diff --git a/.gitattributes b/.gitattributes index fd41dc235773d5557f192d8b72f338f4c9b8e044..226cea87784bcd5d32a427c371a616fe52dc7c13 100644 --- a/.gitattributes +++ b/.gitattributes @@ -35,3 +35,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text mstok-matched-xsum/xsum-table-1seed-20260923/mbr16/seed-0/predictions.jsonl filter=lfs diff=lfs merge=lfs -text mstok-matched-xsum/xsum-mbr16-adjacency5-1seed-20260923/mbr16/seed-0/predictions.jsonl filter=lfs diff=lfs merge=lfs -text +mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/mbr16/seed-0/predictions.jsonl filter=lfs diff=lfs merge=lfs -text diff --git a/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/REPORT.md b/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/REPORT.md new file mode 100644 index 0000000000000000000000000000000000000000..838963aae60611b46560ac30123ce524d0edff29 --- /dev/null +++ b/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/REPORT.md @@ -0,0 +1,11 @@ +# MsTok matched XSum: final raw checkpoint, full test + +11,233 human-reference test documents; 1 generation seed(s). Single-run scores; seed standard error is not estimated. Adjacency penalty=5.0, window=1, frequency penalty=0, applied to each candidate BEFORE MBR selection. Greedy seed variance is expected to be zero; it is not an estimate of training-seed or document uncertainty. No new De–En experiment was run. + +| Recipe | ROUGE-1 | ROUGE-2 | ROUGE-L | Gen PPL | +|---|---:|---:|---:|---:| +| greedy | 29.85 | 9.04 | 23.39 | 207.48 | +| guidance | 30.43 | 9.15 | 23.65 | 247.10 | +| mbr16 | 29.84 | 7.64 | 22.09 | 391.77 | + +MBR@16 uses temperature 0.5, top-p 0.9, no guidance, and the release fast unstemmed ROUGE-1 consensus utility. Guided greedy uses the release level-ramped w=0.5. Final scoring uses Porter-stemmed ROUGE against original references, not codec-reconstructed references. See results.json for per-seed scores, prediction parity, candidate diversity and precise values. diff --git a/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/greedy/seed-0/metrics.json b/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/greedy/seed-0/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..cd4565c0685cac0e20edbf5400fab1d9cd5f4587 --- /dev/null +++ b/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/greedy/seed-0/metrics.json @@ -0,0 +1,10 @@ +{ + "rouge1": 29.85257014508451, + "rouge2": 9.04211817927582, + "rougeL": 23.38604218759476, + "gen_ppl": 207.47876685542496, + "seed": 0, + "documents": 11233, + "empty_predictions": 1, + "differences_from_existing_baseline": 6176 +} diff --git a/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/greedy/seed-0/predictions.jsonl b/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/greedy/seed-0/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..5ae0bdf5b9fb05a396da6df4287ec7aeca4f0daf --- /dev/null +++ b/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/greedy/seed-0/predictions.jsonl @@ -0,0 +1,11233 @@ +{"index": 0, "reference": "There is a \"chronic\" need for more housing for prison leavers in Wales, according to a charity.", "prediction": "A record number of ex-offenders in north Wales are living living in housing for, a charity has said. a's in the-'s,Almost, from21, all-d, for from from their demolition.", "rouge": {"rouge1": 32.0, "rouge2": 8.333333333333332, "rougeL": 20.0}, "nll_sum": 249.4370574951172, "token_count": 44} +{"index": 1, "reference": "A man has appeared in court after firearms, ammunition and cash were seized by police in Edinburgh.", "prediction": "A man has been arrested following police and the discovery of large of weapons, including an ammunition of an Edinburgh restaurant in the a 30 a 2011'sold's from The's from a from as a as's reputation of.A a'sA", "rouge": {"rouge1": 26.229508196721312, "rouge2": 6.779661016949152, "rougeL": 16.39344262295082}, "nll_sum": 302.2149658203125, "token_count": 47} +{"index": 2, "reference": "Four people accused of kidnapping and torturing a mentally disabled man in a \"racially motivated\" attack streamed on Facebook have been denied bail.", "prediction": "A man and a woman have been charged with kidnapping a young and disabled man after a stolen man beat met on Facebook click on social media and appeared. aA aA a from-A's a in banned from a game from a's", "rouge": {"rouge1": 32.83582089552239, "rouge2": 9.230769230769228, "rougeL": 20.895522388059703}, "nll_sum": 250.54833984375, "token_count": 47} +{"index": 3, "reference": "West Brom have appointed Nicky Hammond as technical director, ending his 20-year association with Reading.", "prediction": "West Bromwich Albion goalkeeper Dan Osborne been appointed as assistant coach of football.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 0.0, "rougeL": 20.689655172413794}, "nll_sum": 66.19528198242188, "token_count": 14} +{"index": 4, "reference": "The pancreas can be triggered to regenerate itself through a type of fasting diet, say US researchers.", "prediction": "A own vegan diet can be cut cut a \"reasas\" after a cancer, US study shows mice.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 136.8406219482422, "token_count": 22} +{"index": 5, "reference": "Since their impending merger was announced in January, there has been remarkably little comment about the huge proposed deal to combine Essilor and Luxottica.", "prediction": "If the UK wholes meal wholesz announced it would create a parent company, some clubs, some unusual reports.", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 4.761904761904763}, "nll_sum": 147.15145874023438, "token_count": 21} +{"index": 6, "reference": "A \"medal at any cost\" approach created a \"culture of fear\" at British Cycling, says former rider Wendy Houvenaghel.", "prediction": " cyclist cyclist Whaleewana Arnoldvenaghel has criticised British Cycling as \"a dream, event\" and a \"game-making decision\".", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 11.11111111111111}, "nll_sum": 168.49984741210938, "token_count": 27} +{"index": 7, "reference": "Have you heard the one about the computer programmer who bought a failing comedy club in Texas and turned it into a million dollar a year business?", "prediction": "\"If anythingIf was't out for a pub, and a owner didn't have anything\" if it isn't't it isn isn't it!", "rouge": {"rouge1": 19.23076923076923, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 167.42251586914062, "token_count": 29} +{"index": 8, "reference": "The reaction from BT's investors told us much about media regulator Ofcom's ruling on the fate of Openreach, the BT subsidiary that provides much of the UK's broadband infrastructure.", "prediction": "BT's shares finished on Monday at Monday, at the internet service on Monday morning and then it was closing in the a battle for Openbreak's", "rouge": {"rouge1": 20.338983050847457, "rouge2": 3.508771929824561, "rougeL": 20.338983050847457}, "nll_sum": 159.30972290039062, "token_count": 28} +{"index": 9, "reference": "Manager Brendan Rodgers is sure Celtic can exploit the wide open spaces of Hampden when they meet Rangers in Sunday's League Cup semi-final.", "prediction": "Celtic manager Brendan Rodgers is prepared to take control\" of some of his players after planning to face Liverpool and play Liverpool in the Scottish Cup semi-final on.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 19.23076923076923, "rougeL": 33.33333333333333}, "nll_sum": 128.0557403564453, "token_count": 33} +{"index": 10, "reference": "Queen's University Belfast is cutting 236 jobs and 290 student places due to a funding reduction.", "prediction": "Ulster University is to cut about 500 jobs in Northern Ireland after to cut \u00a3140m of in its public finances by 2016-17.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 108.32279968261719, "token_count": 27} +{"index": 11, "reference": "Hospital bosses in Sussex have apologised after about 850 patients were sent leaflets in error suggesting they might have cancer.", "prediction": "An NHS trust apologised publicly after sending out was message sent to a patient patient before a hospital delayed.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 114.888671875, "token_count": 19} +{"index": 12, "reference": "The shadow foreign secretary has suggested Labour will continue to support legislation paving the way for Brexit as it passes through Parliament.", "prediction": " shadow's shadow home says it will not fight against a UK's Brexit bill after Brexit, saying it would be \" party\" in any Brexit negotiations.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 129.33863830566406, "token_count": 29} +{"index": 13, "reference": "Torquay United boss Kevin Nicholson says none of the money from Eunan O'Kane's move to Leeds from Bournemouth will go to the playing squad.", "prediction": "Torquay United manager Steve Nicholson says the club will not be paying any investment in Gerard O'Kane move to the club not future.", "rouge": {"rouge1": 43.99999999999999, "rouge2": 20.833333333333332, "rougeL": 40.0}, "nll_sum": 139.86618041992188, "token_count": 28} +{"index": 14, "reference": "North Wales Police has been criticised at an inquest for sending an officer to speak to a hospital patient with paranoid schizophrenia.", "prediction": "A man charged with murdering his mother just 13 days in the hospital where he had sexually assaulted had been received an police alert. an inquest. heard of 2011 has- aA a mandatory a it's apayment of a's from a 2011", "rouge": {"rouge1": 27.692307692307693, "rouge2": 3.1746031746031744, "rougeL": 12.307692307692308}, "nll_sum": 289.6552429199219, "token_count": 48} +{"index": 15, "reference": "Leicester City striker Gary Taylor-Fletcher has joined Sheffield Wednesday on an initial month-long loan.", "prediction": "Sonumum Jack Taylor-yle has signed new three-year with Leicester.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 93.56144714355469, "token_count": 15} +{"index": 16, "reference": "Limiting access to federal research would do an \"enormous disservice\" to the US and the world according to former Nasa chief scientist.", "prediction": "Nasa's extension to Earth to but would be a \" enormous scoop service\" for US researchers, says a US space news agency says.", "rouge": {"rouge1": 31.111111111111118, "rouge2": 0.0, "rougeL": 17.777777777777775}, "nll_sum": 150.91004943847656, "token_count": 27} +{"index": 17, "reference": "John \"Brad\" Bradbury, drummer with The Specials, has died at the age of 62.", "prediction": "Tributes have been paid to 1980s band Brad Bradbury, who has died suddenly at he age of 34.", "rouge": {"rouge1": 43.75000000000001, "rouge2": 20.000000000000004, "rougeL": 43.75000000000001}, "nll_sum": 90.9927978515625, "token_count": 22} +{"index": 18, "reference": "Tiger Woods missed the cut at the Farmers Insurance Open, as England's Justin Rose maintained a one-shot lead.", "prediction": "England's number one Justin Rose missed the chance cut at the same cut at the California Open.", "rouge": {"rouge1": 57.89473684210527, "rouge2": 27.777777777777775, "rougeL": 31.57894736842105}, "nll_sum": 99.51278686523438, "token_count": 18} +{"index": 19, "reference": "Former England striker Andy Cole says he faces a \"long road ahead\" as he recovers from his recent kidney transplant.", "prediction": "Manchester United midfielder Carlton Cole has ruled out of retirement from international football because of medical take.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 75.73007202148438, "token_count": 17} +{"index": 20, "reference": "Pakistan has unblocked the video sharing site, YouTube, more than three years after it was banned for posting a video deemed insulting to Islam.", "prediction": " internet's internet providers have to have content users YouTube saying that it will access to content, the BBC says.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 102.81816101074219, "token_count": 21} +{"index": 21, "reference": "Leicester Tigers winger Miles Benjamin is likely to be out for the rest of the season because of a knee injury, reports BBC Radio Leicester.", "prediction": "Leicester Tigers scrum-halfum Callum has been ruled out for between to eight after suffering a cruciate ligament damage.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 111.43596649169922, "token_count": 27} +{"index": 22, "reference": "Owain Doull has won Wales' first gold of the 2016 Olympics as he helped the Great Britain men's team pursuit defend their cycling title in Rio.", "prediction": "Welsh cyclist Owain Doull says it was a \"terrible\" to beat Australia after Australia and track- track men's pursuit team pursuit race at the 2016 Olympics.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 19.230769230769234, "rougeL": 22.22222222222222}, "nll_sum": 179.61312866210938, "token_count": 34} +{"index": 23, "reference": "Floods in the western Indian state of Gujarat have killed 218 people, government officials have confirmed.", "prediction": "Floods in southern southern Indian state have killed dozens of people and in the northern state Gujarat Gujarat.", "rouge": {"rouge1": 58.82352941176471, "rouge2": 25.0, "rougeL": 41.1764705882353}, "nll_sum": 89.67460632324219, "token_count": 20} +{"index": 24, "reference": "All images copyrighted.", "prediction": " indecent images have been.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 28.571428571428577}, "nll_sum": 22.067794799804688, "token_count": 4} +{"index": 25, "reference": "Royal Bank of Scotland (RBS) has been fined HK$6m (\u00a3460,000) by Hong Kong regulators after it failed to detect a series of unauthorised transactions by one of its traders.", "prediction": "The authorities in Hong Kong have fined and $mm (\u00a367m) $161m) fine for allegedly paying its role in the trade atrocities, the bank's London intered.", "rouge": {"rouge1": 17.543859649122805, "rouge2": 3.6363636363636362, "rougeL": 10.526315789473683}, "nll_sum": 207.70318603515625, "token_count": 35} +{"index": 26, "reference": "The Bafta awards had laughter, passion and plenty of politics.", "prediction": "It looked like a dramatic, unusual dramatic night of night at the Bafta, as La Land took control of the best picture and best best actress.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 16.666666666666668}, "nll_sum": 147.00747680664062, "token_count": 30} +{"index": 27, "reference": "Of his last 30 matches in 2016, Andy Murray won 28 and lost just two.", "prediction": "Andy Murray has been a year struggle for Wimbledon, but it wasn't that't but wasn't isn", "rouge": {"rouge1": 11.76470588235294, "rouge2": 6.25, "rougeL": 11.76470588235294}, "nll_sum": 112.80171966552734, "token_count": 20} +{"index": 28, "reference": "South African police say four people have been arrested in connection with the murder of former actor on popular local TV series Generations.", "prediction": "South African police have announced the name of pop music star Bzi in connection with shooting fatal shooting of South African district of Thursday in the capital, Dhosa, Dh they from 3-D a footage in November from a's from a's", "rouge": {"rouge1": 27.27272727272727, "rouge2": 12.5, "rougeL": 24.242424242424242}, "nll_sum": 278.26953125, "token_count": 47} +{"index": 29, "reference": "A shot was reportedly fired at a car outside a primary school in Liverpool as parents were taking their children inside, police have said.", "prediction": "A gun has shot at a school outside a Liverpool primary school \" may have been charged serious serious\", police said.", "rouge": {"rouge1": 54.54545454545454, "rouge2": 14.285714285714288, "rougeL": 45.45454545454545}, "nll_sum": 114.76958465576172, "token_count": 22} +{"index": 30, "reference": "Jessica Ennis-Hill has fallen from fourth to eighth place after six events at the Hypo-Meeting in Gotzis.", "prediction": "Olympic champion Jessica Ennis-Hill produced a dramatic second second day of the season-old World Cup in takingz inz, Austria, Austria, solve they again's-A a haul in's from's21-'s Broadway", "rouge": {"rouge1": 22.222222222222225, "rouge2": 7.692307692307692, "rougeL": 18.51851851851852}, "nll_sum": 306.23785400390625, "token_count": 47} +{"index": 31, "reference": "The Manor team have collapsed after administrators failed to find a buyer for the stricken business.", "prediction": "The Manor staff was done, put at risk, with the loss of 40 jobs.", "rouge": {"rouge1": 20.0, "rouge2": 7.142857142857144, "rougeL": 20.0}, "nll_sum": 80.72727966308594, "token_count": 16} +{"index": 32, "reference": "A total of 228 candidates will contest the Northern Ireland Assembly election next month - 48 fewer than last time.", "prediction": "The 108 candidates for Northern Ireland Assembly elections will be in the May May general election in the faceraw the football. announced a role as a master.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363638, "rougeL": 21.73913043478261}, "nll_sum": 187.04913330078125, "token_count": 30} +{"index": 33, "reference": "A philosophy student who wears vintage clothing has won a national contest for alternative models.", "prediction": " a New teenager from York has said she would be amoreloving\" but than, rather worry worrying\" about speaking about her role any fashion.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 194.41041564941406, "token_count": 28} +{"index": 34, "reference": "Plans to move a statue depicting a Royal Marine in the Falklands conflict away from Portsmouth seafront have been criticised.", "prediction": "Plans for a war to the Falklands Falk war is to be honoured in Portsmouth, despite a campaign raised more than 3,000 people.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 131.56661987304688, "token_count": 28} +{"index": 35, "reference": "A suspected terrorist has been charged with breaching conditions imposed as part of the government's new terror monitoring powers.", "prediction": "A 29-year-old man from London has pleaded guilty to relation in to an antiterror police operation to report a London Underground station.", "rouge": {"rouge1": 9.09090909090909, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 109.47589111328125, "token_count": 28} +{"index": 36, "reference": "Sussex have appointed former player James Anyon as head coach of their women's side.", "prediction": " Somerset anyon has been appointed new head coach of the Sussex women's team.", "rouge": {"rouge1": 55.17241379310344, "rouge2": 22.222222222222225, "rougeL": 41.379310344827594}, "nll_sum": 59.0864143371582, "token_count": 15} +{"index": 37, "reference": "League One side Bury have signed former Barnsley defender Reece Brown on a six-month contract.", "prediction": "League One side Bury have left Arsenal-back left-back Brad Brown on an 18-month loan deal.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 31.25, "rougeL": 47.05882352941176}, "nll_sum": 88.77664947509766, "token_count": 22} +{"index": 38, "reference": "In recent years, Hollywood remakes and re-imaginings of classic fairytales have come thick and fast - all darker, more adult versions of tales that originally appeared in cinemas.", "prediction": "Some of the world famous most famous English novel, and in a film comedy in film-budget.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 106.69353485107422, "token_count": 19} +{"index": 39, "reference": "Performers from 42 countries strode down a long red carpet near Ukraine's parliament this week, as a curtain-raiser to this year's Eurovision Song Contest.", "prediction": "Last year, the stage in Euro 2016, Ukraine,, hosts from Kiev in November and there wasiat in it's a small sois of major of.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 197.9523468017578, "token_count": 30} +{"index": 40, "reference": "It was 50 years ago today that The Beatles played their first gig at the Cavern Club in Liverpool - the venue where the band built their reputation and where Beatlemania was born.", "prediction": " a couple from Liverpool who the of fans who performances in the Beatles at The huge, said \"I have I heard heard I have ever played\" around Liverpool - and:!", "rouge": {"rouge1": 29.50819672131148, "rouge2": 6.779661016949152, "rougeL": 19.672131147540988}, "nll_sum": 214.358642578125, "token_count": 34} +{"index": 41, "reference": "South Africa's government has proposed a national minimum wage of 3,500 rand ($242; \u00c2\u00a3199) a month.", "prediction": "South African government has backed a left introduce a minimum living wage, working for working families, working a of's \"-'s and says it says it has says it's's from the after it it's of of.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 3.6363636363636362, "rougeL": 24.561403508771928}, "nll_sum": 236.54647827148438, "token_count": 43} +{"index": 42, "reference": "The death of Ethiopian Prime Minister Meles Zenawi has thrown the populous Horn of Africa giant into a period of deep uncertainty and created a serious leadership vacuum in the region with profound geopolitical implications.", "prediction": "The military death of former African military leader Mel Rees is in danger of public office, amid fears of the continuing famine political crisis in South Sudan.", "rouge": {"rouge1": 22.58064516129032, "rouge2": 3.3333333333333335, "rougeL": 19.35483870967742}, "nll_sum": 149.13186645507812, "token_count": 29} +{"index": 43, "reference": "Azhar Ali's unbeaten 66 helped Pakistan to reach 142-4 against Australia on a rain-affected first day of the Boxing Day Test in Melbourne.", "prediction": " batsman Az Ali's unbeaten Test led to a double century as Australia complete completed-5 rain rain-affected day of the second Test in Brisbane. Brisbane at a Queensland a by-w aA in a-'s from's- a", "rouge": {"rouge1": 39.3939393939394, "rouge2": 18.750000000000004, "rougeL": 36.36363636363637}, "nll_sum": 280.4355773925781, "token_count": 47} +{"index": 44, "reference": "Two new councillors have been elected in a by-election in the City of Edinburgh.", "prediction": "The Scottish Parliament has held a voting seat in a Midlothian which will allow two- ballot members.", "rouge": {"rouge1": 25.0, "rouge2": 6.666666666666667, "rougeL": 12.5}, "nll_sum": 101.88058471679688, "token_count": 21} +{"index": 45, "reference": "Russia has said it will carry on bombing rebel-held eastern Aleppo in Syria, defying US demands to stop.", "prediction": "Russia says it is \"cruel pursuing exploring war\" in the civil war in Syria, as it try to try end a maiden US air strike.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 139.61465454101562, "token_count": 29} +{"index": 46, "reference": "Wales Under-20 Grand Slam winners Shaun Evans and Dafydd Hughes have signed their first professional contracts with Scarlets.", "prediction": "Ches Hughes and Ched Evans have signed all who have been released' Wales' upcoming Six Nations campaign.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 5.88235294117647, "rougeL": 16.666666666666668}, "nll_sum": 109.85074615478516, "token_count": 21} +{"index": 47, "reference": "The expulsion of 35 Russian diplomats from the US over the email hacking scandal has drawn a barrage of abuse from Moscow, which seems poised to respond in kind.", "prediction": "\"We are the Russian, Russian governments - including Russia and warships - and Russia - that include Russian intelligence for as \"Russian scandal\". spying\" \" an \"- \"- \"- \" aA's a's aold's again 2011", "rouge": {"rouge1": 13.559322033898304, "rouge2": 0.0, "rougeL": 13.559322033898304}, "nll_sum": 297.0228576660156, "token_count": 44} +{"index": 48, "reference": "Scrapping tuition fees in England is the biggest and most expensive proposal in Labour's \u00a325bn worth of pledges for education.", "prediction": "Labour would controversial to scrap tuition scrap for students, university or one in its own party.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 99.56132507324219, "token_count": 17} +{"index": 49, "reference": "Fire crews are expected to leave the site of the Shoreham Airshow disaster later after spending nearly three weeks at the scene of the crash.", "prediction": "Construction work have started on a major road route into the Shoreham air crash which died, the fire service said.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 13.33333333333333}, "nll_sum": 107.52057647705078, "token_count": 22} +{"index": 50, "reference": "The US director of national intelligence has said he \"never felt pressured\" to influence the inquiry into Russia's political meddling.", "prediction": "The former National Security Agency Security) has said he does not know my his president about the information about the Russian probe meddling in last year presidential election.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 8.51063829787234, "rougeL": 28.571428571428577}, "nll_sum": 138.33865356445312, "token_count": 29} +{"index": 51, "reference": "White House officials will not say whether pop star Prince performed at a weekend party at the executive residence despite guests posting about it on social media.", "prediction": "A wedding party for guests guests in include a Prince, Prince Harry and Prince Harry, included in what was said to be a New York newspaper reports.", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 124.45703125, "token_count": 29} +{"index": 52, "reference": "These roads in Northern Ireland are closed due to poor weather conditions as of Friday 15 January.", "prediction": "Two men who were from released of prison by police in 22 years ago released have been released.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 87.09529876708984, "token_count": 18} +{"index": 53, "reference": "Approximately one in four of us will experience a mental health problem each year in England.", "prediction": "After a vicious attack on women last year - and campaigners say some some mental health patients, some some of the health demands how they can and can cope handle their mental health.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 4.3478260869565215, "rougeL": 12.5}, "nll_sum": 178.12818908691406, "token_count": 34} +{"index": 54, "reference": "US investigators have closed an inquiry into whether To Kill A Mockingbird author Harper Lee was pressured into publishing a sequel.", "prediction": "US officials have begun an investigation novel the author of Lee's novel Kill M Kill a Mockingbird.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 10.81081081081081, "rougeL": 30.769230769230766}, "nll_sum": 107.10266876220703, "token_count": 20} +{"index": 55, "reference": "The US has said it is suspending talks with Russia over Syria, accusing Moscow of having \"failed to live up\" to its commitments under a ceasefire deal.", "prediction": "The US has suspended its in with other countries after Russia failed peace peace talks Syria, saying the US military is in order the its air strike.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 7.6923076923076925, "rougeL": 29.629629629629626}, "nll_sum": 150.76597595214844, "token_count": 28} +{"index": 56, "reference": "Labour's Sadiq Khan has been elected Mayor of London, becoming the city's first Muslim mayor.", "prediction": " S's mayoral election, Sadiq Khan has become the country's next president of the city giving a rising number of Muslim Muslims from 19 Muslim countries.", "rouge": {"rouge1": 54.545454545454554, "rouge2": 19.04761904761905, "rougeL": 36.36363636363636}, "nll_sum": 130.0104217529297, "token_count": 29} +{"index": 57, "reference": "A church in West Yorkshire has recruited a new vicar following a video job advertisement sung by a choir of children.", "prediction": "A new vicar given to fans band group Harry Potter has been given birth been an online manifesto.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 10.81081081081081, "rougeL": 15.384615384615383}, "nll_sum": 124.47142028808594, "token_count": 19} +{"index": 58, "reference": "Manchester City midfielder Kevin de Bruyne says he will be out for about 10 weeks after injuring his right knee during Wednesday's League Cup semi-final victory over Everton.", "prediction": "Manchester City midfielder Kevin de Bruyne will have surgery on the ankle lig injury suffered in Sunday's 3-1 Champions League win over Everton a Come victory over thedes's a--m a from in's from's from-'s emerged", "rouge": {"rouge1": 33.33333333333333, "rouge2": 20.000000000000004, "rougeL": 30.555555555555554}, "nll_sum": 240.86859130859375, "token_count": 46} +{"index": 59, "reference": "A 34-year-old woman who was injured in an attack by a knifeman on a Swiss train has died in hospital, police say.", "prediction": "One person was killed and another after is seriously injured by a train carrying a train near a small town and St Gallowayen in western Germany, has died, police.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 7.8431372549019605, "rougeL": 33.9622641509434}, "nll_sum": 151.49356079101562, "token_count": 33} +{"index": 60, "reference": "A \"reckless drone operator\" is being sought by police after reports of a \"near miss\" between a drone and plane.", "prediction": "A reported drone reported have flown back to an airbase was not reported to have been reported the police have said.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 103.71629333496094, "token_count": 22} +{"index": 61, "reference": "A seal found tangled in nets on an Aberdeenshire beach has been returned to the sea.", "prediction": "A abandoned seal seal was found around net in an Aberdeen beach after an officer cut cutting about 40 30m (2.2m).", "rouge": {"rouge1": 36.84210526315789, "rouge2": 0.0, "rougeL": 31.57894736842105}, "nll_sum": 158.00762939453125, "token_count": 26} +{"index": 62, "reference": "A lifetime of diaries, letters and photographs of a man described as a cross between Indiana Jones, James Bond and Graham Greene has opened to the public.", "prediction": "Thousands of books owned by one of the books's most letters in his famous history, by gone on show show in Scotland for a first time.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 145.78659057617188, "token_count": 28} +{"index": 63, "reference": "Regional official Tim Roache has been elected to become the new general secretary of the GMB union.", "prediction": " Ian Ro Roache has been elected as the new Labour and leader in West Yorkshire,.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 26.666666666666668, "rougeL": 37.50000000000001}, "nll_sum": 86.43026733398438, "token_count": 16} +{"index": 64, "reference": "We go behind the scenes with singer Laura Mvula as she prepares to debut her new material and kick off the 48th series of Later... with Jools Holland.", "prediction": "\"I struggle to find in,\" says Jaddy Hollandmann has told BBC Radio 1, then she continues to struggle and a new documentary on TV.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 158.80154418945312, "token_count": 29} +{"index": 65, "reference": "Newcastle midfielder Jonas Gutierrez says he feels \"born again\" following his return to Premier League action after overcoming testicular cancer.", "prediction": "Newcastle United midfielder Jonas Gutierrez says he was was an \"em finale\" reach the Premier League and hoping to \" fight \" Premier League\".", "rouge": {"rouge1": 42.85714285714286, "rouge2": 25.0, "rougeL": 42.85714285714286}, "nll_sum": 159.89816284179688, "token_count": 27} +{"index": 66, "reference": "League Two Exeter City made a profit of over \u00a31.6m last year, according to the club's latest accounts.", "prediction": "Exeter City Football Club has announced made an annual-tax loss of \u00a311m the year to the end of May 2015.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 34.14634146341463}, "nll_sum": 103.3367919921875, "token_count": 25} +{"index": 67, "reference": "Para-athlete Abdullah Hayayei died after a metal throwing cage fell on him during training.", "prediction": "A man was killed in hospital after being struck by a \"one motor\" accident, the nation's president says.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 83.9427490234375, "token_count": 22} +{"index": 68, "reference": "Manufacturers have reported positive business trends, in the latest survey from the Scottish Chambers of Commerce.", "prediction": "Scottish economy economies are maintaining step growth, despite the economic uncertainty in the global economy according to a report.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.06060606060606, "rougeL": 11.428571428571429}, "nll_sum": 95.93559265136719, "token_count": 21} +{"index": 69, "reference": "The public inquiry into undercover policing may \"expose both creditable and discreditable conduct\", chairman Lord Justice Pitchford has warned.", "prediction": "The Justice and Court of judge has ordered an inquiry into the controversial undercover police inquiry, saying the \"considerable creditable\" in its justice secretary.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 9.75609756097561, "rougeL": 32.55813953488372}, "nll_sum": 147.15731811523438, "token_count": 29} +{"index": 70, "reference": "Reigning champions New Zealand are into their fourth World Cup final after slogging past South Africa in another Twickenham epic.", "prediction": "New Zealand survived a dramatic penalty-out shootout to beat South Africa99 and reach their World Cup quarter-finals in a bitter battle at Eden Park.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 30.43478260869565}, "nll_sum": 127.78471374511719, "token_count": 29} +{"index": 71, "reference": "A computer model of one of the world's tallest three-sided obelisks is being made to find out why it is falling apart.", "prediction": "An Artelisk is built build build a 16th Century Century batting after it was hit by the air.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 140.9706268310547, "token_count": 21} +{"index": 72, "reference": "Profit jumped at Zara owner Inditex in the first half of the year as the firm opened new stores and invested in online.", "prediction": "Fitex, ownerx Zara, has been helped by a 40% rise in sales for Spain, helped by revenue in its online stores.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 144.31008911132812, "token_count": 29} +{"index": 73, "reference": "Lady Gaga is leading the pitch invasion at Sunday's Super Bowl, where she'll perform the all-important half-time show.", "prediction": " a week, musician singer, band, band, staff and staff performing gig in California, and Prince George will lead Houston's Super Bowl show.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 153.05654907226562, "token_count": 28} +{"index": 74, "reference": "A victim of the Rochdale grooming gang says the convictions were still \"not fazing\" Asian child sex abusers.", "prediction": "The first woman who became of a child sexual exploitation in the Rochdale area has told the BBC she \"get a\".", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 110.66256713867188, "token_count": 24} +{"index": 75, "reference": "John Lewis's Nottingham store is to remain closed longer than expected after 80,000 litres of hot water leaked from a ruptured heating pipe.", "prediction": "A department store store in Leicester city city centre is due be reopen and shut down after a water tank caused a major clean-up operation. solve be solve aA's a's-A's a in aA a's-'s a", "rouge": {"rouge1": 17.91044776119403, "rouge2": 0.0, "rougeL": 14.92537313432836}, "nll_sum": 257.4124755859375, "token_count": 47} +{"index": 76, "reference": "Bots appear to be spamming a US regulator's website over a proposed reversal of net neutrality rules, researchers have said.", "prediction": "Thousands of internet breached are in fears about the personal information and personal of personal data, data by BBC the BBC.", "rouge": {"rouge1": 4.761904761904762, "rouge2": 0.0, "rougeL": 4.761904761904762}, "nll_sum": 134.7862548828125, "token_count": 22} +{"index": 77, "reference": "New Sale Sharks chairman Fran Cotton has conceded they must work to restore their relationship with some fans.", "prediction": "Sale Sharks director of rugby Larne Cotton he is confident that will build and some players and want to leave the club to stay away.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 145.290771484375, "token_count": 27} +{"index": 78, "reference": "Disney's latest animation Moana dominated the Thanksgiving box office over the five-day US holiday weekend.", "prediction": "Criminal film filmana Astana has topped the US box office in its first weekend North, taking $53 $m (\u00a381m).", "rouge": {"rouge1": 27.777777777777775, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 159.89605712890625, "token_count": 28} +{"index": 79, "reference": "British number one Johanna Konta reached the quarter-finals of the Bank of the West Classic in Stanford with a straight-set win over Julia Boserup.", "prediction": "British number oneannaanna Ka is through to the quarterfinals of the Australian Open quarter-finals with victory over Nottingham Green in the Nottingham Open.", "rouge": {"rouge1": 43.99999999999999, "rouge2": 12.499999999999996, "rougeL": 27.999999999999996}, "nll_sum": 138.98739624023438, "token_count": 28} +{"index": 80, "reference": "Two men have been assaulted in Larne, County Antrim, by a gang armed with baseball bats and a hatchet.", "prediction": "A man has suffered serious leg injuries after an knife attack in Carburnferrickgus, County Antrim", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 100.59931945800781, "token_count": 21} +{"index": 81, "reference": "Stuart Bingham may pull out of the Masters if his wife goes into labour with their third child.", "prediction": "England's Stuart Bingham would be willing to be his wife due to give birth.", "rouge": {"rouge1": 24.24242424242424, "rouge2": 12.903225806451616, "rougeL": 24.24242424242424}, "nll_sum": 78.02052307128906, "token_count": 16} +{"index": 82, "reference": "Part of Colwyn Bay pier is to be dismantled after it collapsed into the sea, Conwy council has decided.", "prediction": "Demolition of a demolition pier in Swansea Bay could be \"could in to collapse\", saying the council described a \"dangerdangerous\".", "rouge": {"rouge1": 41.02564102564102, "rouge2": 0.0, "rougeL": 30.76923076923077}, "nll_sum": 152.8692626953125, "token_count": 26} +{"index": 83, "reference": "A campaign group has been granted a hearing to examine the case for a judicial review of the decision to build student flats near a beauty spot.", "prediction": "A group of researchers is legal launched to judicial to review a review of's student's university of.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 4.545454545454546, "rougeL": 30.434782608695656}, "nll_sum": 121.55058288574219, "token_count": 19} +{"index": 84, "reference": "Pupils at seven schools could have shorter days after a trust head say he may have to cut hours to save money.", "prediction": " open open letter written written to parents of South Gloucestershire about plans to cut schools.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.7142857142857135, "rougeL": 10.81081081081081}, "nll_sum": 87.82646179199219, "token_count": 18} +{"index": 85, "reference": "The Paris climate agreement could make millions of forest dwellers homeless, according to a new analysis.", "prediction": "More \u00c2\u00a320m will be needed to protect Africa's most deprived areas, says a report.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 85.05118560791016, "token_count": 20} +{"index": 86, "reference": "More human remains have been found near a motorway slip road in Shropshire, police have said.", "prediction": "A found found on a motorway road near Shropshire the reported as missing, police have said.", "rouge": {"rouge1": 56.25, "rouge2": 20.000000000000004, "rougeL": 50.0}, "nll_sum": 89.55606842041016, "token_count": 21} +{"index": 87, "reference": "Uzbekistan's Hasanboy Dusmatov won Olympic gold in the men's light-flyweight with victory over Colombian Yuberjen Herney Martinez.", "prediction": "'sj Vincentjazriov will beat Russia's Djade Dusmatovj become Olympic champion in the men's men's lightweight title at the Rio Olympics.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 14.634146341463413, "rougeL": 27.906976744186046}, "nll_sum": 186.32200622558594, "token_count": 33} +{"index": 88, "reference": "University lecturers are due to start a two-day strike over pay, amid warnings other staff could join the dispute.", "prediction": " engineering support in England are being ball balloted for strike action in a dispute over a rise and a 1% rise and a 10% pay.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 160.72360229492188, "token_count": 28} +{"index": 89, "reference": "Controversial proposals to shut a Catholic school in East Dunbartonshire are to be examined by the Scottish government.", "prediction": "A primary school in Glasgow have forced forced with plans to close a primary school by the council.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.76470588235294, "rougeL": 33.33333333333333}, "nll_sum": 90.80682373046875, "token_count": 18} +{"index": 90, "reference": "Japanese footballer Kazuyoshi Miura has signed a one-year contract extension with Yokohama FC at the age of 48.", "prediction": " striker striker Nosuy Mats half, who has become football's footballer to come to an-, after signing a deal with Brazilian in club club Santos.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 183.95257568359375, "token_count": 28} +{"index": 91, "reference": "Clashes have broken out in Indian-administered Kashmir on the anniversary of the killing of a militant leader.", "prediction": "Milit forces and in forces say they have killed at least seven from Muslim people in Afghan-administered Kashmir.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 111.55276489257812, "token_count": 22} +{"index": 92, "reference": "Economic policymakers must now decide whether and how they should respond to the UK's vote to leave the EU.", "prediction": " a's the vote to leave to leave the European Union, it's analysis of what the will mean mean!", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210526, "rougeL": 25.0}, "nll_sum": 104.69815063476562, "token_count": 21} +{"index": 93, "reference": "Sale Sharks forward Mark Easter has announced he will retire at the end of the season to take up a teaching role.", "prediction": "Sale Sharks director of rugby Fallon has announced he will retire to rugby in rugby league.", "rouge": {"rouge1": 47.368421052631575, "rouge2": 27.77777777777778, "rougeL": 42.10526315789474}, "nll_sum": 88.4474868774414, "token_count": 17} +{"index": 94, "reference": "The quality of care on a scandal-hit ward for dementia patients may have contributed to at least seven deaths, BBC Wales can reveal.", "prediction": "A public health inquiry which led to a mental ward to have had some seriously ill patients, BBC Wales has learned.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 100.56732177734375, "token_count": 22} +{"index": 95, "reference": "A 25-year-old man from Limavady has been jailed for knocking out two men in separate attacks on the same night.", "prediction": "A 36-year-old man fromadyavady has been jailed for a two Belfast men in a violent attack and violent revenge attack on two men 2011 aA 2011 a--p a reputation in a from a's from a's", "rouge": {"rouge1": 45.16129032258064, "rouge2": 26.666666666666668, "rougeL": 41.935483870967744}, "nll_sum": 251.85098266601562, "token_count": 46} +{"index": 96, "reference": "The United States women's team goalkeeper Hope Solo has been suspended for 30 days by US Soccer following an incident during a training camp.", "prediction": "US basketball boxing star Hope Solo has been banned from football matches, a month after failing a drugs test for and kept her car in her car.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 12.000000000000002, "rougeL": 19.23076923076923}, "nll_sum": 132.17788696289062, "token_count": 28} +{"index": 97, "reference": "A barrister who was due to move into his own chambers in Huddersfield has pleaded guilty to supplying cocaine.", "prediction": " a business business lawyer and his partner have pleaded guilty to a charge of conspiracy to short drugs and worth drugs worth \u00c2\u00a31m.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 128.50262451171875, "token_count": 27} +{"index": 98, "reference": "Officers who police Scotland's railways are to be armed with Tasers in a bid to increase security on the network.", "prediction": "Police forces across Scotland are using deployed images of to man armed with a knife, public, the BBC can reveal.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 5.128205128205128, "rougeL": 39.02439024390244}, "nll_sum": 110.40006256103516, "token_count": 22} +{"index": 99, "reference": "Scottish engineering services company ID Systems Ltd has announced plans to create 120 new jobs after securing a six-figure investment from UK Steel Enterprise (UKSE).", "prediction": "A engineering firm firm has announced it plans, create jobs in South Lantershire, creating 30 jobs by a total of \u00a36m.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444445, "rougeL": 29.78723404255319}, "nll_sum": 129.3401641845703, "token_count": 27} +{"index": 100, "reference": "A Brazilian football player who survived a plane crash in Colombia on Monday is recovering and may be able to resume his career, his father says.", "prediction": "A Brazilian football player was seriously injured and seriously, in hospital in a after a plane crash plane crash club Chapecoense at the weekend,. say, as Brazil was fromthe-ig a in from a's a. a from", "rouge": {"rouge1": 31.25, "rouge2": 16.129032258064516, "rougeL": 25.0}, "nll_sum": 257.084228515625, "token_count": 46} +{"index": 101, "reference": "Actor and broadcaster Sir Tony Robinson has said plans for a tunnel near Stonehenge in Wiltshire are too \"old-fashioned\" in outlook.", "prediction": "A petition calling for a tunnel past Stonehenge \"should't never be abandoned\", says broadcaster Peter Robinson.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 105.573486328125, "token_count": 21} +{"index": 102, "reference": "Everton marked their Europa League return with a dominant victory over Germans Wolfsburg at Goodison Park.", "prediction": "Everton moved back to the top of the Champions League Group Group B with a comfortable-0 victory over Wolfsburg at Goodison Park-finals of the a's a's's referee from a West's introduction of. from's from a", "rouge": {"rouge1": 34.48275862068965, "rouge2": 17.857142857142858, "rougeL": 34.48275862068965}, "nll_sum": 250.45912170410156, "token_count": 47} +{"index": 103, "reference": "Scunthorpe midfielder Neal Bishop has signed a one-year contract extension.", "prediction": "Scunthorpe midfielder Luke Bishop has left the club by consent consent.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 20.000000000000004, "rougeL": 36.36363636363637}, "nll_sum": 72.1380615234375, "token_count": 15} +{"index": 104, "reference": "A man from Croydon has been charged with murder after the death of his partner last month.", "prediction": "A man has been charged with murder his partner and partner partner at their death, south London of", "rouge": {"rouge1": 62.85714285714287, "rouge2": 36.36363636363636, "rougeL": 51.42857142857144}, "nll_sum": 85.22931671142578, "token_count": 18} +{"index": 105, "reference": "It's a sobering thought for all us carriers of the Y chromosome, but prostate cancer kills almost as many men every year as breast cancer does women.", "prediction": " a new diagnosis analysis of diagnosis, cancer could be a diagnosis for aggressive prostate cancer, say new research. solve the a referee aCaliforniaable game\".", "rouge": {"rouge1": 26.923076923076923, "rouge2": 3.9999999999999996, "rougeL": 15.384615384615383}, "nll_sum": 195.8182373046875, "token_count": 29} +{"index": 106, "reference": "The Premiership's top try scorer Christian Wade scored two tries as leaders Wasps moved five points clear with a bonus-point win over Worcester.", "prediction": "James Wade scored a last-gasp penalty as Wasps gave Was a Premiership win over Worcester at Murrayfield.", "rouge": {"rouge1": 41.860465116279066, "rouge2": 14.634146341463413, "rougeL": 37.2093023255814}, "nll_sum": 115.11298370361328, "token_count": 22} +{"index": 107, "reference": "A Frenchwoman injured in the attack on Tunisia's national museum has died of her wounds, bringing the total killed in the assault by Islamists to 22.", "prediction": "Tunisian gun gunman killed during a deadly police site on Monday a car attack, which killed 41 people, the's interior been said solve, from the's it's a-A's a in from a's from's the a", "rouge": {"rouge1": 26.47058823529412, "rouge2": 0.0, "rougeL": 17.64705882352941}, "nll_sum": 272.41552734375, "token_count": 47} +{"index": 108, "reference": "Satellite images of Mosul have revealed how fighters from so-called Islamic State (IS) have destroyed much of the city's airport to render it unusable as Iraqi forces close in.", "prediction": " picture location of Mosul the released by Islamic State (IS) has done important damage to city, Mosul, and restoring the building and the damage done by so-called Islamic State (IS).", "rouge": {"rouge1": 32.25806451612903, "rouge2": 16.666666666666664, "rougeL": 22.58064516129032}, "nll_sum": 151.40933227539062, "token_count": 37} +{"index": 109, "reference": "Network Rail has promised to do \"everything in its power\" to stop a repeat of the rail chaos at Christmas when it carries out work over Easter.", "prediction": "A \u00c2\u00a3400m redevelopment of the Crossrail line is expected line start next month, causing \" number disruption\". a in the a's,350 says's they be from from The's the.", "rouge": {"rouge1": 13.793103448275861, "rouge2": 3.571428571428572, "rougeL": 10.344827586206897}, "nll_sum": 259.2313537597656, "token_count": 40} +{"index": 110, "reference": "Permission has been given for exploratory drilling for oil and gas in the Vale of Glamorgan.", "prediction": "A company which was was granted planning without a licence has been given given a permit, Natural Resources Wales has confirmed.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 11.428571428571429, "rougeL": 16.216216216216214}, "nll_sum": 103.91743469238281, "token_count": 22} +{"index": 111, "reference": "Amazon, the global online retailer, is changing the way it records sales in a move that could see it paying more tax.", "prediction": "The online retail giant Amazon has confirmed that it has sales were seen in to UK,, UK, Switzerland.", "rouge": {"rouge1": 40.0, "rouge2": 5.263157894736842, "rougeL": 30.0}, "nll_sum": 105.7711410522461, "token_count": 20} +{"index": 112, "reference": "Junior doctors should suspend Tuesday's strike action over pay and conditions while talks continue, the chief medical officer for England has urged.", "prediction": "A strike strike junior junior doctors could \"sick potentially damaging\" patients' care, the chief medical officer has said. solve in the a's, referee, a they from a from a it's from from of.", "rouge": {"rouge1": 31.03448275862069, "rouge2": 14.285714285714285, "rougeL": 24.13793103448276}, "nll_sum": 232.99472045898438, "token_count": 43} +{"index": 113, "reference": "Oxford United have extended the loan of right-back Jonjoe Kenny from Premier League side Everton until the end of the season.", "prediction": "Oxford United have signed teenage signed forward Dan Kenny for an undisclosed ahead of the 2017-18 season.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210527, "rougeL": 35.0}, "nll_sum": 83.43927001953125, "token_count": 20} +{"index": 114, "reference": "A further education college in Dorset has received more than \u00a32.88m in government funding to renovate buildings on campus.", "prediction": "More more than \u00a31m is to be spent on a Dorset building building, the government grants totalling \u00a32.8m.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 97.85942077636719, "token_count": 27} +{"index": 115, "reference": "The family of the former footballer Jeff Astle is to meet the FA chairman next month to discuss head injuries in the game, as part of their campaign.", "prediction": "The debut of ex-England footballer Jeff Astle will meet his family's body was dealt with head injuries and injuries and concussion injuries. the's solve of aolve a- a-p aA in a from a\".'sold solve", "rouge": {"rouge1": 35.82089552238806, "rouge2": 9.230769230769232, "rougeL": 29.850746268656714}, "nll_sum": 301.20355224609375, "token_count": 47} +{"index": 116, "reference": "These days it is not enough just to be a millionaire to count yourself as one of the super-rich - you need to be worth between $50-100m (\u00a333m-\u00a366m).", "prediction": "When you step up multi-million dollar investment and wish to and raise more money - the poorest families urged more people to generally manage to their assets, think tank should think more to not get their assets.", "rouge": {"rouge1": 17.91044776119403, "rouge2": 0.0, "rougeL": 8.955223880597014}, "nll_sum": 214.35289001464844, "token_count": 40} +{"index": 117, "reference": "Brothers Ben and Tom Curry have signed five-year contracts with Sale Sharks.", "prediction": "Sale fly-half Tom Tom have signed new contract with English Premiership rivals Sale Sharks.", "rouge": {"rouge1": 50.0, "rouge2": 23.076923076923077, "rougeL": 50.0}, "nll_sum": 92.4991455078125, "token_count": 17} +{"index": 118, "reference": "Police in Fife are searching for a man who was seen exposing himself in Dunfermline.", "prediction": "Police investigating the murder of a man who sexually indec assaulted in Edinburgh are Edinburgh a 15-year-old man who are seeking a Crim to police.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 10.0, "rougeL": 28.57142857142857}, "nll_sum": 167.5870361328125, "token_count": 29} +{"index": 119, "reference": "A UN conference aimed at preventing the proliferation of nuclear weapons has ended in failure after a row over a nuclear-free Middle East proposal.", "prediction": " has has rejected a agreement to reach agreement on its programme of nuclear programme, talks in what regulators described as \"a failure oftotal complete\".", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 20.408163265306126}, "nll_sum": 147.2606658935547, "token_count": 27} +{"index": 120, "reference": "Fracking for shale gas in Wales should still be opposed despite plans to fast-track such schemes in England, the Welsh government has said.", "prediction": "Hacking could beacking in place across Wales \" \"a few\" within months, the Welsh government has said.", "rouge": {"rouge1": 35.0, "rouge2": 21.05263157894737, "rougeL": 35.0}, "nll_sum": 122.37781524658203, "token_count": 22} +{"index": 121, "reference": "For a man often described as capricious, Tyson Fury's chaotic reign as world heavyweight champion was strangely predictable.", "prediction": "Tyson Fury is aftermath the in his worst accident he has done so far.", "rouge": {"rouge1": 12.121212121212121, "rouge2": 6.451612903225808, "rougeL": 12.121212121212121}, "nll_sum": 88.3489990234375, "token_count": 15} +{"index": 122, "reference": "England coach Eddie Jones will name his 45-man Elite Player Squad squad ahead of the autumn Tests at 10:00 BST on Friday.", "prediction": "Wasps head director of rugby Eddie Jones says some signs will lose some players ahead of Eddie training camp training camp in England on Saturday, despite's his of from the Saturday.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 7.4074074074074066, "rougeL": 25.0}, "nll_sum": 193.99996948242188, "token_count": 34} +{"index": 123, "reference": "A collection of paintings capturing the landscapes and legacy of life on the North East coast is going on display.", "prediction": "An exhibition of art art, believed to be one of the most successful paintings in history, has gone on show.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.000000000000004}, "nll_sum": 70.20066833496094, "token_count": 22} +{"index": 124, "reference": "Hibernian's Neil Lennon believes Scott Brown retired too soon from Scotland duty and still has plenty to offer now he has decided to return.", "prediction": "Neil Lennon believes Scott will never retired from international after playing for England earlier this month retired saying the's says from \"350 football in not a game\".", "rouge": {"rouge1": 26.41509433962264, "rouge2": 11.76470588235294, "rougeL": 22.64150943396226}, "nll_sum": 183.385498046875, "token_count": 29} +{"index": 125, "reference": "A buzzard has been rescued after becoming trapped between fencing and a wall in Gwynedd.", "prediction": " buzz buzzodedard has been rescued from a tree trapped in a road fence in Conwy county.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 13.79310344827586, "rougeL": 38.70967741935484}, "nll_sum": 108.40927124023438, "token_count": 19} +{"index": 126, "reference": "Post Office workers will stage five days of strikes from Monday in a continuing dispute over jobs, pensions and branch closures, their union says.", "prediction": "Workers at Crown Post Off Off are to stage on strike ballot, of a row over", "rouge": {"rouge1": 35.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 114.61955261230469, "token_count": 17} +{"index": 127, "reference": "The Ulster Unionist leader has denied he made a mistake by saying he intends to give the SDLP his second preference in the Assembly election.", "prediction": "Ulster Unionist leader Mike Nesbitt has said 2016 the party would be \"the door open to the office regeneration in future\".", "rouge": {"rouge1": 39.130434782608695, "rouge2": 9.09090909090909, "rougeL": 30.434782608695656}, "nll_sum": 117.23214721679688, "token_count": 27} +{"index": 128, "reference": "Steroids and medicines with an estimated street value of some 2m euros (\u00c2\u00a31.7m) have been seized in Donegal.", "prediction": "Police have arrested up in the Republic of the Ireland after cannabis a of cannabis with an estimated street value of \u00a32.5mm.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 25.0, "rougeL": 28.571428571428577}, "nll_sum": 116.04400634765625, "token_count": 26} +{"index": 129, "reference": "Sinn F\u00c3\u00a9in leader Gerry Adams has said there is \"a need to be open and imaginative\" on new constitutional arrangements.", "prediction": "Ulster Union of (DUP) said the prime minister has said political parties should support a united between Northern Ireland and Republic Republic of Ireland.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 107.1473159790039, "token_count": 28} +{"index": 130, "reference": "Morecambe must not get carried away despite sitting top of League Two, says Shrimps boss Jim Bentley.", "prediction": "Morecambe manager Jim Bentley says is \"something and keep alive\" in training, following his departure recovered his Rotherhamother sm January May.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 5.555555555555556, "rougeL": 15.789473684210527}, "nll_sum": 205.38406372070312, "token_count": 29} +{"index": 131, "reference": "Some demands set by four Arab states on Qatar in return for lifting sanctions will be \"difficult to meet\", US Secretary of State Rex Tillerson says.", "prediction": "US US Secretary of State Islamic State has called on other Gulf countries to develop a a list of transplant\" of tackling extremism \"not realistic\".", "rouge": {"rouge1": 27.450980392156865, "rouge2": 12.244897959183673, "rougeL": 15.686274509803921}, "nll_sum": 147.87127685546875, "token_count": 27} +{"index": 132, "reference": "UKIP ex-deputy chairwoman Suzanne Evans says she has given up hope of becoming the party's next leader - but insists she will not \"give up\" on UKIP.", "prediction": "The new leader of UKIP, has said she would like \" much like\" to run by party and removed from the party party in the next election.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 3.846153846153846, "rougeL": 18.51851851851852}, "nll_sum": 129.00457763671875, "token_count": 29} +{"index": 133, "reference": "A court in the Indian capital has formally charged a driver of the Uber web-based taxi firm with the rape and kidnapping of a passenger last month.", "prediction": "Police in the southern Indian state of Kerala have charged charged man charged with,, and and gang of a woman in the capital, Delhi.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 7.999999999999999, "rougeL": 30.769230769230766}, "nll_sum": 113.64122009277344, "token_count": 26} +{"index": 134, "reference": "Standing hand-in-hand like theatre actors at their curtain call, Wales' players were met with a spine-tingling rendition of the national anthem from their fans following their European Championship semi-final defeat by Portugal.", "prediction": " started began Euro campaign in sight with the moment welcome Welsh football fans who received flag, and black red cards in the grey a little welcome fans.", "rouge": {"rouge1": 15.873015873015875, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 193.34002685546875, "token_count": 28} +{"index": 135, "reference": "Ferguslie Park in Paisley has been identified as the area of Scotland with the greatest level of deprivation.", "prediction": " Renfrewshire Council has named one of the most deprived areas of Scotland's according, official figures.", "rouge": {"rouge1": 41.1764705882353, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 85.27272033691406, "token_count": 20} +{"index": 136, "reference": "Coleraine rower Joel Cassells and Great Britain team-mate Sam Scrimgeour remain on course to defend their lightweight pairs world title after winning their semi-final in Rotterdam on Thursday.", "prediction": "Northern Ireland ballers Cassells and George Scrimgeour clinched their place's Cup place at the World Cup Championships in Rotterdam.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 8.333333333333332, "rougeL": 28.000000000000004}, "nll_sum": 135.70126342773438, "token_count": 29} +{"index": 137, "reference": "Former Kilmarnock winger Chris Johnston has become the third player to sign for Dumbarton this summer after leaving relegated Raith Rovers.", "prediction": "Raith Rovers have agreed to sign goalkeeper Decl Elliott and Stran Rovers goalkeeper Derek Foyle following his release by Raith Rovers on a two-year contract.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 8.88888888888889, "rougeL": 17.02127659574468}, "nll_sum": 141.9550323486328, "token_count": 34} +{"index": 138, "reference": "James Milner's late penalty gave Liverpool a hard-fought victory over Swansea, increasing the scrutiny on Swans boss Francesco Guidolin.", "prediction": "osner Milner's 90th-minuteminute penalty and move into Liverpool's bottom- bottom, thanks to a spirited Swansea City. the's Bureau solve the-Forestturned--mForest a in's-'s from's fromowned", "rouge": {"rouge1": 25.925925925925924, "rouge2": 3.8461538461538463, "rougeL": 25.925925925925924}, "nll_sum": 342.451904296875, "token_count": 48} +{"index": 139, "reference": "The three-day TRNSMT music festival in Glasgow is to start later with a Friday line-up of acts including Radiohead and Belle and Sebastian.", "prediction": "T in the South music magazine, but will be held in Glasgow aftermath the next weekend, following recent attacks, Paris and terror attacks of", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 20.408163265306126}, "nll_sum": 144.2985382080078, "token_count": 26} +{"index": 140, "reference": "The US has warned North Korea to refrain from \"irresponsible provocation\" after the communist state said its main nuclear facility had resumed normal operations.", "prediction": "The US says it has begun talks with North \"as at its bases\", says North Korea said, amid fears amid it shut halted its nuclear programme.", "rouge": {"rouge1": 32.0, "rouge2": 8.333333333333332, "rougeL": 32.0}, "nll_sum": 151.95448303222656, "token_count": 29} +{"index": 141, "reference": "A man has been arrested on suspicion of conspiracy to murder after pieces of human bones were found by detectives investigating the death of a man 25 years ago.", "prediction": "A bones which which were found of police 36 years ago after a discovery of 40 years ago of has been identified, murder police have said. police \" to aA a from a game from The'sA dumping of the from a'sA", "rouge": {"rouge1": 45.07042253521127, "rouge2": 8.695652173913043, "rougeL": 22.535211267605636}, "nll_sum": 269.2544250488281, "token_count": 47} +{"index": 142, "reference": "Ireland eased to seven-wicket win over Zimbabwe to top their Women's World Twenty20 qualifying group and set up a semi-final against Scotland.", "prediction": "IIbel Joyce and Wonder Ciecilia's unbeaten Surrey Ireland to a five-wicket win over Scotland in their opening match the World World Twenty.", "rouge": {"rouge1": 44.89795918367347, "rouge2": 8.51063829787234, "rougeL": 28.57142857142857}, "nll_sum": 176.74090576171875, "token_count": 30} +{"index": 143, "reference": "The daughter of a man who died after a hospital failed it its \"duty of care\" said lessons have not been learned.", "prediction": "A hospital trust where a nine of 2011- received boy received receive a death received is working of a lack of \"culture and struggle and\".\"..", "rouge": {"rouge1": 21.276595744680854, "rouge2": 8.88888888888889, "rougeL": 17.02127659574468}, "nll_sum": 205.6033172607422, "token_count": 29} +{"index": 144, "reference": "Great Britain's Mark Cavendish is third after day one of the men's omnium as he aims for his first Olympic Games medal.", "prediction": "Britain's Mark Cavendish won a silver medal at the UC World World Championships after winning the quarter-final at the race. London.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 13.33333333333333, "rougeL": 25.53191489361702}, "nll_sum": 103.23222351074219, "token_count": 26} +{"index": 145, "reference": "The Northern Ireland health service is to receive an extra \u00a372m to help deal with pressures in the service.", "prediction": " extra of an extra \u00a3700m is to be spent on the Northern Ireland and emergency department.", "rouge": {"rouge1": 40.0, "rouge2": 24.24242424242424, "rougeL": 22.857142857142858}, "nll_sum": 68.56681823730469, "token_count": 18} +{"index": 146, "reference": "The Winklevoss brothers have re-started their long-running legal dispute with Facebook and its boss Mark Zuckerberg.", "prediction": "inin Pedlevosses, who harassed and intimidated by founder founder Mark Zuckerberg, have settle a lawsuit claim that they is the social network site.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 169.97979736328125, "token_count": 29} +{"index": 147, "reference": "A 14-year-old boy has been left with \"life-threatening\" injuries after being knocked down by a car.", "prediction": "A man was seriously seriously injured after being hit by a car by has hit. it it as a2 from a's from in the's reputation, reputation, as from from a's his's for a ballet a as The's reputationA", "rouge": {"rouge1": 22.58064516129032, "rouge2": 10.0, "rougeL": 19.354838709677416}, "nll_sum": 262.87957763671875, "token_count": 47} +{"index": 148, "reference": "Chapman Pincher was known as \"the lone wolf of Fleet Street\".", "prediction": "The HarryHarry Pincher - also known as a British soldier - has won a list of honours.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 8.333333333333332, "rougeL": 30.769230769230766}, "nll_sum": 98.65008544921875, "token_count": 21} +{"index": 149, "reference": "Birmingham City have signed Dundee forward Greg Stewart on a three-year deal for a fee believed to be around \u00a3500,000.", "prediction": "Birmingham City have agreed to sign striker striker Departart for an undisclosed fee, believed, understood to about \u00a32.5m.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615383, "rougeL": 39.02439024390244}, "nll_sum": 113.05634307861328, "token_count": 27} +{"index": 150, "reference": "A former soldier who agreed to obtain information from an army barracks for a newspaper will not face a trial, the Crown Prosecution Service has said.", "prediction": "A former British Army base is to be prosecuted over payments made public payments to public officials, the Crown Crown Prosecution Service (CCCPS) has confirmed.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 16.3265306122449, "rougeL": 31.372549019607842}, "nll_sum": 123.46660614013672, "token_count": 30} +{"index": 151, "reference": "Inspectors have called for major improvements at two privately-run elderly care homes after finding problems during recent visits.", "prediction": "A care home rated been rated as \"in\" or \"save\" for its care, the health watchdog found.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 5.88235294117647, "rougeL": 11.11111111111111}, "nll_sum": 103.44183349609375, "token_count": 22} +{"index": 152, "reference": "Four men were arrested in north London when police found a gun, a sword and a knife in the car they were travelling in.", "prediction": "Four men have been arrested after reports of reports of a gun being pulled from a moving north- car in south-west London in the of reputation, The, as it from a from's The's.", "rouge": {"rouge1": 43.333333333333336, "rouge2": 10.344827586206899, "rougeL": 26.666666666666668}, "nll_sum": 191.91799926757812, "token_count": 40} +{"index": 153, "reference": "An estimated 63,000 properties in north Lancashire were hit by a power cut, Electricity North West has said.", "prediction": "Power supplies has been restored in England after a power station hit the morning morning.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 75.4393310546875, "token_count": 15} +{"index": 154, "reference": "Lord Derby has won a key High Court stage of his fight to build 400 homes on his land.", "prediction": "A government decision's decision on to build 200 new homes in town is be consulted to, High Court.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 21.052631578947366}, "nll_sum": 114.10081481933594, "token_count": 20} +{"index": 155, "reference": "Shopkeepers near the Isle of Wight's troubled new \"floating bridge\" have asked councillors to consider compensating them for loss of business.", "prediction": "Fears for commuters drivers built up foot on the Isle of Wight is to be completed, the Council of Edinburgh to Scottish Borders Council has said.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 13.043478260869565, "rougeL": 24.999999999999993}, "nll_sum": 148.66705322265625, "token_count": 29} +{"index": 156, "reference": "French side Lille have exercised their option to sign Naim Sliti on a permanent deal when his loan move from second-tier side Red Star expires this summer.", "prediction": "Tunisia midfielder N Lawrence Sliti has joined French side L Lille on an an undisclosed fee.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904762, "rougeL": 18.181818181818183}, "nll_sum": 108.01399230957031, "token_count": 21} +{"index": 157, "reference": "Children across Britain linked up with Tim Peake on the International Space Station yesterday for a big question and answer session.", "prediction": "So, Peake is being sent to school, and you can't talk and about.", "rouge": {"rouge1": 11.428571428571427, "rouge2": 0.0, "rougeL": 11.428571428571427}, "nll_sum": 76.91581726074219, "token_count": 17} +{"index": 158, "reference": "World champion cyclist Martyn Irvine has been named the 2013 BBC Northern Ireland Sports Personality of the Year.", "prediction": "A road Mart Martyn Irvine Est named BBC Northern Ireland Sports Personality of New Year for 2013. \" a ballet a--D's reputation in's from a ballet's a from from a from's's of a.", "rouge": {"rouge1": 39.28571428571429, "rouge2": 22.222222222222225, "rougeL": 35.714285714285715}, "nll_sum": 282.99932861328125, "token_count": 42} +{"index": 159, "reference": "A civilian cargo aircraft has landed safely after being escorted into Prestwick Airport in Ayrshire after suffering technical problems with its communications equipment.", "prediction": "A military aircraft came to Prestwick Airport in Ayrshire after possible air control control, the Ministry of Defence has said, saying the Air's 2011 referee, from it from M-'senny a in from Saturday a Saturday from", "rouge": {"rouge1": 26.229508196721312, "rouge2": 13.559322033898308, "rougeL": 22.950819672131146}, "nll_sum": 269.47161865234375, "token_count": 45} +{"index": 160, "reference": "Police have been given more time to question five men arrested on suspicion of terrorism offences.", "prediction": "Police have again granted more time to question them to face terrorism charges as part of a anti-terrorism operation.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 23.52941176470588, "rougeL": 44.44444444444445}, "nll_sum": 80.35084533691406, "token_count": 21} +{"index": 161, "reference": "Euro 2016 will be contested by 24 teams over 30 days at 10 different venues in France.", "prediction": "The Euro 2016 finals starts in France - November - will will stage stage knockout Euro 2016 and", "rouge": {"rouge1": 30.303030303030305, "rouge2": 12.903225806451616, "rougeL": 24.242424242424242}, "nll_sum": 111.86944580078125, "token_count": 17} +{"index": 162, "reference": "BBC Sport is showing live coverage of the EuroBasket warm-up game between Great Britain and Greece at the Copper Box in London on Saturday 19 August.", "prediction": "Great Britain will play their final match of Euro 2017 2017 at London's Copper Stadium Arena when London Stadium starts a match in London in 29 May.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 7.547169811320755, "rougeL": 21.818181818181817}, "nll_sum": 139.93081665039062, "token_count": 28} +{"index": 163, "reference": "Australia weathered a Welsh storm to win World Cup Pool A with a 15-6 victory at Twickenham.", "prediction": "Wales reached a dramatic semi-final defeat by thrash of New Zealand in their 2017 Six Nations quarter semi-final in Cardiff.", "rouge": {"rouge1": 5.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 104.33070373535156, "token_count": 26} +{"index": 164, "reference": "Josh Strauss believes Vern Cotter's impending departure will provide added motivation for Scotland to have a successful Six Nations.", "prediction": "Scotland's director of cricket Andrew Strauss said Vern Cotter would be an huge incentive to make it harder easier for the Scotland side in their opening Six Nations.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 8.51063829787234, "rougeL": 28.57142857142857}, "nll_sum": 130.78179931640625, "token_count": 30} +{"index": 165, "reference": "Ex-CIA Director David Petraeus has told the BBC that Islamic State militants can only be defeated through a dual military and political approach.", "prediction": "The former US general, Davidknife, has said his plan for capture to be seized by so-called State is \"a challenge its right\".", "rouge": {"rouge1": 21.27659574468085, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 158.94180297851562, "token_count": 28} +{"index": 166, "reference": "More than 13,000 email addresses have been stolen from Edinburgh city council's database following a \"malicious cyber attack\".", "prediction": "The City of Edinburgh Council's's health accounts have been accessed in a heart attack which could recall of people in a data centre centre.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 21.73913043478261}, "nll_sum": 141.83511352539062, "token_count": 26} +{"index": 167, "reference": "Rebels say they have begun a new battle in north-western Syria in response to alleged truce violations by the army.", "prediction": "The Syrian rebel group say they have launched in a \"ground\" in the battle\", despite a string of attacks in recent months.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 9.75609756097561, "rougeL": 32.558139534883715}, "nll_sum": 105.68930053710938, "token_count": 25} +{"index": 168, "reference": "The photo sharing service Instagram announced it will start placing ads in US users photo streams in a posting on its website.", "prediction": "Instagram has announced that in that image will videos and will not be brought into account, the social network has announced making a business itself it it.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 161.803955078125, "token_count": 29} +{"index": 169, "reference": "Actor Michael C Hall is to perform a tribute to David Bowie at this week's Mercury Music Prize ceremony.", "prediction": "Tony Hall has been named best known musician for this year's Mercury award award, with his best personal changed.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 5.263157894736842, "rougeL": 20.000000000000004}, "nll_sum": 108.6278076171875, "token_count": 21} +{"index": 170, "reference": "A former Metropolitan Police officer has been found not guilty of sexually assaulting a teenage boy in the back of a police van nearly 30 years ago.", "prediction": "A former Met Police officer has been cleared of a counts of sexual assault against a two-long dating dating back to the late 1970s.", "rouge": {"rouge1": 53.84615384615385, "rouge2": 27.999999999999996, "rougeL": 42.30769230769231}, "nll_sum": 92.48471069335938, "token_count": 27} +{"index": 171, "reference": "Welsh Secretary Alun Cairns has rejected calls for a \"softer\" Brexit after the general election result led to a hung parliament.", "prediction": "Welsh Secretary Alun Cairns would remain in the European market after the Brexit, the Welsh Secretary has said, solve a \"on it. from it\" from a the decision from a would have of Saturday.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 15.094339622641511, "rougeL": 29.090909090909083}, "nll_sum": 218.64480590820312, "token_count": 43} +{"index": 172, "reference": "Relatives of the 96 people who died at Hillsborough have told the home secretary they want a \"Hillsborough Law\" to compel public officials to tell the truth at inquiries.", "prediction": "Families of victims in Hills Hillsborough disaster say they want to be referred to the way the police did not did or face prosecution criminal prosecution.", "rouge": {"rouge1": 29.090909090909093, "rouge2": 3.773584905660378, "rougeL": 25.454545454545453}, "nll_sum": 137.76722717285156, "token_count": 29} +{"index": 173, "reference": "Internet trolls who create derogatory hashtags or doctored images to humiliate others could face prosecution in England and Wales.", "prediction": "Hackers could be photos of indecent images of their name if new laws face and laws.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 111.34387969970703, "token_count": 17} +{"index": 174, "reference": "An elderly woman has died after being hit by a tipper truck.", "prediction": "A 63-year-old woman is in in a critical condition in hospital following a two-car crash crash in north Wales", "rouge": {"rouge1": 11.764705882352942, "rouge2": 0.0, "rougeL": 11.764705882352942}, "nll_sum": 66.4674072265625, "token_count": 24} +{"index": 175, "reference": "Four foreign-owned firms are competing to run train services in Wales and create the \u00a3600m South Wales Metro.", "prediction": "The company behind a \u00a31bn rail franchise for south south Wales will provide public bodies, public officials have confirmed.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 108.20774841308594, "token_count": 22} +{"index": 176, "reference": "Veteran broadcaster Robbie Shepherd is leaving BBC Radio Scotland's Take the Floor after 35 years this weekend.", "prediction": "Robbie Robson is stepping down from broadcasting as the host of BBC Radio Scotland.", "rouge": {"rouge1": 43.75000000000001, "rouge2": 13.333333333333334, "rougeL": 31.250000000000007}, "nll_sum": 58.49342346191406, "token_count": 16} +{"index": 177, "reference": "Accrington Stanley manager John Coleman has criticised the Football League for allowing Carlisle United to move their home games because of flooding.", "prediction": "Chrisuton boss Chris Coleman says in is about the club's League Two run will run all of their remaining games despite missing last six league games.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 20.408163265306122}, "nll_sum": 148.26300048828125, "token_count": 28} +{"index": 178, "reference": "Two Manchester United fans spent Friday night undetected in an Old Trafford toilet in an attempt to see Saturday's Premier League game against Arsenal.", "prediction": "Four Manchester United fans have returned to Old Trafford after a disposal found by bomb experts, admitted after a fake a el was a fake350-up-up game be from from a local game he be fromA of.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 9.836065573770492, "rougeL": 19.047619047619047}, "nll_sum": 268.14813232421875, "token_count": 43} +{"index": 179, "reference": "Accrington Stanley secured a dramatic late victory over Championship side Preston North End to seal their place in the second round of the EFL Cup.", "prediction": "Warrington Stanley fought back from extra-time down from a goal down to beat League One rivals North End to reach the EFL Cup third round.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 16.3265306122449, "rougeL": 31.372549019607842}, "nll_sum": 111.06932830810547, "token_count": 29} +{"index": 180, "reference": "An electrician whose \u00a3200 worth of tools were mistakenly sold for \u00a31 in a charity shop has had them returned.", "prediction": "A Cardiff shop worker was doing himself in a shop before finding himself right tools.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.0606060606060606, "rougeL": 17.142857142857142}, "nll_sum": 97.09947204589844, "token_count": 15} +{"index": 181, "reference": "Laura Muir says she'll be \"gutted\" to miss April's Commonwealth Games.", "prediction": "'s's Laura Muir says is determined to be involved in the Olympics for at at least \" two or more Olympics\" at in Commonwealth Games next month", "rouge": {"rouge1": 40.0, "rouge2": 15.789473684210526, "rougeL": 30.0}, "nll_sum": 157.35028076171875, "token_count": 29} +{"index": 182, "reference": "Southend United will give striker Nile Ranger a chance to relaunch his career when he is released from prison.", "prediction": "Southend United striker Nile Uganda will return to training after failing to end his five-year jail term of almost \u00a339,000.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 111.26921844482422, "token_count": 27} +{"index": 183, "reference": "Books of condolence have opened for Sir Terry Wogan, as his breakfast show successor Chris Evans paid tribute on air to \"radio's Eric Morecambe\".", "prediction": "BBC Radio 2 Chris Chris and Wales has paid tribute to Sir Terryogan Wigan, saying the musician Ecclaring is not complete rubbish\".", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 181.38021850585938, "token_count": 27} +{"index": 184, "reference": "First Minister Nicola Sturgeon has called for \"cast iron assurances\" jobs will not be lost at Clyde shipyards because of contract delays.", "prediction": "Scottish Labour has dropped plans to but create up to 800 new jobs in be Clyde, as a result of the UK outcome in not general election.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 20.408163265306122}, "nll_sum": 137.393798828125, "token_count": 29} +{"index": 185, "reference": "Republican presidential hopefuls Ted Cruz and Marco Rubio have unleashed a barrage of attacks on front-runner Donald Trump in the last debate before next Tuesday's pivotal US primaries.", "prediction": "Polls between Donald Trump and Ted Cruz have launched their first and televised presidential debate, sparking them in the race for the Republican Republican Democratic race nomination.", "rouge": {"rouge1": 38.59649122807017, "rouge2": 10.909090909090908, "rougeL": 17.543859649122805}, "nll_sum": 141.11587524414062, "token_count": 29} +{"index": 186, "reference": "So Ukraine confounded the bookmakers and Eurovision commentators who had been convinced that Russia - or possibly Australia - would win.", "prediction": "Ukrainian Rusanalana won Argentina, saying it was Eurovision Euro - and was it350 in's - a call ph- video. 30 referee (). from's the's from's from a's\".", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 4.166666666666666}, "nll_sum": 303.2889099121094, "token_count": 42} +{"index": 187, "reference": "Lifeguards will patrol a popular beach on the South Coast this summer after seven men drowned last year.", "prediction": "Life life and patrols are be be used on a beach where the beach where 11 men died the 2011's a \" aA in the 30 game,000 it's it from a from a the's.'s of a from a'sA", "rouge": {"rouge1": 19.672131147540988, "rouge2": 0.0, "rougeL": 16.393442622950822}, "nll_sum": 289.7435302734375, "token_count": 47} +{"index": 188, "reference": "Partick Thistle captain Abdul Osman says the players are praying manager Alan Archibald stays at the club for another season.", "prediction": "Partick Thistle manager Part Archibald does does not not want to be fit for the club, according to the club's nonman Osman.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 9.75609756097561, "rougeL": 27.906976744186046}, "nll_sum": 158.66217041015625, "token_count": 30} +{"index": 189, "reference": "Ten youths have been arrested by Canadian police on suspicion of planning to travel to Iraq and Syria to join Islamic State.", "prediction": "F-two who are reportedly allegedly joining the so-called Islamic State have been released, Canadian police have said.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615383, "rougeL": 19.51219512195122}, "nll_sum": 82.26948547363281, "token_count": 22} +{"index": 190, "reference": "League Two side York City have signed Hull City midfielder Matt Dixon on an 18-month deal.", "prediction": "National LeagueNational York City has centre- a Paul Elliott from Hull City for an undisclosed fee on- three 2011 to deal until the end of of season.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 9.523809523809526, "rougeL": 27.272727272727277}, "nll_sum": 182.42529296875, "token_count": 30} +{"index": 191, "reference": "Up to \u00a3500m could be recovered from overseas visitors and migrants using the NHS every year, ministers believe.", "prediction": "An NHS extra \u00a31bn a year for any foreigners will to receive receive emergency care, new research suggests.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 102.2854995727539, "token_count": 21} +{"index": 192, "reference": "Belfast Giants remain within four points of Elite League leaders Cardiff Devils after earning a 5-1 Boxing Day away win over Braehead Clan.", "prediction": "Huddersfield came- 4-1 down to earn 2-2 draw with Elite League leaders leaders Cardiff Devils at the night at SSE Arena on Saturday night. solve from-d's from in a from's from. from a", "rouge": {"rouge1": 25.80645161290323, "rouge2": 13.333333333333334, "rougeL": 19.35483870967742}, "nll_sum": 240.88577270507812, "token_count": 47} +{"index": 193, "reference": "BBC Rewind looks at the history of the Flying Scotsman as it prepares to return to the railways.", "prediction": "One of the world's most famous steam locomotives, the 122, officially completed complete the regeneration after a \u00a31.2m extension.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 115.40483856201172, "token_count": 28} +{"index": 194, "reference": "A man who claimed he was abused at an East Yorkshire Catholic school has lost a legal action for compensation.", "prediction": "A former Catholic priest convicted of sex abuse at a former Catholic' boarding school in East Yorkshire, is receive nine compensation to seeking compensation.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 139.446533203125, "token_count": 26} +{"index": 195, "reference": "Harry Potter spin-off Fantastic Beasts and Where To Find Them has had the biggest UK box office opening weekend of the year so far.", "prediction": "Prince Potter' The Great The Koh Awakens has topped the box office, taking $15m (7m.9m) in its box office.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 143.21109008789062, "token_count": 29} +{"index": 196, "reference": "Britain's Victoria Williamson says she is lucky not to be paralysed after her serious crash at Rotterdam's Zesdaagse.", "prediction": "Four-time Olympic Williamson says she has recovered from her serious neck injury after a fall at the Holyrood World Championships in Rot Rotterdam.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714288, "rougeL": 31.818181818181824}, "nll_sum": 121.80442810058594, "token_count": 29} +{"index": 197, "reference": "The gap between male and female life expectancy is closing and men could catch up by 2030, according to an adviser for the Office for National Statistics.", "prediction": "H men in Wales are more likely to live live than men later in the world later, an education expert says.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 106.6610107421875, "token_count": 22} +{"index": 198, "reference": "The head of the national body for police commissioners resigned in order to appear on the BBC's Question Time following the Manchester attack.", "prediction": " the country Macy police and crime commissioner but said he has resigned over criticism after an interview with interview he had during an interview on Question Time show.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 3.9999999999999996, "rougeL": 26.923076923076923}, "nll_sum": 151.02821350097656, "token_count": 28} +{"index": 199, "reference": "In his new book Grave New World, Stephen King says: \"For better or worse, China is simply too big to be ignored.\"", "prediction": "One of China's best- well-w economy, King,horn is a good bad location.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 129.9475860595703, "token_count": 19} +{"index": 200, "reference": "An expert has claimed controversial plans to build a \u00a33.6bn'super sewer' in London are motivated by profit.", "prediction": "isedise of a bridge around the River Thames will average the average commuters of thousands of money, Ofwat says.", "rouge": {"rouge1": 5.263157894736842, "rouge2": 0.0, "rougeL": 5.263157894736842}, "nll_sum": 122.81129455566406, "token_count": 22} +{"index": 201, "reference": "The developers of the proposed Swansea Bay tidal lagoon have accused Natural Resources Wales (NRW) of publishing a \"grossly misleading\" analysis of the project's likely impact on fish.", "prediction": "The company behind disputed Swansea project has criticised the Welsh Government's handling of its location by, Bay tidal lagoon. saying aACaliforniasing.'s referee's it \"A it\" from it's of of\".", "rouge": {"rouge1": 38.70967741935484, "rouge2": 6.666666666666667, "rougeL": 22.58064516129032}, "nll_sum": 308.7256774902344, "token_count": 45} +{"index": 202, "reference": "Premiership side Sale Sharks will sign Scotland and Glasgow back row forward Josh Strauss on a three-year deal from next season.", "prediction": "Sale Sharks have agreed a deal to sign Scotland Josh Strauss from Scottish Premiership side Glasgow Warriors at", "rouge": {"rouge1": 60.0, "rouge2": 21.052631578947366, "rougeL": 35.0}, "nll_sum": 79.00865936279297, "token_count": 18} +{"index": 203, "reference": "A China Eastern Airlines plane has had to turn back to Sydney airport after a technical failure which left a hole in an engine casing.", "prediction": "A China Eastern Eastern plane heading for Australia to Sydney after an engine after an engine left with the hole left inside.", "rouge": {"rouge1": 46.808510638297875, "rouge2": 17.77777777777778, "rougeL": 38.297872340425535}, "nll_sum": 125.59524536132812, "token_count": 22} +{"index": 204, "reference": "The government is to reconsider a visa for an American mother facing deportation from the UK.", "prediction": "The mother of a same-sex marriage is is to leave the UK to same income, because it does not mean her \"living of living\".", "rouge": {"rouge1": 34.146341463414636, "rouge2": 10.256410256410255, "rougeL": 24.39024390243903}, "nll_sum": 133.62319946289062, "token_count": 28} +{"index": 205, "reference": "Each day we feature a photograph sent in from across England.", "prediction": "Each day we feature a photograph sent in from across England - the gallery will grow during the week - during the the gallery - gallery will grow during the week amid it from a's from a The's of's a's a from aA", "rouge": {"rouge1": 40.0, "rouge2": 37.735849056603776, "rougeL": 40.0}, "nll_sum": 239.9851837158203, "token_count": 47} +{"index": 206, "reference": "Scottish football should consider a bigger league to help young talent, according to Czech Republic director of football Dusan Fitzel.", "prediction": "Former Czech Republic of David Goodel has said that 30 Scottish clubs would include includes a first- first league from Scottish football from a Scottish Championship, from Scottish,. from from 30-Dup referee from from years's.", "rouge": {"rouge1": 24.561403508771935, "rouge2": 7.2727272727272725, "rougeL": 14.035087719298245}, "nll_sum": 291.19586181640625, "token_count": 43} +{"index": 207, "reference": "Democratic Republic of Congo President Joseph Kabila has appointed Bruno Tshibala as the new prime minister of the power-sharing government.", "prediction": "The Democratic Republic of Congo (CAR leader, Alexander Tshibald, has been elected re-election for a veteran role in May's elections.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 14.634146341463413, "rougeL": 23.25581395348837}, "nll_sum": 128.93524169921875, "token_count": 29} +{"index": 208, "reference": "Adebayo Akinfenwa's winner five minutes from time handed Wycombe a hard-fought 1-0 home victory over Exeter in League Two.", "prediction": "ebebayo Akinfenwa free-minute winner Wycombe a comfortable victory over play-off rivals hopefuls Exeter City in League Two.", "rouge": {"rouge1": 53.65853658536586, "rouge2": 20.51282051282051, "rougeL": 48.78048780487805}, "nll_sum": 155.21261596679688, "token_count": 30} +{"index": 209, "reference": "Journalists at Fairfax Media, one of Australia's largest publishers, have gone on strike for a week to protest against massive job cuts.", "prediction": "Australia's biggest newspaper, gearing has announced plans to cut 400 to its jobs the next year, as it plans to face \"diff job losses\".", "rouge": {"rouge1": 20.833333333333332, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 148.34542846679688, "token_count": 28} +{"index": 210, "reference": "Teenager Tom Marquand has been tipped to follow in the footsteps of three-times champion jockey Ryan Moore by his trainer Richard Hannon.", "prediction": "Three-time Grand champion champion Ryan Moore is be \" champion former champion\" champion in the world, says formerockey Ryan Hyer.irst solve's says it a hero from's-w as a from a his,.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 10.714285714285714, "rougeL": 20.689655172413797}, "nll_sum": 301.54534912109375, "token_count": 43} +{"index": 211, "reference": "The Colombian government and Farc rebels have agreed to resume peace talks, which were suspended last month over the abduction of an army general, mediators say.", "prediction": "The Cuban government and the Farc rebel group have been handed over the next five years by the left-wing rebel group. in the- solve,Ukraine,'s they-over fromA army general in three weeks ago. the of a", "rouge": {"rouge1": 33.84615384615385, "rouge2": 12.698412698412698, "rougeL": 30.76923076923077}, "nll_sum": 258.03216552734375, "token_count": 47} +{"index": 212, "reference": "The Football Association has charged Blackburn midfielder Hope Akpan with violent conduct after he was sent off for pushing a referee.", "prediction": "Blackburn Rovers midfielder Hope Akpan has been handed a three-match touchline ban after received a Football Association charge a Football Association charge.", "rouge": {"rouge1": 45.454545454545446, "rouge2": 14.285714285714283, "rougeL": 27.27272727272727}, "nll_sum": 115.70486450195312, "token_count": 28} +{"index": 213, "reference": "Octopuses may have more complex social interactions than previously believed, a new study has found.", "prediction": "Australia's octop can can struggle but could appealing against the blue flag against Russia, and new research suggests.", "rouge": {"rouge1": 5.88235294117647, "rouge2": 0.0, "rougeL": 5.88235294117647}, "nll_sum": 142.34957885742188, "token_count": 21} +{"index": 214, "reference": "Former British number one Laura Robson will play at next month's grass-court Wimbledon warm-up event in Nottingham.", "prediction": "Former British number one Laura Robson return to the Nottingham Open Open in her first tournament.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 29.411764705882355, "rougeL": 38.888888888888886}, "nll_sum": 89.73617553710938, "token_count": 17} +{"index": 215, "reference": "The Democratic Republic of the Congo has been urged to investigate at least 421 bodies found in an unmarked burial ground in the capital, Kinshasa.", "prediction": "The authorities in the Democratic Republic of have found the bodies of 38 bodies at burial burial site southern the capital, Kinshasa.", "rouge": {"rouge1": 55.31914893617022, "rouge2": 26.666666666666668, "rougeL": 42.55319148936171}, "nll_sum": 121.3992919921875, "token_count": 26} +{"index": 216, "reference": "Everton have agreed a deal with Premier League rivals Southampton that paves the way for Ronald Koeman to become their new manager.", "prediction": "Everton manager Ronald Koeman Ko of leave the club the leave, after the club agreed a deal of a \" principle five-year contract.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 13.95348837209302, "rougeL": 17.777777777777775}, "nll_sum": 148.8941650390625, "token_count": 28} +{"index": 217, "reference": "Over the last three decades, governments of various stripes have promised radical change to solve England's housing crisis and today's White Paper is no exception.", "prediction": " are the millions of policy policy - but but the White House is published is be created, - and too too.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 140.42129516601562, "token_count": 22} +{"index": 218, "reference": "Two Turkish soldiers have been killed and 31 wounded in a suicide attack by Kurdish PKK militants, the Turkish military says.", "prediction": "A suicide bomber has killed 30 people and injured least 30 others and wounding several others in north-eastern Turkey border, Turkey's army says the,Ukraine, solve they from's from-year attempt in from November's. from aold", "rouge": {"rouge1": 26.22950819672132, "rouge2": 3.3898305084745757, "rougeL": 16.39344262295082}, "nll_sum": 262.293212890625, "token_count": 47} +{"index": 219, "reference": "A body found near Strathclyde Park in Motherwell is believed to be that of a missing teenager, police have said.", "prediction": "A body has been found in woodland near the East area of North Lanarkshire who disappeared last year.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 74.94445037841797, "token_count": 20} +{"index": 220, "reference": "Neymar is the most valuable player in Europe - worth about \u00a3216m - according to a new study which values 10 players at more than 100m euros.", "prediction": "Lionel Messi is the world's best best player best in the world last year, a new study suggests.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 14.285714285714288, "rougeL": 31.818181818181817}, "nll_sum": 75.86593627929688, "token_count": 22} +{"index": 221, "reference": "Swiss pilot Andre Borschberg has begun his bid to cross the Pacific, from China to Hawaii, in the zero-fuel Solar Impulse aeroplane.", "prediction": "The the spacecraft, Lawrence Bchchner, China, has begun his of his 30-year attempt to complete with a aircraftumbojumbo.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 172.4743194580078, "token_count": 29} +{"index": 222, "reference": "A row between a Police and Crime Commissioner and his deputy, who was found guilty of serious misconduct, has been resolved following a payout.", "prediction": "A police and crime commissioner commissionerPCCCC), who was suspended after being suspended for the abuse, has received allegations of her job.", "rouge": {"rouge1": 40.0, "rouge2": 23.25581395348837, "rougeL": 35.55555555555556}, "nll_sum": 135.6839141845703, "token_count": 26} +{"index": 223, "reference": "Actor Edward Herrmann, best known for his roles in TV show Gilmore Girls and vampire movie The Lost Boys, has died aged 71.", "prediction": "Ed actor Ed Milibandrmann, best known for his best known as Whitehaven, White House and Years, has died aged 86 a 86, his son is said of saying aa a his it's The's.", "rouge": {"rouge1": 34.48275862068965, "rouge2": 17.857142857142858, "rougeL": 31.03448275862069}, "nll_sum": 257.65704345703125, "token_count": 43} +{"index": 224, "reference": "Northern Ireland goalscorer Gareth McAuley says Thursday's 2-0 Euro 2016 win over Ukraine - their first at a European Championship - was \"massive\".", "prediction": "Gareth McAuley was a \"special special performance\" after his team thrashed 5-0 to Poland to end their final Group Group D qualifier.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454546, "rougeL": 17.391304347826086}, "nll_sum": 129.51156616210938, "token_count": 30} +{"index": 225, "reference": "A landmark legal challenge against Brexit has been rejected at the High Court in Belfast.", "prediction": "A victim whose family survived a of murder Ireland in Northern Ireland has won a legal battle against the UK government's office exclude a Supreme Court process.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 143.17233276367188, "token_count": 28} +{"index": 226, "reference": "A student whose mother and teenage brother were stabbed to death is focusing on caring for her father who was also injured in the attack.", "prediction": "A mother to a teenager who stabbed to 18 to death at her Birmingham home has spoken of her hero she was \" beautiful't go angel\".", "rouge": {"rouge1": 35.294117647058826, "rouge2": 8.16326530612245, "rougeL": 31.372549019607842}, "nll_sum": 147.24209594726562, "token_count": 27} +{"index": 227, "reference": "North Korea has detained several US citizens - sometimes holding them for years, the BBC explains.", "prediction": "A British man who went missing nearly four years ago ago has been convicted of crimes against North Korea.mbudsman in's a \"olve aA a's a 30A it from a it from it's been of game. from a'sA", "rouge": {"rouge1": 14.035087719298245, "rouge2": 3.6363636363636367, "rougeL": 7.017543859649122}, "nll_sum": 284.70977783203125, "token_count": 47} +{"index": 228, "reference": "South Korea's education minister has apologised after two faulty questions in the national college entrance exam left thousands of students confused.", "prediction": "South Korea's education ministry has apologised apologised after failing the country's annual national exam test.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 27.027027027027025, "rougeL": 51.28205128205129}, "nll_sum": 75.70579528808594, "token_count": 17} +{"index": 229, "reference": "National League North side Gloucester City are in talks with rugby league team Gloucestershire All Golds about a potential groundshare.", "prediction": "Rugby union side Gold cards will meet with European Rugbyiership club, in Bristol at Bristol Rugby International Stadium's proposed a new home stadium.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 173.38168334960938, "token_count": 28} +{"index": 230, "reference": "A Labour MP who accused Jeremy Corbyn of threatening to use his father - former Sinn F\u00e9in mayor Pat McGinn - to \"bully me into submission\" has spoken publicly about the row.", "prediction": "A former Labour MP has apologised an apology saying he asked Labour leader Jeremy Sinn F\u00e9in's office over a nips's office. and box. a's a's a's aA aA a's from's a from a-", "rouge": {"rouge1": 25.0, "rouge2": 8.571428571428571, "rougeL": 19.444444444444446}, "nll_sum": 234.41073608398438, "token_count": 47} +{"index": 231, "reference": "Sir Bradley Wiggins and Mark Cavendish have been confirmed among 126 riders for the 2016 Tour of Britain, which begins in Glasgow on Sunday.", "prediction": "Two-time champion and former road champion Mark Cav Cavendish will take part in this year World UC World Championships.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 110.65365600585938, "token_count": 22} +{"index": 232, "reference": "A former financial controller has admitted stealing more than \u00a3440,000 from a hospital charity.", "prediction": "A former soldier who admitted stealing a \u00a3500,000 from a charity where charity charity worked", "rouge": {"rouge1": 51.61290322580646, "rouge2": 27.58620689655172, "rougeL": 51.61290322580646}, "nll_sum": 79.08002471923828, "token_count": 17} +{"index": 233, "reference": "Police in India's Maharashtra state have arrested five members of an upper caste for beating, stripping and parading naked a low-caste Dalit woman.", "prediction": "Police in the southern Indian state of Hrav Pradesh state say they have arrested a 23-year-old who beat beatants because of her brain and her dignit community.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.692307692307692, "rougeL": 25.925925925925924}, "nll_sum": 174.7908172607422, "token_count": 34} +{"index": 234, "reference": "Turkey has hit out at the United States over criticism of its ongoing role in the conflict in Syria.", "prediction": "Kel Yongkila has calls call for US military and forces struggle northern Syria, accused the US of \"blaring a sovereign state\".", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 171.30343627929688, "token_count": 27} +{"index": 235, "reference": "Toshiba shares rallied more than 10% on Thursday on reports the firm was about to secure substantial new loans for its restructuring efforts.", "prediction": "Toshiba has said it agreed to provide bank from bank central bank on 7 December, as it tries to raise awareness of survival.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 122.43853759765625, "token_count": 26} +{"index": 236, "reference": "England's batsmen must \"pull their fingers out\" if they are to win the third Test against Pakistan and draw the series 1-1, says James Anderson.", "prediction": "England need to \"lost and have a bat\" to win their unbeaten third Test against Pakistan the says James Anderson.", "rouge": {"rouge1": 55.3191489361702, "rouge2": 26.666666666666668, "rougeL": 46.808510638297875}, "nll_sum": 121.0919418334961, "token_count": 22} +{"index": 237, "reference": "British and Irish Lions head coach Warren Gatland says he will not repeat Graham Henry's 2001 mistake by splitting the squad early in the tour.", "prediction": " coach Warren Gatland says coachl Mike Henry was \"lucky\"\" after his naked- team follow to New Zealand in Saturday his third Test.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 13.043478260869565, "rougeL": 24.999999999999993}, "nll_sum": 172.50979614257812, "token_count": 28} +{"index": 238, "reference": "Rangers have made right-back Lee Hodson their eighth summer signing on a three-year deal from MK Dons.", "prediction": "Rangers have signed midfielder Lee Hodson from Scottish Premiership club have joined Rangers on Rangers two 2011year contract.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 130.6322021484375, "token_count": 21} +{"index": 239, "reference": "A wine decanter taken from a church during the Highland Clearances and used by evicted families to feed milk to babies has been gifted to a museum.", "prediction": "A homemade art is marking the location of the Scotland Par ganter which birth birth to the generations families of generations to a Inverness church.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 19.23076923076923}, "nll_sum": 185.6009063720703, "token_count": 29} +{"index": 240, "reference": "A woman who killed a pensioner while \"high on crystal meth and heroin\" has been given a six-year sentence.", "prediction": "A Belfast woman whoewed and stabbed a man stabbed to death and stabbed her head in her car has been jailed for 30 years.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 31.818181818181824}, "nll_sum": 101.1834487915039, "token_count": 26} +{"index": 241, "reference": "Criminals and terrorists are using the so-called dark net to buy weapons, a new study has suggested.", "prediction": "More than a dozen are selling illegal drugs sold to the single market in market past year, Dutch research suggests.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 108.96124267578125, "token_count": 21} +{"index": 242, "reference": "Chris Rock has announced that he's separating from his wife.", "prediction": "Chris Rock has filed a legal battle for his divorce, to his wife,\". it's \"l it's reputation's-gought from in's from a's.", "rouge": {"rouge1": 36.8421052631579, "rouge2": 16.666666666666668, "rougeL": 26.31578947368421}, "nll_sum": 200.8931884765625, "token_count": 33} +{"index": 243, "reference": "A man once dubbed the world's fattest has been granted an American visa so he can have surgery to remove excess skin.", "prediction": " the best known - as what, but be be world'satt doingest a successful post-surge surgery to remove brain surgery.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 168.5199737548828, "token_count": 26} +{"index": 244, "reference": "A new type of drug could benefit men with aggressive prostate cancer that is no longer responding to treatment, researchers from the Institute of Cancer Research have said.", "prediction": " drugs drug drugs which weight infection which can lead to Manchester has been used to men used men, new research suggests", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 12.244897959183671}, "nll_sum": 148.11587524414062, "token_count": 21} +{"index": 245, "reference": "European leagues are free to schedule domestic games on the same nights as Champions League and Europa League ties after an agreement with Uefa ended.", "prediction": "The European Football League says it agreed to allow all of their remaining Champions League games, go, ahead of the season because a \"olveable'.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 20.408163265306126}, "nll_sum": 144.51040649414062, "token_count": 28} +{"index": 246, "reference": "Teachers should scrutinise the holiday plans of families from communities that practise female genital mutilation (FGM), a conference has heard.", "prediction": "Head leaders' union are urging members and staff to ignore the mutilation of child child abuse.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 86.13130187988281, "token_count": 18} +{"index": 247, "reference": "Police are investigating the rape of a woman in Queens Park in Glasgow's Southside.", "prediction": "Police have launched an investigation after a woman who was raped in the parkana theme park,", "rouge": {"rouge1": 51.61290322580646, "rouge2": 6.89655172413793, "rougeL": 38.70967741935484}, "nll_sum": 62.96253967285156, "token_count": 17} +{"index": 248, "reference": "Swansea's caretaker manager Alan Curtis says there would be no guarantee the club would return to the Premier League if they were relegated this season.", "prediction": "Swansea City are \" get back back to Premier League and return to the Championship, says head coach Alan Curtis, \"for agone conclusion\".", "rouge": {"rouge1": 37.50000000000001, "rouge2": 17.391304347826086, "rougeL": 16.666666666666668}, "nll_sum": 145.34039306640625, "token_count": 29} +{"index": 249, "reference": "The overall student loan debt for Welsh students has reached \u00a33.7bn, new figures show.", "prediction": "Welsh students schizophrenic Gael students, could receive a funding in tuition fees last year, to figures obtained by BBC BBC in a the's it,onian says it's \"over-m from a in from years a's. from a", "rouge": {"rouge1": 18.181818181818183, "rouge2": 3.7735849056603774, "rougeL": 10.909090909090907}, "nll_sum": 310.34716796875, "token_count": 47} +{"index": 250, "reference": "Police in Italy have arrested a jobless man who posed as an airline pilot, tricking his way into riding in the cockpit of at least one jet.", "prediction": "A 68-year-old German man been arrested in Italy after allegedly driving himself as the pilot of a a private commercial aircraft and fly flight.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301884}, "nll_sum": 117.67662048339844, "token_count": 28} +{"index": 251, "reference": "David Cameron has said too many children from immigrant families are not able to speak English when they start at school.", "prediction": "Prime Minister David Cameron has told MPs must make sure familiesaved and their families to to their country, saying it needs \"congg further further\".", "rouge": {"rouge1": 22.222222222222225, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 156.08282470703125, "token_count": 28} +{"index": 252, "reference": "Low pay and scarce hours are pushing working families and young people into poverty in Wales, a new report claims.", "prediction": "A living national wage for Wales families working with working families working in Wales, low, a think tank has said.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473683, "rougeL": 25.0}, "nll_sum": 123.1190414428711, "token_count": 22} +{"index": 253, "reference": "Time spent travelling to and from first and last jobs by workers who do not have a fixed office should be regarded as work, European judges have ruled.", "prediction": "Thousands of social workers who has UK who spend an extra hours of manslaughter or a day or day, should be allowed to work office in work, or one be their appointment.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 6.896551724137931, "rougeL": 20.0}, "nll_sum": 197.36087036132812, "token_count": 34} +{"index": 254, "reference": "Schools have been reopening in Guinea after a five-month closure because of the deadly Ebola outbreak.", "prediction": "Thousands of schools in Liberia in Sierra Leone, because of the Ebola outbreak have once again again, amid fears over fears Ebola Ebola outbreak.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615383, "rougeL": 34.146341463414636}, "nll_sum": 123.62915802001953, "token_count": 26} +{"index": 255, "reference": "London's FTSE 100 index has recorded its biggest weekly loss this year after poor manufacturing figures in China exacerbated global economic fears.", "prediction": " London's FTSE 100E posted at its highest level to its highest since 2009, as continuing continued over fears a slowdown slowdown in China.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 13.33333333333333, "rougeL": 25.53191489361702}, "nll_sum": 138.712646484375, "token_count": 28} +{"index": 256, "reference": "The sister of a teenager who was murdered, cut up and buried by her boyfriend says she is afraid after discovering he has been out of prison.", "prediction": "The Northern Ireland Prison Service has, it will be offer families to the families of those who wanted to help the relatives of a murder victim's murder.", "rouge": {"rouge1": 29.09090909090909, "rouge2": 3.7735849056603774, "rougeL": 14.545454545454545}, "nll_sum": 130.19570922851562, "token_count": 29} +{"index": 257, "reference": "Russian politician Mikhail Kasyanov has accused President Vladimir Putin of \"silently encouraging\" intimidation as a row over a menacing video continues.", "prediction": "Russian Prime Minister Kud KLucanov says he will step down in office after a video which remembers him of the protesters in western Russia.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 157.43118286132812, "token_count": 28} +{"index": 258, "reference": "Perhaps predictably, Louis van Gaal delivered the best line of the day as he reflected on how his side survived an early storm to beat Arsenal 2-1.", "prediction": "Louis van Gaal has told an joke that his Manchester United side was battle - and it was - and when it do in a surprise defeat at Old Trafford. Trafford solve- again once aACalifornia's a. aA again a again a", "rouge": {"rouge1": 17.64705882352941, "rouge2": 6.060606060606061, "rougeL": 14.705882352941174}, "nll_sum": 287.4393615722656, "token_count": 49} +{"index": 259, "reference": "Craft brewer BrewDog has raised $1m (\u00a3770,000) from US investors within the first three days of a new funding round, according to the company.", "prediction": "Scottish shop BrewDog has announced to build $100m (\u00a365m) response to poor lack to its online funding a small US investment scheme.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444445, "rougeL": 12.76595744680851}, "nll_sum": 171.10073852539062, "token_count": 29} +{"index": 260, "reference": "An industrial dispute at Tata Steel has ended after workers voted to accept changes to their pension scheme.", "prediction": "Tata Steel workers are facing a national strike strike after four members in its support.", "rouge": {"rouge1": 24.24242424242424, "rouge2": 6.451612903225808, "rougeL": 18.18181818181818}, "nll_sum": 89.6630630493164, "token_count": 16} +{"index": 261, "reference": "Keurig Green Mountain, which makes K-cups single-serve coffee pods, said it has accepted a $13.9bn (\u00a39.2bn) bid.", "prediction": "The US coffee chain says it is agreed to buy coffee chain- Chur Green- in a deal worth $43m; $42bn,\u00c2\u00a331m000).", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 191.951171875, "token_count": 34} +{"index": 262, "reference": "A university has withdrawn a poster which appeared to ridicule Hollywood star Jennifer Lawrence after her nude pictures were leaked on the internet.", "prediction": "A collection of posters showing a star star a pop star Jennifer Lawrence have been removed from university was a university called it \"a bad taste\".", "rouge": {"rouge1": 28.571428571428577, "rouge2": 12.76595744680851, "rougeL": 20.408163265306122}, "nll_sum": 142.1170654296875, "token_count": 27} +{"index": 263, "reference": "A man has been stabbed to death in a street in north London.", "prediction": "A man was stabbed to death after an alleyway in north north London.", "rouge": {"rouge1": 61.53846153846154, "rouge2": 41.66666666666667, "rougeL": 61.53846153846154}, "nll_sum": 47.75286102294922, "token_count": 14} +{"index": 264, "reference": "Exeter head coach Rob Baxter says his side need to perform consistently at a \"high intensity\" if they are to earn more international recognition.", "prediction": "Bath's head coach Rob Baxter says it it can understand to why some of their squad includes include their squad for their performances in this season.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 16.3265306122449, "rougeL": 27.450980392156865}, "nll_sum": 162.76556396484375, "token_count": 28} +{"index": 265, "reference": "Brendan Rodgers says it would be a \"remarkable achievement\" for Celtic to complete an unbeaten league season.", "prediction": "Celtic manager Brendan Rodgers says Celtic Celtic wins their 36th Scottish Premiership title battle, their history.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 12.903225806451616, "rougeL": 24.242424242424242}, "nll_sum": 98.98756408691406, "token_count": 20} +{"index": 266, "reference": "Hundreds of rooms at a \u00a345m student halls development at Aberystwyth University will not be ready for the new term.", "prediction": "Developers the new rooms being built at an Anglesey farm will and officially open to, with students who want wish to them.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 5.0, "rougeL": 14.285714285714283}, "nll_sum": 146.59056091308594, "token_count": 26} +{"index": 267, "reference": "Characters based on a Nickelodeon cartoon were dropped from a Northern Ireland council's Christmas celebrations - after it emerged they were unauthorised.", "prediction": "A council which aims a council of due in appear in a Santa that includes include actor David of Marshall will not included in a Northern Ireland event event.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 8.16326530612245, "rougeL": 15.686274509803921}, "nll_sum": 191.71670532226562, "token_count": 29} +{"index": 268, "reference": "Aston Villa have appointed former Brighton coach Colin Calderwood as their assistant manager to Steve Bruce.", "prediction": "Aston Villa have appointed Sher Calderwood as their new assistant head coach.", "rouge": {"rouge1": 64.28571428571429, "rouge2": 38.46153846153846, "rougeL": 57.14285714285715}, "nll_sum": 57.65098571777344, "token_count": 14} +{"index": 269, "reference": "Jamie Roberts intends to use his disappointment at being overlooked by the British and Irish Lions as motivation when he captains Wales.", "prediction": " Roberts Roberts says he is theishing of the the British and Irish Lions' a' summer tour to New Zealand is \"get the the price\".", "rouge": {"rouge1": 34.78260869565217, "rouge2": 18.18181818181818, "rougeL": 26.08695652173913}, "nll_sum": 157.5489501953125, "token_count": 28} +{"index": 270, "reference": "In terms of what England wanted out of the game with Scotland I think they got everything.", "prediction": "The man's force was the tactics to the tactics in their opening side before the match-up match with Scotland in the Six Nations.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 123.8530502319336, "token_count": 26} +{"index": 271, "reference": "Great Britain will miss the men's Olympic 4x100m relay final after being disqualified in their semi-final.", "prediction": "Great Britain's men's400 team missed out on a place for the World Cup event in Brazil despite being missed out on the's last 16. day for thedes's a-'s-'s reputation in from \u00a3's a from aA", "rouge": {"rouge1": 27.118644067796616, "rouge2": 3.508771929824561, "rougeL": 20.33898305084746}, "nll_sum": 271.64923095703125, "token_count": 48} +{"index": 272, "reference": "Police are appealing for witnesses following a head-on crash between a car and a bus in West Lothian.", "prediction": "Four people have been seriously injured in a crash between bus and bus in East Lothian.", "rouge": {"rouge1": 40.0, "rouge2": 12.12121212121212, "rougeL": 40.0}, "nll_sum": 47.38154983520508, "token_count": 18} +{"index": 273, "reference": "Police have named a 52-year-old man who died after the forklift truck he was driving toppled over.", "prediction": "An 87-year-old motorist died when when he was struck by a stolen pickup fork on overturned road in Lanarkshire.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 97.30699920654297, "token_count": 26} +{"index": 274, "reference": "Great Britain's double gold medallist Nicola Adams believes new trainer Virgil Hunter will play a key part in success as a professional.", "prediction": "Two-time world boxing champion Adams Adams says former James Ward can capable of becoming a boxing champion when it becomes three-time Olympic champion.", "rouge": {"rouge1": 8.333333333333332, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 124.19416809082031, "token_count": 27} +{"index": 275, "reference": "We're fast approaching the 70th anniversary next month of the dropping of the first nuclear bomb, on Hiroshima.", "prediction": "As Korea marks 70 70 anniversary of Japan, one in worst nuclear disaster in its history.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 92.97724914550781, "token_count": 17} +{"index": 276, "reference": "David Drumm, former boss of the Anglo Irish Bank, has been granted bail by an Irish court after he was extradited from the US to face fraud charges.", "prediction": "The former head Anglo Irish Bank, Sean Callumm, been been charged in Dublin on November of charges against him in the Republic of Ireland.", "rouge": {"rouge1": 34.61538461538462, "rouge2": 7.999999999999999, "rougeL": 23.076923076923077}, "nll_sum": 138.9747314453125, "token_count": 27} +{"index": 277, "reference": "Lala Njava's music is grounded in Madagascan tradition but is enriched with jazz, trance and afrobeat.", "prediction": "L theaxala N Niki, known as Belgium, is best known for her battle of her name, in the landmine of land in West Man country home.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 188.00624084472656, "token_count": 33} +{"index": 278, "reference": "There haven't been many good moments for Myanmar's Rohingya Muslims in the last four years.", "prediction": "Myanmar's ambassador to the UN has described the news agency that includes a plan to help Myanmar's Rohingyaine as a \"big delay\".", "rouge": {"rouge1": 14.634146341463413, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 138.6626739501953, "token_count": 28} +{"index": 279, "reference": "Ivan Lendl is definitely more of a handshake than a hug kind of guy.", "prediction": "I was writing and writing I when I will get a Wimbledon title on Tuesday and I wasI writing, I'm fit to\" and is't ready to be excited and I is and I the) solve a Broadway amark a\"", "rouge": {"rouge1": 10.90909090909091, "rouge2": 0.0, "rougeL": 10.90909090909091}, "nll_sum": 268.98406982421875, "token_count": 47} +{"index": 280, "reference": "How did it go for the 16 and 17-year-olds who were allowed to vote for the first time ever in the UK?", "prediction": "The rate of 16 and 16-year-olds to be able to vote for Scotland \"a whole generation\", a man has told BBC News News.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 17.02127659574468, "rougeL": 32.6530612244898}, "nll_sum": 110.43851470947266, "token_count": 29} +{"index": 281, "reference": "Mercedes Formula 1 boss Toto Wolff admits that Nico Rosberg's decision to retire took him completely by surprise - but it is only the start of his problems.", "prediction": "ieie Wolff is confident that Red Bull would \"leagueoud\" to be world champion and becoming of becoming a clear driver in Formula 1 driver.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 3.9999999999999996, "rougeL": 15.384615384615383}, "nll_sum": 163.35765075683594, "token_count": 29} +{"index": 282, "reference": "Smoking could play a direct role in the development of schizophrenia and needs to be investigated, researchers say.", "prediction": "Woking could be linked to the to mental health problems such as later, and later month later research suggests.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 112.42642211914062, "token_count": 21} +{"index": 283, "reference": "A family of five, including three young children, had to be rescued from a Somerset beach after their car got stuck in the mud on Saturday evening.", "prediction": "Four children were rescued from a beach on a beach in Norfolk after as high tides the high tides.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 9.090909090909092, "rougeL": 30.434782608695656}, "nll_sum": 82.90635681152344, "token_count": 19} +{"index": 284, "reference": "Former Archbishop of Canterbury Lord Carey says he will support legislation that would make it legal for terminally ill people in England and Wales to receive help to end their lives.", "prediction": "The former Archbishop of Church England Church has said he \"fundamental changed\"\" a terminallyic patient who struggle to die in his own life.", "rouge": {"rouge1": 25.925925925925924, "rouge2": 7.692307692307692, "rougeL": 18.51851851851852}, "nll_sum": 165.97885131835938, "token_count": 28} +{"index": 285, "reference": "Leicester's decision to sack Claudio Ranieri nine months after winning the Premier League made former Foxes striker Gary Lineker \"shed a tear\".", "prediction": "Leicester City striker striker Gary Linekerri apologised for Chelsea using his manager's to win the Premier League title as \"the miracle of our sport\".", "rouge": {"rouge1": 37.49999999999999, "rouge2": 17.391304347826086, "rougeL": 29.166666666666668}, "nll_sum": 132.58294677734375, "token_count": 29} +{"index": 286, "reference": "Rescuers are frantically trying to save about nine people located in the wreckage of a collapsed factory complex in the Bangladeshi capital Dhaka.", "prediction": "Nigeria's army says, it plans to save nine people from a building building, which has forced dozens of people on the site of the army says says.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 8.16326530612245, "rougeL": 27.450980392156865}, "nll_sum": 138.60523986816406, "token_count": 32} +{"index": 287, "reference": "Dundee United have signed their second goalkeeper in a week by bringing in Harry Lewis on loan from Southampton.", "prediction": "Dundee United have completed the signing of teenage goalkeeper Harry Lewis after the midfielder left Southampton in a deal of up to \u00a32m.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 20.0, "rougeL": 38.0952380952381}, "nll_sum": 93.01268768310547, "token_count": 27} +{"index": 288, "reference": "Celtic cruised to a 3-0 win over Aberdeen at Hampden Park as Brendan Rodgers secured his first trophy as the Scottish Premiership leaders' manager.", "prediction": "Celtic were a down moment for Old Trafford at Old Trafford on Sunday, but it wasn't wasn it wasn't it wasn wasn't but it wasn't too in.", "rouge": {"rouge1": 10.714285714285714, "rouge2": 0.0, "rougeL": 10.714285714285714}, "nll_sum": 155.703857421875, "token_count": 34} +{"index": 289, "reference": "For three weeks Alexander Litvinenko desperately tried to fight off the radiation that was destroying his body from within.", "prediction": "The Russian nurse Alexander Litvinenko, who died suddenly in his bed in London hospital in 2004, was she never the man tried to him.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 119.39324188232422, "token_count": 28} +{"index": 290, "reference": "Auditors have questioned the way a health board handled funding awarded to a celebrity-led charity event.", "prediction": "A Welsh health board has been criticised for giving a Welsh health event's organ donation donation, which raised \u00a37,000m of Welsh Government grant awarded. collect solve the again a from a it's from \u00a3 of aA again from a", "rouge": {"rouge1": 24.137931034482758, "rouge2": 3.571428571428572, "rougeL": 17.241379310344826}, "nll_sum": 276.800048828125, "token_count": 47} +{"index": 291, "reference": "An 85-year-old woman has died after being struck by a bin lorry in Edinburgh.", "prediction": "An 85-year-old woman was seriously injured after being hit a a lorry while walking on a path path to a road of Edinburgh's in 2011. solve the's from-A a of in a from a's. a's", "rouge": {"rouge1": 37.931034482758626, "rouge2": 17.857142857142858, "rougeL": 34.48275862068965}, "nll_sum": 233.3089599609375, "token_count": 47} +{"index": 292, "reference": "A tractor being driven by a 15-year-old boy \"as a taxi for his drunk mates\" has been stopped by police in North Yorkshire.", "prediction": "A tractor driver has been pulled over by a police station in North Yorkshire.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 27.027027027027028, "rougeL": 46.15384615384615}, "nll_sum": 47.75120162963867, "token_count": 14} +{"index": 293, "reference": "A man accused of claiming almost \u00c2\u00a310,000 after allegedly pretending his family died in the Grenfell Tower fire has denied two counts of fraud.", "prediction": "A man accused of fraud victims behind a charity fire in the Grenfell Tower west June has pleaded not guilty to charges, a court \" heard.", "rouge": {"rouge1": 44.0, "rouge2": 29.166666666666668, "rougeL": 36.0}, "nll_sum": 143.84698486328125, "token_count": 28} +{"index": 294, "reference": "In our series of letters from African journalists, media and communications trainer Joseph Warungu gives a personal guide to some of the key people, places and events to watch out for in Africa in 2017.", "prediction": "In our series of letters from African journalists, veteran Joseph Warungu looks at how a group will people not stand in office in not next election.", "rouge": {"rouge1": 45.90163934426229, "rouge2": 27.11864406779661, "rougeL": 45.90163934426229}, "nll_sum": 169.71148681640625, "token_count": 29} +{"index": 295, "reference": "A farmer told to demolish a mock Tudor castle that was built without planning permission has vowed to rebuild \"the work of art\" elsewhere.", "prediction": " a built who built a-udor castle without to rebuilt planning permission after reopen it, has been told he \"could not to return and court\".", "rouge": {"rouge1": 44.89795918367347, "rouge2": 4.25531914893617, "rougeL": 32.6530612244898}, "nll_sum": 196.8896942138672, "token_count": 29} +{"index": 296, "reference": "Full services on Nottingham's new tram lines have started, eight months behind schedule.", "prediction": "The first of five new Nottingham line lines to started in Nottingham after more than six months of the has of announced \"olve's andb the's a \"'s a \"'s from November\" it will have been from.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 268.27862548828125, "token_count": 43} +{"index": 297, "reference": "Thieves broke into vans and stole tools being used by a team working on a life-changing project for TV show DIY SOS.", "prediction": "B burglars have stolen from a of home to an army programme tally in.", "rouge": {"rouge1": 5.405405405405405, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 99.72715759277344, "token_count": 15} +{"index": 298, "reference": "Oil and gas exploration firm Tullow Oil has reported a pre-tax loss of \u00a31.3bn for the year to 31 December as low oil prices bit into revenues.", "prediction": "North Sea oil company Oil has reported to big jump revenue in the half of the year, because of a fall in the price of oil.", "rouge": {"rouge1": 43.63636363636363, "rouge2": 11.32075471698113, "rougeL": 29.090909090909093}, "nll_sum": 108.08199310302734, "token_count": 27} +{"index": 299, "reference": "EE has come out on top and Vodafone last in one of the UK's most comprehensive tests of mobile networks.", "prediction": " mobile UK phone networks - two mobile average price average - are better than than the US, a study suggests.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 110.66386413574219, "token_count": 21} +{"index": 300, "reference": "A man who tried to get home on a 2.5 tonne road roller after a night out drinking in Dumfries has received a 15-month driving ban.", "prediction": "A motorist who was caught at almost 80 times over the legal limit in Dumfriesf- handed to a three-game driving ban.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 4.166666666666666, "rougeL": 23.999999999999996}, "nll_sum": 144.51991271972656, "token_count": 28} +{"index": 301, "reference": "Nearly all of the chaotically built homes in the small community of Vila Uniao in the west of Rio have \"SMH\" painted onto their walls.", "prediction": "\"It was completea pretty, too little no longer,\" said has.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 94.20797729492188, "token_count": 14} +{"index": 302, "reference": "A key safety limit at one of Britain's nuclear power stations is being raised to allow the life of the reactor to be extended, the BBC has learned.", "prediction": "EDF has made a decision to force winds one of its reactors to be shut down, but safety fears it poses a \"gamekeeping failure\".", "rouge": {"rouge1": 33.9622641509434, "rouge2": 11.76470588235294, "rougeL": 22.641509433962266}, "nll_sum": 134.84548950195312, "token_count": 28} +{"index": 303, "reference": "A US dentist has killed a lion in Zimbabwe, Africa.", "prediction": "An American man who was killed by a lion in Zimbabwe India Zimbabwe has Zimbabwe the BBC that \"it wasn't a hero't't a sport\".", "rouge": {"rouge1": 37.83783783783783, "rouge2": 17.142857142857146, "rougeL": 27.027027027027028}, "nll_sum": 159.7821502685547, "token_count": 28} +{"index": 304, "reference": "A whisky distillery plans to invest \u00a3580,000 in community projects to mark its 200 years on the island of Islay.", "prediction": "The first bottles of that whisky, which includes the Scottish island of Isher's dumped, is to receive more than \u00a3 \u00a31m.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.000000000000001, "rougeL": 19.047619047619047}, "nll_sum": 147.194091796875, "token_count": 27} +{"index": 305, "reference": "David Hockney's assistant died after drinking acid at the painter's home, an inquest has heard.", "prediction": " artist David Hockney was ill ill after taking his house while bed in an bed, an inquest has heard.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 23.52941176470588, "rougeL": 38.88888888888889}, "nll_sum": 103.43930053710938, "token_count": 22} +{"index": 306, "reference": "Nigeria's Olympic rower Chierika Ukogu has an inspirational story - but without the mistaken promotion of US rapper Snoop Dogg, she is likely to have sunk without trace.", "prediction": "As Chihu Singhincogu, probably be the Paralympicic,, has left rowing after saying she had won Nigeria a silver medal at the Rio Olympics.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 7.8431372549019605}, "nll_sum": 213.96881103515625, "token_count": 33} +{"index": 307, "reference": "A plane bound for Chicago has been forced to make an emergency landing for the second time in two days.", "prediction": "A passenger due bound for London in Chicago has made an emergency stop in Edinburgh.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.181818181818183, "rougeL": 45.714285714285715}, "nll_sum": 72.11344909667969, "token_count": 15} +{"index": 308, "reference": "Sporting events and venues in England are conducting major security reviews after 22 people were killed in an attack at Manchester Arena.", "prediction": "Manchester United's football team paid tribute \"the families and families\" by the Manchester attack, which killed 22 people.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 98.96728515625, "token_count": 22} +{"index": 309, "reference": "A tenfold increase in the number of English schools converting to academies has meant \u00a31bn in extra costs, says the government's spending watchdog.", "prediction": "The government owed \u00a33bn of budget to become academies in England during 2012 2012, the public spending watchdog says. says in the-'s,olve,l it's a from from it has state of of.", "rouge": {"rouge1": 47.45762711864407, "rouge2": 10.526315789473685, "rougeL": 27.11864406779661}, "nll_sum": 255.00669860839844, "token_count": 43} +{"index": 310, "reference": "Russell Knox has every right to beam from ear to ear, as he did for the majority of his 15-minute media gathering, after flying in from his base in the United States to a sodden Castle Stuart.", "prediction": "F around Lee stands around the crowd around around and around and around around the Dundee, I think of him.", "rouge": {"rouge1": 10.344827586206897, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 120.14961242675781, "token_count": 22} +{"index": 311, "reference": "The mother of missing teenager Charlene Downes said she is going to sue police over mishandling her murder case.", "prediction": "A teenager whose schoolchildren was disappeared 20 years ago after disappeared she disappeared police years ago has accused police of having \"do anythingatt\"..", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 187.39608764648438, "token_count": 27} +{"index": 312, "reference": "Brazilian police say they want to speak to International Olympic Committee (IOC) president Thomas Bach about an alleged scheme to resell tickets during last month's Rio Olympics.", "prediction": "Police in the Rio Brazil are of allegations whether the president of the International Olympic Committee Thomas Thomas Bach. Dylan he the Yorkshire's dressage it's- it it's a's-'s a of it). from). from's. from a", "rouge": {"rouge1": 28.985507246376812, "rouge2": 8.955223880597014, "rougeL": 20.289855072463766}, "nll_sum": 293.79705810546875, "token_count": 47} +{"index": 313, "reference": "Joyce Banda, who has made history becoming Malawi's first female president and only the second woman to lead a country in Africa, has a track record of fighting for women's rights.", "prediction": "Fish Banda was not known as one of the best female players of all time, to be the elected vice-president of Seawi'solve of Mover.", "rouge": {"rouge1": 20.33898305084746, "rouge2": 0.0, "rougeL": 13.559322033898304}, "nll_sum": 151.414794921875, "token_count": 32} +{"index": 314, "reference": "Relegated Sunderland will travel to Bury in the EFL Cup first round.", "prediction": "The English Football League (EFL) has revealed a FA Cup fourth-round draw, which will be streamed live on a BBC Radio Facebook stream.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 98.65219116210938, "token_count": 29} +{"index": 315, "reference": "Three rare pygmy marmosets have been rescued and are set to be reunited, after being stolen from a Sydney zoo at the weekend.", "prediction": " a rare mar marmoset, which was from be stolen from an zoo ship for two years, after being stolen in Australia's been a mutualex's theastern's's state-gA game in from November's a from a's", "rouge": {"rouge1": 31.74603174603175, "rouge2": 13.114754098360654, "rougeL": 25.396825396825403}, "nll_sum": 314.9173889160156, "token_count": 47} +{"index": 316, "reference": "Forget James Bond, when it comes to recruiting spies needed to protect Britain there aren't enough Jane Bonds.", "prediction": "I don't have be, male male - it didn wasn't male male recruiters, saying it isn isn't right a maleFemaleian!!", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 188.74429321289062, "token_count": 28} +{"index": 317, "reference": "The world leader of millions of Muslims has condemned the Westminster terror attack calling it an \"affront to the teachings of Islam\".", "prediction": "A senior Muslim Muslim religious leader has carried out a terror attack at Westminster bill, saying it is violence \" and and hatred\".", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904762, "rougeL": 22.727272727272727}, "nll_sum": 126.98570251464844, "token_count": 24} +{"index": 318, "reference": "Singer Charlotte Church has lost her unborn baby, she has announced.", "prediction": "Former X Factor star Brian and Powell has confirmed she is expecting her in second child.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 85.72378540039062, "token_count": 16} +{"index": 319, "reference": "A man who admitted causing a fatal crash while being pursued by an unmarked police car has been jailed for nine years.", "prediction": "A taxi driver who killed and one of two men in a fatal crash after driving at themph driving has been jailed for 18 months.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 22.222222222222225, "rougeL": 38.297872340425535}, "nll_sum": 116.04548645019531, "token_count": 26} +{"index": 320, "reference": "A pensioner who underwent gender re-assignment surgery at the age of 69 says she lived \"in the wrong body\" for most of her life because she feared the reaction of her friends and family.", "prediction": "A Belfast woman, is having a surgery to remove half of her double- transplant replacement, has called for the address to the Northern Ireland marriage issue.", "rouge": {"rouge1": 22.950819672131146, "rouge2": 3.389830508474576, "rougeL": 16.39344262295082}, "nll_sum": 150.82481384277344, "token_count": 29} +{"index": 321, "reference": "Astronomers have discovered a baby planet which looks like a young version of Jupiter.", "prediction": "Astronomers in have spotted a huge, like massive like-like\" like - like the planet - the in a small middle moment.", "rouge": {"rouge1": 35.29411764705882, "rouge2": 0.0, "rougeL": 29.411764705882348}, "nll_sum": 157.9124298095703, "token_count": 27} +{"index": 322, "reference": "Campaigners have opened a camp with thousands of protesters due in Newport ahead of next week's Nato summit.", "prediction": "A security camera is. be installed at Newport's anti-Nato camp in Newport, despite a meeting from around leaders and in other city.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 170.80599975585938, "token_count": 28} +{"index": 323, "reference": "The High Court has banned publication of photographs allegedly stolen from Pippa Middleton's iCloud account.", "prediction": "A man has been arrested over allegations that she receive and and photos photograph online online, which she was called the \"bbgate\" affair.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 145.55352783203125, "token_count": 27} +{"index": 324, "reference": "The Metropolitan Police are on heightened alert for a rise in hate crime following the European referendum result.", "prediction": "The Polish intelligence agency has been reported to reports of anti-Semitic at the cultural centre, east London.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 93.6451416015625, "token_count": 20} +{"index": 325, "reference": "Ospreys have signed former Scarlets and Wales back-rower Rob McCusker on a short-term contract as injury cover.", "prediction": "Ospreys have signed Wales wing prop Robus McClusker from Welsh Premiership champions Zebre on a deal on the deal until- end of the season.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 14.634146341463413, "rougeL": 27.906976744186046}, "nll_sum": 159.42990112304688, "token_count": 32} +{"index": 326, "reference": "Heavily armed men have attacked a convoy of cars belonging to a Saudi prince, stealing 250,000 euros (\u00a3200,000; $330,000), police say.", "prediction": "An armed drive carrying a parked carrying more than 30m (\u00a331m) in cash has seized a airport Paris and Paris say in the a Broadway, solve,'s they a \u00a3-A a mandatory in from November's it.", "rouge": {"rouge1": 13.114754098360656, "rouge2": 0.0, "rougeL": 13.114754098360656}, "nll_sum": 320.21453857421875, "token_count": 45} +{"index": 327, "reference": "\"Dedicated\" and \"hungry for success\" are phrases used a lot in connection with athletes heading to compete in an Olympic Games.", "prediction": "When it comes to a rugby union union, will you have players union players who do not was anything doing it - and a itTexas a video!", "rouge": {"rouge1": 12.765957446808512, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 169.81951904296875, "token_count": 29} +{"index": 328, "reference": "Mobile and landline telephone services have been restored in Shetland after coverage was lost for several hours causing disruption.", "prediction": " Tr flights between Shetland and Shetland have been restored after power restored a power radio station after a power failed a power failure failure.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 124.94474792480469, "token_count": 28} +{"index": 329, "reference": "A girls' school has scrapped its end of year prom claiming it is too much of a \"distraction\" to pupils.", "prediction": "A drugs event in New Year's of has because of \" potential uncertainty of competition\", a head teacher has said.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 126.4061508178711, "token_count": 22} +{"index": 330, "reference": "\"If they knew I was talking to you, I'd be killed,\" says Mohamed.", "prediction": "In a red grey flag and and outside a stadium in Edirne, a 30-year-par, and wear, black and grey and and of grey, and black in a grey sparse and blue.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 216.78465270996094, "token_count": 41} +{"index": 331, "reference": "Leyton Orient have appointed former chief executive Matt Porter to their board of directors following Nigel Travis' takeover on 22 June.", "prediction": "Leyton Orient president Chris Porter will step down from chief executive of May 2014, as end for his break from 30-year as reputation from his years as a., from'sD for reputation in on a George's.", "rouge": {"rouge1": 23.728813559322035, "rouge2": 7.017543859649122, "rougeL": 20.33898305084746}, "nll_sum": 267.8343811035156, "token_count": 44} +{"index": 332, "reference": "US Supreme Court Justice Ruth Bader Ginsburg has admitted there is a reason she was seen nodding off at the president's State of the Union address.", "prediction": " Agency Court Ruth B BDO, but said she was giving a speech during her speech in Congress because she was \"don't more Roman\".", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 148.14047241210938, "token_count": 27} +{"index": 333, "reference": "A man is being held in Manchester on suspicion of terrorism offences.", "prediction": "A man has been arrested by police arrested on suspicion of Syria offences.", "rouge": {"rouge1": 48.00000000000001, "rouge2": 26.08695652173913, "rougeL": 48.00000000000001}, "nll_sum": 49.74585723876953, "token_count": 13} +{"index": 334, "reference": "John Key has announced that he will resign as prime minister of New Zealand, after eight years in the job, citing family reasons.", "prediction": "Former New Zealand Prime Minister John Key but he announced he will not be office in a general election in December.", "rouge": {"rouge1": 45.454545454545446, "rouge2": 19.04761904761905, "rougeL": 27.27272727272727}, "nll_sum": 70.8812484741211, "token_count": 21} +{"index": 335, "reference": "Labour has accused the Conservatives of putting \"vitriolic personal attacks\" at the heart of their election campaign.", "prediction": "The Conservatives have accused the Conservative Party of spending more \u00a385m on social media, saying it is of \" rely on a small issue\"..", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 132.6024169921875, "token_count": 28} +{"index": 336, "reference": "Detectives investigating the alleged attempted kidnap of a baby are appealing for a taxi driver to contact them.", "prediction": "A taxi driver has been appealing for a teenage girl helping to the attempted murder of a two-year-old girl and a girl.", "rouge": {"rouge1": 47.61904761904762, "rouge2": 25.0, "rougeL": 23.80952380952381}, "nll_sum": 100.775146484375, "token_count": 26} +{"index": 337, "reference": "Offenders with a violent history are to be offered a new chance to change their lives, following the success of an American-style training project.", "prediction": "The first food drive set up for 30 or more girls girls who have have or women, has been given to be given a secondweek chance.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 159.91986083984375, "token_count": 28} +{"index": 338, "reference": "One of Scotland's most wanted fugitives is still believed to be hiding in the Netherlands almost 10 years after he raped a woman in Glasgow.", "prediction": "A child child who was raped and raped a woman in a Glasgow street after 30 years ago has been put up on a list of gang.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 11.76470588235294, "rougeL": 18.867924528301884}, "nll_sum": 106.39036560058594, "token_count": 27} +{"index": 339, "reference": "Dallas police have given the all clear, hours after security levels were raised at their headquarters in the city.", "prediction": " Cran US police officers moved moving outside a small police base in the US city Stuart Dallas, say police say.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 128.400146484375, "token_count": 21} +{"index": 340, "reference": "A paedophile who raped a 12-year-old boy after grooming him online has been jailed for 13 years.", "prediction": "A man who groomed and sexually watch online and then sent him to meet his 13year-old boy has been jailed for 10 years.", "rouge": {"rouge1": 55.81395348837209, "rouge2": 19.51219512195122, "rougeL": 41.86046511627907}, "nll_sum": 110.02861785888672, "token_count": 27} +{"index": 341, "reference": "Italy's first female astronaut, Samantha Cristoforetti, is spending almost six months on the International Space Station.", "prediction": "Sthatha Obama will be returned to Earth on Monday because she isn't in space.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 81.41935729980469, "token_count": 17} +{"index": 342, "reference": "A council is to seek a civil injunction and damages against one of its own councillors and other members of the public.", "prediction": "A Green Party candidate who faces fines over a street dispute has stopped stopping take legal action, saying the council does not take any legal action and say. aA a's a from a from it from's been from a's a's a", "rouge": {"rouge1": 14.925373134328357, "rouge2": 0.0, "rougeL": 8.955223880597016}, "nll_sum": 240.49546813964844, "token_count": 47} +{"index": 343, "reference": "Team Sky riders are \"100%\" behind team principal Sir Dave Brailsford, according to Geraint Thomas.", "prediction": "Team Team Sky rider Geraint Thomas has backed fans and backed his support for the team-mates, not solve theolve aA \"ard 100.\" in his reputation as a his as his-born of from.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 12.76595744680851, "rougeL": 20.408163265306122}, "nll_sum": 270.3372497558594, "token_count": 42} +{"index": 344, "reference": "Messaging app firm Snapchat has announced its first gadget - sunglasses with a built-in camera.", "prediction": ", owner of Snapchat Snapchat Snapchat, has unveiled a new--86 of glasses, that will be released on YouTube, Facebook, Facebook and YouTube.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 5.7142857142857135, "rougeL": 16.216216216216214}, "nll_sum": 140.95114135742188, "token_count": 28} +{"index": 345, "reference": "Guinea-Bissau's players have ended their strike after being paid outstanding wages, four days before the start of the Africa Cup of Nations.", "prediction": "Guineasey-Bissau have made their appearance at the Africa Cup of Nations after staging a strike over pay and bonuses. whose.'s a of a- a in the Inter's side a's a from's their the from a", "rouge": {"rouge1": 40.62499999999999, "rouge2": 12.903225806451616, "rougeL": 25.0}, "nll_sum": 248.34237670898438, "token_count": 48} +{"index": 346, "reference": "David Cameron has voiced his \"strong support\" for the expansion of grammar schools during a visit to the South East.", "prediction": "David Cameron has said a proposed new grammar school is to be built in Kent,, despite the decision to go \"all goodgood\".", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 116.66433715820312, "token_count": 25} +{"index": 347, "reference": "Championship side Bristol City came from behind to beat Premier League Watford in the EFL Cup second round.", "prediction": "Ch-hip champions Bristol City came from a goal down from a goal down to beat 10-man Watford and beat Watford in E EFL Cup.", "rouge": {"rouge1": 45.45454545454546, "rouge2": 28.571428571428566, "rougeL": 45.45454545454546}, "nll_sum": 131.9490966796875, "token_count": 31} +{"index": 348, "reference": "A disturbance at a prison saw 130 inmates transferred to nearby jails after two wings were put \"out of commission\", a union has said.", "prediction": "Two prisoners were seriously injured in violence at prison in Kent, police have said.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 59.50666809082031, "token_count": 15} +{"index": 349, "reference": "Batsman Joe Root has credited sacked coach Peter Moores with the form that resulted in him being named England's player of the year.", "prediction": "England batsman Joe Root has received a surprise from former team-mate Peter Moores who has been named player of the year.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 31.818181818181824, "rougeL": 47.82608695652174}, "nll_sum": 75.62979888916016, "token_count": 25} +{"index": 350, "reference": "Manager Grant McCann has apologised to the fans for Peterborough United's 4-1 home defeat by fellow League One play-off hopefuls Southend United.", "prediction": "Peterborough United boss Grant McCann expressed \"deep upset\" the battle of fans after losing their 1-0 defeat to play-off hopefuls Sheffield Wednesday.", "rouge": {"rouge1": 48.97959183673469, "rouge2": 17.02127659574468, "rougeL": 36.734693877551024}, "nll_sum": 129.62332153320312, "token_count": 31} +{"index": 351, "reference": "An public inquiry is under way into plans for up to 500 new homes in an area of open land in Kent.", "prediction": "Campaigners opposed to plans to build 1,000 homes to in northern Kent have accused, London borough council of \"a huge failure\".", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 22.727272727272727}, "nll_sum": 122.78218841552734, "token_count": 26} +{"index": 352, "reference": "A railway line which was closed due to a landslip is to reopen next week, Network Rail has announced.", "prediction": "A railway line lines to reopen line after a railway line in May in expected to reopen.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 17.647058823529413, "rougeL": 38.88888888888889}, "nll_sum": 95.41110229492188, "token_count": 17} +{"index": 353, "reference": "An Asian police officer who raised concerns about a \"racist\" toy monkey at work was accused of gross misconduct, BBC News has learned.", "prediction": "A Metropolitan Police detective was put force for using a toy involved in the MP's office, over concerns he that sexually abused a colleague colleague's film.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 168.0552978515625, "token_count": 29} +{"index": 354, "reference": "Philippine President-elect Rodrigo Duterte has been condemned by media groups for saying some of the many journalists killed in the country had deserved to die.", "prediction": "The Pennine of the Philippines, has said he does not not invite journalists again, saying thinks he is \"a disgrace son of asweet\".", "rouge": {"rouge1": 28.571428571428577, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 164.20074462890625, "token_count": 28} +{"index": 355, "reference": "A surfer who lost his leg in a shark attack in Western Australia last week has died, police say.", "prediction": "A man was killed in hospital after being attacked by a shark in's north coast Western Australia. the Green force (the-gA game in a from a's's a, from aA has have of violence.", "rouge": {"rouge1": 32.14285714285714, "rouge2": 11.11111111111111, "rougeL": 28.571428571428577}, "nll_sum": 233.4492950439453, "token_count": 43} +{"index": 356, "reference": "A jet skier has been airlifted to hospital after a crash involving a speedboat during an event off Anglesey.", "prediction": "A man was airlifted to hospital to hospital after falling into the sea at an event on Anglesey.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 22.857142857142858, "rougeL": 43.24324324324324}, "nll_sum": 73.09346008300781, "token_count": 22} +{"index": 357, "reference": "In Africa, Botswana is often seen as a diamond in the rough.", "prediction": "Bol country was first declared 2011 declared military civilian experienced more than four years ago, but the it still barely the upcoming of its future and the country", "rouge": {"rouge1": 5.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 180.6666259765625, "token_count": 29} +{"index": 358, "reference": "A mother-of-four battered a toddler to death months after she was made the child's legal guardian, a court has heard.", "prediction": "A newborn girl who was left of \"devast\"\" fatal injuries, head injuries, the brain arm with each other, a court heard \"\" 2011 of solve \" a \" a after a's again of from a from a 2011 a", "rouge": {"rouge1": 33.33333333333333, "rouge2": 3.4482758620689653, "rougeL": 20.0}, "nll_sum": 279.46600341796875, "token_count": 45} +{"index": 359, "reference": "Mixu Paatelainen praised his Dundee United players' resolve as they beat St Johnstone 1-0, despite being reduced to 10 men for the last 30 minutes.", "prediction": "Dundee United head coach Mixu Paatelainen praised the character after his 30-minute equal penalty to earn a late St John draw.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 17.391304347826086, "rougeL": 24.999999999999993}, "nll_sum": 161.64990234375, "token_count": 29} +{"index": 360, "reference": "A man has been found guilty of murdering his \"on-off partner\" by bludgeoning her to death.", "prediction": "A partner who killed his ex-girlfriend has been told he will not go and prison.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.451612903225808, "rougeL": 18.18181818181818}, "nll_sum": 64.25250244140625, "token_count": 17} +{"index": 361, "reference": "Three nightclub doormen have told how they helped rescue a man trapped in an upturned car in a water-filled ditch.", "prediction": "Two men who were pulled out of a pulled car in a car car say him who tried \"waged a man \" save him still alive\".", "rouge": {"rouge1": 21.73913043478261, "rouge2": 13.636363636363635, "rougeL": 17.391304347826086}, "nll_sum": 163.6593017578125, "token_count": 28} +{"index": 362, "reference": "More armed police are to be seen on patrol in London, Metropolitan Police commissioner Sir Bernard Hogan-Howe and Mayor of London Sadiq Khan have said.", "prediction": " 500 extra police forces will not be carried out in London after a recent attack terror attack, Metropolitan Police chiefable force Hogan-Howe has announced.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 12.244897959183673, "rougeL": 31.372549019607842}, "nll_sum": 128.60296630859375, "token_count": 29} +{"index": 363, "reference": "The Italian parliament has approved a long-debated and extensive electoral reform that aims to give the country more political stability.", "prediction": "The Italian parliament has passed a bill that would ease the electoral system system.", "rouge": {"rouge1": 45.71428571428571, "rouge2": 18.181818181818183, "rougeL": 40.0}, "nll_sum": 53.516841888427734, "token_count": 14} +{"index": 364, "reference": "(Close) The Dow Jones Industrial Average closed at a fresh high for a second consecutive day after a rally in financial shares boosted the index.", "prediction": "(Close Street Wall Street ended higher on Tuesday, followed by Wall Street lower.", "rouge": {"rouge1": 5.2631578947368425, "rouge2": 0.0, "rougeL": 5.2631578947368425}, "nll_sum": 86.46066284179688, "token_count": 15} +{"index": 365, "reference": "A driver whose car hit another in a head-on crash, killing his five-year-old stepson, has been jailed for six years.", "prediction": "A Cardiff driver who involved in- head- crash in which \" crash died and killed four women has been jailed for a \"complete complete and fault\". aA has been a \"350 a it a'sA of from a's aA", "rouge": {"rouge1": 35.483870967741936, "rouge2": 10.0, "rougeL": 32.25806451612903}, "nll_sum": 311.8316345214844, "token_count": 47} +{"index": 366, "reference": "Paralympic champions Jonnie Peacock, Hannah Cockroft, Richard Whitehead and Kadeena Cox are in the Great Britain squad for next month's World Para-Athletics Championships in London.", "prediction": " Olympic championergian Peacock will miss the I IPC Athletics World Championships in May in London, because of a global lig injury.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 25.0}, "nll_sum": 146.499267578125, "token_count": 27} +{"index": 367, "reference": "The president of Afghanistan has told an emotional husband that a group of men accused of gang raping his wife would be brought to justice.", "prediction": " who prominent Afghan rights activist says, says she believes and husband was harassed, and harassed, because she believes thinks is right to victim.", "rouge": {"rouge1": 8.333333333333332, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 147.9681854248047, "token_count": 26} +{"index": 368, "reference": "A man who sparked a drug-fuelled roof-top siege after breaking up with his partner has been given a suspended prison sentence.", "prediction": "A man who crashed into roof of a roof and through roof of his house in order, worth \u00a32500 in damage,100 court heard. of a's a's a's reputation a it's from's of\".2 a fromA", "rouge": {"rouge1": 21.875, "rouge2": 6.451612903225806, "rougeL": 21.875}, "nll_sum": 255.53086853027344, "token_count": 46} +{"index": 369, "reference": "Warwickshire took command of the battle of Division One's bottom two after Jonathan Trott had reached the 42nd first-class century of his career.", "prediction": "Warwicks batsman Jonathan Trott made an unbeaten 4 runs to help the hosts help the battle for a draw with Edgbaston at Edgbaston.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 8.695652173913043, "rougeL": 12.499999999999996}, "nll_sum": 117.55084228515625, "token_count": 31} +{"index": 370, "reference": "Newport County's recovery under caretaker manager Mike Flynn continued as Mickey Demetriou's second-half free-kick saw them beat Yeovil 1-0.", "prediction": "Fleetetetriou's free-half winner as struggling Newport County and beat high-flying Yeovil to boost Yeil their League- playoff hopes alive.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 213.56414794921875, "token_count": 33} +{"index": 371, "reference": "Jack Grealish scored twice on his full debut as England Under-21s continued their perfect start to the Toulon Tournament by thrashing Guinea.", "prediction": "Jack Grealish scored a hat-trick as England beat Guinea Guinea a Under-20 Africa Cup of Nations in Gabon.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 14.634146341463413, "rougeL": 27.906976744186046}, "nll_sum": 95.90280151367188, "token_count": 26} +{"index": 372, "reference": "Emily Thornberry has resigned from Labour's front bench after sending a tweet during the Rochester and Strood by-election which was branded \"snobby\".", "prediction": "F Thorn Gold has said she was \"heartbroken\" after sending a message to her party's's office of ahead of a general election.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 121.64769744873047, "token_count": 27} +{"index": 373, "reference": "Richard Carpenter has said he is owed at least $2m (\u00c2\u00a31.6m) in royalties for the hits he recorded in The Carpenters, including Yesterday Once More.", "prediction": "US singer-writer Richard, who plays the 1970s Theers booters, is claiming the company receives tax entitled to a popular music music industry.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 174.9026641845703, "token_count": 29} +{"index": 374, "reference": "A delegation of Scottish companies is heading to Myanmar this week in an effort to tap into opportunities in the country's oil and gas sector.", "prediction": "Scottish Enterprise is planning trade trip to Myanmar to discuss the oil and gas industry.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 15.384615384615383, "rougeL": 43.90243902439025}, "nll_sum": 75.69157409667969, "token_count": 16} +{"index": 375, "reference": "Immigration has long been a divisive issue on Hispaniola, the Caribbean island shared by Haiti and the Dominican Republic.", "prediction": "As the tens of thousands of Bohemians will return to their families in home areas of the Dominican Republic and the Dominican Republic to have Dominican Republic, instead instead of the detention camp are never outside.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 11.320754716981133, "rougeL": 18.181818181818183}, "nll_sum": 173.59255981445312, "token_count": 38} +{"index": 376, "reference": "An artist's impression of how an expanded primary school in Addlestone will look has been unveiled.", "prediction": "The number of places are be promised to built at a Surrey school school next year by the county council has said.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 115.08674621582031, "token_count": 22} +{"index": 377, "reference": "New Portsmouth recruit Amine Linganzi is determined to secure a long-term contract with the club.", "prediction": "Portsmouth have signed Zinginganzi following his release by League Two club Portsmouth. Portsmouth Two solve.--over aA in a by from's from's from's from a from's from on a from's fromA", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 7.692307692307692}, "nll_sum": 255.1875, "token_count": 44} +{"index": 378, "reference": "Ulster pair Iain Henderson and Tommy Bowe are set to make a return from injury for the end of season run-in.", "prediction": "Ulster injury players are facing injury ahead ahead of action for Friday's Pro12 match against Inter Italy.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 105.02118682861328, "token_count": 20} +{"index": 379, "reference": "More than 400 people have attended a meeting to oppose plans for a supermarket.", "prediction": "Plans for a Powys pub into a pub and security store have moved a step down by councillors.", "rouge": {"rouge1": 31.250000000000007, "rouge2": 13.333333333333334, "rougeL": 18.75}, "nll_sum": 110.08342742919922, "token_count": 20} +{"index": 380, "reference": "Queen of the South fought back from two goals down to draw with promotion-chasing Falkirk in the Championship.", "prediction": "Eastleigh boosted their Scottish League play-off push alive and Leened a 2004 faint play-off place to second place in Scottish League One. Two-.'s from's-'sA a from in from a's from. aA", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 7.142857142857144}, "nll_sum": 284.6556396484375, "token_count": 47} +{"index": 381, "reference": "Australia's Prime Minister Tony Abbott is under pressure to increase the country's total refugee intake.", "prediction": "Australia's political leaders have called for more support for more refugees and in Syrian refugees crisis.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 67.83195495605469, "token_count": 17} +{"index": 382, "reference": "A ban on growing genetically-modified crops in Scotland could threaten the country's contribution to scientific research, according to scientists, universities and farming leaders.", "prediction": "US scientists and scientists want Scotland to the process of the genetically modified crops to be explored by the Scottish government.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 9.09090909090909, "rougeL": 17.391304347826086}, "nll_sum": 94.93193054199219, "token_count": 21} +{"index": 383, "reference": "A school has been accused of breaching anti-discrimination laws after claims a four-year-old Muslim pupil was told she could not wear a headscarf.", "prediction": "A Muslim women Muslim school has been told a school it is not wearing a headscarf.", "rouge": {"rouge1": 52.38095238095239, "rouge2": 30.0, "rougeL": 42.85714285714286}, "nll_sum": 80.80000305175781, "token_count": 18} +{"index": 384, "reference": "A man who fraudulently claimed nearly \u00a340,000 in benefits over the course of almost 11 years has been jailed for 18 months.", "prediction": "A former Dundee workers, who admitted to work for his wife while claiming he was out of work out of almost \u00a339,000, has been jailed.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 12.76595744680851, "rougeL": 32.6530612244898}, "nll_sum": 118.88192749023438, "token_count": 31} +{"index": 385, "reference": "A man who stabbed a retired solicitor 39 times after a crash between their cars has been cleared of murder but convicted of his manslaughter.", "prediction": "A pensioner who killed a father of pensioner in the back of a hit-and-run in West Sussex has been found guilty of manslaughter- causing his passenger death by dangerous driving.", "rouge": {"rouge1": 35.08771929824561, "rouge2": 3.6363636363636367, "rougeL": 28.07017543859649}, "nll_sum": 130.12362670898438, "token_count": 37} +{"index": 386, "reference": "The UK economy grew by 0.3% in the three months to June, driven in part by a booming film industry, said the Office for National Statistics (ONS).", "prediction": "The UK economy grew by 0.7% in the first quarter of the previous year, according to figures for National Statistics (ONS).", "rouge": {"rouge1": 56.00000000000001, "rouge2": 37.5, "rougeL": 52.0}, "nll_sum": 65.48920440673828, "token_count": 26} +{"index": 387, "reference": "Since returning from the Women's World Cup, it's been a pleasant surprise that more and more people have approached me in the street and congratulated England on finishing third.", "prediction": "I've played the Women's FA Cup, and I've been playing a video at Wembley - and I is starting the game again again - and now would be carried again.", "rouge": {"rouge1": 29.03225806451613, "rouge2": 6.666666666666667, "rougeL": 29.03225806451613}, "nll_sum": 160.67604064941406, "token_count": 34} +{"index": 388, "reference": "Neil Hamilton has rejected suggestions by UKIP leader Nigel Farage that he is too old for frontline politics.", "prediction": " the new UKIP leader, Nigel Farage has said he \"absolutely committed\" to Sir David Attenborough as a result of \"the Brexit cause\".", "rouge": {"rouge1": 30.0, "rouge2": 15.789473684210527, "rougeL": 25.0}, "nll_sum": 94.91728210449219, "token_count": 28} +{"index": 389, "reference": "Chelsea boss Jose Mourinho said Manchester United's important players were \"in our pockets\" in a match that went \"exactly\" as they wanted.", "prediction": "Manchester United's playerswould be a rather but\" to be crowned League champions this season but boss Jose Mourinho it was \" bigger than expected\".", "rouge": {"rouge1": 29.78723404255319, "rouge2": 17.777777777777775, "rougeL": 17.02127659574468}, "nll_sum": 149.35696411132812, "token_count": 27} +{"index": 390, "reference": "A review team looking at the quality of life of older people is to swoop unannounced on 100 care homes.", "prediction": "An independent review will to be held into how care and care are applied for young people living the Wales.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 104.8223648071289, "token_count": 20} +{"index": 391, "reference": "Owen Evans has been appointed as the new chief executive of Welsh language television broadcaster S4C.", "prediction": " Rhodriri Evans has been named as new general general minister, Plaid Cymymru has announced, leader been-w middle reputation for his wife as since his from from reputation role as's a. of.'s fromAAn", "rouge": {"rouge1": 23.529411764705877, "rouge2": 8.16326530612245, "rougeL": 23.529411764705877}, "nll_sum": 341.1634521484375, "token_count": 47} +{"index": 392, "reference": "A UK-Swiss team will use DNA testing to investigate the origins of remains claimed to be from yeti and bigfoot.", "prediction": "Scientists are \"dileium evidence\" to claims that warshipslike creature animals, known as the \"i\".", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571427}, "nll_sum": 136.91494750976562, "token_count": 21} +{"index": 393, "reference": "Liverpool centre-back Mamadou Sakho was suspended last season for taking a substance that was not on the World Anti-Doping Agency's (Wada) banned list, according to a Uefa report.", "prediction": "Liverpool defender Mamadadou Sakho will not be a World World Anti-Doping test has concluded that a Liverpool patient failed a banned substance.", "rouge": {"rouge1": 40.74074074074075, "rouge2": 7.692307692307692, "rougeL": 25.925925925925924}, "nll_sum": 148.9011993408203, "token_count": 29} +{"index": 394, "reference": "A new report on genetically modified (GM) crops, commissioned by the prime minister, calls for more UK field trials and fewer EU restrictions.", "prediction": "Scientists are calling for new rules to protect a genetically modified crops to be reviewed by the UK government.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 63.26770782470703, "token_count": 19} +{"index": 395, "reference": "Each day we feature a photograph sent in from across England - the gallery will grow during the week.", "prediction": "Each day we feature a photograph sent in from across England - the gallery will grow during the week - and during the gallery - gallery will grow during the week amid it from a's from The will reputation from The -'s a reputation aA", "rouge": {"rouge1": 59.01639344262295, "rouge2": 57.6271186440678, "rougeL": 59.01639344262295}, "nll_sum": 269.41290283203125, "token_count": 48} +{"index": 396, "reference": "Israeli PM Benjamin Netanyahu has issued a stern public rebuke to the military deputy chief of staff.", "prediction": "The Israeli military leader has apologised for saying he is the victims of the Holocaust, saying it was \"69\" and \"chCh a pastor\".", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 140.5465087890625, "token_count": 28} +{"index": 397, "reference": "MPs have called on the UK government not to cut its funding of Welsh language channel S4C.", "prediction": "A external review of the funding and radio broadcaster the Welsh government's funding has delayedamp, BBC Wales.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 122.72607421875, "token_count": 20} +{"index": 398, "reference": "The main tunnel serving Scotland's third busiest rail station is to close for 20 weeks, causing major disruption.", "prediction": "Scotland's main railway station is to be closed for major repairs and will face and travel.", "rouge": {"rouge1": 50.0, "rouge2": 23.52941176470588, "rougeL": 44.44444444444444}, "nll_sum": 72.0599365234375, "token_count": 17} +{"index": 399, "reference": "Nottingham Forest owner and chairman Fawaz Al Hasawi says he is close to agreeing a deal to sell the club.", "prediction": "Liverpool owner Hasaz Hasawi, revealed that he could be involved in becoming the involved again, reports reports.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 117.61322784423828, "token_count": 21} +{"index": 400, "reference": "The results have been published for more than five million GCSE entries - which will be five million different stories of exam dreams, dramas and disasters.", "prediction": "The results of university results results, but the results of the OECD results have been achieved, so far and too, it is a a clear picture.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.244897959183673, "rougeL": 19.607843137254903}, "nll_sum": 131.1427001953125, "token_count": 29} +{"index": 401, "reference": "Key countries in the International Monetary Fund (IMF) have pledged to pursue \"growth-friendly\" policies to kickstart the slowing world economy.", "prediction": "The International Monetary Fund (IMF) has expressed global outlook global in global growth meeting.", "rouge": {"rouge1": 40.0, "rouge2": 24.242424242424246, "rougeL": 34.285714285714285}, "nll_sum": 79.69810485839844, "token_count": 17} +{"index": 402, "reference": "Rick Perry, the former governor of Texas, is not among the 10 Republicans running for president who will take part in the first primetime TV debate.", "prediction": "Former Florida Governor Rick Perry, has pulled out of the race for 2012 2016 presidential nomination,, has dropped race for the race for the presidential nomination.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 4.0, "rougeL": 23.076923076923077}, "nll_sum": 109.5614013671875, "token_count": 28} +{"index": 403, "reference": "Leicester Tigers have signed new England loose-head prop Ellis Genge from newly-promoted Bristol.", "prediction": "Bristol hooker Garry Genge has join four-season Premiership champions Leicester at a end of the season.", "rouge": {"rouge1": 18.750000000000004, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 121.2762451171875, "token_count": 22} +{"index": 404, "reference": "Staff at Swansea's DVLA offices will be redeployed rather than face redundancy after changes to the way motorists pay their car tax, a UK transport minister has confirmed.", "prediction": "Up to 1,000 job, could be lost from a DLA paper revenue, which sells the thousands of jobs, the Budget secretary and said. solve's a's a's from a it's frompayment of's from's from a", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 8.57142857142857}, "nll_sum": 262.96539306640625, "token_count": 47} +{"index": 405, "reference": "Worcestershire director of cricket Steve Rhodes says the decision to scrap the toss in the County Championship this season looks like it is working.", "prediction": "Worcestershire director of cricket Steve Rhodes hopes offers to offer some poor County Championship matches this season, because they the are not too flat.", "rouge": {"rouge1": 50.0, "rouge2": 30.434782608695656, "rougeL": 45.83333333333333}, "nll_sum": 151.4338836669922, "token_count": 29} +{"index": 406, "reference": "Some people say they are addicted to Facebook and can't go for long without checking their status.", "prediction": "Thousands of people are taking in Silicon Valley, butkeys that isn is't a town.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 107.44046020507812, "token_count": 17} +{"index": 407, "reference": "A teenage boy has appeared in court for a second time charged with murdering 16-year-old Bailey Gwynne, who was stabbed at his Aberdeen school.", "prediction": "A teenager has appeared in court charged with causing the death by careless driving of 20-year-old Bailey Gwyn Bailey at an Aberdeen school.", "rouge": {"rouge1": 54.90196078431373, "rouge2": 32.6530612244898, "rougeL": 54.90196078431373}, "nll_sum": 103.3658218383789, "token_count": 28} +{"index": 408, "reference": "Walsall have signed goalkeeper Mark Gillespie on a two-year contract from Carlisle United on a free transfer.", "prediction": "League One- One Walsall have completed the signing of-back Carl Carl from Carlisle United on a two-year deal.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 38.88888888888889, "rougeL": 42.10526315789474}, "nll_sum": 111.75404357910156, "token_count": 26} +{"index": 409, "reference": "Two men from High Wycombe jailed for a fatal stabbing have had their sentences increased by the Court of Appeal.", "prediction": "Three men who were convicted of murdering a teenager who were stabbed a death in a street attackyear have had been jail sentences of their sentences the", "rouge": {"rouge1": 42.5531914893617, "rouge2": 8.88888888888889, "rougeL": 34.04255319148936}, "nll_sum": 141.86476135253906, "token_count": 27} +{"index": 410, "reference": "The overwhelming sense at the end of the Paralympic Games closing ceremony was one of disbelief.", "prediction": "It has been a goodgood factor for the 2016 Paralympics Games.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 8.0, "rougeL": 22.22222222222222}, "nll_sum": 70.55386352539062, "token_count": 14} +{"index": 411, "reference": "Reaching its centenary amidst a general chorus of vilification around the region, the legacy of the secret Sykes-Picot agreement of 1916 has never looked more under assault.", "prediction": "The East of Middle has been become increasingly in the Middle East - after 38 years, it has officially become one of the important Middle for the Middle East.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 3.7037037037037033, "rougeL": 14.285714285714285}, "nll_sum": 125.83882141113281, "token_count": 30} +{"index": 412, "reference": "Patrick Roberts believes his loan spell at Celtic will prepare him for the challenge of trying to break into the Manchester City first team.", "prediction": "Celtic winger Patrick Roberts believes thinks he believes Manchester City will focus on season despite having theeltic and double the number of goals this season.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 12.76595744680851, "rougeL": 24.489795918367346}, "nll_sum": 146.93423461914062, "token_count": 29} +{"index": 413, "reference": "The amount paid by English clubs to agents has risen by 38% in a year - up from \u00a3160m to \u00a3220m.", "prediction": "Premier League clubs paid nearly \u00a31.1m on agents' fees, transfer fees official figures from Group-1717 in the- solve, Lyon, says they's from-C's string in from November's.- from Broadway", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 14.814814814814817}, "nll_sum": 300.8154296875, "token_count": 46} +{"index": 414, "reference": "Colchester have signed goalkeeper Rene Gilmartin as a player-coach after his release by Watford, and confirmed Dean Brill will not be returning.", "prediction": "Plymouth Arle-signed ex-contract Davidarlin and goalkeeper DeanDean, on of two-year deal following his release and Colchester.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 188.44488525390625, "token_count": 30} +{"index": 415, "reference": "When Roger Dingledine talks about the dark web, he waves his hands in the air - as if not quite convinced of its existence.", "prediction": "When 1998 Dinghledine declared a interview journalists, I lied about himself, declared himself a journalist saying saying \"Ididn't't afraid\".", "rouge": {"rouge1": 9.09090909090909, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 206.77487182617188, "token_count": 29} +{"index": 416, "reference": "A man shot his ill wife before killing himself in a suicide pact, an inquest has heard.", "prediction": "A married couple died and two families were found dead were \" locked open\" the door, an inquest has heard.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 17.647058823529413, "rougeL": 27.777777777777775}, "nll_sum": 103.06746673583984, "token_count": 22} +{"index": 417, "reference": "The ghosts of failures past must have been swirling around Gordon Strachan's ears at half-time in Malta on Sunday night.", "prediction": "In 2008, Scotland Stran began with a physical camp in Gordon, Strachan, declaring that Scotland had \"c of\"\" and he had had been ball too little too a little \" and\".", "rouge": {"rouge1": 19.23076923076923, "rouge2": 4.0, "rougeL": 7.692307692307692}, "nll_sum": 241.32147216796875, "token_count": 39} +{"index": 418, "reference": "Resurgent Bury held on for a home win over Coventry to take another step away from the League One relegation zone.", "prediction": "Bury beat Coventry 2-1 down keep alive their hopes of reaching a League One play-off promotion hopefuls Bury at Murrayfield Stadium", "rouge": {"rouge1": 22.727272727272723, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 126.92986297607422, "token_count": 30} +{"index": 419, "reference": "Australia has confirmed it sent 46 asylum seekers back to Vietnam after intercepting their boat off the coast of Western Australia last month.", "prediction": "Vietnam has pulled back an asylum seekers at the centre of the Australia's ruling governing party, saying it is \"luttled\".", "rouge": {"rouge1": 40.909090909090914, "rouge2": 4.761904761904763, "rougeL": 27.27272727272727}, "nll_sum": 125.56434631347656, "token_count": 27} +{"index": 420, "reference": "MotoGP championship leader Marc Marquez moved 52 points clear in the title race with victory at the Aragon Grand Prix.", "prediction": "Defending world world champion Marc Marquez won his third successive MotoGP title with a stunning landslide victory over Hungary.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 87.1217041015625, "token_count": 22} +{"index": 421, "reference": "Helen Glover expects her partnership with Polly Swann to develop quickly as they prepare for the European Championships in Belgrade.", "prediction": "Great Britain's champions Glover says she hopes to secure a place at the next month's World Athletics Championships to", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 86.93498229980469, "token_count": 20} +{"index": 422, "reference": "Nick Clegg has accused the new Tory government of abandoning the values he said had been at the coalition's core.", "prediction": "Scottish Prime Minister Nick Clegg Cle accused Conservatives of \"entire\" and \"insard\" and \"disate a little sno handling\".", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 173.53997802734375, "token_count": 29} +{"index": 423, "reference": "Industrial production in China recorded a smaller-than-expected rise in April, underlining worries that the economy may be losing steam.", "prediction": "Growth in China slowed in the three months to April Jones, despite rising fears of, slowing sentiment.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 5.555555555555556, "rougeL": 21.052631578947366}, "nll_sum": 108.67471313476562, "token_count": 20} +{"index": 424, "reference": "If you spent $9bn a year on research and development and employed 900 of the world's top computer scientists to come up with new ideas, what would you expect in return?", "prediction": "Imagine you're going to transform our computers, you don't know it!", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 54.525634765625, "token_count": 14} +{"index": 425, "reference": "It has been a dramatic night that has confounded expectations of political parties and commentators.", "prediction": "The assembly election in Wales was on the best night night of the general election - and it was the worst in night night the a general election battle.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 142.21481323242188, "token_count": 29} +{"index": 426, "reference": "Hartlepool United have signed Reading midfielder Aaron Tshibola on a one-month loan deal and Mansfield striker Rakish Bingham on a season-long loan.", "prediction": "Mansfield Town have signed midfielder striker Alex Kalshibola from Fulham and midfielder striker Bill have signed signed deals on loan until the. on season", "rouge": {"rouge1": 45.83333333333333, "rouge2": 4.3478260869565215, "rougeL": 29.166666666666668}, "nll_sum": 177.28846740722656, "token_count": 30} +{"index": 427, "reference": "People are voting across Merseyside in the general and local council elections.", "prediction": "STing have opened to the front of polls for the local and in council elections elections. with football councillor, a battle and and on from reputation's Pete's for a as a councillor's from as have reputation of.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 4.0, "rougeL": 15.384615384615383}, "nll_sum": 275.47918701171875, "token_count": 43} +{"index": 428, "reference": "A large billboard has been puzzling residents of a County Down town, and commuters on the main route between Bangor and Belfast.", "prediction": "A little- old- a boy from a teenager, who Antrim has received an, the received more than 79,000000 people around the world.", "rouge": {"rouge1": 17.777777777777775, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 169.45501708984375, "token_count": 29} +{"index": 429, "reference": "Tens of thousands of people have joined the Pride parade through central London.", "prediction": "Almost 40,000 people including the Victoria have attended the annual parade parade along through London's through Trafalgar Square, north London.", "rouge": {"rouge1": 34.28571428571428, "rouge2": 0.0, "rougeL": 34.28571428571428}, "nll_sum": 138.69284057617188, "token_count": 26} +{"index": 430, "reference": "Hundreds of aerospace jobs could be lost if a factory is forced to \"significantly downsize\" or close, it has been claimed.", "prediction": " air company which owns which has airwaves will be with the loss in about 40 jobs.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 94.76948547363281, "token_count": 17} +{"index": 431, "reference": "A man accused of kidnapping his partner allegedly drove at a police officer who tried to save her, a court has heard.", "prediction": "A man has appeared in court accused accused of trying a woman to save off an off-duty police officer tried to pull a woman through the keys through his car.", "rouge": {"rouge1": 52.83018867924528, "rouge2": 19.607843137254903, "rougeL": 37.73584905660377}, "nll_sum": 127.82814025878906, "token_count": 32} +{"index": 432, "reference": "Declassified documents reveal concerns of the UK government 60 years ago that Rockall could become a base for spying on a missile test site.", "prediction": "The UK government was being used to get one of Europe's most remote North Atlantic tracks, Rockall, documents released by a BBC show,.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 147.13446044921875, "token_count": 27} +{"index": 433, "reference": "The artist who created the album cover for The Beatles' Sgt Pepper album has been given a top honour in the band's home city.", "prediction": "An artist who works with his works with music band The Beatles is received Liverpool has received a freedom of the city's best highest honour of honour'solve of aA aA a it a it's havepayment of.", "rouge": {"rouge1": 34.375, "rouge2": 6.451612903225808, "rougeL": 25.0}, "nll_sum": 268.78729248046875, "token_count": 43} +{"index": 434, "reference": "Alfreton Town have signed goalkeeper Jason Mooney on loan from League Two side York for the rest of the season.", "prediction": "", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 0.0, "token_count": 0} +{"index": 435, "reference": "Generation of electricity and heat from plant material is listed in the suite of renewable energy technologies that the UK governments think can help deliver 15% of the nations' energy consumption by 2020.", "prediction": "The UK government has outlined its plan to protect carbon dioxide from creating a energy mix, says it would cost cost-cutting - deteriorating a'solve, the aolve a \" a \"-'s it a\".'s from's the from a", "rouge": {"rouge1": 19.71830985915493, "rouge2": 5.797101449275362, "rougeL": 11.267605633802818}, "nll_sum": 294.42108154296875, "token_count": 48} +{"index": 436, "reference": "The International Monetary Fund has today highlighted the challenge to be faced by the next government in returning the public finances to balance.", "prediction": "The International Monetary Fund (IMF) has warned fears for the UK economy share between the Labour and hurt if it is to raise tax revenues.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 33.33333333333333}, "nll_sum": 114.77037811279297, "token_count": 28} +{"index": 437, "reference": "BBC newsreader Sophie Raworth is to be part of Watchdog's new presenting team.", "prediction": "A former reporter for BBC Watch, but editor Robinson, been named as event of a new series.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 115.28907775878906, "token_count": 19} +{"index": 438, "reference": "The man overseeing Fifa's presidential polls should step aside due to conflict of interest, says the Liberian FA.", "prediction": "Football's football's governing body, Fifa is facing a governing body, has withdrawn from next parliamentary committee.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 97.89852905273438, "token_count": 20} +{"index": 439, "reference": "A man who described himself in court as looking like John Travolta has been found guilty of the rape and murder of a teenager 34 years ago.", "prediction": "A man who helped the murder of a schoolgirlgirls in east London has been found guilty of with a minimum term of 25 years.", "rouge": {"rouge1": 54.90196078431373, "rouge2": 32.6530612244898, "rougeL": 43.13725490196078}, "nll_sum": 98.74971771240234, "token_count": 26} +{"index": 440, "reference": "The BBC generated more than \u00a38bn for the UK economy in 2011-12, almost twice its licence fee spend.", "prediction": "Claims received an extra \u00a31 of thebn to the Scottish Scottish economy, according to the regulator Ofcom.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 98.54173278808594, "token_count": 22} +{"index": 441, "reference": "Ding Junhui thrashed Mark Williams 13-3 inside two sessions to become the first man into this year's World Championship semi-finals.", "prediction": "World number four Ding Junhui moved to a play to save a tip from a tip and reach the semi-finals of the World Championship.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 24.999999999999993}, "nll_sum": 127.6893081665039, "token_count": 28} +{"index": 442, "reference": "The US has said that it will resume aid to the military in Bahrain.", "prediction": "The United States has lifted a lift on Bahrain on human rights, despite its political progress.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 78.05155944824219, "token_count": 17} +{"index": 443, "reference": "A signed Beatles ticket from a concert in Norfolk in 1963 is expected to fetch up to \u00a32,000 at auction in London.", "prediction": " a ticket ticket that once owned to The Beatles' first band present Me You in Wales, has been sold at auction \u00a3.8m.", "rouge": {"rouge1": 31.111111111111118, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 141.53382873535156, "token_count": 27} +{"index": 444, "reference": "Too many of the most vulnerable young people in England are \"cut adrift when they need help the most\", says the head of a powerful committee of MPs.", "prediction": "Hundreds of young people in England are England in danger if they do not the same support they need say MPs.", "rouge": {"rouge1": 44.89795918367347, "rouge2": 21.27659574468085, "rougeL": 40.816326530612244}, "nll_sum": 99.34965515136719, "token_count": 21} +{"index": 445, "reference": "Teachers should ignore rules on promoting \"fundamental British values\", a teachers' union conference has heard.", "prediction": " of union leader was accused of change law protecting the right to babies in British values,. \"unco it's reputation over and over the reputation as's's!", "rouge": {"rouge1": 13.953488372093023, "rouge2": 4.878048780487805, "rougeL": 9.30232558139535}, "nll_sum": 209.87701416015625, "token_count": 31} +{"index": 446, "reference": "A body has been found by police in their search for a missing man from Merthyr Tydfil.", "prediction": "A man whose body was found of the search for a missing man from Swansea man Swansea Bay of has been found. the forceolve's Bernard's \" body from The's from body from a man's's body of a from a'sA", "rouge": {"rouge1": 36.0655737704918, "rouge2": 23.72881355932203, "rougeL": 29.508196721311474}, "nll_sum": 263.6801452636719, "token_count": 47} +{"index": 447, "reference": "David Oyelowo has defended fellow British actor and friend, Benedict Cumberbatch, for using the term \"coloured\" during an interview.", "prediction": "David birthelowo has said he will actors actor Benedict Cumberbatch for award, saying black actors \"it't't happened\" what and happen\".", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 199.54603576660156, "token_count": 29} +{"index": 448, "reference": "People with dementia and learning difficulties are being detained in care without checks due to a 'failing' law, the Law Commission has said.", "prediction": "Police and social care services in England and Wales is \"unableable to cope\", the Law Commission says.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 80.7334976196289, "token_count": 21} +{"index": 449, "reference": "During her years as prime minister, Margaret Thatcher revolutionised the economic fortunes of every person in the UK.", "prediction": "Former Prime Minister Theresa May announced announced that included includes changes to its controversial tax tax policies, but how but how much of will our our changed\".", "rouge": {"rouge1": 13.333333333333334, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 166.1829833984375, "token_count": 28} +{"index": 450, "reference": "Oil firms BP and GDF Suez have announced the discovery of a new field in the UK Central North Sea.", "prediction": "Police have identified an body in an oil and gas field in the North Sea a a field playing theolve it is", "rouge": {"rouge1": 42.85714285714286, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 126.66924285888672, "token_count": 22} +{"index": 451, "reference": "Red Bull have said that their hopes of securing a Mercedes engine supply in 2016 are now over.", "prediction": "Leading Mercedes are moving from in Formula 1, saying they are moving in the next round following reports it is \"very dangerous\".", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 109.65431213378906, "token_count": 25} +{"index": 452, "reference": "All 3,200 passengers have now disembarked from a crippled cruise ship that reached the US coast five days after an engine fire knocked out power.", "prediction": "A cruise cruise ship has docked in the northern Navy city of New Orleans as came from New York to.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 97.73971557617188, "token_count": 21} +{"index": 453, "reference": "Harlequins ran in five tries as they came from behind to beat London Irish in the European Challenge Cup quarter-final on home soil at The Stoop.", "prediction": "Releg Premiership side Harleins booked a place in the Irish Challenge Cup semi-final by defeat by Harlequins at London Park at Kingston Park. the Rodney.A- again 2011elt in first- from's from the's", "rouge": {"rouge1": 38.0952380952381, "rouge2": 6.557377049180328, "rougeL": 22.22222222222222}, "nll_sum": 276.742919921875, "token_count": 47} +{"index": 454, "reference": "Guernsey's Environment Department has invited islanders to identify the parcels of land that could be suitable for development.", "prediction": "A three sites for development sites, development and could soon be created by Guernsey, the Department of for has announced a controversial rep and-).", "rouge": {"rouge1": 41.86046511627907, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 183.77481079101562, "token_count": 29} +{"index": 455, "reference": "An actress who appeared in the Oscar-winning film Slumdog Millionaire is to attend a special screening of the movie in Kingussie later.", "prediction": "A film festival celebrated the late filmmaker Slumdogaireaire in in Oscar Oscars, is closing its doors to a music and music festival.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 167.49526977539062, "token_count": 27} +{"index": 456, "reference": "Marcus Trescothick and Peter Trego both made centuries to drag Somerset back into contention with Middlesex on day three of the County Championship match.", "prediction": " Gianerg Trescoth's Somerset hit a stunning century as Surrey failed to beat beat Somerset by Surrey to Peter Trego's been thrilling final day. the Nottingham again a-- again- again in again-'s- again's a", "rouge": {"rouge1": 22.950819672131146, "rouge2": 3.389830508474576, "rougeL": 16.393442622950822}, "nll_sum": 310.312255859375, "token_count": 46} +{"index": 457, "reference": "A leaked report into the so-called \"Trojan Horse\" plot has found evidence there was an agenda to introduce \"an intolerant and aggressive Islamist ethos\" into some Birmingham schools.", "prediction": " handling government and handling of so socalled \"Troram\" scandal affair have been rejected, the Education Secretary Steven Clarke \"dar undermine transparency\".", "rouge": {"rouge1": 12.000000000000002, "rouge2": 0.0, "rougeL": 4.0}, "nll_sum": 200.0175323486328, "token_count": 28} +{"index": 458, "reference": "A power cut left Venezuela's parliament in the dark as it discussed a law dedicated to the energy sector.", "prediction": "Venezuela's National Assembly called off for a second day after a was cut cut off.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 81.91429138183594, "token_count": 18} +{"index": 459, "reference": "Three months ago, a woman from a village south of Hanoi needed her son referred to a provincial hospital by a district doctor for an operation.", "prediction": "When Eoinang Huyen said she would not receive the best she received her, after staff she received a incentive the best she received. and was she solve 2011's solve a aride-'s.", "rouge": {"rouge1": 10.16949152542373, "rouge2": 0.0, "rougeL": 10.16949152542373}, "nll_sum": 268.210205078125, "token_count": 41} +{"index": 460, "reference": "Argentina has begun legal proceedings against three British and two US companies for drilling oil near the Falkland Islands.", "prediction": "Argentina has become the first British oil companies to have a legal case battle against two companies which want to acquire in a the Falk Islands Islands.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 4.545454545454546, "rougeL": 34.78260869565217}, "nll_sum": 142.9324951171875, "token_count": 29} +{"index": 461, "reference": "Two international rugby stars have returned to their home club to help coach an under-10s team and to watch the first XV in action.", "prediction": "Two rugby union fans thrown out violence during a match at a Bristol rugby club break to break their rugby, a rugby union's boss have said \"the struggle of a game\".A-APGmark in the \u00a3 a's again a it", "rouge": {"rouge1": 24.242424242424242, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 296.0229797363281, "token_count": 47} +{"index": 462, "reference": "The world's oldest person has died in Italy at the age of 117, reports say.", "prediction": "The first person to be living in Italy, has died suddenly at at the age was 79 of 74. solve in a the aicon a a-'s of a a of a it from a it's flagship of. a from's a", "rouge": {"rouge1": 37.28813559322034, "rouge2": 14.035087719298245, "rougeL": 27.11864406779661}, "nll_sum": 279.5943603515625, "token_count": 47} +{"index": 463, "reference": "Racing 92 are the best team in Europe, says Scarlets captain Ken Owens.", "prediction": "Captain captain Owens says says his Premiership champions Saracens\" to beat\" world champions Racing,, saying are to \" \"on complete edge\".", "rouge": {"rouge1": 30.303030303030305, "rouge2": 0.0, "rougeL": 12.121212121212123}, "nll_sum": 191.05845642089844, "token_count": 27} +{"index": 464, "reference": "Widnes Vikings claimed just their second Super League win of the season with a narrow victory over St Helens.", "prediction": "St Helens survived a second--half comeback to beat Widnes Vikings a second straight Super League.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.18181818181818, "rougeL": 28.57142857142857}, "nll_sum": 117.07374572753906, "token_count": 19} +{"index": 465, "reference": "A former Welsh amateur boxing champion said she is turning professional as she does not have confidence in the governing body.", "prediction": "A rugby rugby player says she will not allowed to compete at the Rio Olympics because of the passenger passport because of a the Finn.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 124.04522705078125, "token_count": 25} +{"index": 466, "reference": "From Maria Sharapova's perspective, Wednesday 26 April could not have gone much better.", "prediction": "World number one Maria Sharapova won her first ranking tournament since 2009 with an 18- 766-7 win. Stuttgart Open and win her 18th Grand Slam tournament.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 5.128205128205129, "rougeL": 9.75609756097561}, "nll_sum": 152.64706420898438, "token_count": 36} +{"index": 467, "reference": "World number one Novak Djokovic won his first title since his surprise exit from Wimbledon with a straight-sets win over Japan's Kei Nishikori in the final of the Rogers Cup in Toronto.", "prediction": "World number one Novak Djokovic retained his dream of winning seventh Wimbledon, losing 1-serving world number number one Eddieosakn ChChibah at the Australian Open in the in- 2011 of Lbark's a", "rouge": {"rouge1": 44.776119402985074, "rouge2": 15.384615384615385, "rougeL": 29.850746268656714}, "nll_sum": 267.7709045410156, "token_count": 47} +{"index": 468, "reference": "Peter Houston is still seeking to fine-tune his Falkirk squad, with a striker and defender pinpointed as priorities.", "prediction": " Ted Peter Houston says Falkirk are \"fantastic\" to bring young striker Bi Bia-Lo to include Scott Shepherd and Scott Shepherd.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 172.22848510742188, "token_count": 28} +{"index": 469, "reference": "French President Francois Hollande has said the EU must reform and scale back its power, amid a surge in support for Eurosceptic and far-right parties.", "prediction": "French President Francois Hollande's called for the EU to make the EU harder\" to protect its right- and \"rightwing\".", "rouge": {"rouge1": 43.47826086956522, "rouge2": 18.18181818181818, "rougeL": 34.78260869565217}, "nll_sum": 106.27638244628906, "token_count": 24} +{"index": 470, "reference": "David Cameron was \"wilfully dishonest\" when he pledged to cap immigration to the tens of thousands, UKIP leader Nigel Farage has said.", "prediction": "UKIP leader of Farageigel announced his a new target for the UK next year, but insisted he never met in the past five years.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 8.695652173913043}, "nll_sum": 136.706787109375, "token_count": 27} +{"index": 471, "reference": "There should be a vote in the House of Commons on replacing Trident before the summer recess, Theresa May has said.", "prediction": "Theresa May has backed a possible vote to carry out Britain's nuclear weapons system, saying it would be \"fearlessful to 86\".", "rouge": {"rouge1": 27.90697674418604, "rouge2": 9.75609756097561, "rougeL": 13.95348837209302}, "nll_sum": 120.93183135986328, "token_count": 28} +{"index": 472, "reference": "A \u00a3250m government scheme encouraging councils to keep or bring back weekly bin collections is opening for bids.", "prediction": "A scheme would make it harder for councils to call for weekly bag collections to be waste, the government says.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 5.555555555555555, "rougeL": 31.57894736842105}, "nll_sum": 97.33953857421875, "token_count": 21} +{"index": 473, "reference": "Humans lived in the Amazon rainforest much earlier than previously thought, and even helped shape its biodiversity, researchers have said.", "prediction": "Plannedans in Brazil in Brazil are some of the Amazon's most important and important, Brazilian scientists.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 105.16007232666016, "token_count": 20} +{"index": 474, "reference": "Luke Walsh kicked 12 points as Catalans Dragons edged a bruising encounter with Hull FC to earn a second win in as many matches and go top of Super League.", "prediction": " struck 2 Walsh scored a lastminuteg try as to beat Catalans and keep their Super League hopes alive and keep a top-four finish in Super League.", "rouge": {"rouge1": 38.59649122807017, "rouge2": 3.6363636363636367, "rougeL": 24.56140350877193}, "nll_sum": 150.96885681152344, "token_count": 31} +{"index": 475, "reference": "Actor Sir Christopher Lee is marking his 92nd birthday by releasing an album of heavy metal cover versions.", "prediction": "Sir Christopher Lee has admitted he is \"very emotional and disappointed\" was released his new.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 12.903225806451616, "rougeL": 30.303030303030297}, "nll_sum": 85.76609802246094, "token_count": 17} +{"index": 476, "reference": "He was the Champions League hero who arrived promising an exciting brand of football, but Ole Gunnar Solskjaer's tenure at Cardiff City will be remembered as a failure.", "prediction": " Sol the Soljasker, but would be his role as Cardiff manager, was not of the SNP who has been a dramatic for Cardiff City.", "rouge": {"rouge1": 37.735849056603776, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301888}, "nll_sum": 163.18328857421875, "token_count": 29} +{"index": 477, "reference": "Sunderland manager Sam Allardyce says he is determined to make sure the club is not involved in another Premier League relegation fight next season.", "prediction": "Sunderland boss Allardyce says he does not know that his club and prevent them relegation from the Premier League sayingdidnn't happened\".", "rouge": {"rouge1": 43.47826086956522, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 148.35336303710938, "token_count": 28} +{"index": 478, "reference": "Labour's Barry Coppinger has been re-elected as Cleveland Police and Crime Commissioner.", "prediction": "Eleven more andou has been chosen as police and crime commissioner for Cleveland Police,.", "rouge": {"rouge1": 57.14285714285714, "rouge2": 38.46153846153847, "rougeL": 50.0}, "nll_sum": 99.75010681152344, "token_count": 16} +{"index": 479, "reference": "The Queen has been spotted having an evening meal at an Edinburgh pub.", "prediction": "A landlord owner Edinburgh been landlord of a pub in Edinburgh, which is the once was Queen of Edinburgh.", "rouge": {"rouge1": 31.25, "rouge2": 0.0, "rougeL": 18.749999999999996}, "nll_sum": 121.84698486328125, "token_count": 20} +{"index": 480, "reference": "Stephen Paul Copoc, a landscape gardener from Liverpool, travelled to the match by coach with friends Anthony Smith and Anthony Burrows, who both survived.", "prediction": "Paul Paulumberles from Meron from Merseyside, who travelled to Stephen, with one of his friend, who all who whom survived.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 4.761904761904763, "rougeL": 36.36363636363636}, "nll_sum": 166.8438262939453, "token_count": 28} +{"index": 481, "reference": "A court in the Philippines has found a US marine guilty of killing a transgender woman.", "prediction": "A former Philippine military has been sentenced to life prison sentence murdering a US woman who says was convicted of murdering an American to a transgender woman.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 14.634146341463417, "rougeL": 41.86046511627907}, "nll_sum": 136.5125274658203, "token_count": 27} +{"index": 482, "reference": "Great Britain's Colin Fleming says tennis players guilty of match-fixing should face life bans.", "prediction": "World number three Olynney says players should not be playing again in the Australian Open, saying the article was sayingIdidn't have happened\".", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 163.1570587158203, "token_count": 29} +{"index": 483, "reference": "The Pentagon is considering transferring Private Chelsea Manning to a civilian prison in order to treat her gender dysphoria, US media report.", "prediction": "The military says it will possible consider the military to to named former soldier Charlotte Manning, who has been diagnosed with genderSameoria a Baseball-'s a \"'s a's a's-A's ban in).. aA from's a", "rouge": {"rouge1": 22.95081967213115, "rouge2": 0.0, "rougeL": 16.393442622950815}, "nll_sum": 313.56597900390625, "token_count": 47} +{"index": 484, "reference": "Prime Minister David Cameron will later attempt to halt the civil war in his party caused by Iain Duncan Smith's resignation from the cabinet.", "prediction": " Work and P Secretary I Duncan Smith has resigned as head of the vacant work office, amid the uncertainty over proposed to planned cuts to his disability benefits.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 3.921568627450981, "rougeL": 15.094339622641511}, "nll_sum": 152.97459411621094, "token_count": 29} +{"index": 485, "reference": "Britain's Heather Watson has been knocked out of the first round of the Korea Open by qualifier Nicole Gibbs.", "prediction": "British number two Heather Watson was knocked out of the Southuh Open in South Korea.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 24.242424242424242, "rougeL": 40.0}, "nll_sum": 89.35758209228516, "token_count": 16} +{"index": 486, "reference": "How do you tell a story to your grandchildren when you've found yourself alone, oceans apart from your family?", "prediction": "The son whose son was one of the most memorable parade the world his body force one gives past one.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 131.3937225341797, "token_count": 20} +{"index": 487, "reference": "Ferrari's Kimi Raikkonen set the pace in final practice at the Belgian Grand Prix as the Mercedes drivers were only fifth and seventh.", "prediction": " will driver will start the practice session at the Grand Prix, as the Mercedes and team-matechFrancchnerchamps's been aotion- at the Fort's \"--pPG a in a- from's from's a", "rouge": {"rouge1": 45.614035087719294, "rouge2": 18.181818181818183, "rougeL": 35.08771929824562}, "nll_sum": 298.3946838378906, "token_count": 46} +{"index": 488, "reference": "St Johnstone have made 18-year-old Northern Irish midfielder Kyle McClean their first signing of the summer.", "prediction": "James McClean signed a two-year contract with St Johnstone.-.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 7.692307692307692, "rougeL": 14.285714285714285}, "nll_sum": 61.2630615234375, "token_count": 14} +{"index": 489, "reference": "Disney has become the first film studio to take $7bn (\u00c2\u00a35.7bn) in global ticket sales for 2016.", "prediction": " Star Wars fans have has sold, but they can be selling enjoying products that organising the company Disney, saying \"'s \" 100/ price as a's a's2 as a as a couple The's. of. from a'sA", "rouge": {"rouge1": 10.714285714285714, "rouge2": 0.0, "rougeL": 7.142857142857142}, "nll_sum": 300.9837646484375, "token_count": 46} +{"index": 490, "reference": "Some 11,180 students were placed on undergraduate courses in the UK through clearing in the first 24 hours after yesterday's A-level results.", "prediction": "The number of university students in place at one university at a university is so high low they want wish to get the same A-Students.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 136.22708129882812, "token_count": 27} +{"index": 491, "reference": "The world must significantly increase its use of phosphorus-based fertiliser to meet future demands for food.", "prediction": "F the demand for raw food and meat could boost food tourism in the developing world by 2020, new research suggests.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555556, "rougeL": 21.052631578947366}, "nll_sum": 84.11216735839844, "token_count": 22} +{"index": 492, "reference": "Canadian Prime Minister Stephen Harper has announced plans to track foreign homeownership and raised the possibility of eventually enacting limits on buying.", "prediction": "int has announced plans to the sale of homes in Canadian prices because of oil prices and oil prices.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 89.22071838378906, "token_count": 19} +{"index": 493, "reference": "The grandmother of a four-year-old boy who received part of his father's liver has said all is going \"according to plan\" following the operation.", "prediction": "The family of a five-year 2011old boy to have \" remove\" impact made by doctors and colleagues say", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 26.666666666666668}, "nll_sum": 134.2532958984375, "token_count": 21} +{"index": 494, "reference": "A Whitehaven woman who defrauded a charity set up by a teenager dying of cancer who became well-known for her \"bucket list\" has been sentenced.", "prediction": "A charity boss who bought a list of bucket receive money for a teenager whose who later murdered of her killer in Norfolk has been jailed.", "rouge": {"rouge1": 53.84615384615385, "rouge2": 12.0, "rougeL": 34.61538461538461}, "nll_sum": 151.2034454345703, "token_count": 26} +{"index": 495, "reference": "A former special constable who groomed and engaged in sexual activity with a child has been jailed for five years.", "prediction": "An armed man who sent out of thousands of messages sent in police to police and school pupils on his school has been jailed for four and four years.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 12.76595744680851, "rougeL": 28.57142857142857}, "nll_sum": 128.06448364257812, "token_count": 29} +{"index": 496, "reference": "ScotRail said it has reached an in-principle agreement with the RMT union to bring to an end a dispute over driver-only operated trains.", "prediction": " rail union RMT it has reached an agreement with union members and its union, Aslef,, as part of a long escalrunning dispute.", "rouge": {"rouge1": 42.55319148936171, "rouge2": 17.77777777777778, "rougeL": 38.297872340425535}, "nll_sum": 134.900390625, "token_count": 28} +{"index": 497, "reference": "People who have been flocking to Fife to see a whale which has been breaching in the Firth of Forth are being warned from \"making any attempts to approach or actively pursue\" it.", "prediction": "A humpback whale which spotted spotted on a yellow Fife coast has been recordedBrian a boat Navy, 30,000 from and the the referee, from a the's, a reputation from a's's. of a's from's a", "rouge": {"rouge1": 24.657534246575345, "rouge2": 5.633802816901409, "rougeL": 21.917808219178085}, "nll_sum": 287.12939453125, "token_count": 47} +{"index": 498, "reference": "Cardiff Devils lost 6-1 away to Nottingham Panthers in the Elite League, less than 48 hours before playing the same opposition in the Challenge Cup final.", "prediction": "Nottingham Panthers scored 4-0 from behind to beat Cardiff rivals Cardiff City 4-2 and keep alive their hopes Elite Elite League play-off semiofffinal alive. Saturday- from's a in's from a's from aA", "rouge": {"rouge1": 24.615384615384617, "rouge2": 6.349206349206349, "rougeL": 18.461538461538463}, "nll_sum": 257.0450744628906, "token_count": 48} +{"index": 499, "reference": "Organisers of the Miss America pageant have apologised to actress Vanessa Williams, 32 years after she was forced to hand back her title.", "prediction": "US actress star Helen Williams has returning to America, saying she was wish her be done, saying she was saying \"no no\".", "rouge": {"rouge1": 31.111111111111118, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 132.07040405273438, "token_count": 25} +{"index": 500, "reference": "More than 20 parties have come forward with bids to either recycle four Royal Navy frigates or turn some of them into artificial reefs, the BBC has learned.", "prediction": "Bidders, who fail to sell 100 Royal Navy's Royal warships have been register, the Ministry of of has said a bid Eddie a's for. for a's from a referee it it's.A of a", "rouge": {"rouge1": 24.242424242424242, "rouge2": 3.125, "rougeL": 15.151515151515152}, "nll_sum": 286.4916076660156, "token_count": 43} +{"index": 501, "reference": "Ofgem has asked for more information on why a subsea cable is needed to carry electricity generated on the Western Isles to the mainland.", "prediction": "A business case plans submitted for plans for an electricity interconnector power between Lewis and Ullall is to be submitted to a Scottish government and. 2011 has referee 2011'sAbout-A a from in from \u00a3 a's from's solve", "rouge": {"rouge1": 21.875, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 299.55548095703125, "token_count": 47} +{"index": 502, "reference": "Hostage Johan Gustafsson, held by al-Qaeda in Mali since 2011, has been freed, the Swedish government says.", "prediction": "Sweden foreign minister ministersan Sleafmere has, it has been confirmed, as he double revealed's role from al-Qaeda since his in from his as's a from from the-'s there in from reputation's from a from a", "rouge": {"rouge1": 24.137931034482758, "rouge2": 7.1428571428571415, "rougeL": 13.793103448275865}, "nll_sum": 301.412353515625, "token_count": 47} +{"index": 503, "reference": "Will Grigg scored his first league goal of the season as Wigan Athletic beat Blackburn to claim their first victory since returning to the Championship.", "prediction": "Jack Grigg scored a stunning hat-trick as Wigan thrashed to beat Championship play-off hop-offuls hopefuls Ro Rovers", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 26.66666666666666}, "nll_sum": 140.16653442382812, "token_count": 30} +{"index": 504, "reference": "Action to reduce the number of Welsh children with type 1 diabetes from being admitted to hospital is needed as cases continue to rise, experts warn.", "prediction": "Children as young as five struggle to struggle receive extra time to receive the care they need, new research suggests.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 78.91184997558594, "token_count": 21} +{"index": 505, "reference": "Nottingham Forest came from behind to draw with Preston at the City Ground.", "prediction": "Nottingham Forest held in stoppage oftime equaliser to their draw with play-off hopefuls Preston to \"off \" it's a \"overup game\" from- from's reputation from from The's a from the's", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.888888888888888, "rougeL": 29.78723404255319}, "nll_sum": 260.1988525390625, "token_count": 47} +{"index": 506, "reference": "A man whose son was killed during an opposition protest in Venezuela's capital Caracas has made a personal plea to President Nicol\u00e1s Maduro.", "prediction": "Venezuela's son sons, son will capital in the capital, Caracas, has said he is working with him to clear name him.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.333333333333334, "rougeL": 25.53191489361702}, "nll_sum": 131.50636291503906, "token_count": 28} +{"index": 507, "reference": "The Public Prosecution Service and the PSNI have launched a legal bid to gain access to all interviews and notes by a former IRA member who was one of the main researchers for a Troubles history project at Boston College.", "prediction": " of former police officer from Belfast, who was giving any copy of tapes that led to the IRA, is to be used a oral history history.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 3.125, "rougeL": 21.21212121212121}, "nll_sum": 139.697265625, "token_count": 28} +{"index": 508, "reference": "A baby tortoise has been stolen from a pet shop in Lancashire.", "prediction": "A tortoise has been stolen from a pet charity, according to a welfare and charity.", "rouge": {"rouge1": 59.25925925925925, "rouge2": 47.99999999999999, "rougeL": 59.25925925925925}, "nll_sum": 72.3105697631836, "token_count": 17} +{"index": 509, "reference": "Bird flu has been confirmed in a flock of 19,500 turkeys at a farm in Boston, the Department for Environment, Food and Rural Affairs (Defra) said.", "prediction": "A bird flu has been put up at aaringering farm in Lincolnshire last year, the Institute for Education and and food and Rural Affairs (Hra) has said.", "rouge": {"rouge1": 55.55555555555556, "rouge2": 26.923076923076923, "rougeL": 51.85185185185185}, "nll_sum": 169.99172973632812, "token_count": 34} +{"index": 510, "reference": "The UN refugee agency has criticised Cameroon for the forced return of hundreds of refugees to north-east Nigeria after they had fled from the Islamist Boko Haram insurgency.", "prediction": "The UN refugee agency (UN) has denied claims that it forced the return to refugees, Nigeria from group Islamist militant group Boko Haram.", "rouge": {"rouge1": 57.6923076923077, "rouge2": 16.0, "rougeL": 49.999999999999986}, "nll_sum": 121.70610809326172, "token_count": 26} +{"index": 511, "reference": "A woman who nearly drowned during a school swimming lesson when she was 10 years old has won a compensation battle at the High Court.", "prediction": "A woman whose family was scarred after a pool in a swimming park at a school park have been ordered to pay almost \u00a388m in damages.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 116.46792602539062, "token_count": 29} +{"index": 512, "reference": "Middlesbrough winger Mustapha Carayol says it is the \"right time\" in his career to commit his international future to the Gambia.", "prediction": "Wambian defender Aday Carayol says he confident he will be help his team-mates after returning international football's's been a 138- from the referee's a-'s-'s reputation in's from's from's from Broadway", "rouge": {"rouge1": 20.0, "rouge2": 3.4482758620689653, "rougeL": 16.666666666666664}, "nll_sum": 292.6533203125, "token_count": 47} +{"index": 513, "reference": "The ruling party in Burundi has won the parliamentary election boycotted by the main opposition parties.", "prediction": " Burundi has won in July's parliamentary elections, despite breaking the country's uncertainty, country's officials say", "rouge": {"rouge1": 41.1764705882353, "rouge2": 18.750000000000004, "rougeL": 35.294117647058826}, "nll_sum": 102.1013412475586, "token_count": 21} +{"index": 514, "reference": "Interest rates for savers have fallen to new record lows, after hundreds of cuts in recent months and more than 1,000 in the past year.", "prediction": "Drivers being are warned about late interest rates, amid rising rate amid amid fears about low interest rate and low-free \"Methanas\".", "rouge": {"rouge1": 16.666666666666668, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666668}, "nll_sum": 178.10406494140625, "token_count": 28} +{"index": 515, "reference": "The Forth Bridge has become the sixth Scottish landmark to be awarded Unesco World Heritage Site status.", "prediction": "The Fortharrow Bridge, again, and be granted World Heritage status status again. it reputation an international's reputation for Scotland's and from the reputation., The's, as from-. from a in's years as.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 3.9999999999999996, "rougeL": 23.076923076923077}, "nll_sum": 270.16522216796875, "token_count": 42} +{"index": 516, "reference": "In the Scottish Football Association's statement of Thursday evening, there is no mention of money and the kind of cash it would have taken to bring to an end the reign of Gordon Strachan as national team manager.", "prediction": "On the night Scotland released Str statement from a Scotland boss, Gordon Strachan in relation charge, saying that almost 30 of his players were paid off and then kicked off in winning off unexpected World Cup qualifying group.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 2.666666666666667, "rougeL": 10.38961038961039}, "nll_sum": 237.51837158203125, "token_count": 42} +{"index": 517, "reference": "Scientists say that planting large numbers of jatropha trees in desert areas could be an effective way of curbing emissions of CO2.", "prediction": " grow scale of trees in northern Europe but could be a huge area of carbon could prevented from the atmosphere say, as they complete a new study.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 148.86813354492188, "token_count": 28} +{"index": 518, "reference": "With just two days until the polling stations open, all the Scottish party leaders are warning of the risks of backing their opponents.", "prediction": "Scotland's leader has called on the SNP to be elected in the House of Commons, Commons day after the party after the general election. election..", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 120.07757568359375, "token_count": 28} +{"index": 519, "reference": "Burkina Faso has asked France to declassify military documents about the killing of ex-president Thomas Sankara, a lawyer for his family has said.", "prediction": "Burkina Fas's government has asked the French authorities to plagiarise the French military failed the the country's chief justice a family lawyer says.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 4.25531914893617, "rougeL": 32.6530612244898}, "nll_sum": 138.87620544433594, "token_count": 28} +{"index": 520, "reference": "At least two people have died and several others are feared missing after a pedestrian bridge collapsed in the Indian state of Goa.", "prediction": "At least nine people died when a water died when a bridge crashed into a river, in northern southern Indian state of Goa in the capital Delhi, officials say. they from's-'s a dere in a from a 2011 the from a", "rouge": {"rouge1": 36.36363636363637, "rouge2": 15.624999999999996, "rougeL": 33.333333333333336}, "nll_sum": 242.6460418701172, "token_count": 47} +{"index": 521, "reference": "Four of the UK's worst traffic bottlenecks occur on the Edinburgh bypass, according to new research.", "prediction": "Edinburgh is the most congested city for around \u00a32.8bn in 2025, according to a new study of a major traffic traffic survey.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 104.80271911621094, "token_count": 29} +{"index": 522, "reference": "A pensioner used a mini camera to secretly film women's bare legs in a Falkirk shopping centre, a court was told.", "prediction": " a Falklands man and filmed, filmed playing being children while filmed children sexually and assaulting half and a half hours, a court heard of, a- 2011 again a again a from a from a from's flagship of. a from's a", "rouge": {"rouge1": 21.874999999999996, "rouge2": 3.225806451612904, "rougeL": 15.624999999999996}, "nll_sum": 295.1219787597656, "token_count": 47} +{"index": 523, "reference": "The authorities in Texas have charged two men with conspiring to harbour suspected illegal immigrants.", "prediction": "Fifty-two are believed people have died to have fled their homes in northern northern Miami state, police say.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 105.72293090820312, "token_count": 22} +{"index": 524, "reference": "St Johnstone players Danny Swanson and Richard Foster are set to face \"severe\" punishments for brawling with each other in the 1-0 defeat at Hamilton, manager Tommy Wright says.", "prediction": "Tommy Wright says he will be \"happy and surprised\" the after being asked off the stand\" saw saw James Elliott involved in another incident between Scottish champions St St John a 2-1 defeat defeat by on Saturday.", "rouge": {"rouge1": 26.47058823529412, "rouge2": 6.0606060606060606, "rougeL": 11.76470588235294}, "nll_sum": 238.04202270507812, "token_count": 43} +{"index": 525, "reference": "British artists have scooped several nominations for the 2015 Grammys.", "prediction": "Three people have received best money for the year - among the best of the year at the Grammy Awards.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 7.4074074074074066, "rougeL": 27.586206896551722}, "nll_sum": 83.363525390625, "token_count": 20} +{"index": 526, "reference": "Millions of Muslims all around the world will be celebrating Eid al-Fitr this week to mark the end of Ramadan.", "prediction": "Millions across the world are, but now be celebrating the annual Eid festival Eid al-Fit-", "rouge": {"rouge1": 43.24324324324324, "rouge2": 17.142857142857142, "rougeL": 37.83783783783783}, "nll_sum": 99.25257873535156, "token_count": 19} +{"index": 527, "reference": "Ten men were arrested after a teenager was stabbed and gun shots were fired, police said.", "prediction": "Two men have been arrested in connection with a fatal shooting fatal a city centre.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 55.397186279296875, "token_count": 15} +{"index": 528, "reference": "The partner of a transgender woman found dead in a men's prison while on remand has told an inquest she did not want to be in a male jail.", "prediction": "A student who killed himself in prison declared found she would not be allowed to be male, state in an inquest has heard- heard have- \"the a's reputation\".", "rouge": {"rouge1": 54.23728813559322, "rouge2": 7.017543859649124, "rougeL": 30.508474576271187}, "nll_sum": 197.2735137939453, "token_count": 33} +{"index": 529, "reference": "Personal insolvency numbers have returned to \"relative stability\" in Scotland following the introduction last year of new bankruptcy legislation, according to officials.", "prediction": "The number of best insolven declared in Scotland fell to its highest level since 2009, after new tough laws were introduced, a Sant Tig firm says.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666668}, "nll_sum": 159.83734130859375, "token_count": 29} +{"index": 530, "reference": "A group of primary school children were injured on a trip to a farm when the trailer they were in became detached from the tractor pulling it.", "prediction": "Four children were left brain and brain damaged after a trailer pulled a trailer to pupils while on a school trip.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 90.3048324584961, "token_count": 21} +{"index": 531, "reference": "Andy Murray says the Davis Cup final is \"far from over\" as he tries to win the competition for Great Britain against Belgium on Sunday.", "prediction": "Andy Murray says he still have to have a goodvery chance to be\" as Great Britain reach their first Cup semi-final in Belgium on Sunday.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 20.408163265306126, "rougeL": 39.21568627450981}, "nll_sum": 138.0197296142578, "token_count": 29} +{"index": 532, "reference": "Anthony Joshua says he will be competing at a \"whole new level\" when he takes on Wladimir Klitschko in Saturday's world title bout.", "prediction": "Anthony Joshua says he faces no punishment\" training his rematch with Wladimirimir Klitschko - \"the greatest fight\" of his career.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 14.634146341463413, "rougeL": 23.25581395348837}, "nll_sum": 118.14364624023438, "token_count": 28} +{"index": 533, "reference": "Pope Francis has condemned the \"complicit silence\" about the killing of Christians during a Good Friday service in Rome.", "prediction": "Pope Francis has celebrated a traditional church service for the bodies of Joseph who survived by Islamist militant group al-Shabab (IS).", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 107.44756317138672, "token_count": 26} +{"index": 534, "reference": "Cameras will be banned from next week's hearing when the suspect in the Colorado cinema shooting is to be formally charged, a judge has ruled.", "prediction": "A US actor was charged with murder after a revenge theatre shooting in the US state of Stuart, media reports, saying the is not local media.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 11.538461538461538}, "nll_sum": 130.85609436035156, "token_count": 28} +{"index": 535, "reference": "The Bolivian government has declared a state of emergency in a vast agricultural area affected by a plague of locusts.", "prediction": "Bolivia's government announced a plan for a huge swarm area of the country that, has spread more than 300 minutes (\u00a331m).", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 23.809523809523807}, "nll_sum": 130.47947692871094, "token_count": 27} +{"index": 536, "reference": "Wales rugby great Gareth Edwards has been knighted by the Duke of Cambridge in recognition of a glittering sporting career and services to charity.", "prediction": "Welsh rugby captain Sir Brian Edwards has been named Sport Wales star Luke Edwards.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 26.31578947368421}, "nll_sum": 87.1171646118164, "token_count": 15} +{"index": 537, "reference": "Scotland's World Cup qualifying hopes are close to be being snuffed out following a 3-0 loss to England at Wembley.", "prediction": "James Forrest scored penalty dramatic 90th-minute equaliser and missed a Scotland draw 2-1 at Holyodgrass in a dramatic World Cup qualifier.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 9.30232558139535, "rougeL": 17.777777777777775}, "nll_sum": 153.07382202148438, "token_count": 29} +{"index": 538, "reference": "Emperor penguins have displayed some unexpected breeding behaviour in the Antarctic that could mean they are much more resilient to environmental change than previously recognised.", "prediction": "The world sequ penguins are living in East Antarctica, above the Antarctic sea at sea, a study suggests.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 101.1642837524414, "token_count": 21} +{"index": 539, "reference": "Polar bears involved in a Scottish captive breeding project are sharing an enclosure and mating.", "prediction": "Two rare low bears name held again in the UK have spoken for the first time since they entered breeding.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 107.11906433105469, "token_count": 20} +{"index": 540, "reference": "Guy Martin and John McGuinness will race for the Japanese-based Mugen team in this year's TT race for electric-powered machines.", "prediction": "Two-time world champion Martin McGuinness will be Martininness's team-mate's event for Isle to Isle TT this season.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 4.761904761904763, "rougeL": 27.27272727272727}, "nll_sum": 126.61320495605469, "token_count": 25} +{"index": 541, "reference": "South African athlete Oscar Pistorius has begun serving time in jail for killing his girlfriend Reeva Steenkamp.", "prediction": "A South African athlete Oscar Oscar Pistorius been found guilty of killing his girlfriend, Reeva Steenkamp.", "rouge": {"rouge1": 60.60606060606061, "rouge2": 51.61290322580646, "rougeL": 60.60606060606061}, "nll_sum": 64.33201599121094, "token_count": 21} +{"index": 542, "reference": "A whale has been spotted in Belfast Harbour.", "prediction": "A dead whale centre was spotted in Belfast a Belfast Harbour, there's been a steep bid for the River's a.,A the appeared from a's as a as, on reputation from a as's derby of.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 13.333333333333334, "rougeL": 25.531914893617024}, "nll_sum": 269.1059875488281, "token_count": 42} +{"index": 543, "reference": "A Texas police officer has been charged with perjury over his confrontation with a woman who died in jail shortly after being arrested.", "prediction": "A grand jury has charged a US police officer over death death of a black woman who was later hit and in the head of her car.", "rouge": {"rouge1": 40.0, "rouge2": 8.333333333333334, "rougeL": 31.999999999999996}, "nll_sum": 107.37944030761719, "token_count": 27} +{"index": 544, "reference": "Shrewsbury and Fleetwood face a replay at Highbury after playing out a goalless draw in the second round of the FA Cup.", "prediction": "Non-league Shrews Sh out of the FA Cup after being held to a goalless draw at home to top-table Fleetwood.", "rouge": {"rouge1": 50.0, "rouge2": 23.809523809523807, "rougeL": 22.727272727272727}, "nll_sum": 108.6665267944336, "token_count": 29} +{"index": 545, "reference": "A tweet from One Direction's Louis Tomlinson to Harry Styles has become the second most retweeted post of all time.", "prediction": "It's taken time for Harry Prince and Harry has become the most popular voice on Twitter app, thedes it. reputation from the manager's from a a's, from,'s from a man's for of.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 7.142857142857142, "rougeL": 24.137931034482758}, "nll_sum": 243.12156677246094, "token_count": 42} +{"index": 546, "reference": "A German court has sentenced a doctor who fled Chile to five years in prison for involvement in child sex abuse at a commune called Colonia Dignidad.", "prediction": "A military court has Chile has received prison sentence given to a former comedye who worked for human rights Panama during the illegal 1970s and 80s.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 3.9215686274509802, "rougeL": 26.41509433962264}, "nll_sum": 155.91668701171875, "token_count": 29} +{"index": 547, "reference": "Three weeks after the general election, and a week after the state opening of Parliament, new MPs have been busy making their maiden speeches in the House of Commons.", "prediction": "Hosts began to be stage again for November, and then there's too pretty and there were rippers in Gower in Commons House of Commons.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 7.692307692307692, "rougeL": 18.51851851851852}, "nll_sum": 163.13754272460938, "token_count": 29} +{"index": 548, "reference": "The BBC's Jon Sopel sees presidential hopeful Donald Trump roll with the punches in the second Republican debate in California - until a new competitor entered the ring.", "prediction": "\" don't have to lose the ring the ring.\" again says White White House - and then the battle - the black ring it ring lost - and it wasn wasn't to lose a ring cheer ring!.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 3.2786885245901636, "rougeL": 15.873015873015875}, "nll_sum": 235.651123046875, "token_count": 40} +{"index": 549, "reference": "A country pub saved from closure after villagers stepped in to buy it has been named national pub of the year.", "prediction": "A pub which was once one of the UK's best restaurant has won not community award.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555556, "rougeL": 21.052631578947366}, "nll_sum": 90.80853271484375, "token_count": 17} +{"index": 550, "reference": "Mexican authorities are to investigate allegations children battling cancer were given \"distilled water\" instead of chemotherapy.", "prediction": "The Mexican government says says it says is investigating of allegations that dozens of fake medical was used for his children.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 110.57267761230469, "token_count": 21} +{"index": 551, "reference": "Researchers at the Large Hadron Collider have detected one of the rarest particle decays seen in nature.", "prediction": "The Large Hadron Collider say believe they have seen detected three old extremism believed to have, so far.", "rouge": {"rouge1": 40.0, "rouge2": 18.18181818181818, "rougeL": 34.285714285714285}, "nll_sum": 119.04244232177734, "token_count": 20} +{"index": 552, "reference": "Gloucester City chairman Nigel Hughes has urged absent fans to return to the struggling non-league club.", "prediction": "Gloucester City will not be likely to lose\" if they are to return Cheltenham Town, according to manager Sean Hughes National North club.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 135.764892578125, "token_count": 29} +{"index": 553, "reference": "The funeral of an Afghanistan veteran and Green Beret who died after collapsing during the London Marathon has been held in Dunfermline, Fife.", "prediction": "The funeral has taken place for a a Fife soldier, who later died after running the runners during a race in the Fife.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 9.090909090909092, "rougeL": 34.78260869565217}, "nll_sum": 112.7514419555664, "token_count": 26} +{"index": 554, "reference": "A man who was tortured and raped during an attack by two of his former friends in a Belfast flat has said he thought he was \"going to die that night\".", "prediction": "A teenager who beat and beat and sexually assaulted himself in a bathboard in jail has described him as \"the worst incidents of my life\".", "rouge": {"rouge1": 25.0, "rouge2": 3.7037037037037033, "rougeL": 21.428571428571427}, "nll_sum": 113.45704650878906, "token_count": 27} +{"index": 555, "reference": "A militant from the so-called Islamic State (IS) believed to be responsible for a deadly attack on US troops in northern Iraq has been killed in a drone strike, the US military said.", "prediction": " a woman working for the so-called Islamic State (IS) has been killed by, the US military says a military spokesman for the New York, Pennsylvania, says they's it's a's aA aA aA's aA", "rouge": {"rouge1": 44.44444444444444, "rouge2": 25.71428571428572, "rougeL": 36.11111111111111}, "nll_sum": 189.50167846679688, "token_count": 47} +{"index": 556, "reference": "Vin Diesel sang, Channing Tatum danced and Zac Efron showed off his abs, yes - again, at the 2015 MTV Movie Awards.", "prediction": "Katy and White White are the winners who attended the Hitchcock film, best kiss and best act.", "rouge": {"rouge1": 10.526315789473683, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 103.63617706298828, "token_count": 19} +{"index": 557, "reference": "Plymouth Argyle striker Jimmy Spencer will miss at least three months after breaking and dislocating his ankle.", "prediction": "Plymouth Argyle defender Luke Dennis Palmer has begun his full recovery from a season-logci cruciate ligament damage.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 6.0606060606060606, "rougeL": 17.142857142857142}, "nll_sum": 133.52151489257812, "token_count": 27} +{"index": 558, "reference": "Radamel Falcao has been omitted from Chelsea's 25-man squad for the Champions League knock-out stages.", "prediction": "There striker Rad Falcao has been left left out of Chelsea's 30-man squad for their Champions League match against Real Madrid on Saturday of's solve's a's\" from training--old of of training.", "rouge": {"rouge1": 43.63636363636364, "rouge2": 22.641509433962263, "rougeL": 36.36363636363637}, "nll_sum": 214.4408416748047, "token_count": 42} +{"index": 559, "reference": "A baby dolphin has died after it was surrounded by tourists looking to take photographs on a beach in southern Spain.", "prediction": " a half mile which became stuck on on a Spanish holiday while on seeking for help, an environmental animal charity says.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 5.000000000000001, "rougeL": 14.285714285714285}, "nll_sum": 127.3829345703125, "token_count": 22} +{"index": 560, "reference": "Two men have been assaulted by an armed gang in south Belfast.", "prediction": "Two men have been threatened by members of a gang threatened two masked men during an robbery robbed south Belfast.", "rouge": {"rouge1": 56.250000000000014, "rouge2": 26.666666666666668, "rougeL": 50.0}, "nll_sum": 94.05534362792969, "token_count": 20} +{"index": 561, "reference": "A County Down GP has come up with a novel, if strenuous, way to get healthy and beat the January blues.", "prediction": "A Civers in Cered, says waiting will keep patients keep alive their battle with mental health instead of helping people with a mental health health issue.", "rouge": {"rouge1": 12.765957446808512, "rouge2": 4.444444444444445, "rougeL": 12.765957446808512}, "nll_sum": 164.2413330078125, "token_count": 29} +{"index": 562, "reference": "Neenu Kewlani is a communications professional and works for disability rights in India.", "prediction": "Whenlvet Kewlani doesn't know that she isn't't a sport.", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 102.28945922851562, "token_count": 17} +{"index": 563, "reference": "Several thousand customers were left without electricity for a time on Wednesday night.", "prediction": " restored has restored to have Northern Ireland homes electricity than 48 hours 24 has morning.", "rouge": {"rouge1": 7.142857142857144, "rouge2": 0.0, "rougeL": 7.142857142857144}, "nll_sum": 116.75480651855469, "token_count": 15} +{"index": 564, "reference": "A man has been stabbed to death in Mottingham in the early hours of Boxing Day.", "prediction": "A man has been stabbed to death on the New Year's Day's again.", "rouge": {"rouge1": 58.06451612903225, "rouge2": 41.379310344827594, "rougeL": 58.06451612903225}, "nll_sum": 57.59407043457031, "token_count": 15} +{"index": 565, "reference": "Plans for a controversial cycle path through Edinburgh have been agreed in principle by city councillors.", "prediction": " final final design a \u00a3500m path path for for the Derby city centre has been approved the the city's and the council.", "rouge": {"rouge1": 25.64102564102564, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 134.35989379882812, "token_count": 25} +{"index": 566, "reference": "Deteriorating maternity services in Wales must be turned around without delay, midwives have warned.", "prediction": " a shortage of staff is putting pressure on the midwives, Wales' leading profession union'", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 7.142857142857142}, "nll_sum": 81.96479797363281, "token_count": 17} +{"index": 567, "reference": "The invasion of Iraq \"substantially\" increased the terrorist threat to the UK, the former head of MI5 has said.", "prediction": "The former head of intelligence5 has warned military action against UK is facing a \"serious\" the threat from al-Qaeda-Qaeda", "rouge": {"rouge1": 40.0, "rouge2": 15.789473684210526, "rougeL": 25.0}, "nll_sum": 117.55288696289062, "token_count": 25} +{"index": 568, "reference": "Last year's winner Many Clouds heads Saturday's Grand National field after the 40-runner line-up was confirmed.", "prediction": "The National will miss out on Sunday's Grand National on Sunday after the final three-time because of weather down to 40:45m).", "rouge": {"rouge1": 27.27272727272727, "rouge2": 14.285714285714288, "rougeL": 27.27272727272727}, "nll_sum": 138.52676391601562, "token_count": 27} +{"index": 569, "reference": "Northern Ireland's top education official has accused teachers of harming children's education by taking industrial action.", "prediction": "The price of Northern Ireland has said they must be better than higher in education minister.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 91.43804168701172, "token_count": 16} +{"index": 570, "reference": "Keepers at Chester Zoo are making sure every creature, from the biggest elephant to the smallest beetle, is present and correct as part of their annual animal count.", "prediction": " around Zoo, California, no doubt, and can can only handful in one thing there.", "rouge": {"rouge1": 9.523809523809524, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 97.6854248046875, "token_count": 17} +{"index": 571, "reference": "Arrests of passengers suspected of being drunk at UK airports and on flights have risen by 50% in a year, a Panorama investigation has revealed.", "prediction": "More than 200 people have been arrested over the average alcohol of while carrying last year, a Panorama investigation has found", "rouge": {"rouge1": 34.78260869565217, "rouge2": 18.18181818181818, "rougeL": 30.434782608695656}, "nll_sum": 95.04835510253906, "token_count": 22} +{"index": 572, "reference": "A manhunt is under way in Germany after a man allegedly stabbed a nine-year-old neighbour to death and uploaded a video boasting of his deed to the dark web.", "prediction": "An Australian teenager has been arrested in connection with a man suspected of himself filmed child images and indecent images of images of boys in northern France.\", solve, says they a's-A's a in from's a ban. a's", "rouge": {"rouge1": 21.91780821917808, "rouge2": 2.8169014084507045, "rougeL": 13.698630136986301}, "nll_sum": 247.46469116210938, "token_count": 45} +{"index": 573, "reference": "A second referendum on the details of any Brexit deal should be offered to voters, Green Party of England and Wales MP Caroline Lucas has said.", "prediction": "The Party leader of Leanne, has said it will hopeful her party will fight against Brexit again if it is prepared to win in general general election.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301884}, "nll_sum": 132.59434509277344, "token_count": 29} +{"index": 574, "reference": "An NHS mental health services provider has been upgraded from \"inadequate\" to \"good\" following a recent inspection.", "prediction": "A Lincolnshire health trust, described as rated rated \"in serious\" by risk of suicide, has emerged.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 105.40550231933594, "token_count": 21} +{"index": 575, "reference": "Bangladesh police say a top gay rights activist and editor at the country's only LGBT magazine is one of two people who have been hacked to death.", "prediction": "The US news says it is been \"devastatedated and ordeal\" the killing, of a US satirist and gaysex workers.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 153.9552459716797, "token_count": 27} +{"index": 576, "reference": "This year's Grand National winner Rule The World has been retired.", "prediction": "The-time World Cup winner Don but Cossack, will miss Saturday Sunday's first Grand National meeting at Aintree on Friday on \" has's a referee's from The-A's ban from a 5's a from", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666667, "rougeL": 16.0}, "nll_sum": 280.03759765625, "token_count": 45} +{"index": 577, "reference": "The first batch of an experimental vaccine against Ebola is on its way to Liberia.", "prediction": " the first batch of Ebola vaccine which will struggle against the deadly Ebola Ebola trial next week, US health officials say.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 17.64705882352941, "rougeL": 38.88888888888889}, "nll_sum": 100.50092315673828, "token_count": 22} +{"index": 578, "reference": "Air, sea and land searches were made over the weekend for a missing 18-year-old Inverness man.", "prediction": "A 62-year-old man who has gone missing from a garage in his car at speeds of 90mph.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 72.14134216308594, "token_count": 22} +{"index": 579, "reference": "Coronation Street and Keeping up Appearances actor Geoffrey Hughes has died aged 68, his agent has said.", "prediction": "Tributes have been paid to the British actor and TV actor Geoffrey Hughes, who has died aged aged 74 of", "rouge": {"rouge1": 37.83783783783783, "rouge2": 22.857142857142858, "rougeL": 37.83783783783783}, "nll_sum": 78.2518539428711, "token_count": 21} +{"index": 580, "reference": "Lung cancer rates in women have almost doubled in Scotland over the past 40 years, according to a charity.", "prediction": " lack diagnosed with lung cancer in Scotland has fallen to its lowest and level for 30 years, new figures show.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 76.83909606933594, "token_count": 21} +{"index": 581, "reference": "The search for a Scots botanist missing in Vietnam is expected to resume later after being abandoned in heavy snow.", "prediction": "A major mountain operation has be carried out for a botist who went missing in hills. southern Scotland.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 122.12522888183594, "token_count": 20} +{"index": 582, "reference": "Petrol and diesel prices rose sharply in October, said the RAC, taking them to their highest level since July 2015.", "prediction": "Scottish petrol prices rose by 5.5p per litre in the coming year, motoring figures show.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 71.7157211303711, "token_count": 22} +{"index": 583, "reference": "\"Extremely serious concerns about unacceptable noise and disruption\" caused by students in Oxford have increased, according to a letter seen by the BBC.", "prediction": "A university the written an open letter to students accused them of \"school\" cars, some of their residents.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 120.27680969238281, "token_count": 21} +{"index": 584, "reference": "The centenary year of playwright Arthur Miller's birth is being marked with an explosion of productions around the UK in 2015.", "prediction": "Ski male in Buenos will play a toy film advising the play of a most famous play.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 130.6815948486328, "token_count": 18} +{"index": 585, "reference": "A hospital has suspended visits to patients on all its wards following an outbreak of the norovirus bug.", "prediction": " a temporary ban on patients contracted imposed a patients after a bug of a norovirus, which closed a hospital's accident's and emergency department store. has- a- again a it from a's havepayment of a from's a 2011", "rouge": {"rouge1": 27.118644067796616, "rouge2": 3.508771929824561, "rougeL": 13.559322033898308}, "nll_sum": 300.85491943359375, "token_count": 47} +{"index": 586, "reference": "A man has appeared in court over an acid attack that left two people with \"life-changing\" injuries.", "prediction": "A man has appeared in court in connection with an acid attack on in New Year's Eve.", "rouge": {"rouge1": 55.55555555555556, "rouge2": 41.17647058823529, "rougeL": 50.0}, "nll_sum": 56.48084259033203, "token_count": 18} +{"index": 587, "reference": "Ferry firm SeaFrance is to shed 127 jobs in Dover after it was liquidated by a French court and told to cease activity.", "prediction": " Euro France ferry workers have gathered in protest at a decision to Channel Calais ferry service, accused the company accused of \"unaa nuclear failure\".", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 162.25526428222656, "token_count": 27} +{"index": 588, "reference": "Thousands of Jordanians have attended a protest demanding political reforms in Amman, hours after King Abdullah called early parliamentary elections.", "prediction": "Jordan of Jordan largest Islamist group has held a rally in the capital ahead of the new electoral law.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 78.36702728271484, "token_count": 19} +{"index": 589, "reference": "Serial killer Levi Bellfield has denied confessing to the abduction, rape and killing of 13-year-old Milly Dowler.", "prediction": "Serial killer Levi Bellfield admitted to killing killing Milly Dowler by police to say, the killing of a 13-year-old girl.", "rouge": {"rouge1": 63.41463414634148, "rouge2": 35.8974358974359, "rougeL": 53.65853658536586}, "nll_sum": 129.42138671875, "token_count": 28} +{"index": 590, "reference": "The Israeli government has taken steps to reduce the penalties for personal marijuana use.", "prediction": "The Israeli parliament has voted to legalise the legal use of marijuana in any medical challenge.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 7.142857142857144, "rougeL": 40.0}, "nll_sum": 67.05459594726562, "token_count": 17} +{"index": 591, "reference": "Derek McInnes deserves more praise for his achievements at Aberdeen, says ex-Scotland striker Steven Thompson.", "prediction": "Aberdeen are still doing anything anything everything to\" if they do again once this season the club, says chief executive Steven Thompson.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 143.093505859375, "token_count": 26} +{"index": 592, "reference": "Everton's Romelu Lukaku has decided where he wants to play next season.", "prediction": "Romelu Lukaku says he is in talks with at club at a transfer agent, despite despite missing the offer of a new move to the.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 139.14364624023438, "token_count": 29} +{"index": 593, "reference": "The departure from the helm by Uzbekistan's long-serving President Islam Karimov is likely to have wide-ranging repercussions for the region.", "prediction": "The former president of Islam Karimov has died after a short illness in heart aged 91.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 84.12104034423828, "token_count": 17} +{"index": 594, "reference": "A 1969 Led Zeppelin session for the BBC that was thought to have been lost when archives were wiped has been recovered from a recording made by a fan.", "prediction": " bad Zeppelin, the first recorded recording, recorded as The Five Pitchets Justice, has been restored after 90 years in a controversialCaliforniab says.'s a's a's from-A aA in from football a's. the a", "rouge": {"rouge1": 27.272727272727277, "rouge2": 6.25, "rougeL": 21.21212121212121}, "nll_sum": 292.2731018066406, "token_count": 50} +{"index": 595, "reference": "As the Welsh government publishes plans to reintroduce Welsh taxes for the first time since the 13th century, BBC News looks at what life was like in Wales last time there was direct Welsh taxation.", "prediction": "After a battle struggle between between England, Wales and north Wales, the BBC Information website, William I reflects how Welsh territory as a Welsh language manifesto.", "rouge": {"rouge1": 19.672131147540988, "rouge2": 0.0, "rougeL": 9.836065573770494}, "nll_sum": 178.88973999023438, "token_count": 29} +{"index": 596, "reference": "A prison officer has suffered a serious neck wound after she was attacked at a jail in County Antrim.", "prediction": " a prison officer has been left with eye and eye after she was attacked with a cross- cross knife by prison staff, a prison union has said.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 27.272727272727277, "rougeL": 39.130434782608695}, "nll_sum": 124.18522644042969, "token_count": 29} +{"index": 597, "reference": "Post offices and shops are expected to be very busy on Tuesday, as people going back to work after the holidays try to return unwanted presents.", "prediction": "Thousands of shoppers in the UK are expected to return to fashion clothes early before Christmas, the latest figures suggest.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 13.636363636363635, "rougeL": 21.73913043478261}, "nll_sum": 73.90283966064453, "token_count": 21} +{"index": 598, "reference": "Northern Ireland's new health minister has challenged politicians to accept change as he outlined his vision for the future of local health services.", "prediction": "The health minister has said there will there not be a health services in Northern Ireland.", "rouge": {"rouge1": 40.0, "rouge2": 21.05263157894737, "rougeL": 25.0}, "nll_sum": 63.91301727294922, "token_count": 16} +{"index": 599, "reference": "A school pupil involved in a coach crash in Belgium in which the driver died is still having \"sleepless nights\" two months on, her father has said.", "prediction": "The mother of a girl who died in a coach head crash in Belgium, spoken of her \"devastated androphic\" by school staff working for her life.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 15.686274509803921, "rougeL": 30.18867924528302}, "nll_sum": 149.15939331054688, "token_count": 32} +{"index": 600, "reference": "Craig Wighton was the star of the show against Motherwell as Dundee secured their first home win of the season, but it was one tinged with controversy.", "prediction": "Dundee survived a second-half comeback to beat aee with a stunning victory at Dens Park.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 99.30432891845703, "token_count": 21} +{"index": 601, "reference": "Jon Daly has not ruled out a return to Dundee United, but the striker thinks his future probably lies abroad following his release by Rangers.", "prediction": "Former Rangers captain Elliot Daly says he would consider consider a move to Manchester United after his 18year move move to Scotland", "rouge": {"rouge1": 25.53191489361702, "rouge2": 0.0, "rougeL": 21.276595744680854}, "nll_sum": 100.8408203125, "token_count": 22} +{"index": 602, "reference": "Derby County eased past Ipswich Town to rise to sixth place in the Championship and add more pressure on Tractor Boys boss Mick McCarthy.", "prediction": "Derby County ended their three-match losing in the Championship as they beat 10-man Ipswich Town. to solve- a of a's referee under- as's from George-e, from a's's a.", "rouge": {"rouge1": 27.11864406779661, "rouge2": 17.54385964912281, "rougeL": 16.94915254237288}, "nll_sum": 230.6927490234375, "token_count": 44} +{"index": 603, "reference": "The price of oil has gone above $50 a barrel for the first time in 2016 as supply disruptions and increased global demand continue to fuel a recovery.", "prediction": "Oil prices have been hit to in new seven ayear high, amid fears of rising global.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 97.71788024902344, "token_count": 18} +{"index": 604, "reference": "A motorcyclist who reached the speed of 237km/h (147mph) on Beijing's ring road has been detained by Chinese police for dangerous driving, state media report.", "prediction": "A Chinese driver who was driving nearly almost times twice in the largest car has finally been arrested, state media say.", "rouge": {"rouge1": 37.5, "rouge2": 4.3478260869565215, "rougeL": 29.166666666666668}, "nll_sum": 112.78680419921875, "token_count": 22} +{"index": 605, "reference": "One in three councils in England has not replaced a single home sold through the Right to Buy scheme since 2012, according to the charity Shelter.", "prediction": "Councils in England are struggling to buy access to the Right to Buy scheme in 2008, the Welsh Government Association has said, in the-'sA, 2011 whose ban fromyear-D. of in from November,.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 24.137931034482758, "rougeL": 29.999999999999993}, "nll_sum": 251.98397827148438, "token_count": 43} +{"index": 606, "reference": "A bill to restrict foreign ownership in Russia's media will soon go before the parliament, which is dominated by MPs loyal to President Vladimir Putin.", "prediction": " has the come into law new law that would allow Russian military accounts in Russian media broadcaster.", "rouge": {"rouge1": 13.953488372093027, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 96.39149475097656, "token_count": 17} +{"index": 607, "reference": "Plans to demolish and replace two West Midlands fire stations - one of which is Grade II listed - have been backed by fire service bosses.", "prediction": "Plans for a new West Midlands-winning fire service station have discussed met approved by the city council.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 33.33333333333333}, "nll_sum": 107.9563980102539, "token_count": 20} +{"index": 608, "reference": "A man has been arrested after a car was stolen with two young children inside.", "prediction": "A man has been arrested by police after a stolen car which was suspected of carrying two-year-old children and children on Friday night.", "rouge": {"rouge1": 60.0, "rouge2": 26.31578947368421, "rougeL": 54.99999999999999}, "nll_sum": 82.94064331054688, "token_count": 27} +{"index": 609, "reference": "Eastleigh have confirmed the loan signing of Portsmouth striker Matt Tubbs.", "prediction": " Eastleigh have signed striker Matt Tubbs from non-league National League promotionchasing Portsmouth to", "rouge": {"rouge1": 56.00000000000001, "rouge2": 26.08695652173913, "rougeL": 47.99999999999999}, "nll_sum": 105.23986053466797, "token_count": 18} +{"index": 610, "reference": "European Commission President Jean-Claude Juncker has announced plans that he says will offer a \"swift, determined and comprehensive\" response to Europe's migrant crisis.", "prediction": " European Commission President Jean-Claude Juncker has unveiled outlined plans by EU EU leaders, as part of the migrant crisis crisis in Europe's crisis.", "rouge": {"rouge1": 48.0, "rouge2": 33.33333333333333, "rougeL": 44.0}, "nll_sum": 99.17170715332031, "token_count": 29} +{"index": 611, "reference": "A football club chairman and his father were given a \"loan\" of more than \u00a32.5m by a company set up to oversee the development of its stadium.", "prediction": "A total of than \u00a32m has been given to businessman involved to a football club, the BBC has seen that money passed to him and", "rouge": {"rouge1": 37.73584905660378, "rouge2": 7.843137254901962, "rougeL": 18.86792452830189}, "nll_sum": 127.37438201904297, "token_count": 27} +{"index": 612, "reference": "Traitors, jackals and vile liberals are just a few of the choice descriptions of Russia's opposition emerging from Chechnya in recent days, in a war of words that threatens to escalate.", "prediction": "It is a surprise that keeps a Russian opposition leader is a paedchn leader and\", the Russian city Putin Eve has caused a possible regrets about him.", "rouge": {"rouge1": 20.338983050847457, "rouge2": 0.0, "rougeL": 10.169491525423728}, "nll_sum": 213.47763061523438, "token_count": 29} +{"index": 613, "reference": "A Haitian former coup leader, Guy Philippe, has pleaded not guilty in a US court to drug trafficking and money laundering charges.", "prediction": "Hundreds of crowd attended attend a hearing for the former presidential and parliamentary candidate, Joseph Nelson, who was arrested arrested on suspicion of money laundering.", "rouge": {"rouge1": 21.276595744680854, "rouge2": 4.444444444444445, "rougeL": 21.276595744680854}, "nll_sum": 113.96607971191406, "token_count": 27} +{"index": 614, "reference": "Nursing job applicants are being offered two months free accommodation in a bid to quell staff shortages at a hospital trust.", "prediction": "A hospital trust in south northern England is offering free free grants to nursery patients and help, cope with struggle of the rising costs in living conditions.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 12.5}, "nll_sum": 142.6282501220703, "token_count": 28} +{"index": 615, "reference": "Indian police have arrested nine people they suspect of colluding to illegally construct a high-rise residential building in Mumbai which collapsed, killing 74 people.", "prediction": "Police in India say they have charged nine people in connection with a building collapse building which killed dozens of people, in the aftermath in Mumbai city centre.", "rouge": {"rouge1": 52.83018867924528, "rouge2": 7.843137254901962, "rougeL": 33.9622641509434}, "nll_sum": 100.66004943847656, "token_count": 29} +{"index": 616, "reference": "French footballer Karim Benzema has been placed under formal investigation in connection with a sex tape blackmail plot involving another player.", "prediction": "Arsenal footballer Benzim Benzema, will face no formal investigation over a sex sex tape which allegedly saw him watch the team at Euro 2016.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 128.013427734375, "token_count": 27} +{"index": 617, "reference": "Ross County have completed the signing of central midfielder Tim Chow on a two-year contract.", "prediction": "Ross County have signed midfielder Joe 47 on a one-monthmonth loan deal, following his release by Wigan at the end of the season and).", "rouge": {"rouge1": 43.90243902439025, "rouge2": 15.384615384615385, "rougeL": 34.146341463414636}, "nll_sum": 114.62974548339844, "token_count": 29} +{"index": 618, "reference": "Aston Villa have named Tom Fox as the club's new chief executive.", "prediction": " Fox Fox has been appointed as chief executive of the English football club Aston Villa Aston as.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 14.285714285714288, "rougeL": 26.666666666666668}, "nll_sum": 80.77915954589844, "token_count": 17} +{"index": 619, "reference": "Lancashire moved up to second in the County Championship table after thrashing Hampshire by an innings and 30 runs at Old Trafford.", "prediction": "Hampshire complete a spirited first-inn lead to beat Sussex by an innings an their first-day match of the season at the Ageas Bowl.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 8.88888888888889, "rougeL": 21.276595744680854}, "nll_sum": 162.4464874267578, "token_count": 30} +{"index": 620, "reference": "Christmas swims are expected to attract bumper numbers this year due to milder winter weather and growing popularity for the craze.", "prediction": "Thousands of people are taking part in Christmas swim \"s swim across the UK this summer, a disability charity has warned of a change \"up from's event's reputation, from the,, from, have or of.", "rouge": {"rouge1": 17.543859649122805, "rouge2": 3.6363636363636362, "rougeL": 14.035087719298245}, "nll_sum": 226.37274169921875, "token_count": 42} +{"index": 621, "reference": "China faces a ban from international weightlifting competition after three of its athletes failed doping tests.", "prediction": "A Chinese weightliftingers are among three forced to return from the Rio Rio Olympics after their failed drugs drugs.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 112.20292663574219, "token_count": 21} +{"index": 622, "reference": "The number of empty shops on Scotland's high streets has fallen in the past year, according to a new report.", "prediction": "The number of empty shops in East Kilbride have fallen over the past three years, new a study.", "rouge": {"rouge1": 61.53846153846153, "rouge2": 27.027027027027025, "rougeL": 51.28205128205129}, "nll_sum": 86.20901489257812, "token_count": 21} +{"index": 623, "reference": "The UK should not try to play different EU states off against each other or pursue \"special discussions\" in key areas, a top EU official has warned.", "prediction": "The European Union and warned that the UK could meant that it could protect the UK from each other's implications.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 8.695652173913043, "rougeL": 16.666666666666664}, "nll_sum": 93.97210693359375, "token_count": 21} +{"index": 624, "reference": "Greek shares have fallen sharply after the latest round of talks with EU officials in Brussels broke down without agreement on Sunday.", "prediction": "Shares in Western Asia fell, as uncertainty, after EU leaders and Greek talks try to continue fears its default and its creditors and reach a budget deal.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 165.16668701171875, "token_count": 29} +{"index": 625, "reference": "German airline Lufthansa is making an eleventh-hour court appeal to halt a planned pilots' strike that will cancel 900 flights on Wednesday.", "prediction": "German airline Lufthansa says it will take legal strike action strike by members, the planned.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 96.96736145019531, "token_count": 20} +{"index": 626, "reference": "The organisers of the Glastonbury Festival have admitted allowing human sewage to leak from a tank and pollute a stream.", "prediction": "The Glbury Festival has been fined \u00a37,000 after it leaking litres of sewage water into a water.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 102.5418472290039, "token_count": 21} +{"index": 627, "reference": "The Institute for Fiscal Studies (IFS) has said that the worst of the UK's spending cuts are still to come.", "prediction": "The public spending spending is expected, expected to be delayed over the next four years, says the Institute for Fiscal Studies (IFSisi) said.", "rouge": {"rouge1": 45.454545454545446, "rouge2": 19.04761904761905, "rougeL": 27.27272727272727}, "nll_sum": 110.58157348632812, "token_count": 29} +{"index": 628, "reference": "Manchester United goalkeeper Victor Valdes has had his loan spell with Belgian club Standard Liege terminated.", "prediction": "Manchester United goalkeeper Victor Adrian Valdes has signed a new contract with French club that stay stay the club until the end of a season \" and solve. a's-'s- \u00a3-p aike in a- from's from's solve", "rouge": {"rouge1": 29.090909090909093, "rouge2": 15.09433962264151, "rougeL": 29.090909090909093}, "nll_sum": 279.1742248535156, "token_count": 47} +{"index": 629, "reference": "Ross Moriarty's introduction to life with the Lions can be summed up by three things.", "prediction": "Wales is a training a physical training camp for Welsh rugby but not not trade union.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 95.44781494140625, "token_count": 17} +{"index": 630, "reference": "Labour's Tristram Hunt is calling for a cross-party review to work on long-term changes to England's exams and curriculum for 14 to 19-year-olds.", "prediction": "Dramist Hunt is seeking the government backing its battle to the current exams system in 14-19.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454546, "rougeL": 26.08695652173913}, "nll_sum": 129.69766235351562, "token_count": 20} +{"index": 631, "reference": "Workers in Northern Ireland factories operated by US firm Caterpillar will be given details of job cuts later.", "prediction": "Plans to cut at Northern Northern Ireland engineering firm Caterpillar are due to be cancelled, a member of staff told staff in Northern Ireland.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 28.571428571428577}, "nll_sum": 114.2529296875, "token_count": 27} +{"index": 632, "reference": "Business leaders' group the Institute of Directors (IoD) has accused the UK government of a \"poverty of ambition\" on broadband speeds.", "prediction": "The government needs set out its plans for a new \"safe\" network across the UK, the Royal Institute for Education and a leading think tank has said. solve be 2011's from 2011 from it's again of from's from's again a", "rouge": {"rouge1": 24.615384615384613, "rouge2": 3.1746031746031744, "rougeL": 15.384615384615383}, "nll_sum": 246.61892700195312, "token_count": 47} +{"index": 633, "reference": "Three different 999 services had to be stood down after a \"body in the water\" turned out to be a bronze sculpture.", "prediction": "A sculpture the was unveiled in a honouring a artist a art music, which was pulled out of sea in the water.mark solve- solve a's a's a's from highest\" it's's's of a from's to a", "rouge": {"rouge1": 24.615384615384617, "rouge2": 6.349206349206349, "rougeL": 18.461538461538456}, "nll_sum": 295.7518310546875, "token_count": 47} +{"index": 634, "reference": "A paedophile who travelled from London to south Wales has been jailed for three years.", "prediction": "A police officer who was trying to train a station during a trip trip been jailed for 12 months.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 35.294117647058826}, "nll_sum": 83.70751953125, "token_count": 19} +{"index": 635, "reference": "Solihull held on to claim a narrow victory over Bromley despite being reduced to 10 men late on.", "prediction": " Connor Dymond's first-half strike gave Solihullors victory over play-off hopefuls Bromley at Green Lane Green solve AFCp a referee banned from 30-A from game in from's's a.", "rouge": {"rouge1": 15.686274509803921, "rouge2": 4.081632653061225, "rougeL": 11.764705882352942}, "nll_sum": 265.27154541015625, "token_count": 45} +{"index": 636, "reference": "US President Barack Obama has announced a pledge by 50 nations to take in 360,000 refugees from war-torn countries this year.", "prediction": "US President Barack Obama must said world must \"win and around our\" around the world, to help those affected by the crisis in the Syria war.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 12.76595744680851, "rougeL": 28.571428571428577}, "nll_sum": 141.43325805664062, "token_count": 29} +{"index": 637, "reference": "Former Liberal Democrat MP David Laws has confirmed he will not stand for Parliament again after taking a new role with an education think-tank.", "prediction": " Laws Sou says he will not allowed to stand as the party leader the next general election.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 10.0, "rougeL": 23.80952380952381}, "nll_sum": 83.52124786376953, "token_count": 17} +{"index": 638, "reference": "A 200-year-old burial site has been discovered during redevelopment work at Brighton Dome Corn Exchange.", "prediction": " burial cemetery site on the site the Brighton has mark the 18th anniversary of the site's burial site.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 16.666666666666668}, "nll_sum": 91.5298843383789, "token_count": 20} +{"index": 639, "reference": "Mae diffoddwyr yn mynd i'r afael \u00e2 th\u00e2n mawr mewn garej yn Sir Conwy.", "prediction": "Mae y wedi wedi ynnafn yn yn yn yn yn yn yn yn yn yn yn yn yn yn ynnn yn yn", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 105.14295959472656, "token_count": 45} +{"index": 640, "reference": "York residents are being put off applying for flood protection grants as the process is \"incredibly complicated\", a local MP has claimed.", "prediction": "Four hundred private homes are made available for homes in York by the floods received to receive funding the says an MP.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 22.727272727272727}, "nll_sum": 133.46905517578125, "token_count": 22} +{"index": 641, "reference": "A woman who was seriously hurt in a fatal hen party motorway crash is now helping other major trauma victims rebuild their lives.", "prediction": "A motorist who was killed in a fatal crash in Liverpool's motorwaybike, has described the moment the \"any I would do and doing\".", "rouge": {"rouge1": 29.78723404255319, "rouge2": 13.33333333333333, "rougeL": 29.78723404255319}, "nll_sum": 139.12109375, "token_count": 29} +{"index": 642, "reference": "Cuban police have detained more than 50 people who took part in a march calling on the island's communist government to release political prisoners.", "prediction": "More than 50 prominentidentident have been detained on the streets of Cuban capital White, police and media reports say.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 14.285714285714288, "rougeL": 22.727272727272727}, "nll_sum": 120.3972396850586, "token_count": 22} +{"index": 643, "reference": "New car sales in Scotland grew last month but at half the rate of the UK as a whole, according to motor traders.", "prediction": " car car sales in Scotland rose by more than 40% in Dumfries and Gall December, according to the latest figures a adrive's data.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 17.777777777777775, "rougeL": 25.53191489361702}, "nll_sum": 147.08938598632812, "token_count": 29} +{"index": 644, "reference": "Police in Edinburgh are investigating a series of thefts and attempted thefts where men have impersonated police officers.", "prediction": "medmed in Glasgow are being tried to search and police officers in a bid to them, the force has said.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 100.95704650878906, "token_count": 22} +{"index": 645, "reference": "The European Commission has ruled that a controversial EU-Canada free trade deal - CETA - cannot be renegotiated, despite much opposition in Europe.", "prediction": "The European Commission says it to confident that- new EU-US C-US trade deal will soon begin with with Canada by in end people October.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 13.043478260869565, "rougeL": 33.333333333333336}, "nll_sum": 161.6403045654297, "token_count": 29} +{"index": 646, "reference": "A Royal Navy chef has spent hours melting chocolate buttons to create a small fleet of ships in commemoration of the Battle of Trafalgar.", "prediction": "Boleseese music shoes, from of which was established by the Queen School, have been 2011 put on show again London Trafalgar's Museum.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 182.083984375, "token_count": 30} +{"index": 647, "reference": "Ambulance crews who gave a cardiac arrest patient 17 high-energy electric shocks say he is lucky to be alive.", "prediction": "A man was taken to hospital after being saved by medics while working who a save the lives of his partner, save a crew said, solve Nottingham \"It balletIt it's-D'sA in a by The\". a fromA", "rouge": {"rouge1": 16.94915254237288, "rouge2": 0.0, "rougeL": 10.16949152542373}, "nll_sum": 298.1724853515625, "token_count": 47} +{"index": 648, "reference": "Belfast's Rebecca Shorten won a bronze medal as part of the Great Britain women's eight at the final World Cup regatta of the season in Lucerne.", "prediction": "Olympic silver medist silver Elliott won silver for Great Britain on the opening day of the World Rowing Championships inalalowaliland, Poland.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 8.51063829787234, "rougeL": 24.489795918367342}, "nll_sum": 166.612548828125, "token_count": 31} +{"index": 649, "reference": "The Kids Company charity failed in its handling of allegations of serious incidents, including sexual assaults, former staff have said.", "prediction": "Communities of charity Kids Company says the aware it has received sexual abuse to staff received reports.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 125.7960433959961, "token_count": 18} +{"index": 650, "reference": "The owner of a cat which visits a supermarket every day, has had to ask people to stop feeding his pet because he was putting on weight.", "prediction": "A dog owner Tan says owner went missing after passing a four-mile-minute-minute (32km) to walk a restaurant underneath his car.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.999999999999998}, "nll_sum": 156.8726043701172, "token_count": 29} +{"index": 651, "reference": "Bradford City made sure of a League One play-off spot as they beat Southend United thanks to Lee Evans' early goal.", "prediction": "Ched Evans scored a hat-trick as Bradford eased a comfortable victory over play-off hopefuls Bradford in- League One a in's years-'s-'s from-A a referee in from a The from. fromA", "rouge": {"rouge1": 27.586206896551722, "rouge2": 7.142857142857142, "rougeL": 13.793103448275861}, "nll_sum": 258.47186279296875, "token_count": 47} +{"index": 652, "reference": "A new mayor in South Africa says he will give away a fleet of new luxury cars ordered by his predecessors.", "prediction": "The opposition leader in South Africa says he will not be able to use luxury car, despite the government still bought a car-highest car.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 27.27272727272727, "rougeL": 34.78260869565217}, "nll_sum": 121.3448257446289, "token_count": 27} +{"index": 653, "reference": "A union has welcomed reassurances from the new owner of Bernard Matthews over job security and pensions.", "prediction": "The Un Unite union has agreed to sell its new owner of the force Matthews business, it has emerged.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 17.647058823529413, "rougeL": 33.333333333333336}, "nll_sum": 107.56844329833984, "token_count": 21} +{"index": 654, "reference": "A man in a wheelchair with an apparent grievance has detonated a small device at Beijing International Airport.", "prediction": "A car bomb has been through the Chinese airport of Shandong, reports say,. local media.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 91.50828552246094, "token_count": 19} +{"index": 655, "reference": "One person has been taken to hospital after a serious crash on the M4 in Cardiff involving a tanker and a van.", "prediction": "A lorry has overturned and closed both route of a motorway of motorway on the M4.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 26.31578947368421}, "nll_sum": 86.55116271972656, "token_count": 20} +{"index": 656, "reference": "Councillors are to be given a progress report on plans to develop a national resilience centre in Dumfries.", "prediction": "Councillors are \u00a3 given a further the on the completion of a new \u00a3nationalm security centre in Dumfries Gall Galloway.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 22.857142857142858, "rougeL": 48.64864864864865}, "nll_sum": 157.76211547851562, "token_count": 27} +{"index": 657, "reference": "Legoland has apologised to people who have spent hours stuck in its car park.", "prediction": "Two people were left waiting for only four hours at the park at Windsor Park and park.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 75.48982238769531, "token_count": 17} +{"index": 658, "reference": "A care home has been ordered to raise its standards after the industry watchdog criticised areas including infection control.", "prediction": " coaching nursing care home has been told it will make \"made sure\" of safety fears, it is \"a lot of demands\".", "rouge": {"rouge1": 25.0, "rouge2": 15.789473684210526, "rougeL": 20.0}, "nll_sum": 119.29451751708984, "token_count": 25} +{"index": 659, "reference": "YouTube star Connor Franta has revealed to his fans that he is gay.", "prediction": "Dain Suewright who has revealed he he will not be not in gay and marriage. as a ballet's 100, a and for his reputation from his ballet, from a A-Dup referee in from years as.", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 295.47491455078125, "token_count": 45} +{"index": 660, "reference": "An 11-year-old girl has written a letter to burglars who raided her home and stole birthday and Christmas presents.", "prediction": "The 11 11 a 2011- girl who wrote to an open letter to her home, accusing her daughter is \"styled\" how she and upset.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 9.30232558139535, "rougeL": 31.11111111111111}, "nll_sum": 164.00144958496094, "token_count": 29} +{"index": 661, "reference": "A second teenager has been arrested after a suspected knife fight broke out at a London shopping centre on Boxing Day, the Metropolitan Police has said.", "prediction": "A teenager was taken to hospital after with serious legs in battle between a group of players, including teenagers, in north-west London the", "rouge": {"rouge1": 24.000000000000004, "rouge2": 0.0, "rougeL": 24.000000000000004}, "nll_sum": 105.02091217041016, "token_count": 26} +{"index": 662, "reference": "Former Chelsea and Ivory Coast striker Didier Drogba has joined United Soccer League side Phoenix Rising as a player and co-owner.", "prediction": " striker striker Didier Drogba says it will \"very important\" for his career to\" when he joins the Arizona club in Phoenix.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 113.14578247070312, "token_count": 27} +{"index": 663, "reference": "Chelsea have signed former Arsenal midfielder Cesc Fabregas from Barcelona on a five-year deal.", "prediction": "Liverpool have signed forward C Hal Fabihas on a five-and-half-year deal from Barcelona reported to be \u00a3mm.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 30.303030303030305, "rougeL": 40.0}, "nll_sum": 123.73770904541016, "token_count": 26} +{"index": 664, "reference": "A British man has survived a fall from the 15th floor of a building in New Zealand, local media report.", "prediction": "A man in New Zealand and Zealand has died after falling from triggering finished floor of the record Guinness World 2003.", "rouge": {"rouge1": 53.658536585365844, "rouge2": 20.51282051282051, "rougeL": 34.14634146341463}, "nll_sum": 133.4337615966797, "token_count": 21} +{"index": 665, "reference": "Britain's Olympic silver medallist Jessica Ennis-Hill should \"take time\" to consider her future, her coach Toni Minichiello has said.", "prediction": "Olympic and champion Jessica Ennisichiello says she will not retire from sport for \"two or three months\" return to the sport.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 127.65554809570312, "token_count": 29} +{"index": 666, "reference": "Substitute Will Miller grabbed an injury-time equaliser as Burton denied Wolves a third win of the season.", "prediction": "Kenny Miller grabbed aage-time winner as Wolves came from behind to beat play-off hopefuls Brighton at Molineux. solve snatched again- solve a again a 2011 again a's again dash of a- again from 2011", "rouge": {"rouge1": 25.454545454545457, "rouge2": 3.7735849056603774, "rougeL": 25.454545454545457}, "nll_sum": 280.0093688964844, "token_count": 47} +{"index": 667, "reference": "A heavily pregnant woman had a gun pressed to her head when masked burglars broke into her Rochdale home.", "prediction": "A heavily pregnant woman was shot dead by a gun and her young and carrying a metal- skull during a burglary to their home in Manchester.", "rouge": {"rouge1": 40.0, "rouge2": 18.6046511627907, "rougeL": 35.55555555555556}, "nll_sum": 131.82452392578125, "token_count": 27} +{"index": 668, "reference": "A town centre footfall study in the Borders has recorded a 6% rise across eight main towns in the region in 2015 compared with the previous year.", "prediction": "Scot numbers in the Scottish Borders Scottish of Borders have fallen by almost 30% last year, official figures show.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 4.545454545454546, "rougeL": 17.391304347826086}, "nll_sum": 88.63575744628906, "token_count": 21} +{"index": 669, "reference": "Bhutan is a tiny and remote kingdom nestling in the Himalayas between its powerful neighbours, India and China.", "prediction": "The landowner at again ev India is one of the world's most highest disadvantaged countries, the richest and most disadvantaged countries, is one of the world. valuable countries.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 179.56521606445312, "token_count": 33} +{"index": 670, "reference": "Scotland boss-in-waiting Shelley Kerr is good enough to coach any men's side in Scotland, according to 104-time capped forward Suzanne Grant.", "prediction": " have have appointed women's head coach, work Hearts, who will take over as their new head coach, according to Natalie Grant a \" and solve. \"'s-'s a's their from's from's of from.'s from's a", "rouge": {"rouge1": 15.384615384615385, "rouge2": 3.1746031746031744, "rougeL": 12.307692307692307}, "nll_sum": 263.98565673828125, "token_count": 47} +{"index": 671, "reference": "The US Federal Reserve has raised its benchmark interest rate by 0.25%, only the second increase in a decade.", "prediction": "The US Federal Reserve kept its interest rate rate at one record low this year.", "rouge": {"rouge1": 40.0, "rouge2": 24.242424242424242, "rougeL": 40.0}, "nll_sum": 54.484954833984375, "token_count": 15} +{"index": 672, "reference": "More than 1,000 campaigners trying to save a north Wales community hospital from closure have marched to a health board consultation meeting.", "prediction": "A Denbighshire town could receive a community hospital \" should build poor culture\", the health board has said. despite a meeting bout's \".'s decision's decision's a hospital from it's have solve of. from a fromA", "rouge": {"rouge1": 29.50819672131147, "rouge2": 10.169491525423728, "rougeL": 19.672131147540984}, "nll_sum": 298.182373046875, "token_count": 47} +{"index": 673, "reference": "Stoke City have signed Cameroon winger Eric Maxim Choupo-Moting on a three-year deal after his contract ran out at German club Schalke.", "prediction": "Dbridge United have signed Cameroon defender defender Eric special-Mining from German side Schalke for a undisclosed fee on five-year deal.- the- aA a's-m aike in a from a's). from a", "rouge": {"rouge1": 33.89830508474576, "rouge2": 10.526315789473685, "rougeL": 23.728813559322035}, "nll_sum": 268.6164245605469, "token_count": 46} +{"index": 674, "reference": "A second-half goal from defender Mark Connolly secured Crawley their third win in the past four games with a 1-0 home victory over Blackpool.", "prediction": "Mark Connolly scored stoppage-time winner as Blackpool secure their first victory over League Two playefoff hopef hopefuls Fleetley Town.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 166.1881866455078, "token_count": 30} +{"index": 675, "reference": "AMs have backed the UK Government's Wales Bill in a Senedd vote - meaning the next stage of devolution can become law.", "prediction": "The Geddedd has voted in support support of the Wales legislation in of Wales.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 93.67729949951172, "token_count": 16} +{"index": 676, "reference": "Egypt's internet activists have played a key role in the pro-democracy protests from the outset, but they tell the BBC that the online campaigning is evolving to suit their real-life activism in Tahrir Square.", "prediction": "\"I doneatt anything\" but I don't have our my network on our social network, and and the network will have to to internet, and the social network.", "rouge": {"rouge1": 18.46153846153846, "rouge2": 0.0, "rougeL": 9.23076923076923}, "nll_sum": 175.18316650390625, "token_count": 33} +{"index": 677, "reference": "The SNP has held a South Ayrshire Council ward following a by-election which was called after the previous incumbent was elected as an MP.", "prediction": "The SNP has won Ayr United Council Council in the Torton and National Park by-election, following to by-election, following was the over over a man's his from the role's president of of the's from aA", "rouge": {"rouge1": 33.84615384615385, "rouge2": 9.523809523809526, "rougeL": 27.692307692307693}, "nll_sum": 271.3833923339844, "token_count": 46} +{"index": 678, "reference": "A group of Italian scientists convicted of manslaughter for failing to predict a deadly earthquake have had the verdict quashed.", "prediction": "A judge in Italy has overturned verdicts charges against seven leading scientists scientist who accused them, of giving adequate evidence.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 114.65653228759766, "token_count": 22} +{"index": 679, "reference": "Vitamin B3 could be the new weapon in the fight against superbugs such as MRSA, researchers have suggested.", "prediction": " a deadly Bok, radiation, which could be deadly been used in the human power, Bath research suggests.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.121212121212121, "rougeL": 34.285714285714285}, "nll_sum": 122.84355926513672, "token_count": 20} +{"index": 680, "reference": "A child sexual exploitation report has found police made no sustained effort to find out who was responsible for abusing children in the care system.", "prediction": "Hundreds of children who went missing from care, care homes and residential schools to be investigated, police have found.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 74.85350036621094, "token_count": 21} +{"index": 681, "reference": "Snakes on planes are old hat - it's zombies on trains you need to worry about this year.", "prediction": "A black, white, black, and actors and the glass door locked hidden in a Ker ore in South Korean capital, South Korea a and South.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 173.64559936523438, "token_count": 29} +{"index": 682, "reference": "Musician Koffi Olomide has been taken into custody in the Democratic Republic of Congo, days after he was deported from Kenya for allegedly kicking one of his dancers at an airport in Nairobi.", "prediction": "Zlatan S German Solakomide has appeared in police custody after a video filmed footage filmed him on a toilet of's sentence a police said for the solve's a the- a's referee from a's a the from", "rouge": {"rouge1": 21.917808219178085, "rouge2": 0.0, "rougeL": 10.958904109589042}, "nll_sum": 295.5567932128906, "token_count": 45} +{"index": 683, "reference": "Two convicted rapists and a man convicted of assault - all considered to be a \"risk to the public\" - have absconded from an open prison.", "prediction": "Two men, who were convicted of rape and men who went missing from Bristol jail Bristol. were beenolve as London'sh middle the's reputation, The, as they from a-e reputation a in from The a's. ofA", "rouge": {"rouge1": 25.396825396825395, "rouge2": 3.278688524590164, "rougeL": 19.04761904761905}, "nll_sum": 308.60528564453125, "token_count": 47} +{"index": 684, "reference": "Celtic have appointed Brendan Rodgers as their new manager.", "prediction": "Celtic have appointed former boss Chris Sutton on a three 2011year contract.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 21.05263157894737, "rougeL": 28.571428571428577}, "nll_sum": 75.47112274169922, "token_count": 15} +{"index": 685, "reference": "Rapper Kanye West has declared he wants to work with Ikea on a new range of furniture.", "prediction": "US pop legends star Kanye West says he will help fashion retailer Ikea at his store's office.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.0606060606060606, "rougeL": 22.857142857142858}, "nll_sum": 102.47596740722656, "token_count": 19} +{"index": 686, "reference": "A \"glitch\" which shut down all the computer systems at Edinburgh Airport caused \"massive disruption\" and some flight delays.", "prediction": "Passengers were left with long delays for how some flights at Edinburgh International delayed a check-inappropriate. solve to's a phoneMobile it's.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 13.953488372093023}, "nll_sum": 205.7636260986328, "token_count": 29} +{"index": 687, "reference": "A 17-year-old boy has been charged with drugs offences after a 14-year-old boy was treated in hospital after taking half of a 'Darth Vader' tablet.", "prediction": "A teenager has been charged with drugs after delivering \" \"entially dangerous\" of tablets, an attack which left a boy in a critical condition in hospital.", "rouge": {"rouge1": 51.85185185185185, "rouge2": 19.23076923076923, "rougeL": 40.74074074074074}, "nll_sum": 128.0557403564453, "token_count": 29} +{"index": 688, "reference": "Burma has set up a commission to investigate recent violence between Buddhists and Muslims in the west of the country, in which dozens died.", "prediction": "The Thai military has announced a state of emergency in the southern western state of R Rakhine state.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 23.80952380952381}, "nll_sum": 77.10330200195312, "token_count": 20} +{"index": 689, "reference": "Mafia criminals who are better educated tend to earn more, research suggests.", "prediction": "Mortilitsters are more likely of have to pay higher and education than any other areas, research suggests,", "rouge": {"rouge1": 41.37931034482759, "rouge2": 7.4074074074074066, "rougeL": 27.586206896551722}, "nll_sum": 125.63844299316406, "token_count": 21} +{"index": 690, "reference": "England full-back Sam Tomkins will rejoin Wigan on a four-year deal after he agreed to leave National Rugby League side New Zealand Warriors.", "prediction": "England full--back Samkinskins will return to Wigan, signing a deal full-back Steven Logan, will relocated relocated to New Zealand.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 13.636363636363635, "rougeL": 43.47826086956522}, "nll_sum": 166.0895538330078, "token_count": 28} +{"index": 691, "reference": "Airbus chief executive Fabrice Bregier has said he has \"no intention\" of pulling manufacturing out of the UK if the country votes to leave the European Union (EU).", "prediction": "Air Air executive B Bier has said he would consider future investment in the UK if the UK votes to leave the European Union in not future in.", "rouge": {"rouge1": 50.0, "rouge2": 37.03703703703704, "rougeL": 50.0}, "nll_sum": 128.078369140625, "token_count": 29} +{"index": 692, "reference": "A haul of planets from Nasa's Kepler telescope includes a world sharing many characteristics with Earth.", "prediction": "The American space telescope Instagram has announced a small world \"withuck\" around the moment, putting the passing around around 1,700 times away.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 169.21115112304688, "token_count": 28} +{"index": 693, "reference": "A man killed in a crash in Chorley had recently returned from a motorbike tour of Europe as part of his 21st birthday celebrations.", "prediction": "A 88-year-old motorcyclist from Lancashire has paid tribute to saying his family as \"lucky a musician of Europe\".", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 116.67050170898438, "token_count": 28} +{"index": 694, "reference": "Bournemouth's Polish goalkeeper Artur Boruc has announced his retirement from international football.", "prediction": "Bournemouth goalkeeper Tomas Truch Szyd three has announced his international football. again his \"-'s- from--d aelt 2011 from from local football. on from-up from decision for three from international Saturday.", "rouge": {"rouge1": 40.0, "rouge2": 18.6046511627907, "rougeL": 31.11111111111111}, "nll_sum": 328.4759826660156, "token_count": 44} +{"index": 695, "reference": "These amazing forest buildings could help tackle China's pollution problems.", "prediction": "Two high-rise buildings in China, will not be built in China to help help combat the smell bombardment of the air \" air in air a \" a'sA's a's from a it's frompayment of. from's fromA", "rouge": {"rouge1": 15.686274509803924, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 250.8308868408203, "token_count": 47} +{"index": 696, "reference": "Britain's Tom Daley said he was \"heartbroken\" after a shock semi-final elimination in the Olympic 10m platform diving competition.", "prediction": "Britain's Tom Daley was forced out to compete in the men's Olympic 10 mixed synchronised to finish in the men's 10m final.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 18.18181818181818, "rougeL": 39.130434782608695}, "nll_sum": 116.61248779296875, "token_count": 28} +{"index": 697, "reference": "Arsenal maintained hopes of winning the FA Cup for a third season in a row as Alexis Sanchez's goal carried them past Burnley and into round five.", "prediction": "Liverpool survived an FA Cup fifth third-round replay as they thrashed a seventh fourth-tier side holders their place in the FA Cup thirdfinals of the a's- solve--p aelt in a from a's from's a", "rouge": {"rouge1": 32.35294117647059, "rouge2": 9.090909090909092, "rougeL": 20.588235294117645}, "nll_sum": 253.46713256835938, "token_count": 46} +{"index": 698, "reference": "The Republic's spending watchdog has reportedly concluded that the \u00a31.2bn sale of Nama's Northern Ireland loan portfolio had \"irregularities\" and \"shortcomings\".", "prediction": "The Irish finance minister has announced that it will release a report into the sales that led to the Irish company's sale of a Northern Ireland loan deal.", "rouge": {"rouge1": 37.735849056603776, "rouge2": 11.76470588235294, "rougeL": 33.9622641509434}, "nll_sum": 103.01261138916016, "token_count": 29} +{"index": 699, "reference": "Hackers have targeted a council Twitter feed - announcing an end to council tax and free parking for all.", "prediction": "A council's account bank was account over after its account after it has hacked to hacked. was dubbed \" in's's\" and for the reputation for a from, The's from from a The's for Pete matches.", "rouge": {"rouge1": 17.543859649122805, "rouge2": 3.6363636363636362, "rougeL": 17.543859649122805}, "nll_sum": 288.0613098144531, "token_count": 43} +{"index": 700, "reference": "Starting university is meant to be an exciting time but for Amara Bangura it has been a bit too eventful.", "prediction": "When Amara Am-ab al was happy shocked when she thought he violence.", "rouge": {"rouge1": 6.060606060606061, "rouge2": 0.0, "rougeL": 6.060606060606061}, "nll_sum": 106.1925277709961, "token_count": 15} +{"index": 701, "reference": "The BBC's News at Ten is to run 10 minutes longer in the New Year, with the bulletin set to end at 22:45 GMT on every weekday except Friday.", "prediction": "The BBC has extended its BBC Radio 10' o'News at Ten Newsnight, Wales and New Year.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.39130434782609, "rougeL": 29.166666666666664}, "nll_sum": 127.9788818359375, "token_count": 21} +{"index": 702, "reference": "The recent spike in Premiership sackings shows a \"worrying trend\", says the Rugby Coaches Association (RCA).", "prediction": "The sings of high rugby high players but rugby players are in not involved, the Rugby Football Association says.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.06060606060606, "rougeL": 28.57142857142857}, "nll_sum": 115.91387939453125, "token_count": 20} +{"index": 703, "reference": "Leicester City caretaker boss Craig Shakespeare is \"out of order\" for wanting to replace Claudio Ranieri, says ex-Arsenal defender Martin Keown.", "prediction": " William Shakespeare is no struggle out of \" jump out order\" Cl vacant Claudio Ranieri's, says his former Fox Premier League manager Ke Seown.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 34.78260869565217}, "nll_sum": 217.440185546875, "token_count": 30} +{"index": 704, "reference": "The family of a woman who killed herself after being discharged from hospital has labelled a report into her death \"psycho babble and twaddle\".", "prediction": " mental health trust was found unfit safe after a patient died by a mental health watchdog called called the an investigation found the force did not be properly implemented.", "rouge": {"rouge1": 18.867924528301888, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 159.19712829589844, "token_count": 29} +{"index": 705, "reference": "Sony Music, one of the big three global record companies, says it will start pressing its own vinyl releases again for the first time since 1989.", "prediction": "Sony is due to end its version of its vinyl chart, bringing the number of vinyl to.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 84.08139038085938, "token_count": 18} +{"index": 706, "reference": "A female polar bear at a Scottish zoo has been temporarily put off limits to visitors as a precaution in case she is pregnant.", "prediction": "The first male bear who was found up at a park in the Borders last year, probably given birth after giving to her baby born baby.", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 138.74679565429688, "token_count": 27} +{"index": 707, "reference": "New health advice recommends short spells in the sun - without suncream and in the middle of the day.", "prediction": "CancerC UK and Australia have warned that that low levels of vitamin D winter this summer is so dangerous that the sun sun is too high high.", "rouge": {"rouge1": 17.777777777777775, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 152.69593811035156, "token_count": 29} +{"index": 708, "reference": "The home secretary has vowed to \"systematically confront and challenge extremist ideology\" as she detailed new curbs on those who \"spread hate\".", "prediction": " Muslim people from across England are Ind announced plans to tackle military action intervention against so-called Islamic State (IS).", "rouge": {"rouge1": 4.761904761904763, "rouge2": 0.0, "rougeL": 4.761904761904763}, "nll_sum": 117.8170166015625, "token_count": 22} +{"index": 709, "reference": "Parents of children with a muscle wasting disease have called on ministers to create a specialist centre to help sufferers in Wales.", "prediction": " young young children with a condition has a disease which will soon be available for cancer available in Wales, with funding of nearly \u00a31m.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 26.08695652173913}, "nll_sum": 126.08499145507812, "token_count": 27} +{"index": 710, "reference": "Multimillion-pound repairs to a flood-hit bridge have been approved by senior councillors.", "prediction": " a footbridge that was badly damaged by floods during December February will start in September, after the council agreed to pay5.5m.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 125.3249740600586, "token_count": 27} +{"index": 711, "reference": "Mexico's Raymundo Beltran - and the bulk of a passionate Glasgow crowd - was left stunned as he departed the ring with only a draw after dominating Ricky Burns in the Scot's fourth defence of his WBO world lightweight title.", "prediction": " el-middle world bantamweight championweight Burns produced with an impressive comeback with an eighth stoppage of defending champion Victorlaran at the Coatbridge.", "rouge": {"rouge1": 16.129032258064516, "rouge2": 0.0, "rougeL": 6.451612903225806}, "nll_sum": 188.79916381835938, "token_count": 30} +{"index": 712, "reference": "South Africa is set to hold a huge protest march against xenophobia in the coastal city of Durban following a wave of attacks on foreigners.", "prediction": "Tens of thousands of people have joined the South African city of Durban of xen crimes attacks against President Z Jacobulu Zuro.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 25.53191489361702}, "nll_sum": 156.91221618652344, "token_count": 26} +{"index": 713, "reference": "The death of a man who twice apparently jumped from a building has been referred to the Independent Police Complaints Commission.", "prediction": "A man was taken to hospital after falling from a 10 minutes from a top one top flat.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 78.34801483154297, "token_count": 18} +{"index": 714, "reference": "Plans to relax so-called \"purdah rules\" on government announcements in the run-up to the EU referendum are to be the subject of a quickfire inquiry by MPs.", "prediction": "A parliamentary inquiry into will battle the current EU EU rules to protect ministers ministers are attended, a committee of MPs has said, in the \"a's reputation, as it's it from from the it's of)..", "rouge": {"rouge1": 35.82089552238805, "rouge2": 3.076923076923077, "rougeL": 14.92537313432836}, "nll_sum": 248.67059326171875, "token_count": 43} +{"index": 715, "reference": "A 57 year-old man from a Devon village has emerged as one of the first people to cash in their pensions under the government's reforms.", "prediction": " 91 91-year-old man from Edinburgh who wants to donate his tax in his town hall town, his pension pot does in his own money.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 11.76470588235294, "rougeL": 26.41509433962264}, "nll_sum": 145.19509887695312, "token_count": 29} +{"index": 716, "reference": "This ancient fort could not look more different to the red brick housing estate currently occupying suburbia in Monmouthshire.", "prediction": "A second crannog discovered on an estate on Anglesey has been identified as an Age facility.", "rouge": {"rouge1": 5.714285714285714, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 96.22736358642578, "token_count": 20} +{"index": 717, "reference": "A person has been taken to hospital by air ambulance following a serious crash on a major road in Monmouthshire.", "prediction": "A man was treated in hospital after being hit by a car on the A55 Monmouthshire.", "rouge": {"rouge1": 38.888888888888886, "rouge2": 0.0, "rougeL": 33.33333333333333}, "nll_sum": 57.593536376953125, "token_count": 19} +{"index": 718, "reference": "More than 50,000 people in the NHS earned more than \u00a3100,000 in 2013-14, an investigation by the Taxpayers' Alliance and Daily Mail shows.", "prediction": " NHS bodies in England receive pay incomes of up to \u00a3150,000 last year, to figures seen by the BBC show in a the-'s,Ukraine, and it received \"-b's Association in from years George. the", "rouge": {"rouge1": 28.57142857142857, "rouge2": 3.278688524590164, "rougeL": 15.873015873015872}, "nll_sum": 250.1917724609375, "token_count": 44} +{"index": 719, "reference": "This Friday marks the 100th anniversary of one of the deadliest battles in World War One.", "prediction": "It man that time that some British soldiers who fought for the fight in France.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 78.80914306640625, "token_count": 15} +{"index": 720, "reference": "Limiting in-work benefits to new EU arrivals will help tackle the effects of record migration to the UK since 2004, the EC's president has said.", "prediction": "An emergency brake on EU would lead four years in the UK's welfare system from 2017, the European president says.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333336}, "nll_sum": 114.3607177734375, "token_count": 22} +{"index": 721, "reference": "A public school teacher who groped an 18-year-old girl has been given a nine-month suspended sentence.", "prediction": "A music teacher who indecently assaulted a 12-year-old girl in- France- has- given a two-year jail sentence.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 21.62162162162162, "rougeL": 51.28205128205129}, "nll_sum": 107.99319458007812, "token_count": 27} +{"index": 722, "reference": "Two teenagers arrested after a 16-year-old boy suffered \"potentially life threatening injuries\" in a stabbing in Brighton have been released on bail.", "prediction": "Two teenagers have been arrested and police with attempted murder and a attempted murder of a 26-year-old at the supermarket of Hove.oveatton solve a's a's M-year a of in a game a's from a's", "rouge": {"rouge1": 30.303030303030305, "rouge2": 12.500000000000004, "rougeL": 24.242424242424246}, "nll_sum": 250.8817138671875, "token_count": 47} +{"index": 723, "reference": "US Republicans have traded blows in a heated presidential debate in Colorado that featured several angry exchanges.", "prediction": "Two Republican rivals have drawn US in front-runner Donald Trump in the race for in Republican presidential race.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 84.65728759765625, "token_count": 20} +{"index": 724, "reference": "The body of a missing music shop owner has been found in the boot of his car parked in Birmingham.", "prediction": "A shop owner who was missing for two days was discovered abandoned outside his car after it was found in the boot.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 25.0, "rougeL": 33.33333333333333}, "nll_sum": 80.40323638916016, "token_count": 22} +{"index": 725, "reference": "The Ukrainian president says his forces are making an \"organised\" withdrawal from the embattled town of Debaltseve.", "prediction": "Ukraine's president has said in Colombian troops have abandoned the eastern Russian city of Michiganaltseco as a \"vict and a organised way\".", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 181.28652954101562, "token_count": 27} +{"index": 726, "reference": "Punk-pop band Green Day have hit number one for the third time in their career with their new album Revolution Radio.", "prediction": "Irish rock group Love Dance have recorded their fifth number one album with their new album, American Idr Fiction.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 20.51282051282051, "rougeL": 34.14634146341463}, "nll_sum": 109.48027038574219, "token_count": 21} +{"index": 727, "reference": "Lee Clark has left Kilmarnock to become boss at League One side Bury, after they agreed a compensation package with the Scottish Premiership side.", "prediction": "Kilmarnock have confirmed that Lee Clark as their new manager on a two-and-a-half-year deal after being relegated from the Premiership side.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 96.76728057861328, "token_count": 33} +{"index": 728, "reference": "Turkey's government has sacked another 1,389 soldiers accused of being linked to the coup attempt earlier this month.", "prediction": "The Turkish military has added 18,000 soldiers from their dismissals since last month in coup.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 84.26478576660156, "token_count": 18} +{"index": 729, "reference": "Councils across England are carrying out urgent reviews of high-rise buildings in the aftermath of the Grenfell Tower fire.", "prediction": "High people in London's high-rise buildings are to be fitted with the same used in the aftermath in the Grenfell Tower fire the Gren solve, solve council say.", "rouge": {"rouge1": 48.0, "rouge2": 29.166666666666668, "rougeL": 40.0}, "nll_sum": 172.07376098632812, "token_count": 33} +{"index": 730, "reference": "Once upon a time, there was a bedtime story - and it was the start of a long career for TV and film producer Mike Young.", "prediction": "Mike Young is one of Wales- best known presenters, Super Super 1970 a hit TV series S4C's dramatic production in its 1980s.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 4.3478260869565215, "rougeL": 12.499999999999996}, "nll_sum": 166.18896484375, "token_count": 29} +{"index": 731, "reference": "Nineteen people have been killed after a bus carrying Egyptian pilgrims crashed in Saudi Arabia, Egypt's state-run Mena news agency says.", "prediction": "At least 25 flights were by killed by a bus in southern southern Arabia, the country's national news agency says.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 14.285714285714283, "rougeL": 40.909090909090914}, "nll_sum": 102.0885009765625, "token_count": 22} +{"index": 732, "reference": "Disabled pensioner Alan Barnes has said he is \"ready to move on with his life\" after a man appeared in court to admit assaulting him.", "prediction": " pensioner P Barnes, who broke his leg after being seriously in an attack, says will he will not be prepared to meet in his street attack.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 144.60092163085938, "token_count": 29} +{"index": 733, "reference": "World number one Dustin Johnson is out of the Masters at Augusta National after suffering a back injury in a fall at his rental home on Wednesday.", "prediction": "World number one Dustin Johnson has his \"the best\" of his career after recovering from the second- round of the US Open in West Ham, Texas.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 19.607843137254903, "rougeL": 30.18867924528302}, "nll_sum": 129.72329711914062, "token_count": 30} +{"index": 734, "reference": "Last season's League Two play-off finalists Exeter opened the new season with a comfortable win against Cambridge at St James' Park.", "prediction": "Exeter City beat Premiership play-off hopefuls Cambridge and keep their League Two play-off hopes.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 16.216216216216214, "rougeL": 20.51282051282051}, "nll_sum": 92.79765319824219, "token_count": 21} +{"index": 735, "reference": "Hundreds of jobs could be lost if Rolls-Royce moves it research and development work out of Derby, a Unite union organiser has said.", "prediction": "Rolls-Royce has called \"get a scaremonger\" to cut investment in the city, the head of the Unite union has claimed.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 117.62044525146484, "token_count": 30} +{"index": 736, "reference": "Australia were \"overly sensitive\" to postpone their tour of Bangladesh over security concerns, says Pakistan Cricket Board president Shahryar Khan.", "prediction": "India says a Bangladesh postponed in of tour in 2017 has been delayed because of security fears, because of fears of \"violent \" intended\".", "rouge": {"rouge1": 27.906976744186046, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 140.86253356933594, "token_count": 26} +{"index": 737, "reference": "A specialised white blood cell found in birds can destroy an infection thought to cause hundreds of thousands of human deaths a year, scientists claim.", "prediction": "Birds found a disease that can protect from the deadly immune system has been found alive, research suggests.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 92.80421447753906, "token_count": 20} +{"index": 738, "reference": "A plane has been forced to carry out an unexpected landing after being struck by lightning.", "prediction": "A plane was taken to hospital after being struck by a strike", "rouge": {"rouge1": 50.0, "rouge2": 30.769230769230766, "rougeL": 50.0}, "nll_sum": 36.49308395385742, "token_count": 11} +{"index": 739, "reference": "Scientists have discovered the best-preserved nervous system in an ancient fossil.", "prediction": "A complete human fossil has been identified as a nervous system to be connected to living animals, scientists say.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 6.896551724137931, "rougeL": 12.903225806451616}, "nll_sum": 80.82279205322266, "token_count": 20} +{"index": 740, "reference": "A woman has been remanded in custody charged with covering up the death of a one-year-old for more than a decade.", "prediction": "A woman has appeared in court charged with keeping her newborn baby boy in north London.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 16.216216216216214, "rougeL": 30.769230769230766}, "nll_sum": 59.47544479370117, "token_count": 16} +{"index": 741, "reference": "People concerned with traffic congestion in villages near Stonehenge are stepping up a campaign for \"urgent action\" to be taken.", "prediction": "A petition calling for a A303 attraction ahead of a Carmarthenge earlier this summer has been described as \"night amare\".", "rouge": {"rouge1": 10.000000000000002, "rouge2": 0.0, "rougeL": 10.000000000000002}, "nll_sum": 153.34622192382812, "token_count": 26} +{"index": 742, "reference": "A couple from Bradford who tied the knot in 1925 could be the UK's longest married husband and wife.", "prediction": "An Indian couple, married marriage queue, the UK's bestc lifestyle,ccourses of wine of or four times,'s celebrated their 100th birthday the", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 18.18181818181818}, "nll_sum": 222.7408447265625, "token_count": 30} +{"index": 743, "reference": "Birmingham defender Paul Caddis has been told he is free to find a new club after more than four years with Blues.", "prediction": "Birmingham City have made an offer offer to keep midfielder Alex Caddis following his release by Bolton Wanderers.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 88.81963348388672, "token_count": 22} +{"index": 744, "reference": "Fast bowler Mitchell Johnson says Australia's attack can reopen the scars of England's batting struggles from their 5-0 Ashes whitewash down under.", "prediction": "F bowler Johnson admits he he would be good for England after England in third Test against Australia.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 99.52549743652344, "token_count": 19} +{"index": 745, "reference": "Team Sky's Edvald Boasson Hagen secured his second stage win of the Tour de France with victory in Pinerolo.", "prediction": "vv Berassonie Hagen won the first race of the Tour de France as Montanajvazah stage won a fourth final stage of the race.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 19.51219512195122, "rougeL": 27.906976744186046}, "nll_sum": 163.84024047851562, "token_count": 32} +{"index": 746, "reference": "An Orange hall in County Antrim has been the target of a paint bomb attack.", "prediction": "A sectarian arson attack on a church at a Orangelin, County Antrim, has. described as a from.the-D\" referee on from the as's, a from a local as's. reputation of a'sA aA", "rouge": {"rouge1": 27.450980392156865, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 274.4620666503906, "token_count": 48} +{"index": 747, "reference": "Three people were killed when a \"monster truck\" ploughed into a crowd of onlookers at an annual motor show in the east of the Netherlands.", "prediction": "At least one person have been killed and two seriously after a truck truck that crashed into the crowd into has crowd of spectators filmed in western northern Germany, authorities, say they from's-'s aA in a from a's the's again", "rouge": {"rouge1": 31.884057971014496, "rouge2": 2.9850746268656714, "rougeL": 23.18840579710145}, "nll_sum": 276.29388427734375, "token_count": 47} +{"index": 748, "reference": "Labour's leadership is heading \"in the opposite direction to where voters are\" on big issues, an ex-minister says.", "prediction": "The UK's next general election will get a wall wall should be built\" nation again, a former minister of immigration has said in the a solve, solve, from it from a-year of a in from Labour's election.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 6.896551724137932, "rougeL": 10.0}, "nll_sum": 255.68844604492188, "token_count": 45} +{"index": 749, "reference": "Twenty full-time firefighters could lose their jobs in Suffolk in order to meet budget cuts of more than \u00a31m.", "prediction": "Plans to cut firem and cut Suffolk's fire stations are to lose \u00a31m over the next five years to \u00a33m.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 118.97602081298828, "token_count": 27} +{"index": 750, "reference": "Plans by Apple and Google to do more to protect customers' privacy have made the FBI \"very concerned\".", "prediction": " FBI FBI has expressed concern about how police forces joined forces with tech firms to get access to the personal data from the devices and devices.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 0.0, "rougeL": 13.636363636363638}, "nll_sum": 100.1541748046875, "token_count": 26} +{"index": 751, "reference": "The influential head of Google, Eric Schmidt, has called for civilian drone technology to be regulated, warning about privacy and security concerns.", "prediction": "IT-drones are finally going into the UK, US Secretary of State Secretary Schmidt says.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 88.65657043457031, "token_count": 18} +{"index": 752, "reference": "Asian countries have taken top places in global school rankings for maths, science and reading, with England and Northern Ireland among high performers.", "prediction": "Northern Ireland and Northern Ireland have doing enough in maths and maths in an international performance\" an analysis says.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 102.15614318847656, "token_count": 20} +{"index": 753, "reference": "Jordan Spieth will begin the final day at the Masters with a one-shot lead but playing partner Rory McIlroy's bid faltered on day three at Augusta.", "prediction": "Rory McIlroy is three shots behind new champion Chris Spieth and take a fiveshotstroke lead into the final round at National a Cru, for the Fort's a--p's a in a from a's. from-", "rouge": {"rouge1": 36.92307692307692, "rouge2": 6.349206349206349, "rougeL": 21.53846153846154}, "nll_sum": 260.988525390625, "token_count": 47} +{"index": 754, "reference": "One of the big questions facing MPs after the summer recess could be whether to authorise military intervention against so-called Islamic State (IS) extremists in Syria.", "prediction": "The government says it will decide whether the UK will support military action against military action in Syria, amid fears that it has access access Syria Skype and to the so-called Islamic State (IS).", "rouge": {"rouge1": 41.935483870967744, "rouge2": 16.666666666666668, "rougeL": 29.03225806451613}, "nll_sum": 146.5587615966797, "token_count": 38} +{"index": 755, "reference": "Two care workers who admitted neglect after a pensioner fell from a hoist at a Birmingham care home have been sentenced to 12-month community orders.", "prediction": "Two care workers who fell ill to an elderly woman who fell after her head and fell on her bed, have been told to receive a service order.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 15.384615384615383, "rougeL": 37.03703703703704}, "nll_sum": 117.262939453125, "token_count": 29} +{"index": 756, "reference": "Almost one in 500 babies in hospitals in England is born dependent on substances their mother took while pregnant, a BBC investigation has found.", "prediction": " babies babies born in England the are more more contributing to drugs with each other half the area average annual average, data obtained by in BBC suggest.,Ukraine,'s they from-'s from a of in from November from a from's a", "rouge": {"rouge1": 23.88059701492537, "rouge2": 3.0769230769230766, "rougeL": 11.940298507462686}, "nll_sum": 307.43280029296875, "token_count": 46} +{"index": 757, "reference": "The makers of Ant & Dec's Saturday Night Takeaway board game have apologised after it was found to have several errors.", "prediction": "TV presenter Ant and Dec has apologised for the \"f possiblebing\" production trailer of the universe, as much as 10 a a million away away.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 190.802490234375, "token_count": 29} +{"index": 758, "reference": "Security is tight in the German capital, Berlin, Germany host England in a friendly football match.", "prediction": "A major security operation been carried out at a Germany football stadium in Berlin, say there is \" \"one dangerous harmful\" tickets fans playing the match.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 176.61073303222656, "token_count": 29} +{"index": 759, "reference": "Animals around the world could be scared away from power cables because these give off UV flashes invisible to humans, scientists have said.", "prediction": "Cancerins, perhapslightona which can be water gas and abandoned and waterups, say researchers.", "rouge": {"rouge1": 5.555555555555555, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 157.63998413085938, "token_count": 20} +{"index": 760, "reference": "Imax, the Canadian maker of widescreen cinema theatres, is planning an initial public offering (IPO) of its China unit in Hong Kong.", "prediction": " Cast movieresaxax has announced it is planning to shares the London Stock Exchange on Tuesday, as much as $m (61m).", "rouge": {"rouge1": 14.285714285714283, "rouge2": 5.0, "rougeL": 9.523809523809526}, "nll_sum": 143.6011962890625, "token_count": 27} +{"index": 761, "reference": "A fatal combination of inexperience, speed and peer pressure led to the deaths of four people in a two-car crash, an inquest has heard.", "prediction": "Two teenagers whose who killed in a fatal crash in which a passenger failed to lost control, an inquest has heard.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 22.727272727272727, "rougeL": 34.78260869565217}, "nll_sum": 99.71222686767578, "token_count": 22} +{"index": 762, "reference": "A gold supercar with L-plates was seized by police in west London, leaving its driver by the roadside.", "prediction": "A police force has pulled a car from a stolen car, which was found driving at up to 20mph again south south-west London.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 103.8411636352539, "token_count": 27} +{"index": 763, "reference": "Cincinnati's Scooter Gennett became the 17th player to hit four home runs in a Major League Baseball game in Tuesday's 13-1 win over St. Louis Cardinals.", "prediction": "Fourteen-year-old player party has set a new world record for a record- score of 68-39 to Kent seconds at Brent Guildfordshire.", "rouge": {"rouge1": 11.320754716981133, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 164.98715209960938, "token_count": 31} +{"index": 764, "reference": "West Yorkshire's chief constable has had his suspension lifted.", "prediction": "The chief constable of West Yorkshire Police said he will not be returned to action after no action was found.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 14.285714285714285, "rougeL": 13.333333333333334}, "nll_sum": 69.67413330078125, "token_count": 21} +{"index": 765, "reference": "Andy Murray returned to action with a comfortable win as Great Britain ended day one of their Davis Cup defence tied at 1-1 against Japan in Birmingham.", "prediction": "Great Britain moved closer to the first match of the match B of Group B and secure a quarter-final place at the World World Tour Finals's Finals of Birmingham.", "rouge": {"rouge1": 23.72881355932203, "rouge2": 3.508771929824562, "rougeL": 16.94915254237288}, "nll_sum": 151.72413635253906, "token_count": 32} +{"index": 766, "reference": "The US Secretary of State John Kerry has arrived in the Somali capital, Mogadishu, on an unannounced visit.", "prediction": "US US Secretary of State John Kerry has arrived in Somalia's capital Mogadishu, to support government forces against al-Shabab.", "rouge": {"rouge1": 56.41025641025642, "rouge2": 48.648648648648646, "rougeL": 56.41025641025642}, "nll_sum": 66.39280700683594, "token_count": 27} +{"index": 767, "reference": "The wife of former Manchester United and England captain Rio Ferdinand has died from cancer.", "prediction": "Ex-England football captain Rio Ferdinand has tribute to his wife, who died after a \"a battle\" with a battle with terminal cancer.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 16.666666666666664, "rougeL": 36.84210526315789}, "nll_sum": 111.12079620361328, "token_count": 27} +{"index": 768, "reference": "Concerns are growing for a teenager who was last seen at a beach in South Devon six days ago.", "prediction": "A teenager has been found safe and well for a missing student who went missing after and went on a beach in Blackpool-, a week in referee from a's. reputation from2 a2 a from's of a fromA'sA", "rouge": {"rouge1": 23.72881355932203, "rouge2": 14.035087719298245, "rougeL": 20.338983050847457}, "nll_sum": 267.4825134277344, "token_count": 46} +{"index": 769, "reference": "A man who stabbed a motorist 39 times after a crash was misdiagnosed with a form of autism, a court has been told.", "prediction": "A pensioner who killed a pedestrian by motorist in a motorwayway\"way, the killing of himself, a court has heard been \"'s solve of a \" aA a from a's again of from a from a fromA", "rouge": {"rouge1": 36.66666666666667, "rouge2": 6.896551724137931, "rougeL": 33.33333333333333}, "nll_sum": 282.27099609375, "token_count": 47} +{"index": 770, "reference": "League One side Peterborough United have parted company with manager Graham Westley following Saturday's 2-0 defeat by Scunthorpe United.", "prediction": "Peterborough United boss Graham Westley wants feels to put pressure on the club following Saturday 3-0 thrashed home to leaders Scunthorpe in Saturday's League's play-pfinal of in solve from a's from's a", "rouge": {"rouge1": 33.89830508474576, "rouge2": 14.035087719298245, "rougeL": 27.11864406779661}, "nll_sum": 271.74102783203125, "token_count": 47} +{"index": 771, "reference": "Media regulator Ofcom has opened up bidding for operators to set up their own local TV services across the UK.", "prediction": "The BBC has chosen the 21 locations to launch a new TV network for local TV services.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 71.77247619628906, "token_count": 17} +{"index": 772, "reference": "An RAF pilot was guided into landing his jet by a colleague in another aircraft after suffering \"a partial loss of vision\", it has emerged.", "prediction": "A RAF air pilot an launched an accident at an RAF base was airlifted to hospital, but is critical but but a critical condition in hospital.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 143.10125732421875, "token_count": 29} +{"index": 773, "reference": "Meat-eaters \"easily cheat, lie, forget promises and commit sex crimes\", according to a controversial school textbook available in India.", "prediction": "wayway in India are accused schools for failing to write a Islam diet, saying they includes not sugar.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555555, "rougeL": 10.526315789473685}, "nll_sum": 133.1566619873047, "token_count": 20} +{"index": 774, "reference": "A man has appeared before magistrates in Bristol charged with murder after a man was knocked down and dragged under a moving car.", "prediction": "A man has been charged with death by causing death by dangerous driving after an hit-and-run in which killed a man- Bristol.", "rouge": {"rouge1": 46.80851063829787, "rouge2": 17.777777777777775, "rougeL": 34.04255319148936}, "nll_sum": 102.49645233154297, "token_count": 27} +{"index": 775, "reference": "\"When I tell people I'm a fireman, they think I put out fires and I've got to tell them I make them instead!\"", "prediction": "A new railway line has been built on a Ceredigion town almost 30 years ago, but it is the \" next a for \" next generation\".", "rouge": {"rouge1": 4.081632653061225, "rouge2": 0.0, "rougeL": 4.081632653061225}, "nll_sum": 136.4693603515625, "token_count": 29} +{"index": 776, "reference": "Anti-doping officials in Russia are being stopped from testing athletes and are also being threatened by security services, says a new report.", "prediction": "Some athletes from Russia are facing substances for failing to control a infection control police control, says the World Anti-Doping says a bearded and solve. solve a's a- a from a it's frompayment of).'s from's a", "rouge": {"rouge1": 28.125, "rouge2": 9.677419354838708, "rougeL": 12.500000000000004}, "nll_sum": 306.7667541503906, "token_count": 48} +{"index": 777, "reference": "Former US President Bill Clinton is introduced to the McGuinness family by Sinn F\u00e9in President Gerry Adams", "prediction": "The Democratic Unionist (DUP) has said said talks between Northern Ireland will lead, Northern Ireland economy.", "rouge": {"rouge1": 5.88235294117647, "rouge2": 0.0, "rougeL": 5.88235294117647}, "nll_sum": 100.76715850830078, "token_count": 21} +{"index": 778, "reference": "Brazilian prosecutors have filed corruption charges against President Dilma Rousseff's electoral strategist.", "prediction": " of Brazilian businessman at the centre, allegations corruption allegations he has received against President President Dilma Rousseff.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 21.428571428571427, "rougeL": 40.00000000000001}, "nll_sum": 92.9200668334961, "token_count": 20} +{"index": 779, "reference": "The public is being asked to provide information on the locations of nine fugitives suspected of serious environmental crimes.", "prediction": "The EU police agency is tracking down on people up to $50bn (135bnbn) in an effort to tackle organised wildlife crime.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 142.76478576660156, "token_count": 27} +{"index": 780, "reference": "Asian markets headed lower after a survey of China's manufacturing sector indicated it is shrinking at the fastest pace for six-and-a-half years.", "prediction": "Growth in China's second largest economy, China, has fallen in August further further as the continuing fears over the country's slowing economy.", "rouge": {"rouge1": 12.000000000000002, "rouge2": 4.166666666666666, "rougeL": 12.000000000000002}, "nll_sum": 111.20198822021484, "token_count": 27} +{"index": 781, "reference": "Jono Gibbes is to become the head coach of Pro12 side Ulster on a two-year deal in the summer.", "prediction": "year coach Jonan injury announced he will stay as Leinster coach at. end of the season.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 115.37713623046875, "token_count": 20} +{"index": 782, "reference": "Scottish Labour leader Kezia Dugdale has called on trade unionists to \"unite against SNP cuts to local councils\".", "prediction": "Scottish leadership hopeful Kezia Dugdale has called for all trade union to do more to protect jobs 15,000 jobs in local government elections.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 15.0, "rougeL": 42.857142857142854}, "nll_sum": 111.0994873046875, "token_count": 29} +{"index": 783, "reference": "Four hillwalkers who got into difficulties during severe weather on Ben Lomond have been rescued.", "prediction": "Two men and woman of suffered serious injury after heavy rain caused by members of Londonderry.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 89.9749984741211, "token_count": 19} +{"index": 784, "reference": "Shares in Swiss agribusiness group Syngenta have risen 12% after its takeover by ChemChina was given the go-ahead by a US regulator.", "prediction": "China's proposed purchase deal to buy, Syci Sy, has been postponed again by a US congressional committee after it cleared a Fifa competition competition.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 8.695652173913043, "rougeL": 12.499999999999996}, "nll_sum": 153.1097412109375, "token_count": 28} +{"index": 785, "reference": "The main suspect of ploughing a truck into a department store in central Stockholm, killing four people, had been denied residency in Sweden and had expressed sympathy for so-called Islamic State (IS), police and reports said.", "prediction": "The man the behind behind a deadly suicide attack on police in Stockholm on 31 February, claiming a man was linked to the Islamic State (IS).", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.557377049180328, "rougeL": 22.222222222222225}, "nll_sum": 122.65853881835938, "token_count": 28} +{"index": 786, "reference": "Sam Baldock's first-half header proved enough to give in-form Brighton a home victory over Wolverhampton Wanderers.", "prediction": " Sam Baldock's stoppage-time winner to give Hove Albion a comfortable victory over Championship playefoff hopefulsuls Wolves.ef promotion- hop solve's from a from's a's from of's from21's from a", "rouge": {"rouge1": 29.09090909090909, "rouge2": 15.09433962264151, "rougeL": 29.09090909090909}, "nll_sum": 283.874267578125, "token_count": 47} +{"index": 787, "reference": "National League side Forest Green Rovers have signed goalkeeper Lenny Pidgeley until the end of the season.", "prediction": "Forest Green Green Rovers have signed Ghana international goalkeeper Joe Pidgeley on an initial 18-month loan deal.", "rouge": {"rouge1": 40.0, "rouge2": 24.242424242424242, "rougeL": 40.0}, "nll_sum": 100.79601287841797, "token_count": 22} +{"index": 788, "reference": "UKIP donor Arron Banks has offered to become party chairman in order to bring about a \"total rebrand\".", "prediction": "UKIP campaign donation publicron Banks has said he wants the party to become leader, and said party the party must be a cross woodenroads again\".", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 32.55813953488372}, "nll_sum": 182.29873657226562, "token_count": 29} +{"index": 789, "reference": "There weren't as many noughts on the cheques as there were south of the border, but Scotland's top flight enjoyed one of its most lively transfer windows for some time.", "prediction": "Celtic had revealed accounts for the current season, Scottish and Scottish Premiership squad, with the big names that will struggle to struggle for them and", "rouge": {"rouge1": 10.526315789473683, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 133.1954345703125, "token_count": 28} +{"index": 790, "reference": "Marta doesn't need to go shopping today, because her fridge is filled with all the products her family requires.", "prediction": "Ia Mart down a Ralph bed at a department education department in Venezuela, where she and't founded it - so it's aTexas - it.", "rouge": {"rouge1": 4.545454545454545, "rouge2": 0.0, "rougeL": 4.545454545454545}, "nll_sum": 207.12210083007812, "token_count": 29} +{"index": 791, "reference": "A lorry driver has smashed through the front wall of a pub in Wiltshire.", "prediction": "A driver was seriously seriously injured after his car crashed into a street in a Wiltshire pub.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 0.0, "rougeL": 32.25806451612903}, "nll_sum": 63.84174346923828, "token_count": 19} +{"index": 792, "reference": "League One side Fleetwood Town have signed defender Joe Davis from Leicester City for an undisclosed fee.", "prediction": "Fleetwood Town have signed midfielder Liam Davis following Liam season following his release by Leicester City.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 25.80645161290323, "rougeL": 42.42424242424242}, "nll_sum": 94.57154083251953, "token_count": 18} +{"index": 793, "reference": "Robbie Grabarz won high jump silver on another otherwise disappointing day for British athletes at the World Indoor Championships in Portland.", "prediction": "Britain's Azerbaijan Websterarz missed out on a gold medal and the medal at the 2017 World World Championships Marcus London in London's been asecond 2012 for theonian's- solve-A's a in's-'s from's from's", "rouge": {"rouge1": 22.580645161290324, "rouge2": 3.3333333333333335, "rougeL": 19.35483870967742}, "nll_sum": 305.45355224609375, "token_count": 47} +{"index": 794, "reference": "Celtic completed a domestic treble without losing a game as Tom Rogic fired in a stoppage-time goal against Aberdeen to win the Scottish Cup.", "prediction": " Rog Rogic scored stoppage-time winner as Aberdeen completed complete a first Scottish Cup semi-final against Aberdeen lift the Scottish Cup.", "rouge": {"rouge1": 46.808510638297875, "rouge2": 22.222222222222225, "rougeL": 34.04255319148936}, "nll_sum": 123.10612487792969, "token_count": 26} +{"index": 795, "reference": "League One side Oldham Athletic have signed goalkeeper Chris Kettings on a one-year deal.", "prediction": "League One side Oldham Athletic have signed former Kerry City and K Vincent Kzan on of two ayear deal with for a further year.. aA from a from-'sA's a from a from a's from'sA", "rouge": {"rouge1": 41.50943396226416, "rouge2": 23.529411764705884, "rougeL": 37.73584905660377}, "nll_sum": 279.55975341796875, "token_count": 45} +{"index": 796, "reference": "Khalid Sheikh Mohammed and four others accused over the 9/11 attacks have appeared at a US military tribunal for the first time in five months.", "prediction": "A US judge has asked the prosecution of five men accused of the 11 September attacks, by the United States special Security Service (CIAF).", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 120.9215087890625, "token_count": 27} +{"index": 797, "reference": "Beyonce has scooped nine nominations for the 2017 Grammy Awards, extending her lead as the most-nominated woman in Grammys history.", "prediction": "Drake and among a music, among the nominees for the album at this year in Grammy Awards.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 16.666666666666664, "rougeL": 21.052631578947366}, "nll_sum": 102.93914031982422, "token_count": 19} +{"index": 798, "reference": "The Prime Minister has given his public backing to a stadium in Cornwall if the Conservatives are re-elected in May.", "prediction": " plansroversial plans for a \u00a3500m new football stadium for Cornwall have been withdrawn, the general election candidate.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 26.31578947368421}, "nll_sum": 91.86872100830078, "token_count": 21} +{"index": 799, "reference": "Manchester United have opened talks with Wayne Rooney over a new deal that could keep the striker at Old Trafford for the rest of his career.", "prediction": "Wayne Rooney permit set being set to stay at Manchester United, ahead of of move during a January transfer of about \u00a3 \u00a37m.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 16.666666666666668}, "nll_sum": 151.72325134277344, "token_count": 27} +{"index": 800, "reference": "Mansfield Town have signed striker Kane Hemmings from League One club Oxford United on a season-long loan.", "prediction": "Mansfield City winger Melathabababee has has joined Dund side Dund United for an undisclosed fee to be a for further further year.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 185.30245971679688, "token_count": 28} +{"index": 801, "reference": "The fuselage of a World War II Spitfire that has spent the last few years in a garden in Oxford has failed to reach its asking price at auction in Surrey.", "prediction": "A historic Spitfire, which to used as a Hampshire War tank during World War Two, has been sold at auction to its valuation after completion to location. of", "rouge": {"rouge1": 37.28813559322034, "rouge2": 7.017543859649124, "rougeL": 20.338983050847457}, "nll_sum": 164.29241943359375, "token_count": 31} +{"index": 802, "reference": "Expansion plans by two engineering firms could create 820 new jobs in Scotland's renewable energy sector.", "prediction": "A Scottish- engineering firm has announced plans to create 2, jobs jobs in Scotland and Scotland by 2020.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.18181818181818, "rougeL": 34.285714285714285}, "nll_sum": 97.43681335449219, "token_count": 20} +{"index": 803, "reference": "A castle has welcomed 20 chicks to its grounds after hens nested next to a lifelike replica boar.", "prediction": "A old wild chicks have abandoned at a wildlife attraction on a Pembrokeshire beach", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 18.75}, "nll_sum": 87.35321044921875, "token_count": 18} +{"index": 804, "reference": "The government's immigration cap on skilled workers has had no effect on bringing down net migration and is not \"fit for purpose\", MPs say.", "prediction": "The government's immigration price for workers to a UK could be \"a crisis\" this summer, MPs have said.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 14.285714285714288, "rougeL": 27.27272727272727}, "nll_sum": 102.9175796508789, "token_count": 22} +{"index": 805, "reference": "The AA has warned that it may have to raise its prices because the government has doubled the tax rate on insurance policies in less than two years.", "prediction": "The AA has announced a 15% pay rise in advertising after an a 4% rise in the number of it receives pays insurance protection data.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.843137254901962, "rougeL": 18.86792452830189}, "nll_sum": 139.490478515625, "token_count": 27} +{"index": 806, "reference": "Liverpool midfielder Joe Allen has ruffled a few feathers by appearing on the front cover of Chicken & Egg magazine.", "prediction": "Golf'sers, Christmas, Christmas, and defender C Owen Cech have been red and aciscovered in clothes wear a orange groom and red.", "rouge": {"rouge1": 4.878048780487805, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 220.49639892578125, "token_count": 29} +{"index": 807, "reference": "The Archbishop of Canterbury is working with other Christian churches to agree on a fixed date for Easter.", "prediction": "The Archbishop of Canterbury on Sunday that it will make its first flag on Sunday's Sunday. a it's a's a- \u00a3m from's a from's Saturday's from the Saturday's card has been banned of.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 10.714285714285717, "rougeL": 20.689655172413794}, "nll_sum": 227.0843048095703, "token_count": 43} +{"index": 808, "reference": "Air strikes on so-called Islamic State's Syrian stronghold of Raqqa have cut the city's water supply, with 20 civilians reported dead.", "prediction": "Russian air strikes in the southern Syrian city of Raqqa have killed at least 24 people and wounded dozens, reports say.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 46.44258117675781, "token_count": 22} +{"index": 809, "reference": "Swindon is known by some as \"Honda Town\" and Detroit as \"Motor City\".", "prediction": "Almost three years ago, rolled town's biggest car manufacturer has produced its car and car, and production produced of the car a supermarket supermarket car industry.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 169.506103515625, "token_count": 29} +{"index": 810, "reference": "Lincoln City have signed Shrewsbury winger James Caton on loan until the end of the season.", "prediction": "Wrexham have re-signed defender winger Catonon on loan from fellow League One Shrewss Town on loan until January.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.12121212121212, "rougeL": 34.285714285714285}, "nll_sum": 143.0626678466797, "token_count": 26} +{"index": 811, "reference": "A US appeals court has rejected President Donald Trump's attempt to reinstate his ban on visitors from seven mainly Muslim countries.", "prediction": "A US appeals court has overturned President Donald Trump's temporary ban on people ban from countries Muslim mainly Muslim countries.", "rouge": {"rouge1": 69.76744186046511, "rouge2": 48.78048780487805, "rougeL": 69.76744186046511}, "nll_sum": 98.46479797363281, "token_count": 21} +{"index": 812, "reference": "Planned cuts to library services in a West Yorkshire town have been scrapped following campaigns by residents.", "prediction": "Campaigners who want to plans to shut some of its service community staff have criticised by councillors.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 0.0, "rougeL": 29.411764705882355}, "nll_sum": 108.96202087402344, "token_count": 18} +{"index": 813, "reference": "Kieran Lee's second-half leveller earned Sheffield Wednesday a draw and halted Burnley's charge towards the automatic Championship promotion spots.", "prediction": " Crawley came from a goal down and earn a point at their point against fellow play-off-offefefuls Sheffield Wednesday.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.0, "rougeL": 14.285714285714283}, "nll_sum": 140.59559631347656, "token_count": 26} +{"index": 814, "reference": "Shares in Greggs have jumped more than 10% after the bakery chain reported stronger than expected sales for the July-to-September period.", "prediction": "Walls Street Wall Street has reported 40% after revenue sales in helped third quarter, helped, helped by and fines costs a tough challenging trade market.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 196.88079833984375, "token_count": 29} +{"index": 815, "reference": "Germany's Michael Jung retained his Olympic individual eventing title by winning gold at Rio 2016 on his second-choice horse.", "prediction": "Four-time Olympic champions Jeng won his second medal of the year as Germanyz Alexander Arttt likelyou was seriously injured in a routine fall from the Rio Olympics.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 4.25531914893617, "rougeL": 12.244897959183671}, "nll_sum": 182.81646728515625, "token_count": 34} +{"index": 816, "reference": "Locals could be offered the chance to buy shares in new wind farms, solar farms and hydro power stations, under new government approved guidelines.", "prediction": "A scheme in which large wind farm could lose investment in the UK has to be launched by the government.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 88.14515686035156, "token_count": 20} +{"index": 817, "reference": "A 19-year-old man has been charged after a cat was killed and others were badly injured in shootings in Surrey.", "prediction": "A 39-year-old man has been to face charges to an attack in which a abandoned abandoned were thrown in their ownfriendly as they fell from a reputation and ballet from a-.'s a in a from The's. aA", "rouge": {"rouge1": 38.09523809523809, "rouge2": 13.11475409836066, "rougeL": 34.920634920634924}, "nll_sum": 270.0180969238281, "token_count": 47} +{"index": 818, "reference": "The Duchy of Cornwall was warned of the risk of a \"potentially fatal situation\" at a beach it owns, ahead of a man's death there last week.", "prediction": " beach beach where a man later died on a high tide and weather storms has again raised, a safety warning.", "rouge": {"rouge1": 25.0, "rouge2": 4.3478260869565215, "rougeL": 12.5}, "nll_sum": 115.970947265625, "token_count": 21} +{"index": 819, "reference": "It's a curious thing to see a group of early whale foetuses up close - to see beings so small that have the potential to become so big.", "prediction": "The huge foetetuses, whales can be a rev gate behind to research suggests", "rouge": {"rouge1": 24.39024390243903, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 130.34042358398438, "token_count": 16} +{"index": 820, "reference": "The Bank of England has left its main interest rate at 0.25% but says another cut is still a possibility.", "prediction": "The Bank of England has again cut its interest rate at a rate again since 2008", "rouge": {"rouge1": 59.45945945945946, "rouge2": 34.285714285714285, "rougeL": 54.05405405405405}, "nll_sum": 59.7203369140625, "token_count": 15} +{"index": 821, "reference": "Chinese media have not lost time in reinforcing Beijing's insistence that it does not recognise an international tribunal's ruling against its claims to rights in the South China Sea.", "prediction": "The international arrival arrival an international prosecution on landmark and rights record in the South China Sea, saying China has named \"illegal\" over the South China Sea.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 17.857142857142854, "rougeL": 27.586206896551722}, "nll_sum": 153.8533935546875, "token_count": 30} +{"index": 822, "reference": "Asian markets traded lower on Thursday with investor sentiment dented by a weaker than expected first quarter growth figure in the US.", "prediction": "Markets in Asia fell Asia on trade, after data by by the US data showed, fears of uncertainty over the country's slowing economy.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 143.38430786132812, "token_count": 27} +{"index": 823, "reference": "Opener David Warner hit an unbeaten 122 as Australia drew a rain-affected third and final Test against West Indies.", "prediction": "Ed Warner hit a stunning 18-58 for Australia to give a West Indies a draw in the rain-hit third day of the fourth Testrounder of the a- a-over-p aCount in a-'s-'s from Broadway", "rouge": {"rouge1": 27.118644067796605, "rouge2": 7.017543859649122, "rougeL": 20.33898305084746}, "nll_sum": 280.89813232421875, "token_count": 47} +{"index": 824, "reference": "Rescuers used helicopters to pluck families from rooftops in the southern German town of Deggendorf on Wednesday as the Danube flood crisis continues.", "prediction": "Thousands of farmers and are being evacuated from their homes in Austria and Czech and Republic after morning of heavy rain heavy Foxes in northern Germany and northern, reports,", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 200.81053161621094, "token_count": 31} +{"index": 825, "reference": "A mother walking her children to school in north Wales is in hospital with serious injuries after being attacked on a busy footpath.", "prediction": " her partner has been arrested by police after a 23-year-old woman a assaulted in the floor of a fire station in Gwynedd,, police, is Police. \"- from a game in from football a's fromold a", "rouge": {"rouge1": 23.333333333333332, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 234.63555908203125, "token_count": 45} +{"index": 826, "reference": "Two teenagers have been arrested and three knives recovered after 300 people attended a house party in east London.", "prediction": "Three teenagers have been arrested after police carrying out an armed robbery at an event in south east London. saw a 30--called 30 in a referee from as's. from from-DA reputation in's from aA.", "rouge": {"rouge1": 35.08771929824561, "rouge2": 14.545454545454545, "rougeL": 28.07017543859649}, "nll_sum": 248.009521484375, "token_count": 43} +{"index": 827, "reference": "Nigeria has produced its fair share of great sportsmen and women - but unlike footballers and polo players, cricketers rarely get the West African nation's heart beating.", "prediction": "Nigeria are staged some of the most famous English cricket again in the city, writes the BBC Sport website.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 97.87510681152344, "token_count": 22} +{"index": 828, "reference": "Interest rates should remain low to avoid long-term economic stagnation, the chief economist at the Bank of England has said.", "prediction": "The chief executive of England Bank has told the BBC that interest rates in possible rate rise.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 16.666666666666664, "rougeL": 26.31578947368421}, "nll_sum": 75.37442016601562, "token_count": 17} +{"index": 829, "reference": "Hon Hai Precision Industry, a major assembler of Apple products, has posted record quarterly profits helped by growing demand for iPhones and iPads.", "prediction": " Foxconn has reported net net for the six months to the end of December, helped by the sales of illegal and tablet PCs batteries.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444444, "rougeL": 17.02127659574468}, "nll_sum": 127.3365478515625, "token_count": 26} +{"index": 830, "reference": "Six centuries ago Henry V walked from Shrewsbury to Holywell in Flintshire, to give thanks for his famous victory over the French at Agincourt.", "prediction": "For 40 years, Holyro, the church cemetery Catholic Church town of Shrewsps, where the town was the town's again a saint, was once turned away.", "rouge": {"rouge1": 8.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 192.65316772460938, "token_count": 34} +{"index": 831, "reference": "A man has been acquitted of raping a student who killed herself while detectives investigated the case.", "prediction": "A student has been cleared of raping and one of the charges against him dropped.", "rouge": {"rouge1": 43.74999999999999, "rouge2": 20.0, "rougeL": 37.50000000000001}, "nll_sum": 53.448753356933594, "token_count": 15} +{"index": 832, "reference": "A foam factory in Merthyr Tydfil has announced it will close with the loss of 80 jobs.", "prediction": "An oil decoming and nuclear plant is to be decomed in the to the Netherlands, with the loss of up to 40 jobs", "rouge": {"rouge1": 30.0, "rouge2": 15.789473684210526, "rougeL": 30.0}, "nll_sum": 136.61181640625, "token_count": 25} +{"index": 833, "reference": "The quest to find King Arthur's Camelot has puzzled and intrigued scholars and fans for over a thousand years.", "prediction": "The location of a man built of 4,400 years ago, the BBC Arthur may still have been discovered around the landfill round round. who solve a of solve- solve in the a solve a's- solve again's-'s again a", "rouge": {"rouge1": 16.129032258064516, "rouge2": 0.0, "rougeL": 12.903225806451612}, "nll_sum": 281.66693115234375, "token_count": 47} +{"index": 834, "reference": "Leicester boss Claudio Ranieri has backed Jamie Vardy to end his goal drought, but revealed the striker has even struggled to score in training.", "prediction": "Leicester City's top scorer Jamie Vardy is \"very\" to return training, according the Premier League champions, according manager Claudio Ranieriieri.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 129.4173126220703, "token_count": 30} +{"index": 835, "reference": "Two-thirds of Conservative MPs want to renegotiate the UK's relationship with Europe but are too scared to reveal their true Eurosceptic sentiment, claim Conservative Party insiders.", "prediction": " a new Conservative MP - in includes the Queen - and \"one-wing - have joined the coalition - whether the UK should leave leave the EU.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 153.69839477539062, "token_count": 29} +{"index": 836, "reference": "Nick Clegg has attacked the Conservatives' plans for the economy as he stepped up his attack on his coalition partners since 2010.", "prediction": "Nick Clegg says he would raise need to raise a 50 tax income threshold by 2020, if the Conservatives \"would have buy it much too much\".", "rouge": {"rouge1": 20.833333333333332, "rouge2": 8.695652173913043, "rougeL": 16.666666666666668}, "nll_sum": 145.5758514404297, "token_count": 29} +{"index": 837, "reference": "A police officer has been slashed in the face with gardening shears during a large-scale disturbance in Essex.", "prediction": "A police officer was in hospital after being hit by adist Ambanceance Essex Essex.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 12.903225806451616, "rougeL": 30.303030303030305}, "nll_sum": 117.82197570800781, "token_count": 17} +{"index": 838, "reference": "West Indies claimed their first Women's World Twenty20 with a pulsating eight-wicket win over Australia in Kolkata.", "prediction": "West Indies produced a stunning nine-run win over West Indies and beat Australia and complete a first-everteam World Twenty20 final.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 115.93894958496094, "token_count": 26} +{"index": 839, "reference": "Nathan Gill would stand down from one of his two elected positions if newly-elected UKIP leader Paul Nuttall asked him to, the AM and MEP has said.", "prediction": "The new leader of North Wales has said AM Paul Nuttall will not offer the job, saying offers offer to win the party wins May assembly election.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 7.547169811320755, "rougeL": 18.181818181818183}, "nll_sum": 148.54164123535156, "token_count": 29} +{"index": 840, "reference": "Despite being a ratings winner for Channel 4, Benefits Street came with its fair share of complaints.", "prediction": "The BBC has told Channel 4, but not be a television TV kit.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 14.285714285714288, "rougeL": 13.333333333333334}, "nll_sum": 78.85711669921875, "token_count": 14} +{"index": 841, "reference": "Leaders of the prison officers union have reached a deal over pay and conditions following concerns about jail safety, the Ministry of Justice has said.", "prediction": "Prison officers in England, Wales and will not be able to retire within from three and three years after a deal struck ministers over health and safety.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 8.0, "rougeL": 26.923076923076923}, "nll_sum": 134.59420776367188, "token_count": 29} +{"index": 842, "reference": "A widower is appealing to help find the stranger who took the last photo of him and his wife together before she died.", "prediction": "A photographer whose death was found at a theme park in Nottinghamshire has written a photo of him to come forward", "rouge": {"rouge1": 22.727272727272723, "rouge2": 9.523809523809526, "rougeL": 18.18181818181818}, "nll_sum": 90.91957092285156, "token_count": 21} +{"index": 843, "reference": "Ivory Coast has banned skin-whitening creams because of health concerns, the health ministry says.", "prediction": "South Africa's government is introducing a ban on high \"deeply\" creaking, over fears of skin.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 112.38328552246094, "token_count": 21} +{"index": 844, "reference": "There were angry scenes on Monday night as the bill enabling the government to trigger Article 50 cleared the Lords.", "prediction": "The Liberal Democrats have accused their general Brexit campaign, saying they want to entitled to Brexit, saying MPs were \" prepared to be a hardhard\".", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 151.00563049316406, "token_count": 28} +{"index": 845, "reference": "More than 1,300 militants from so-called Islamic State were killed by British air strikes in Iraq over a 12-month period, according to new figures.", "prediction": "There were almost 1, air air strikes of Islamic State in Iraq and Syria last year, the Home Office has confirmed", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 20.833333333333336}, "nll_sum": 90.18035125732422, "token_count": 22} +{"index": 846, "reference": "An airport has taken down its passenger information website after a hacker breached security systems, claiming they were too lax.", "prediction": " Internationalwich International officer has admitted sending an lawyer's club website which gives give information to to the site's site.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 153.6576690673828, "token_count": 22} +{"index": 847, "reference": "The preferred location for a town's first railway station in 50 years has been revealed.", "prediction": "A former railway station to be built on a new railway station has was announced.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 6.89655172413793, "rougeL": 25.80645161290323}, "nll_sum": 63.45671081542969, "token_count": 15} +{"index": 848, "reference": "A third man has been jailed for murdering a flight attendant who was bludgeoned with a hammer and buried in a concrete tomb.", "prediction": "A man has been jailed for life for murdering a 53-year, whose body was found alive in his house in his homehouse.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 27.27272727272727, "rougeL": 43.47826086956522}, "nll_sum": 88.09830474853516, "token_count": 26} +{"index": 849, "reference": "When the attack came, it took hold quickly and brought a screeching halt to many businesses across Ukraine.", "prediction": "A a cyberattack on a patient outside achadbank in the Russian capital Kiev, cyber hackers have discovered body temperature - files the office -, what think tank called dubbed \"the free inside again\".", "rouge": {"rouge1": 8.16326530612245, "rouge2": 0.0, "rougeL": 4.081632653061225}, "nll_sum": 252.81063842773438, "token_count": 40} +{"index": 850, "reference": "Wasps ran in five tries at the Ricoh Arena as they thrashed Sale to boost their Premiership play-off hopes.", "prediction": "Wasps recorded a stunning second-half penalty conversion as they thr thrashed Premiership 10-man Sale Sharks.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 113.71011352539062, "token_count": 21} +{"index": 851, "reference": "Five people have been injured following a crash between a bin lorry, a bus and two cars.", "prediction": "A woman was taken to hospital after being hit by a bus and a bus on a southair side of the M8 south of Edinburgh.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 111.5562744140625, "token_count": 27} +{"index": 852, "reference": "Shrien Dewani has arrived back in England after being cleared by a court in South Africa of arranging the murder of his wife in 2010.", "prediction": " booksell book lawyer Shrien Dewani has been cleared from extradited to the UK after the case was brought to a London jail.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 8.88888888888889, "rougeL": 21.276595744680854}, "nll_sum": 138.55638122558594, "token_count": 26} +{"index": 853, "reference": "The company behind the UK's first horizontal fracking operation has announced six \"commitments\" which it claims will ensure Lancashire benefits.", "prediction": "A engineering firm has won challenged first project a its location in its Lancashire site in Lancashire.", "rouge": {"rouge1": 15.789473684210527, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 112.40897369384766, "token_count": 21} +{"index": 854, "reference": "Mexican President Enrique Pena Nieto has fired a senior official over an incident caused by his daughter at an exclusive restaurant last month.", "prediction": "A Mexican woman at the centre, the sacking of an anti-dism restaurant, has accused President Enriquea Nieto of appointing \"a hero\".", "rouge": {"rouge1": 35.55555555555555, "rouge2": 0.0, "rougeL": 17.777777777777775}, "nll_sum": 140.51889038085938, "token_count": 29} +{"index": 855, "reference": "British and Burmese authorities could work together to find 20 Spitfires buried in Burma at the end of the World War II, officials say.", "prediction": "Two missing Hampshirefire Spit planes, believed to be Burmese soldiers could be found, government officials have confirmed.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 110.43118286132812, "token_count": 22} +{"index": 856, "reference": "Two men were rescued after becoming stranded on a crag on Snowdon's narrow Crib Goch ridge.", "prediction": "Two people were airlifted to air hospital by a helicopter in Croyia's highest mountain.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 93.75653076171875, "token_count": 19} +{"index": 857, "reference": "A system for detaining asylum seekers while their claims are speedily assessed has been temporarily suspended after it was ruled unlawful last month.", "prediction": "The fast-track system, which to stop asylum seekers in and licences to the UK, has been planned foraas few weeks\".", "rouge": {"rouge1": 22.727272727272723, "rouge2": 9.523809523809526, "rougeL": 22.727272727272723}, "nll_sum": 144.87973022460938, "token_count": 26} +{"index": 858, "reference": "South Wales Police are appealing for information over the whereabouts of a man wanted in connection with the murder of a Cardiff teenager.", "prediction": "A Cardiff teenager was escaped from his remath who died in police custody after being from jail of has been arrested in India, in the man ballet as body,'s from \" '-'s,iling in from The's a. aA", "rouge": {"rouge1": 32.25806451612903, "rouge2": 6.666666666666667, "rougeL": 19.35483870967742}, "nll_sum": 324.5181884765625, "token_count": 47} +{"index": 859, "reference": "Two men arrested in connection with the suspected murder of a missing man have been released on bail.", "prediction": "Two men have were arrested in connection with the murder of a man went missing two months ago have been found found alive three year ago.", "rouge": {"rouge1": 63.63636363636363, "rouge2": 38.0952380952381, "rougeL": 59.09090909090908}, "nll_sum": 93.40715026855469, "token_count": 26} +{"index": 860, "reference": "A major Scottish interior fitter has announced \"a major review of its longer-term vision, mission and strategy\".", "prediction": "A Fife-based firm is planning to build a multi-million pound expansion in the UK in an effort to boost the global global market in China.", "rouge": {"rouge1": 8.888888888888888, "rouge2": 0.0, "rougeL": 8.888888888888888}, "nll_sum": 96.90731811523438, "token_count": 30} +{"index": 861, "reference": "When the founders of popular but controversial beer company BrewDog needed a second bank loan to enable them to expand production, their tactic was a simple one - lie through their teeth.", "prediction": "Almost 10 years ago, family couple and family entered the first magazine business at Tesco and. were expecting in it was a lowTexascoach it's as a asA", "rouge": {"rouge1": 13.559322033898304, "rouge2": 3.508771929824562, "rougeL": 10.169491525423728}, "nll_sum": 223.4938507080078, "token_count": 34} +{"index": 862, "reference": "Sterling see-sawed as investors reacted to growing uncertainty over the outcome of the UK's EU referendum.", "prediction": "The pound has fallen against the dollar against the US against and dollar pound after new poll suggested that the UK has voted to leave the leave European Union.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444445, "rougeL": 12.76595744680851}, "nll_sum": 124.32086944580078, "token_count": 29} +{"index": 863, "reference": "A retired TV producer is to appeal against his conviction for trying to hire a hitman to kill his partner.", "prediction": "A man has been jailed for 17 years in jail for trying to attempted to murder his ex- jailed as a hit hitting hitman.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 119.68775177001953, "token_count": 26} +{"index": 864, "reference": "The body of the first Briton to be killed while fighting against Islamic State (IS) has been handed over to his family at the Syrian-Iraqi border.", "prediction": "The funeral has taken place for a Briton who has died in Syria in struggle for so-called Islamic State (IS).IS).", "rouge": {"rouge1": 24.489795918367346, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 97.60438537597656, "token_count": 26} +{"index": 865, "reference": "A US appeals court has ruled that bulk collection of phone records by the National Security Agency is illegal.", "prediction": "A US appeals has ruled that US National Security Agency (NSA) reached its data data.", "rouge": {"rouge1": 52.94117647058824, "rouge2": 37.5, "rougeL": 52.94117647058824}, "nll_sum": 80.40367126464844, "token_count": 17} +{"index": 866, "reference": "Preston North End have re-signed goalkeeper Anders Lindegaard on a one-year deal after he had his contract cancelled at West Bromwich Albion.", "prediction": "Championship side Northampton have signed Manchester midfielder Kevinegaard on the five-year deal for an undisclosed fee, he was released by West Brom.-West a to--m a fee in a by from's from's a", "rouge": {"rouge1": 26.229508196721312, "rouge2": 3.389830508474576, "rougeL": 22.950819672131146}, "nll_sum": 241.576171875, "token_count": 45} +{"index": 867, "reference": "A second dog seized by police was kept locked in kennels for two years without exercise, the BBC has been told.", "prediction": "A former police officer who worked as in a kennel and threatened to killed dog, the BBC has learned.", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473685, "rougeL": 35.0}, "nll_sum": 94.25873565673828, "token_count": 22} +{"index": 868, "reference": "Shadow business secretary Chuka Umunna has accused his Labour Party colleagues of \"behaving like a petulant child who has been told you can't have the sweeties in the sweet shop\".", "prediction": "Labour leadership candidate hopeful Uef Umunna has called for the party to not to, be wiped out of the ground\" in not in England.", "rouge": {"rouge1": 29.090909090909093, "rouge2": 3.773584905660378, "rougeL": 21.818181818181817}, "nll_sum": 160.0395050048828, "token_count": 29} +{"index": 869, "reference": "A grandfather from Gwynedd died after being hit by a boat's propeller off the Maltese coast, an inquest has heard.", "prediction": "A pensioner who died while holiday while on holiday in Gwyn alive while at sea, an inquest has heard.", "rouge": {"rouge1": 30.0, "rouge2": 15.789473684210526, "rougeL": 30.0}, "nll_sum": 106.73066711425781, "token_count": 22} +{"index": 870, "reference": "An Iraqi court has sentenced to death 27 men for their involvement in the massacre of up to 1,700 soldiers by so-called Islamic State (IS) in June 2014.", "prediction": "So-called Islamic State (IS) has given death sentences for the killing of unlawful soldiers at a US military army base (IS).", "rouge": {"rouge1": 46.15384615384615, "rouge2": 16.0, "rougeL": 26.923076923076927}, "nll_sum": 102.83025360107422, "token_count": 26} +{"index": 871, "reference": "Devon-based surfing goods and forecasting firm Magicseaweed has been bought by an Australian company as part of a \u00a37m deal.", "prediction": "A County Antrim-based DIY Fife firm, has been bought a Kent company-based Magiccaweed in Leicestershire.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.111111111111112, "rougeL": 31.578947368421055}, "nll_sum": 167.81163024902344, "token_count": 28} +{"index": 872, "reference": "Spain's Sergio Garcia opened up a three-shot lead in the Dubai Desert Classic as the delayed second round was completed on Saturday morning.", "prediction": "Defending champion Sergio Garcia lead his lead at the Abu Dhabi Open after being delayed after a second round of weather because of bad weather. the'solve of aA's\". a-APGCount in a- from's.A Broadway", "rouge": {"rouge1": 38.095238095238095, "rouge2": 6.557377049180328, "rougeL": 22.22222222222222}, "nll_sum": 282.516845703125, "token_count": 47} +{"index": 873, "reference": "Darren Ambrose's double helped struggling Colchester United come from behind to win 2-1 at Bradford City and end a 19-game League One winless run.", "prediction": "Eoin Ambrose scored stoppagetimetime winner as Colchester United beat fellow One play-off hopefuls Bradford in end their hopes ballet's \"'s since a's from's-.'s reputation in from's a's.", "rouge": {"rouge1": 29.508196721311474, "rouge2": 3.389830508474576, "rougeL": 19.672131147540984}, "nll_sum": 322.0699157714844, "token_count": 46} +{"index": 874, "reference": "Three Neolithic-style huts have been built at Old Sarum to offer an insight into how Stonehenge's builders lived.", "prediction": "Maeolithic h beach have, be rebuilt at a Stonehenge up to 4,500 years ago.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 110.06103515625, "token_count": 21} +{"index": 875, "reference": "Protests have been taking place in more than 150 locations across the United States to call on President Donald Trump to release his tax returns.", "prediction": "Thousands of people are attending a march in Washington to US President Donald Trump's release his tax returns.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 23.80952380952381, "rougeL": 40.90909090909091}, "nll_sum": 62.36686706542969, "token_count": 19} +{"index": 876, "reference": "Joseph Parker and Andy Ruiz Jr will fight for the WBO heavyweight title vacated by Tyson Fury on 10 December.", "prediction": "Britain's new WBA heavyweight champion David Cameron Jr will be held in 10 December December.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 11.76470588235294, "rougeL": 22.222222222222225}, "nll_sum": 93.39253234863281, "token_count": 17} +{"index": 877, "reference": "Dylan Hartley's disciplinary record should not prevent him being appointed England captain, according to the head of English rugby Ian Ritchie.", "prediction": "Foulon will hope to give France deer Dylan Hartley being suspended as captain of England, says former head coach Ian Ritchie 1999", "rouge": {"rouge1": 45.45454545454545, "rouge2": 9.523809523809524, "rougeL": 31.818181818181817}, "nll_sum": 160.5847930908203, "token_count": 26} +{"index": 878, "reference": "The emotional father of a US student freed by North Korea this week says he does not believe the regime's explanation for his son's coma.", "prediction": "The South Korean regime system Beirutbier, who was convicted of suspected poisoning 15 ago, has said he is no longer be sent back and hospital.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 170.6986083984375, "token_count": 29} +{"index": 879, "reference": "At the top of the MGM Grand on the Las Vegas strip is a huge advert for the magician David Copperfield, the hotel's star attraction.", "prediction": "So I has raised so much of money that has so so delayed, so possible, then it was then said they should the because of it wasn't to be again.", "rouge": {"rouge1": 7.017543859649122, "rouge2": 0.0, "rougeL": 7.017543859649122}, "nll_sum": 166.8542022705078, "token_count": 33} +{"index": 880, "reference": "A second suspect wanted in the death of a US border official has been extradited to the US, in a case linked to a botched gun-running sting.", "prediction": "The American agent who killed a Mexican man nearly 40 years ago has been formally charged with first-degree murder and to a a jail jail.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 7.692307692307692, "rougeL": 25.92592592592593}, "nll_sum": 98.82411193847656, "token_count": 27} +{"index": 881, "reference": "The FBI is investigating another wave of bomb threats to Jewish facilities in the US after 11 sites were evacuated on Monday.", "prediction": "The White House has announced several threat threats to US Jewish community centres across the US, US media reports say.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 10.0, "rougeL": 28.571428571428566}, "nll_sum": 79.45760345458984, "token_count": 21} +{"index": 882, "reference": "Chinese internet giant Baidu has said it will share much of the technology it has created for its self-driving cars.", "prediction": "Chinese search giant Baidu has announced it will launch a free car free car car from next year as part of a expansion expansion.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 100.12652587890625, "token_count": 26} +{"index": 883, "reference": "More rail companies are cancelling services over the bank holiday weekend, as talks continue to try to avert a planned strike by Network Rail staff.", "prediction": "Rail passengers across England are facing major disruption travel to London Transport London Southern after a strike by rail bosses have called for further strike is \"e's. - it's's \"West fee\" from-'s from of. from. fromowned", "rouge": {"rouge1": 21.875, "rouge2": 3.225806451612904, "rougeL": 21.875}, "nll_sum": 295.9905090332031, "token_count": 47} +{"index": 884, "reference": "Police investigating the rape of an elderly nun in the Indian state of West Bengal say they have arrested a key suspect in the crime.", "prediction": "Police in the southern Indian state of Mumbai have arrested a in connection with a gang which allegedly sexually assaulted an elderly nun in March 2014.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 32.6530612244898, "rougeL": 39.21568627450981}, "nll_sum": 93.80667114257812, "token_count": 26} +{"index": 885, "reference": "A member of Texas' House of Representatives has filed a resolution to urge Texans to stop using an emoji representing the Chilean flag when they really mean to use the Texan flag.", "prediction": "The UScontrolled of California has said he would consider using a age flag on state flag, the state's governor of state speaker in said to state.", "rouge": {"rouge1": 33.89830508474576, "rouge2": 0.0, "rougeL": 16.94915254237288}, "nll_sum": 171.1985626220703, "token_count": 29} +{"index": 886, "reference": "The Premier League has announced a new deal with American broadcaster NBC Universal to show live games for the next six years.", "prediction": "The Premier League and announced it the agreed new rights deal in a new four-year deal, which could worth at least \u00a31bn.", "rouge": {"rouge1": 40.0, "rouge2": 13.95348837209302, "rougeL": 31.111111111111118}, "nll_sum": 105.94326782226562, "token_count": 27} +{"index": 887, "reference": "The second phase of a \u00a315m project to upgrade the water and sewer pipes in Stafford is under way.", "prediction": " Sh Shrews town town could be shut for several hours after minor major stages of a water pipe.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 115.8333511352539, "token_count": 20} +{"index": 888, "reference": "Turkey has accused Russia of again violating its airspace and warned it would \"face consequences\" if such infringements continue.", "prediction": "Nato government fears warned Russia over fears of a \"bardive\" Russian incident, the Russian ambassador of \"Russian Russia", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 143.22325134277344, "token_count": 23} +{"index": 889, "reference": "Newcastle director of rugby Dean Richards believes his side are gaining attention due to their higher position in the Premiership table.", "prediction": "Newcastle fly-half Zumineatarsine is confident there will no priority their delayed for Premiership rivals Celtic of the season.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 178.62460327148438, "token_count": 25} +{"index": 890, "reference": "Peterborough United defender Miles Addison has signed a new one-month contract with the League One side.", "prediction": "League One side Peterborough United have signed Peterborough goalkeeper goalkeeper Robson on a one-month youth deal.", "rouge": {"rouge1": 52.94117647058824, "rouge2": 25.0, "rougeL": 35.294117647058826}, "nll_sum": 84.81260681152344, "token_count": 21} +{"index": 891, "reference": "Belgian rider Femke van den Driessche has been suspended for six years in the first proven case of mechanical doping in cycling.", "prediction": "A driver Tul van vanVanessche will be banned from sport for six months after failing a drugs test - was found stripped in her road bike.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 163.18441772460938, "token_count": 29} +{"index": 892, "reference": "If Conor McGregor beats Floyd Mayweather on Saturday night in Las Vegas, the boyhood Manchester United fan will perhaps owe a small debt of gratitude to Manchester City.", "prediction": "The Boxing fighter of ( SantaI) and I is a training centre in Manchester, and I will then see a athlete living in his training complex.", "rouge": {"rouge1": 22.64150943396226, "rouge2": 0.0, "rougeL": 15.094339622641511}, "nll_sum": 173.887939453125, "token_count": 29} +{"index": 893, "reference": "George Ford is expected to make way for Owen Farrell at fly-half for England's opening Test against Australia in Brisbane on Saturday.", "prediction": "Bath fly-half and Owen Farrell has been ruled out of be England side's third Test Test against Australia in Brisbane on Saturday. after'solve--2\" from Saturday'sf from a in's years.", "rouge": {"rouge1": 44.067796610169495, "rouge2": 28.070175438596483, "rougeL": 37.28813559322034}, "nll_sum": 239.19491577148438, "token_count": 42} +{"index": 894, "reference": "A Stranraer Academy student has set up a petition to ensure a life-enhancing drug is made available to a fellow pupil with an extremely rare disease.", "prediction": "A teenager with a rare types of serious brain condition, is calling for a treatment for a drug free to be made available on in NHS. Scotland.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 3.8461538461538463, "rougeL": 22.22222222222222}, "nll_sum": 147.82754516601562, "token_count": 29} +{"index": 895, "reference": "Lichfield want the Rugby Football Union to reconsider their failed bid to be part of the inaugural Women's Super Rugby competition.", "prediction": "Lakefield Trinity have been forced to withdraw in following the Rugby Football Union not to move out of a new first- professional rugby league next season.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 13.043478260869565, "rougeL": 29.166666666666668}, "nll_sum": 134.2609405517578, "token_count": 28} +{"index": 896, "reference": "England made the right decision to omit some of their Premier League players in the European Under-21 Championship, says Football Association director of elite development Dan Ashworth.", "prediction": "The decision to put England Under-2121s out of Euro 2016 was being considered, says Football Association chief Dan Ashworth and", "rouge": {"rouge1": 44.89795918367347, "rouge2": 17.02127659574468, "rougeL": 36.734693877551024}, "nll_sum": 123.47187805175781, "token_count": 25} +{"index": 897, "reference": "At his victory rally in New York US president-elect Donald Trump promised \"great, great relationships\" with other nations.", "prediction": "Donald Trump has won the most successful trade to trade, but China change his policy policy.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 6.06060606060606, "rougeL": 11.428571428571429}, "nll_sum": 92.08918762207031, "token_count": 17} +{"index": 898, "reference": "A police drugs team worker was drafted in to help with a roadside drama as he helped deliver a baby.", "prediction": "A cannabis driver pilot was brings into a moving car car stopped and failed to a five-month- baby girl.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 149.73788452148438, "token_count": 22} +{"index": 899, "reference": "Leicester director of rugby Richard Cockerill believes other clubs are offering big money to Manu Tuilagi.", "prediction": "Wasps head head of rugby Richard Cockerill has described reports that Leicester centre Manu Tuil is offering the club \u00a31m.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 17.647058823529413, "rougeL": 27.77777777777778}, "nll_sum": 132.1949462890625, "token_count": 27} +{"index": 900, "reference": "A \"serial liar\" who made a series of bogus sexual assault allegations against 15 men has been jailed for 10 years.", "prediction": "A woman who claims he was groped six men in a west London shop where groped and then groped for \u00a3 alcohol,000.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 146.57566833496094, "token_count": 27} +{"index": 901, "reference": "A businessman who plied teenage girls with vodka before sexually abusing them has been sentenced to 13 years.", "prediction": "A shopkeeper who sexually and sexually abused three girls under the age has been jailed for four andand- halfa-half years.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 10.81081081081081, "rougeL": 35.8974358974359}, "nll_sum": 130.41696166992188, "token_count": 26} +{"index": 902, "reference": "Firefighters have been tackling a blaze at a factory on the Isle of Scalpay in the Western Isles.", "prediction": "Fire crews called called out a fire at a Cornish Beach Malaysia site near Dundee, leaving a man and man in a serious condition in hospital.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 4.761904761904763, "rougeL": 18.181818181818183}, "nll_sum": 123.97061157226562, "token_count": 29} +{"index": 903, "reference": "Torrential rain in Cambridgeshire caused a riverbank to collapse, left 856 homes without power, trapped drivers and closed two supermarkets.", "prediction": "Thousands of water rammed through a water floor before supermarket before Bar Hill before water entered tap water.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 123.3966064453125, "token_count": 19} +{"index": 904, "reference": "An independent investigation into the disappearance of 43 Mexican students nearly a year ago has rejected the government's account of events.", "prediction": "A US rights group says it has found no evidence that the government into the disappearance of 43 missing students in September.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 23.809523809523807, "rougeL": 27.27272727272727}, "nll_sum": 83.047119140625, "token_count": 22} +{"index": 905, "reference": "A British Army team has arrived in Somalia as part of a United Nations mission to counter Islamist militants.", "prediction": "The UK troops sending to another 600 soldiers to Somalia to provide a military battle the fight, the Ministry of Defence has said, the first country's from a, from a from a camp from it's.Images of the from a from a", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 246.91783142089844, "token_count": 47} +{"index": 906, "reference": "A six-year-old girl, who survived a cancer battle, is back in hospital after being injured when an inflatable slide blew into a crowd in high winds.", "prediction": "A five-year-old girl who seriously injured when a bouncy castle swept away from a restaurant park will have an operation after removing the operation, her father. 2011 of to the a it's havepayment of a from a's a", "rouge": {"rouge1": 31.428571428571427, "rouge2": 11.76470588235294, "rougeL": 25.71428571428572}, "nll_sum": 248.33969116210938, "token_count": 47} +{"index": 907, "reference": "Women's football's all-time international leading goalscorer, United States striker Abby Wambach, will retire at the end of a World Cup victory tour in December.", "prediction": "Four-time world strikerelby Wambach announced her retirement from international rugby..", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 89.697021484375, "token_count": 16} +{"index": 908, "reference": "Rates of breastfeeding in the UK are the lowest in the world, an international study shows.", "prediction": " than than half women who need pregnant mothers are a much better than than Brazil than Brazil, Nigeria and.", "rouge": {"rouge1": 5.714285714285714, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 127.36517333984375, "token_count": 20} +{"index": 909, "reference": "Glasgow Warriors have confirmed the signing of loose-head prop Oliver Kebble for next season.", "prediction": "Glasgow have signed South African African centre Rennie Kebebble from European champions Saracens.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 21.428571428571427}, "nll_sum": 105.31884765625, "token_count": 22} +{"index": 910, "reference": "Head coach Denis Betts is not worried about Widnes' recent form despite four consecutive Super League defeats.", "prediction": "Widnes head coach Denis Betts says he has \"lost some momentum\" despite, the side losing their opening four Super League season.'s \" of club- a again- \"- aA in a from's from's from a", "rouge": {"rouge1": 34.61538461538461, "rouge2": 15.999999999999998, "rougeL": 30.76923076923077}, "nll_sum": 272.3837890625, "token_count": 46} +{"index": 911, "reference": "Buckingham Palace has \"emphatically denied\" Prince Andrew had sexual contact with a woman who claims she was forced to have sex with him under age.", "prediction": "Buckingham Palace has said it will sue a woman who is the Queen because because she said she was forced to sleep at in age of 24, sparking, Broadway they a solve-H a Naval in solve from a's again from a", "rouge": {"rouge1": 32.35294117647059, "rouge2": 21.21212121212121, "rougeL": 32.35294117647059}, "nll_sum": 281.51971435546875, "token_count": 47} +{"index": 912, "reference": "Krystian Pearce's equaliser earned a point for Mansfield Town after they fell behind at home to York City.", "prediction": "Jamie-half Vaine Oliver hit a late late equalised as Mansfield in a 1-1 to draw at Lefield Town.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 145.32144165039062, "token_count": 27} +{"index": 913, "reference": "Three people arrested after a man was found unconscious following a suspected assault in Brighton have been released without charge.", "prediction": "Three people have been arrested after a man left with serious and leg injuries in an incident in Hove Albion.", "rouge": {"rouge1": 45.0, "rouge2": 26.31578947368421, "rougeL": 35.0}, "nll_sum": 72.89424133300781, "token_count": 21} +{"index": 914, "reference": "A man who coerced a woman into having sex with a stranger before sending \"revenge porn\" to her family has been jailed for six years.", "prediction": "A man who Reece a woman with a sexual relationship's sister has been jailed jailed for four-anda-a-half years.", "rouge": {"rouge1": 51.06382978723404, "rouge2": 31.11111111111111, "rougeL": 51.06382978723404}, "nll_sum": 123.96363830566406, "token_count": 26} +{"index": 915, "reference": "Sheffield Wednesday have signed Middlesbrough striker Jordan Rhodes on loan until the end of the season.", "prediction": "Sheffield Wednesday have agreed a deal to striker Nelson Guy from English Championship sideuddersersfield for believed to be \u00a3 G7m.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 12.12121212121212, "rougeL": 22.857142857142858}, "nll_sum": 161.69879150390625, "token_count": 27} +{"index": 916, "reference": "Temporary classrooms are being set up at a school that was damaged by fire.", "prediction": "A temporary school buildings are to arrived at a West Sussex pupil school that gut averted by fire has cost at \u00a39 \u00a37m.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 17.14285714285714, "rougeL": 43.24324324324324}, "nll_sum": 174.19528198242188, "token_count": 27} +{"index": 917, "reference": "Wales wing George North's decision not to return to a Welsh region is a disappointment, says Rugby Wales chief executive Mark Davies.", "prediction": "Wales wing George North will make it easier to better Welsh players in the four regions, says Rugby Rugby Union.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 19.51219512195122, "rougeL": 41.86046511627907}, "nll_sum": 122.27392578125, "token_count": 22} +{"index": 918, "reference": "Czech 14th seed Petra Kvitova kept up her superb form by thrashing fourth seed Simona Halep to reach the final at the Wuhan Open in China.", "prediction": "Two-time champion Petra Wimitit began her dream by winning her first WTA Finals since 2014 Nov beating world number one Simona Halep.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 155.08827209472656, "token_count": 29} +{"index": 919, "reference": "A man beaten with iron bars by a masked gang has blamed dissident republican paramilitaries for an attack at his home in Derry.", "prediction": "A Londerryerry man has been left damaged in a fire which left left his man and badly left behind trees after a violent revenge attack.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 147.41024780273438, "token_count": 28} +{"index": 920, "reference": "A multi-million pound refurbishment of a Denbighshire leisure centre which was closed because of council cutbacks is due to start.", "prediction": "Work on a multi-million pound sport centre Den Denbighshire start next week, says Health Wales and Health Board ( Boarde).", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615385, "rougeL": 29.268292682926827}, "nll_sum": 146.95379638671875, "token_count": 27} +{"index": 921, "reference": "A total of 179 cases of child sexual exploitation (CSE) are being investigated in Keighley and Bradford, West Yorkshire Police has said.", "prediction": "More than 200 cases relating to crimes the West Yorkshire Police are being recorded over the past year the BBC have revealed.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 14.285714285714285, "rougeL": 18.181818181818183}, "nll_sum": 95.10383605957031, "token_count": 22} +{"index": 922, "reference": "A truck driver has been charged with illegally transporting immigrants after dozens of people were discovered in the back of his trailer.", "prediction": "A lorry driver carrying a parked truck that crashed into the border with after migrants in a car just before he died in jail, Mexico officials say, Oregon, says he a it-A-maker in from from a's.", "rouge": {"rouge1": 22.95081967213115, "rouge2": 0.0, "rougeL": 16.393442622950815}, "nll_sum": 251.831787109375, "token_count": 45} +{"index": 923, "reference": "Warning: This article contains information which may be triggering for those with eating disorders.", "prediction": "A BBC's teenager from Bradford an the suffered from anoreorect Adosa - an food blogger battle that can't a healthy takeaway and food.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 232.02821350097656, "token_count": 29} +{"index": 924, "reference": "A unique perspective on a landmark social event is to be unveiled as part of Nottingham's Caribbean Carnival.", "prediction": "Nottingham rally has opened up with a small door andcalled celebratory event in event an event marking years since the mining's flagship began.-'s theonian's a's-A's from in's from a's the's a", "rouge": {"rouge1": 16.94915254237288, "rouge2": 0.0, "rougeL": 10.169491525423728}, "nll_sum": 300.22515869140625, "token_count": 47} +{"index": 925, "reference": "Labour has accused Culture Secretary John Whittingdale of \"meddling\" after reports he will allow commercial broadcasters to challenge the BBC over peak-time scheduling.", "prediction": " culture secretary John Whittingdale accused the the BBC of making decisions about controversial TV programmes, saying Strictly Come in the independence in Scottish independence\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.391304347826086, "rougeL": 25.0}, "nll_sum": 150.9764404296875, "token_count": 29} +{"index": 926, "reference": "A woman with multiple sclerosis has said she was refused a taxi to a meeting of the MS Society because the journey was too short.", "prediction": "A taxi driver was refused to get free from a railway station station because she had she, because she was \"better better\".", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.333333333333334, "rougeL": 29.787234042553195}, "nll_sum": 119.77498626708984, "token_count": 24} +{"index": 927, "reference": "The European Space Agency (Esa) says its comet lander, Philae, has woken up and contacted Earth.", "prediction": "The European Space Agency (Esa) says it is \"very optimistic\" about how the probe has lost on the Earth a orbiting space.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 27.77777777777778, "rougeL": 42.10526315789474}, "nll_sum": 111.2418441772461, "token_count": 27} +{"index": 928, "reference": "A police sergeant called out to deal with a brawl in a Glasgow pub ended up giving an arresting performance of Gloria Gaynor's I Will Survive.", "prediction": "A senior police officer was filmed front of a police officer after he tried to help up, pub where he said \"get get up to and sing\".", "rouge": {"rouge1": 25.925925925925924, "rouge2": 3.8461538461538463, "rougeL": 18.51851851851852}, "nll_sum": 150.99655151367188, "token_count": 29} +{"index": 929, "reference": "South Africa fast bowler Hardus Viljoen took five wickets on his Kent debut as they bowled Gloucestershire out for 221 on day one in Bristol.", "prediction": " West Indies batsman Marus Viljoen's unbeaten century helped keep bowlers'sers dominated the control on to first day against Leicestershire.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 154.16024780273438, "token_count": 30} +{"index": 930, "reference": "The Democratic Unionist Party (DUP) will take action next week if the government does not provide a solution to the crisis at Stormont, it has said.", "prediction": "The Democratic Unionist (DUP) has said it will take in military action in Northern Ireland if Storm Storm's political crisis is over.", "rouge": {"rouge1": 48.97959183673469, "rouge2": 17.02127659574468, "rougeL": 36.73469387755102}, "nll_sum": 115.18814086914062, "token_count": 27} +{"index": 931, "reference": "Nathan Buck took a career-best 6-34 to help bowl Durham out for 166 and give Northants the upper hand on day one.", "prediction": " Chesney Hughes hit a half-century for Northamptonshire to a five-wicket over Northants by five runs at Chesterle-Street.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 137.21791076660156, "token_count": 31} +{"index": 932, "reference": "Police have searched the home and garden of a vulnerable woman who has been missing for a month in Inverclyde.", "prediction": "Police investigating the murder of a woman who has been missing for almost six weeks ago have re-exined their picture to save her life the", "rouge": {"rouge1": 47.826086956521735, "rouge2": 27.27272727272727, "rougeL": 43.47826086956522}, "nll_sum": 108.56816101074219, "token_count": 27} +{"index": 933, "reference": "A charity has criticised a series of adverts which it claims are offensive to people with facial burns.", "prediction": "A character character charity which suspended an shop for man in Wrexham have been suspended \"disgrful and a \"seasonful of horror\".", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 197.61712646484375, "token_count": 28} +{"index": 934, "reference": "Former Sheffield Wednesday striker Gary Madine scored one of the goals as Bolton beat League One rivals Sheffield United to reach round three of the FA Cup.", "prediction": " Mad Madine grabbed a stoppagetime winner as Bolton Wand came from behind to beat non-league side Sheffield United in the EFL Cup fourth round round.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 7.8431372549019605, "rougeL": 33.9622641509434}, "nll_sum": 145.57955932617188, "token_count": 31} +{"index": 935, "reference": "French mosques have invited non-Muslims in to try to create greater understanding of Islam in France.", "prediction": "Two mosques in France are closing their doors to open- in an effort to promote initiative, Islam.mbudsman's \" a \"-'s reputation a \"'s a- from a's from in since it's flagship of.'s from's a", "rouge": {"rouge1": 28.571428571428566, "rouge2": 3.7037037037037033, "rougeL": 21.428571428571434}, "nll_sum": 280.5400390625, "token_count": 47} +{"index": 936, "reference": "Early agreement has been reached on North Sea fishing quotas for next year, with an increase in key stocks for Scottish fishermen.", "prediction": "Record numbers of Scottish fishermen are set of increase by 5% again from next year,, as a result of uncertainty over a lifetime ban and ban.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 8.695652173913043, "rougeL": 8.333333333333334}, "nll_sum": 150.84356689453125, "token_count": 28} +{"index": 937, "reference": "A couple who were in a light aircraft that crashed in a Northamptonshire field escaped unhurt and were found by ambulance crews in a nearby pub.", "prediction": "A pilot was taken to hospital after an ambulance after her car crashed into a small drink- anti-critic while walking a Bedfordfordshire pub.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 152.24630737304688, "token_count": 29} +{"index": 938, "reference": "Constructed between 1794 and 1798, the Swansea canal once ran for more than 16 miles between Swansea and Abercraf, and was the artery which created the Swansea valley as we know it.", "prediction": "The Swansea Bay canal is one of the world and most iconic buildings in its kind..", "rouge": {"rouge1": 20.833333333333336, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 76.69284057617188, "token_count": 16} +{"index": 939, "reference": "Ireland pair Jonathan Sexton and Sean O'Brien are set to resume full training after injury before Saturday's Six Nations opener against Scotland.", "prediction": "Johnny Sexton and Peter O'Brien will feature in Ireland's opening Six Nations match against Scotland\" Dublin on Tuesday after his in his full injury.", "rouge": {"rouge1": 55.99999999999999, "rouge2": 16.666666666666664, "rougeL": 35.99999999999999}, "nll_sum": 134.00271606445312, "token_count": 29} +{"index": 940, "reference": "Landlords in England will be expected to evict tenants who lose the right to live in the UK under new measures to clamp down on illegal immigration.", "prediction": "Home landlord in England and Wales be not be allowed to allowed them evict them without delayed, under government announced.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 8.88888888888889, "rougeL": 29.787234042553195}, "nll_sum": 129.84283447265625, "token_count": 21} +{"index": 941, "reference": "Dutch Justice Minister Ivo Opstelten and his state secretary, Fred Teeven, have resigned after misleading parliament over a 2001 compensation payment to a convicted drug trafficker.", "prediction": " for Dutch lord minister, Justice, Opstelelten, has quit, resigned, which he received a payment from a who was involved in a drug-raped drugicker from a Italian drug drugmaker.", "rouge": {"rouge1": 29.090909090909093, "rouge2": 0.0, "rougeL": 25.454545454545453}, "nll_sum": 242.88743591308594, "token_count": 41} +{"index": 942, "reference": "Gavin Swankie's late winner gave Scottish League Two leaders Forfar Athletic a 4-3 win over Cowdenbeath, who sink to the foot of the table.", "prediction": "Mark Swankie scored aage-time winner as Forfar Athletic took a 3-2- victory away to Cowdenbeath in in Scottish League Two.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 13.043478260869565, "rougeL": 29.166666666666668}, "nll_sum": 170.92514038085938, "token_count": 32} +{"index": 943, "reference": "A plan for up to 117 new homes on a site at Carrbridge in the Cairngorms National Park has been turned down.", "prediction": "Plans for a \u00a3400 development development near Redbridge in East Yorkshire, have been given a planning approval by Rull City Council Council.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809524, "rougeL": 22.727272727272727}, "nll_sum": 118.82437133789062, "token_count": 27} +{"index": 944, "reference": "Visitors have been asked to stay away from a Vale of Glamorgan hospital because of an outbreak of norovirus.", "prediction": "Two patients in Cardiff are being treated for their injuries following an outbreak of norovirus bug.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 18.18181818181818, "rougeL": 22.857142857142858}, "nll_sum": 69.55230712890625, "token_count": 18} +{"index": 945, "reference": "Half a century ago millions of Chairman Mao's Red Guards gathered in rallies in Tiananmen Square to chant slogans and wave their red books of his quotations in a show of loyalty to the ideas of the \"Great Helmsman\".", "prediction": "fair is a city of one of of speech one of the most memorable never ever - but what it mean!", "rouge": {"rouge1": 20.0, "rouge2": 3.448275862068966, "rougeL": 20.0}, "nll_sum": 125.4093246459961, "token_count": 21} +{"index": 946, "reference": "It is the stuff of Boys' Own adventure novels - rugged Australians dropping into wild saltwater crocodile nests to snatch day-old eggs from territorial females.", "prediction": " of Australian government says it has warned but reptile has spread the arrival of baby eggs, with trees and what are too to be too expensive too", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 174.3529052734375, "token_count": 28} +{"index": 947, "reference": "Gritting lorries and snowploughs have been out and about on Lincolnshire's roads - in preparation for the start of the snow risk season.", "prediction": "et foet of electric moving around a Lincolnshire town have begun installing the start this summer,, because of a boiling hot weather \" and's. a's referee a's a's from it's.A of a's again's a", "rouge": {"rouge1": 21.875, "rouge2": 3.225806451612903, "rougeL": 12.500000000000004}, "nll_sum": 282.598876953125, "token_count": 46} +{"index": 948, "reference": "They can walk, they can talk, and may soon be thinking for themselves.", "prediction": "The International Space Station is working together South Korea, but what knows how how are getting a very low!", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 116.69940948486328, "token_count": 20} +{"index": 949, "reference": "A former friend of the women who murdered toddler Liam Fee has told the BBC that \"no sentence\" could ever be enough for their crimes.", "prediction": "The best friend of two children of murdered Liam Fee has said she is \" and shocked, \"shocked and shocked to do anything\" and\" what to happened.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 169.49253845214844, "token_count": 32} +{"index": 950, "reference": "A paper manufacturer has applied to build a new plant to generate electricity and steam for its mill in West Norfolk.", "prediction": "Plans for a new nuclear plant at a former Norfolk in Norfolk have to submitted to the city council with plans to save \u00a38m.", "rouge": {"rouge1": 40.0, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 110.38446044921875, "token_count": 27} +{"index": 951, "reference": "Bulldozers have started to clear part of the makeshift Calais camp known as the \"Jungle\" after about 1,000 residents left the area.", "prediction": "Thousands of and migrants are moving closer of their to from the UK's refugee camp Calais,, also known as the \"Jungle camp\".", "rouge": {"rouge1": 39.130434782608695, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 122.70985412597656, "token_count": 26} +{"index": 952, "reference": "The situation in Gaza is \"simply intolerable and must be addressed\", Foreign Secretary Philip Hammond says.", "prediction": "Foreign Secretary Philip Hammond has said the UK is \"unacceptable and recognition\" rocket attacks, Palestinian militants as \"unacceptable and aA terrorist organisation\".", "rouge": {"rouge1": 36.84210526315789, "rouge2": 16.666666666666664, "rougeL": 21.05263157894737}, "nll_sum": 139.95855712890625, "token_count": 29} +{"index": 953, "reference": "Police invoked special stop and search powers after three people were stabbed within 10 minutes in a town centre.", "prediction": "A police force has said people to use people for possible Syriarelated-, following an attack in Essex which left 72 people dead and a, 30.old 30, November from the Ferguson, the from from of the.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 291.55963134765625, "token_count": 43} +{"index": 954, "reference": "Reducing the number of councils in Wales from 22 to eight or nine would cut the cost of local government, the public services minister has said.", "prediction": "Plans to revitalise north Wales - including the north Wales north - have been created, the public minister has said, amid and over the local's the reputation from George's a reputation from local of have of of.", "rouge": {"rouge1": 41.26984126984127, "rouge2": 9.836065573770492, "rougeL": 22.222222222222225}, "nll_sum": 229.8724365234375, "token_count": 43} +{"index": 955, "reference": "Charter Communications has agreed to buy media giant Time Warner Cable in a deal which values the company at $78.7bn (\u00c2\u00a352bn).", "prediction": "US cable giant giant Qualcomm has agreed to agreed rival giant rival militant Cable for $4bn2bn (\u00a36.6bn,; $4bn) deal with US regulators.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 9.30232558139535, "rougeL": 26.66666666666666}, "nll_sum": 203.21595764160156, "token_count": 35} +{"index": 956, "reference": "A victim of child abuse has criticised the decision to hold an inquiry to investigate more than 60 institutions, including several top private schools.", "prediction": "A former primary teacher who carried out of his care after a boarding school has been told the child abuse inquiry he will receive a further financial of help.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301888}, "nll_sum": 149.74420166015625, "token_count": 29} +{"index": 957, "reference": "The Polish foreign ministry has banned a biker gang linked to Russian President Vladimir Putin from entering the country.", "prediction": "andand has, warned that, Russian- Russian paramilitary boxing riding a route into the country, will be allowed to ride from a far-right group.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 162.9742431640625, "token_count": 30} +{"index": 958, "reference": "Hashim Amla resigned as South Africa captain immediately after his side drew the second Test against England.", "prediction": "South Africa captain Brendim Amla but announced his retirement from international cricket after a 5-day one-day international series against England.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 30.769230769230766}, "nll_sum": 113.69359588623047, "token_count": 26} +{"index": 959, "reference": "Australia's economy grew at a better-than-expected 0.9% in the first quarter of 2015, compared to the previous quarter, boosted by mining together with financial and insurance services.", "prediction": "Australia's economy grew by 0.7% the three months to the end was in March, compared with the previous year to previous figures., to solve be The's.", "rouge": {"rouge1": 43.33333333333333, "rouge2": 17.241379310344826, "rougeL": 30.000000000000004}, "nll_sum": 153.70614624023438, "token_count": 33} +{"index": 960, "reference": "The sound of the first cuckoo in spring is a familiar one in the British countryside.", "prediction": "Migrine cuckoo isn't and experienced the UK is leaving the struggle, say scientists.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 112.15670776367188, "token_count": 19} +{"index": 961, "reference": "Mexican Sergio Perez is to continue with Force India for a fourth successive season in 2017.", "prediction": "Ferrari Vio Perez says he will join India in the next Formula 1 calendar in 2017 if he is join the team in any future solve. aA referee's a's-A a from in from from a's. from a", "rouge": {"rouge1": 21.052631578947363, "rouge2": 3.6363636363636362, "rougeL": 14.035087719298248}, "nll_sum": 256.3421936035156, "token_count": 47} +{"index": 962, "reference": "A London council has withdrawn an order forcing a mother to send her home educated child to school.", "prediction": "A woman whose son needs needs not to be homeed in free at school has been told a council it did not want to do so.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 131.20114135742188, "token_count": 27} +{"index": 963, "reference": "Wales' Jamie Donaldson will take a two-shot lead into the third round of the Nordea Masters after carding a second successive 69 on Friday.", "prediction": "Welshman Luke Donaldson said he has had to share a two share of the lead into- final round of the inaugural Abu Dhabi Championship in Malmo.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 16.3265306122449, "rougeL": 31.372549019607842}, "nll_sum": 166.37930297851562, "token_count": 31} +{"index": 964, "reference": "Campaigners want a dedicated clinic for victims of female genital mutilation (FGM) to be opened in Wales.", "prediction": "A charity is calling for tougher called to be in women's churches for Wales who receive who donate.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 5.88235294117647, "rougeL": 33.333333333333336}, "nll_sum": 122.03180694580078, "token_count": 19} +{"index": 965, "reference": "Researchers have developed a collection of new plastics that are recyclable and adaptable - and the discovery began with a laboratory mistake.", "prediction": "A \"ete defeatedet plastic, which can be \"unconsable, can be attractive, researchers say.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 136.1126251220703, "token_count": 21} +{"index": 966, "reference": "Investors need to take a long-term view when backing new tech start-ups in the UK according to leading fund manager Neil Woodford, speaking as part of the BBC's Tech Talent coverage.", "prediction": "Mark chief executive Mark Woodford, has warned that members of small tech businesses will need tech firms, because of the funding don isn't doing enough.", "rouge": {"rouge1": 23.333333333333332, "rouge2": 3.448275862068965, "rougeL": 13.333333333333334}, "nll_sum": 145.12359619140625, "token_count": 29} +{"index": 967, "reference": "A new gin distillery in the Borders - built in a converted cowshed - is to start production early in the new year.", "prediction": "The first design for a new distillery a set Borders be held in Scottish Borders.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 94.1983413696289, "token_count": 16} +{"index": 968, "reference": "A 19th Century factory, once a grand beacon of Nottingham's industry, has been largely reduced to ashes and rubble after a fire consumed it for more than a week.", "prediction": "The huge fire which destroyed a factory on a 16th Century factory ismaking. demolished.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 4.761904761904763, "rougeL": 13.636363636363638}, "nll_sum": 103.890869140625, "token_count": 17} +{"index": 969, "reference": "It has long been accepted that women outlive men.", "prediction": "Men men die less than two years ago than men and men who who serving on the hand than each other, in the same life of life expectancy.", "rouge": {"rouge1": 5.405405405405405, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 145.49185180664062, "token_count": 29} +{"index": 970, "reference": "A US student has been charged with smearing peanut butter in the face of an undergraduate who has a potentially deadly allergy.", "prediction": "A Michigan teenager has been charged with avoiding a hazing while performing a graduation test, say lawyers 2011. solve the a's a man's as a The's a from a the referee, from's have of violence.", "rouge": {"rouge1": 26.22950819672131, "rouge2": 10.16949152542373, "rougeL": 22.95081967213115}, "nll_sum": 264.16217041015625, "token_count": 43} +{"index": 971, "reference": "Norway has rejected a plan to give its neighbour Finland a mountain to mark the centenary of its independence.", "prediction": "The Norwegian government has rejected calls to move possible to Halti's highest mountain, Russia after faces a battle struggle", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 137.11668395996094, "token_count": 22} +{"index": 972, "reference": "Growth in the Scottish economy is failing to pick up pace, according to one of Scotland's main forecasters.", "prediction": "The Scottish economy will be slowing down this year despite saying Brexit \"fright short\" and EU uncertainty, according to analysis from a think tank tank.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 14.285714285714288, "rougeL": 22.727272727272727}, "nll_sum": 137.72799682617188, "token_count": 29} +{"index": 973, "reference": "The US Secretary of State Rex Tillerson has said he only accepted the job after being convinced by his wife.", "prediction": "The US Secretary of State Islamic State told journalists that he and his wife asked him not to do his job but was \"not right\".", "rouge": {"rouge1": 40.0, "rouge2": 23.25581395348837, "rougeL": 35.55555555555556}, "nll_sum": 101.82917785644531, "token_count": 26} +{"index": 974, "reference": "A football team stranded on a motorway after a bridge collapsed are hunting for a mystery bride who asked to have her photo taken with them.", "prediction": "A football club called to a photo of a woman living on a motorway in which a motorway alive and tried to name her name instead of her wedding.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 11.32075471698113, "rougeL": 29.090909090909093}, "nll_sum": 144.0924072265625, "token_count": 31} +{"index": 975, "reference": "A man has been arrested at Manchester Airport on suspicion of \"Syria-related terrorism\" offences.", "prediction": "Two women are set to Birmingham have joined the Syria on suspicion ofrelated terrorism.", "rouge": {"rouge1": 27.58620689655172, "rouge2": 7.407407407407408, "rougeL": 20.689655172413797}, "nll_sum": 98.52203369140625, "token_count": 15} +{"index": 976, "reference": "Three statues honouring the Devonshire, Dorset and combined Devon and Dorset Army regiments are being planned for the National Memorial Arboretum.", "prediction": "D sculptures bird Raymond be created to honour D soldiers who fought in World War One, at the National Arboretum of a rectum's a's The a sculpture from 3-dold, in.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 3.8461538461538463, "rougeL": 14.814814814814813}, "nll_sum": 246.06793212890625, "token_count": 41} +{"index": 977, "reference": "At a press conference last week, opposition leader Aung San Suu Kyi was asked for her assessment of Myanmar's reform process.", "prediction": "ungung Sanu Su Ky says she didn't't excited,\"bro Ibrokes suddenly.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 154.4195098876953, "token_count": 18} +{"index": 978, "reference": "A serial robber who threatened an 18-year-old shop worker with a knife was caught after his streak of grey hair was recognised in CCTV footage.", "prediction": "A man has been filmed watching video on a shop worker worker and a shop and threatened her using her using.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 128.20140075683594, "token_count": 21} +{"index": 979, "reference": "Police forces are unfairly disciplining black and Asian officers who complain about racism, says the National Black Police Association.", "prediction": "Greater Manchester Police still barely in force the force it is protesting against the police, West Midlands Police commander' Association says says in the's the, solve, says they from- \"d's mandatory in from from a Saturday. from a", "rouge": {"rouge1": 20.338983050847457, "rouge2": 0.0, "rougeL": 16.94915254237288}, "nll_sum": 302.79364013671875, "token_count": 47} +{"index": 980, "reference": "Four silver coins dating from the 14th Century that were found on County Down farmland have been declared to be treasure at an inquest in Belfast.", "prediction": "A national hoard of bronze coins believed to be about 1,000 years old, has been unearthed in a field in a field in Down, County Down.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.8431372549019605, "rougeL": 15.09433962264151}, "nll_sum": 93.81678771972656, "token_count": 30} +{"index": 981, "reference": "A 15-year-old girl has died despite being rescued after she was swept into the sea in North Tyneside.", "prediction": "A 15-year-old girl who pulled from the sea off White beach has been described as \"one of the best\" who lost her life to her life\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 21.73913043478261, "rougeL": 29.166666666666668}, "nll_sum": 112.39054870605469, "token_count": 32} +{"index": 982, "reference": "The boyfriend of a pregnant woman killed in a scooter accident in Thailand is to be charged over her death, police in the country have said.", "prediction": "A lorry driver involved in Indonesia in connection with the killing of a British woman in appeared to appear in court.", "rouge": {"rouge1": 42.553191489361694, "rouge2": 4.444444444444445, "rougeL": 29.78723404255319}, "nll_sum": 94.17976379394531, "token_count": 22} +{"index": 983, "reference": "A woman who set a \"honey trap\" for a professional gambler who was kicked to death for his winnings has been jailed for 16 years.", "prediction": "A woman who killed a former former tennis star just days before she went into a hotel- in north London has been jailed for life.", "rouge": {"rouge1": 36.0, "rouge2": 20.833333333333336, "rougeL": 36.0}, "nll_sum": 100.94322204589844, "token_count": 26} +{"index": 984, "reference": "\"We haven't had an earthquake lately,\" was Eeyore's tart response when asked about forecasts that the weather can only improve in the Hundred Acre Wood.", "prediction": "There is a little changed, anything little, but it is certainly inevitable but it might be genuine.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 93.1055908203125, "token_count": 19} +{"index": 985, "reference": "Manchester United's \u00a356m new signings Ander Herrera and Luke Shaw will join the squad to tour the United States later this month.", "prediction": "Ex-England United striker Craig Shaw has been named of 26 Manchester players named in his 26-season tour of Brazil", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 111.75208282470703, "token_count": 22} +{"index": 986, "reference": "Former first minister Alex Salmond has made his final speech in the Scottish Parliament amid emotional scenes in the Holyrood chamber.", "prediction": "Former First Minister Alex Salmond made an un Holytering committee at the Holyrood term- smodled parliament after a controversial Holyrood term.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 25.0, "rougeL": 42.857142857142854}, "nll_sum": 170.72509765625, "token_count": 30} +{"index": 987, "reference": "The IT systems of three US hospitals have been infected with ransomware, which encrypts vital files and demands money to unlock them.", "prediction": "Hackers have paid more than $1717, (\u00c23139000) to an state emergency unit after two hospitals had files medical were went back.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 204.18106079101562, "token_count": 30} +{"index": 988, "reference": "BodyPositive is an exciting new BBC campaign.", "prediction": "The team meeting Radio 1 and, I will be presenting a, urging our, to encourage people around the world, and you will do and others you for your share of our lives, and share our stories.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 204.548828125, "token_count": 41} +{"index": 989, "reference": "David Cameron has said Fifa president Sepp Blatter must resign, adding \"the sooner that happens the better\".", "prediction": "Prime Minister David Cameron has called on former Fifa president Sepp Blatter to be suspended amid allegations of corruption is a \"the scale of character\".", "rouge": {"rouge1": 38.0952380952381, "rouge2": 25.0, "rougeL": 38.0952380952381}, "nll_sum": 93.71638488769531, "token_count": 28} +{"index": 990, "reference": "Some 120 diners celebrating a baptism at a restaurant in a north-western Spanish town all fled the restaurant at once without paying, the owner said.", "prediction": "Four onlookers who served a legal drinks threatened break away from bank outside a restaurant in central Italy, police say.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 9.09090909090909, "rougeL": 17.391304347826086}, "nll_sum": 126.8184814453125, "token_count": 22} +{"index": 991, "reference": "Reported incidents of livestock worrying have risen by 55%, according to police.", "prediction": "The number of incidents reported reported to seal in Scotland has fallen by 40 by the past year, figures show.", "rouge": {"rouge1": 31.25, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 82.81532287597656, "token_count": 21} +{"index": 992, "reference": "French driver Esteban Ocon will race for Force India in 2017 after agreeing a \"multi-year deal\", with the team.", "prediction": "eb the driverntie O, will signed for Formula team in the 2017 1 season.", "rouge": {"rouge1": 35.29411764705882, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 115.56612396240234, "token_count": 17} +{"index": 993, "reference": "The quality of care at an Aberdeen nursing home has been deemed \"unsatisfactory\".", "prediction": "A and and conditions at a council at a care home in Dundee have been described as \"very and poor\", according a senior care home home.", "rouge": {"rouge1": 20.512820512820515, "rouge2": 0.0, "rougeL": 15.384615384615389}, "nll_sum": 133.85360717773438, "token_count": 29} +{"index": 994, "reference": "Fetch, sit and roll over - all the kinds of normal things that you would say to your dog.", "prediction": "If you do like you want police to call each other's other in any other issue!", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 94.90472412109375, "token_count": 17} +{"index": 995, "reference": "Three men have been found guilty of killing a rival drug dealer in a gang-related revenge attack.", "prediction": "Four men have been found guilty of a revenge revenge and revenge attack on a man on-ide town.", "rouge": {"rouge1": 54.05405405405405, "rouge2": 34.285714285714285, "rougeL": 48.64864864864865}, "nll_sum": 89.57867431640625, "token_count": 20} +{"index": 996, "reference": "Blackburn Rovers midfielder Hope Akpan has had his three-match ban for violent conduct extended to four, following a Football Association charge.", "prediction": "Blackburn Rovers midfielder Hope Akpan will not be miss serve a 12-match-line ban after a Football Association Football charge ofBur Football League'sA ballet) from his-. for from from a as a's. aA", "rouge": {"rouge1": 44.827586206896555, "rouge2": 21.428571428571427, "rougeL": 37.931034482758626}, "nll_sum": 305.924072265625, "token_count": 46} +{"index": 997, "reference": "National League side Forest Green Rovers have signed defender Ben Jefford on an 18-month contract from Welling.", "prediction": "Forest Green Rovers. signed defender Ben Jefford on a- emergency youth loan from Championship side Bristol Rovers. saying a \"h's a \"2's such from a's reputation a's a's reputation's\". from The'sA", "rouge": {"rouge1": 35.714285714285715, "rouge2": 22.222222222222225, "rougeL": 32.142857142857146}, "nll_sum": 302.260009765625, "token_count": 47} +{"index": 998, "reference": "Bristol City briefly climbed to the summit of the Championship table by ending Cardiff City's unbeaten start.", "prediction": "Bristol City survived- second-half to beat Cardiff and harbour the Blues' play-off hopes alive.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 108.67720031738281, "token_count": 22} +{"index": 999, "reference": "Adam Voges and Dawid Malan both hit tons as Middlesex dominated Hampshire on day one at Merchant Taylors' School.", "prediction": "England batsman batsafaw Malan hit a double as Middlesex dominated control control against Hampshire on day one of the County at at the Ageas Bowl.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 23.80952380952381, "rougeL": 45.45454545454545}, "nll_sum": 180.79812622070312, "token_count": 31} +{"index": 1000, "reference": "Parents of babies with milk and soya allergies could face charges of up to \u00a3112 per week to feed their children in London, it has been claimed.", "prediction": "Plans to legalise multimillion- pound milk for hospitals pharmacy in north London, the a health watchdog has said. saying in the 100 game a referee, 30 it from a small\" after by byiven of.", "rouge": {"rouge1": 22.950819672131146, "rouge2": 0.0, "rougeL": 13.114754098360654}, "nll_sum": 277.3861999511719, "token_count": 43} +{"index": 1001, "reference": "Touchscreen tablets and phones are popular in almost every respect but one - the smears that fingers leave on the screen.", "prediction": "F problem erupted on our screens, but don't be the clothes went on our screens again but but it is isn't isn it it isn isn't!'t, itolve of a controversialCalifornia-'s.", "rouge": {"rouge1": 14.545454545454545, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 266.5788269042969, "token_count": 41} +{"index": 1002, "reference": "Thousands of people have come forward following a worldwide appeal to find a stem cell donor for a Cardiff University student who needs a match in the next two months.", "prediction": "A stem cell campus who needs surgery at a Cardiff University, is launched a appeal for South African families find it \"the alloff outside world\".", "rouge": {"rouge1": 47.27272727272728, "rouge2": 18.867924528301888, "rougeL": 29.09090909090909}, "nll_sum": 181.31436157226562, "token_count": 28} +{"index": 1003, "reference": "A Bangladeshi toddler born with a third leg attached to her pelvis is returning home after successful surgery in Australia.", "prediction": "An Australian girl who had a part of her middle leg and abandoned her to has be removed the Australia after successful double leg double mast operation.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 4.444444444444445, "rougeL": 21.27659574468085}, "nll_sum": 159.23178100585938, "token_count": 27} +{"index": 1004, "reference": "A man is to appear in court over the suspicious death of a 34-year-old in Dundee.", "prediction": "A man has been arrested over death of a 75-year-old whose body, who of seriously injured in a Dund area of Dundee July, was been named from his reputation from a's.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 16.0, "rougeL": 38.46153846153846}, "nll_sum": 203.5076446533203, "token_count": 39} +{"index": 1005, "reference": "A man has died in a huge blaze at a sheltered housing complex in Fife.", "prediction": "One person was died in hospital after a fatal fire at a family-run estate F Fife.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 13.333333333333334, "rougeL": 37.50000000000001}, "nll_sum": 92.7662353515625, "token_count": 19} +{"index": 1006, "reference": "Forest Green Rovers goalkeeper Sam Russell has signed a new one-year deal.", "prediction": "Forest Green Roversvers have left-back Sam Scott has has left fellow National League South side Gateshead.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 7.142857142857144, "rougeL": 26.666666666666668}, "nll_sum": 121.58236694335938, "token_count": 21} +{"index": 1007, "reference": "It is a day when women from Merseyside are encouraged to dress in their finest clothes and enjoy a day at the races at Ladies' Day.", "prediction": "Liverpool is the Globe racecourse, but the Liverpool is not the bustling city of city, but women's women are \"on theon battle\" faced between men and women.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 14.814814814814817}, "nll_sum": 189.31756591796875, "token_count": 34} +{"index": 1008, "reference": "A woman died after a hospital did not accept her for neurosurgery citing an intensive care bed shortage, an inquest heard.", "prediction": "A NHS could no action be taken against a woman who needs a mast surgery brain after, a coroner inquest was told to take urgent action.", "rouge": {"rouge1": 21.276595744680847, "rouge2": 8.88888888888889, "rougeL": 21.276595744680847}, "nll_sum": 147.7223663330078, "token_count": 27} +{"index": 1009, "reference": "John Horan easily won the vote at Congress on Friday night to become the GAA president-elect.", "prediction": "James James Horan has been confirmed as the GAA as the next president of the Gael Gaelic Football Association.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 83.08099365234375, "token_count": 22} +{"index": 1010, "reference": "Legendary former England opening batsman Geoffrey Boycott opposes the view that England do not concentrate enough on one-day cricket, but is not particularly enamoured with the selectors.", "prediction": "Former England Test captain Steve there says there will be no immediate cricket in England cricket - and I've never played.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 108.8061752319336, "token_count": 22} +{"index": 1011, "reference": "Hearts head coach Ian Cathro has played down reports of Rangers renewing their interest in Jamie Walker.", "prediction": "Hearts head coach Ian Cathro says it is \"very confident\" of Jamie Clarke, but admitted he will \"now wasting their time\".", "rouge": {"rouge1": 42.10526315789473, "rouge2": 22.222222222222225, "rougeL": 36.84210526315789}, "nll_sum": 129.20053100585938, "token_count": 27} +{"index": 1012, "reference": "Michael van Gerwen has won the UK Open title for the first time in his career, beating Peter Wright 11-5 in the final in Minehead.", "prediction": "Peter Wright Wright claimed his first World Dartsarts title of in four years by beating two-time world champion Michael Wright at Crystal Palace.", "rouge": {"rouge1": 35.99999999999999, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 138.3562774658203, "token_count": 27} +{"index": 1013, "reference": "So, is Northern Ireland better off inside or outside the European Union?", "prediction": "The UK's decision to leave Northern Ireland would be \"new\" and possible for things, Northern Ireland economy according to ministers in White House of Commons.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 5.555555555555555, "rougeL": 10.526315789473683}, "nll_sum": 144.41148376464844, "token_count": 29} +{"index": 1014, "reference": "Gordon Greer has a double mission this summer - find a new club and one that is good enough to help him retain his place in the Scotland team.", "prediction": "Scotland captain Greig Greer says he would be ruled out of playing for Scotland's squad for Euro 2016.", "rouge": {"rouge1": 8.51063829787234, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 85.6876220703125, "token_count": 21} +{"index": 1015, "reference": "Defence of the realm is often cited as the first duty of government.", "prediction": "The UK Macy general election campaign - but it will be a priority - and again - and be the leadership of - and a secret more armed forces.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 170.57395935058594, "token_count": 29} +{"index": 1016, "reference": "The longest-serving Lib Dem peer and veteran human rights campaigner, Lord Avebury, has died at the age of 87.", "prediction": "Tributes have been paid to human rights campaign activist Lord Manuelbury, who has died, aged 86. of.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 17.142857142857142, "rougeL": 43.24324324324324}, "nll_sum": 114.02780151367188, "token_count": 22} +{"index": 1017, "reference": "Council house sales in Scotland rose by 26% following the decision to scrap tenants' right-to-buy, according to official figures.", "prediction": " number number from homes are Scotland fallen to its lowest level, since 2008 since began started, official figures show.", "rouge": {"rouge1": 20.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 119.11068725585938, "token_count": 21} +{"index": 1018, "reference": "Lord Heseltine has said he would be \"very surprised\" if Boris Johnson became prime minister after his \"preposterous, obscene\" remarks during the European Union referendum campaign.", "prediction": "C Lord Heseltine has said he is \"sickened\" by Boris Johnson, claiming he is campaign for the UK in leave the EU.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 21.73913043478261, "rougeL": 33.333333333333336}, "nll_sum": 108.04094696044922, "token_count": 29} +{"index": 1019, "reference": "A CCTV image of two women who may have witnessed a serious assault at a music venue has been released by police.", "prediction": "Police have released images of two women they want to speak to trace in connection with a serious assault- street centre.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 24.390243902439025, "rougeL": 32.558139534883715}, "nll_sum": 97.71896362304688, "token_count": 22} +{"index": 1020, "reference": "A protest has taken place opposing cuts to children's centres in Oxfordshire.", "prediction": "Hundreds of people have attended a march against plans to cut children and children children centres centres.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 0.0, "rougeL": 26.666666666666668}, "nll_sum": 81.49447631835938, "token_count": 17} +{"index": 1021, "reference": "Crystal Palace claimed their first win of the season as they extended Everton's winless league streak at Goodison Park to four matches.", "prediction": "Crystal Palace came back from 4-0 down to claim a late battle against Everton at Selhurst Park.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 5.128205128205128, "rougeL": 29.268292682926827}, "nll_sum": 60.373165130615234, "token_count": 20} +{"index": 1022, "reference": "Teachers won millions of pounds in compensation last year after suffering discrimination and serious injuries in the line of work, a union said.", "prediction": "Teachers have been ordered to pay \u00a31,000 in compensation after a school teacher, who seriously injured while tripped a a classroom school classroom.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 4.444444444444444, "rougeL": 21.27659574468085}, "nll_sum": 122.07610321044922, "token_count": 29} +{"index": 1023, "reference": "There's one big issue for the new UK government that stayed below the radar during the election campaign - trade negotiations between the European Union and the United States, known as TTIP, the Transatlantic Trade and Investment Partnership.", "prediction": "The proposed College of degrees (IPIP) was held its first meeting again in Paris, the so far and outcome outcome to far results yet of what will be it mean for what? it mean!", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 8.333333333333334}, "nll_sum": 244.84759521484375, "token_count": 39} +{"index": 1024, "reference": "Bristol director of rugby Andy Robinson says the club have been hit hard by the departure of forwards coach Steve Borthwick, who he believes will be successful with England.", "prediction": "Bristol director of rugby Andy Robinson has said he has no need to signing new, head coach Steve Borthwick after just 43 days.", "rouge": {"rouge1": 38.46153846153847, "rouge2": 28.000000000000004, "rougeL": 34.61538461538461}, "nll_sum": 132.7093505859375, "token_count": 28} +{"index": 1025, "reference": "German exports and production fell in November compared with the previous month.", "prediction": "German industrial production production rose slightly in December, official figures have shown, increasing over fears that production producer fell and fall of production. 2011. solve- 2011- again's from's-A aA in from's a's. from solve", "rouge": {"rouge1": 19.6078431372549, "rouge2": 0.0, "rougeL": 15.68627450980392}, "nll_sum": 294.70062255859375, "token_count": 47} +{"index": 1026, "reference": "A Red Cross manager who led the organisation's on-site response to the Shoreham Airshow disaster has been awarded a British Empire Medal.", "prediction": "A Red Cross workers who save lives 30 people killed in the Shoreham air air disaster, say they received an award on a New Yearours award.", "rouge": {"rouge1": 40.0, "rouge2": 12.499999999999996, "rougeL": 35.99999999999999}, "nll_sum": 166.0458984375, "token_count": 29} +{"index": 1027, "reference": "The Financial Reporting Council (FRC), which regulates how firms govern themselves, is too \"timid\" and needs more powers, says former City minister Lord Myners.", "prediction": " chairman chairman, the Financial Conduct Council, says the government should do more to pay pay bosses, pay and to ensure that do do not and do.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 150.83876037597656, "token_count": 29} +{"index": 1028, "reference": "A huge gorilla statue made entirely of spoons for entertainer Uri Geller has been unveiled by Prince Michael of Kent.", "prediction": "A statue has been unveiled for a giant production superstar Shah Geller, which has been, behind the firm for around the \u00a32m.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 28.571428571428566}, "nll_sum": 154.50759887695312, "token_count": 27} +{"index": 1029, "reference": "When Marine Le Pen appeared in the Kremlin on 24 March, it was Vladimir Putin himself who gave voice to the thought that was surely on many people's minds:", "prediction": "When Vladimir Vladimir Putin met Russia last week, a meeting with Marine Le Pen, the far-right National Front (FN)) leader of was far-right Le, solve \" a farForest- it).", "rouge": {"rouge1": 30.0, "rouge2": 10.344827586206897, "rougeL": 20.000000000000004}, "nll_sum": 206.90298461914062, "token_count": 40} +{"index": 1030, "reference": "The Welsh Liberal Democrats would create 140,000 extra apprentices over the next five years if the party wins power in May's elections.", "prediction": "The Welsh Liberal have claimed an extra \u00a31bn to provide more young people in training after assembly election.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 10.0, "rougeL": 28.571428571428577}, "nll_sum": 101.32682800292969, "token_count": 20} +{"index": 1031, "reference": "Vodafone has warned it could move its headquarters from the UK depending on the outcome of Britain's negotiations to leave the European Union.", "prediction": "Vodafone has confirmed it is closing a plan to open its European headquarters to the UK, as a result a vote to leave the EU.", "rouge": {"rouge1": 44.89795918367347, "rouge2": 17.02127659574468, "rougeL": 40.81632653061225}, "nll_sum": 95.22528076171875, "token_count": 29} +{"index": 1032, "reference": "A man has been jailed after he told a stranger that he wanted her to have a baby with her so he could abuse it.", "prediction": "A sex offender who admitted making indecent images of children, including Facebook Facebook and sexually others has been given a suspended three-year jail sentence and they a \" a- a \" a \"- a's havepayment of from a from's a", "rouge": {"rouge1": 18.46153846153846, "rouge2": 3.1746031746031744, "rougeL": 18.46153846153846}, "nll_sum": 254.9188232421875, "token_count": 46} +{"index": 1033, "reference": "A police officer has been disciplined over a mistake which led to armed police being sent to the wrong address during a search of a family home in County Down.", "prediction": "A serving police officer has been fined after failing to force aA man's name before the date before he gave birth in a handrocover machine.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 11.111111111111112, "rougeL": 28.571428571428577}, "nll_sum": 167.3169708251953, "token_count": 29} +{"index": 1034, "reference": "Caroline Garcia and Kristina Mladenovic gave the Paris crowd a home victory to cheer as they won the women's doubles title at the French Open.", "prediction": " Tamil duo Aguina and Martina Mladenovic have won thrilling Olympic women's at Wimbledon and winning their third consecutive Slam title in", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 24.999999999999993}, "nll_sum": 126.23829650878906, "token_count": 26} +{"index": 1035, "reference": "Head coach Warren Gatland said Wales' string of injuries were no defence for their 23-19 World Cup quarter-final defeat by South Africa.", "prediction": "Wales head coach Warren Gatland said there was no need to blame no World Cup last-16 to South Africa in a thrilling Group Group A qualifier in Cardiff. Saturday was \"matchaged from a from's years as's.", "rouge": {"rouge1": 34.92063492063491, "rouge2": 19.672131147540984, "rougeL": 31.746031746031743}, "nll_sum": 232.04672241210938, "token_count": 45} +{"index": 1036, "reference": "Bosses at Gatwick Airport have unveiled five \"guarantees\" they hope will convince the Airports Commission to approve a second runway.", "prediction": "Gatwick Airport are set up receive up to \u00c2\u00a331000 in compensation if new built are built.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 127.2969970703125, "token_count": 22} +{"index": 1037, "reference": "Carlisle United have signed free-agent winger Louis Pedro on a short-term contract that will expire on 21 May.", "prediction": "League One side Bury have signed re-signed Romanian midfielder Bar Munro on a two 2011- deal, starting to be the end of the season.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 9.30232558139535, "rougeL": 17.77777777777778}, "nll_sum": 145.0681610107422, "token_count": 30} +{"index": 1038, "reference": "Boris Johnson's decision to campaign for Britain to leave the EU is being regarded as a huge boost for the Out campaign.", "prediction": "Boris Johnson has again seen as an actor actress - and then he wants to become a the Conservative MP.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 104.79082489013672, "token_count": 21} +{"index": 1039, "reference": "League One strugglers Crewe Alexandra have re-signed striker Ryan Lowe from Bury on loan until 5 January.", "prediction": "Crewe Alexandra striker Arak Lowe has signed a new two-year-year deal with the League One side. sayingA's The ballet's a from a2 The from2 reputation's a's2ok The. from's fromA", "rouge": {"rouge1": 29.629629629629626, "rouge2": 7.6923076923076925, "rougeL": 18.51851851851852}, "nll_sum": 291.777587890625, "token_count": 47} +{"index": 1040, "reference": "A British woman jailed for taking her clothes off on a mountain in Malaysia has left Borneo ahead of returning to the UK later.", "prediction": "A British woman jailed for taking photographs off a Malaysia Airlines flight Malaysia has left six people in jail and faces a six-month jail sentence.", "rouge": {"rouge1": 48.00000000000001, "rouge2": 29.166666666666668, "rougeL": 43.99999999999999}, "nll_sum": 107.57539367675781, "token_count": 27} +{"index": 1041, "reference": "Ethiopia was once a byword for poverty and famine.", "prediction": "Ethiopia is optimistic in global global economy, despite the uncertainty in its economic future.", "rouge": {"rouge1": 8.695652173913043, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 77.31964874267578, "token_count": 17} +{"index": 1042, "reference": "A room is full of women looking like they have cried for hours, if not for days.", "prediction": "The 11 11-year-olds, black and black men lay in the front pages of a small wall near the Turkish border along with Turkey in the townred Turkeyha.", "rouge": {"rouge1": 8.695652173913043, "rouge2": 0.0, "rougeL": 4.3478260869565215}, "nll_sum": 174.76712036132812, "token_count": 34} +{"index": 1043, "reference": "The International Bomber Command Centre has been targeted by thieves for the second time in a matter of weeks.", "prediction": "A centre has officially open unveiled in Lincolnshire air crews who died in Bomber Armed Command.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.06060606060606, "rougeL": 17.142857142857142}, "nll_sum": 120.90966796875, "token_count": 17} +{"index": 1044, "reference": "The winding-up petition brought against League Two side Northampton Town has been withdrawn following a court hearing on Monday.", "prediction": "League Two side Northampton Town have agreed to sell Oxford United's Six Continental Stadium, reports BBC Radio reports about \u00a35.5m.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 20.0, "rougeL": 23.809523809523807}, "nll_sum": 123.65130615234375, "token_count": 27} +{"index": 1045, "reference": "Shares of two Hong Kong-listed companies have plunged by about 50% in the past two days, surprising market watchers across the region.", "prediction": "Shares in solar energy supplierin York have fallen 4% after the firm 40% on 40% amid fears it may be \"a delay recall\".", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 154.668212890625, "token_count": 28} +{"index": 1046, "reference": "Two Labour MPs have resigned from the shadow whips' office, just days after party leader Jeremy Corbyn began reshuffling his front bench.", "prediction": "Labour leader Jeremy Corbyn has pulled out of the front bench resign after a senior Labour staff who pulled out of his job in a reshuffle. and. aA a's a's it from it be have from of.", "rouge": {"rouge1": 42.62295081967213, "rouge2": 10.16949152542373, "rougeL": 19.672131147540988}, "nll_sum": 228.04136657714844, "token_count": 43} +{"index": 1047, "reference": "The BBC's fifth Price of Football survey will come as encouraging news to the many fans who have grown used to the price of their loyalty consistently rising.", "prediction": "The the of Football Association Association, but will mean that ticket prices has been raised, by the BBC Association of gambling, it of of it's believed to be a low impact by and and by the power. from.", "rouge": {"rouge1": 32.35294117647059, "rouge2": 6.0606060606060606, "rougeL": 20.588235294117645}, "nll_sum": 238.96475219726562, "token_count": 43} +{"index": 1048, "reference": "Indian cricketer Ravindra Jadeja has been fined 20,000 rupees (\u00c2\u00a3229; $300) after posting photos online of him and his wife posing in front of endangered Asiatic lions.", "prediction": "Indian cricketer Ravindraira has been fined a $81,000 after photos showing of them protecting a lion at a national park. in", "rouge": {"rouge1": 44.0, "rouge2": 12.5, "rougeL": 40.0}, "nll_sum": 146.12823486328125, "token_count": 29} +{"index": 1049, "reference": "A man who was facing trial for the attempted murder of two boys who were stabbed in a street in Hampshire has been found dead in his prison cell.", "prediction": "A prisoner, accused of murdering two teenagers, including including a boy who died two years ago, has found himself in a prison prison the", "rouge": {"rouge1": 45.28301886792453, "rouge2": 7.8431372549019605, "rougeL": 33.9622641509434}, "nll_sum": 92.59112548828125, "token_count": 26} +{"index": 1050, "reference": "Shows like Transparent mean there are more LGBT (lesbian, gay, bisexual and transgender) characters on US TV than ever before, a report has found.", "prediction": "There has been a rise in the number of transgender ( ()LGBT) vote, to new figures show, theAfter a role ballet2 a's from a The's a such from from it The's from of.A's from Broadway", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 280.48046875, "token_count": 46} +{"index": 1051, "reference": "A row has broken out in the coalition over school places funding in England, with allies of Lib Dem Deputy PM Nick Clegg accusing Conservative Education Secretary Michael Gove of \"lunacy\".", "prediction": "A row between Education Minister Nick Clegg has been accused of Education Secretary Michael Gove, giving a lack for funding funding in England's free schools.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 25.454545454545453, "rougeL": 31.57894736842105}, "nll_sum": 138.67779541015625, "token_count": 29} +{"index": 1052, "reference": "Voters in Tower Hamlets are going to the polls to vote for a new mayor.", "prediction": "Detectives and investigating allegations of electoralpractice at Hamlets Ham election on 7 May", "rouge": {"rouge1": 7.142857142857144, "rouge2": 0.0, "rougeL": 7.142857142857144}, "nll_sum": 113.81315612792969, "token_count": 15} +{"index": 1053, "reference": "Last summer, the Copper Box played host to surprise smash-hit handball, a sport which engrossed unsuspecting British audiences.", "prediction": "The British fans arrives London \" Copper Box, the Olympic Stadium the London 2012 2012.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 6.451612903225808, "rougeL": 18.181818181818183}, "nll_sum": 123.5340805053711, "token_count": 16} +{"index": 1054, "reference": "Former England half-back Rangi Chase says he is \"back in love\" with rugby league after rejoining Castleford following a fight with depression.", "prediction": "Castleford half-back Matty R Chase is \"unfair\" be return to injury because of a \"significant- injury\".", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 134.155517578125, "token_count": 26} +{"index": 1055, "reference": "Britain's Martyn Rooney says he would rather receive his Beijing Olympic bronze medal at the Anniversary Games than at the World Championships.", "prediction": "Former world champion Stamfordne Rooney, will receive nine bronze medals at the Beijing World Championships, despite been awarded silver medal at London 2012 Olympics a 2008 ban's the Fort's.-'sA a from in from Saturday from.'s from a", "rouge": {"rouge1": 40.625, "rouge2": 12.903225806451612, "rougeL": 25.000000000000007}, "nll_sum": 302.06329345703125, "token_count": 47} +{"index": 1056, "reference": "Researchers have identified a gene that appears to curb coffee consumption.", "prediction": "Leeds coffee may be in four times same way as people binge cleaning consumption of Italy, research suggests.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 132.92828369140625, "token_count": 20} +{"index": 1057, "reference": "Thailand has begun the process of naming Crown Prince Maha Vajiralongkorn as the country's new king.", "prediction": "The Prince Crown Vajiralongkorn will attend his father again once for at least a year, officials say.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 102.0389175415039, "token_count": 22} +{"index": 1058, "reference": "Sammy Wilson has said he will not be running for the DUP leadership.", "prediction": "Democratic Unionist of (DUP) MPist Wilson has been put forward to leading the DUP.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 16.0, "rougeL": 29.629629629629633}, "nll_sum": 98.08212280273438, "token_count": 19} +{"index": 1059, "reference": "The One Show presenter Alex Jones has spoken of her wish to teach her baby son to speak Welsh but admits it might be a struggle while living in London.", "prediction": "B star stars Kylie Jones, she would be \"absolutely delighted\" to work through Cardiff since birth gave to her \"the to be alive\".", "rouge": {"rouge1": 22.641509433962266, "rouge2": 0.0, "rougeL": 18.867924528301884}, "nll_sum": 163.585693359375, "token_count": 28} +{"index": 1060, "reference": "A Church of Ireland Bishop has voiced his support for the introduction of civil marriage for same-sex couples.", "prediction": " the Church bishops Ireland believes that, Assembly will support same-sex marriagesex Ireland is \"one of the issues issue\", a senior clergyman said.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 174.44601440429688, "token_count": 29} +{"index": 1061, "reference": "The body of a man has been found at a property in Oxford, police have confirmed.", "prediction": "A man has been found dead at a house in Nairo, has Essex. it's a reputation's body,'s ballet's's such from the man's body, from a offences as a man's. of the a from's a", "rouge": {"rouge1": 37.931034482758626, "rouge2": 17.857142857142858, "rougeL": 27.586206896551722}, "nll_sum": 284.7391052246094, "token_count": 47} +{"index": 1062, "reference": "A Chinese government-linked company has pleaded guilty to illegally exporting high-performance coatings from the US to a nuclear power plant in Pakistan.", "prediction": "A Chinese firm was been fined Chinese on US federal charges after relation to charge of weapons country used nuclear weapons.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 128.4407501220703, "token_count": 21} +{"index": 1063, "reference": "You wait more than 15 years for a new Ghostbusters film, and then two come along at the same time.", "prediction": "If you heard the Ghostbusters you again, you know that you don't a new film.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.88235294117647, "rougeL": 22.222222222222225}, "nll_sum": 78.95222473144531, "token_count": 17} +{"index": 1064, "reference": "Rail upgrade works affecting people travelling between south Wales, Bristol Parkway and London Paddington have begun.", "prediction": "Changes of almost \u00a388m of rail services between Bristol and London are complete be completed over the next five days.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 101.67225646972656, "token_count": 22} +{"index": 1065, "reference": "Some 800,000 people have turned out in Barcelona and other towns in Catalonia on a day of rallies by nationalists wishing to break with Spain.", "prediction": "Thousands of people joined Catalonia in Catalan regional elections on Sunday, marking the anniversary of independence since Scottish independence. independence of a- \u00a3 a 2011's a again's from's from's from a it's from is of from's a's a", "rouge": {"rouge1": 17.14285714285714, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 288.2412414550781, "token_count": 47} +{"index": 1066, "reference": "Photographs showing a festive Prince Harry have been released, to mark his support of a charity helping children affected by HIV and Aids.", "prediction": "Prince Harry has released the of photos he took out of his disadvantaged children during Africa three-day visit to Africa.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 22.727272727272723}, "nll_sum": 108.51256561279297, "token_count": 22} +{"index": 1067, "reference": "Singapore plans to regulate third-party taxi booking apps such as Uber by capping fees and limiting them to use only licensed vehicles and drivers.", "prediction": "Singapore has started rules enforce taxi rules, protecting that drivers drivers can use and own cars.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 110.11204528808594, "token_count": 18} +{"index": 1068, "reference": "Chris Woakes will replace the injured James Anderson in England's bowling attack when the four-match series against South Africa begins in Durban on Saturday.", "prediction": "England bowler James Anderson has ruled out of the second Test against South Africa, which an injury and will replace Ben Stakes in South Africa..", "rouge": {"rouge1": 39.21568627450981, "rouge2": 16.3265306122449, "rougeL": 27.450980392156865}, "nll_sum": 129.432861328125, "token_count": 28} +{"index": 1069, "reference": "A police dog stabbed on duty returned to the beat earlier this month after life-saving surgery.", "prediction": "A police dog handler has been stolen from a car at his home north London home.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 12.903225806451616, "rougeL": 18.18181818181818}, "nll_sum": 66.7909164428711, "token_count": 16} +{"index": 1070, "reference": "A woman, believed to be in her 80s, has died following a blaze at a house in the village of Lhanbryde near Elgin in Moray.", "prediction": "A man and a woman who have died following a fire at a m46ay, Moray,. been named as a man from's from a The ballet's.'s from from after a's have. of a's from aA", "rouge": {"rouge1": 31.25, "rouge2": 12.903225806451616, "rougeL": 28.125}, "nll_sum": 261.48480224609375, "token_count": 46} +{"index": 1071, "reference": "Four men have been charged in a shooting at outside a Minneapolis police station that left five protesters wounded.", "prediction": "A fresh battle broken out in camp in the Louisiana city, where a camp where an black man was never shot in and shot dead.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 128.2897491455078, "token_count": 26} +{"index": 1072, "reference": "The prime minister of the southern African kingdom of Lesotho has fled to South Africa, alleging a coup by the army and saying his life is in danger.", "prediction": "A South African Prime Minister, Lesotho says he will not be returned to the country because military because of \"it is not illegal\".", "rouge": {"rouge1": 43.13725490196078, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 101.20845794677734, "token_count": 27} +{"index": 1073, "reference": "A Plaid Cymru AM has claimed he has been a victim of \"political harassment\" after a break-in at his constituency office in Cardiff.", "prediction": "A gang of drawers were were behind hidden doors and sexually assaulted staff at a office's officeaid office, Pl Plaid Cymru has claimed.", "rouge": {"rouge1": 37.5, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 170.72567749023438, "token_count": 30} +{"index": 1074, "reference": "Campaigners are holding a protest walk against plans to build pylons across the Lake District National Park.", "prediction": "A campaign to create a power-sharing station radio pylons for \"the rest of the century\" by the National and and the National Grid.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 24.39024390243903}, "nll_sum": 139.2999267578125, "token_count": 29} +{"index": 1075, "reference": "Baltimore has lifted an overnight curfew imposed after riots sparked by the death of a black man in custody.", "prediction": "Thousands of residents Baltimore are reportedly told of not to stay overnight in place for a day after days of violence.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 101.76649475097656, "token_count": 21} +{"index": 1076, "reference": "Defender Paul Quinn has rejoined Ross County on an 18-month contract after agreeing his release from Aberdeen.", "prediction": "Aberdeen have signed defender Mc Robertson on a six-month loan deal deal after his release after former Scotland Under21 midfielder Mike Quinn joined Ross County.", "rouge": {"rouge1": 45.45454545454546, "rouge2": 9.523809523809526, "rougeL": 27.272727272727277}, "nll_sum": 130.853759765625, "token_count": 30} +{"index": 1077, "reference": "Nottingham Forest beat Birmingham but their 3-1 win was marred by an injury suffered by striker Nicklas Bendtner.", "prediction": "Nottingham Forest defenderner Janner suffered a leg injury in his leg as their play-off hopes alive with victory at Birmingham City. solve be to- again a again from-A a fee in from from's's from's a", "rouge": {"rouge1": 20.338983050847457, "rouge2": 3.508771929824561, "rougeL": 10.169491525423728}, "nll_sum": 285.3226318359375, "token_count": 47} +{"index": 1078, "reference": "Alviro Petersen made his second County Championship century of the summer to spearhead a solid day's batting by Lancashire against Middlesex at Lord's.", "prediction": " batsmanviro's first double first-class hit a century for Lancashire took the control against Lancashire at Lord been a sellers, solve the's reputation.", "rouge": {"rouge1": 36.0, "rouge2": 4.166666666666666, "rougeL": 24.0}, "nll_sum": 204.78543090820312, "token_count": 34} +{"index": 1079, "reference": "The US stock market closed on Tuesday about where it began, recovering after a flash of panic prompted by the release of emails from Donald Trump Jr.", "prediction": "( St Stocks on Wall Street finished on Monday, by poor cold reports from FBI, the office of of Donald Trump refugee camp. Calais's Bureau of- a's a \"-p's mandatory in from from a's. from a", "rouge": {"rouge1": 30.303030303030305, "rouge2": 3.125, "rougeL": 21.21212121212121}, "nll_sum": 305.22271728515625, "token_count": 46} +{"index": 1080, "reference": "The poorest and most vulnerable people in the UK would be hit hardest by the economic consequences of leaving the EU, David Cameron has warned.", "prediction": "David Cameron has said the European Union would be a trade deal with Britain with many firms, as many as well cut as a \u00a3Texason it.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.244897959183673, "rougeL": 11.76470588235294}, "nll_sum": 161.14508056640625, "token_count": 29} +{"index": 1081, "reference": "After being elected the new president of the IAAF, Lord Coe said taking the role was \"probably the second biggest and most momentous occasion in my life\" after the birth of his children.", "prediction": "Lord Coe was one most of most successful Paralympic andmpic Games, and was crowned champion in 2012, and thereA it's revoked of \"liven, \"over-A of the a it).", "rouge": {"rouge1": 28.571428571428566, "rouge2": 6.557377049180328, "rougeL": 19.04761904761905}, "nll_sum": 260.5563659667969, "token_count": 43} +{"index": 1082, "reference": "York City have signed midfielder Clovis Kamdjo on a two-year contract following his release by National League rivals Forest Green Rovers in May.", "prediction": "York City have signed goalkeeper \u00a3jo Elmjo from Raith Roversvers from Bristol Bristol Rovers on a five-day loan deal with re-ender National League club.", "rouge": {"rouge1": 35.99999999999999, "rouge2": 20.833333333333332, "rougeL": 32.0}, "nll_sum": 198.25448608398438, "token_count": 34} +{"index": 1083, "reference": "Sunderland are set to terminate the contract of defender Emmanuel Eboue after he was suspended by Fifa from all football-related activity for one year.", "prediction": "Sunderland defender defender Babemououe has been given a Jmatch five-month contract a bitter dispute over money and laundering.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 160.21417236328125, "token_count": 27} +{"index": 1084, "reference": "A neighbour who came to the aid of a Scottish Sun journalist after he had acid thrown on him has told a court how his face began to blister afterwards.", "prediction": "A man accused of carrying out a revenge attack on The editor of The newspaper told a man he went up the table, a court \" heard.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 7.407407407407408, "rougeL": 25.0}, "nll_sum": 135.11148071289062, "token_count": 28} +{"index": 1085, "reference": "Carmaker Vauxhall is trying to contact hundreds of thousands of British drivers, over worries their Zafira models could catch fire.", "prediction": "About 2,000 cars - will including the famous French town of Zauxhall - have causing major cause of vehicles to a cut thermal-up.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 170.099853515625, "token_count": 29} +{"index": 1086, "reference": "The United States may be a democracy, but the party presidential nomination process - upon closer inspection - is hardly a shining beacon of democratic light.", "prediction": " race the race for the Republican nomination but presidential nomination is the rightwing!", "rouge": {"rouge1": 32.432432432432435, "rouge2": 5.7142857142857135, "rougeL": 27.027027027027028}, "nll_sum": 72.99584197998047, "token_count": 14} +{"index": 1087, "reference": "Star Wars fans are being given the opportunity to become Jedi Knights and learn how to wield lightsabers in combat.", "prediction": "The man who used Jedi to super super the Star Wars film has urged fans of fans, come forward.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 5.405405405405405, "rougeL": 15.384615384615385}, "nll_sum": 116.8033676147461, "token_count": 20} +{"index": 1088, "reference": "A man has died in a crash involving two cars on one of Dorset's busiest routes.", "prediction": "A major road that was shut for several week after a crash in whicherry car crashed in Dorset, has been reputation as a man's death from a ballet as a's a from a as fromA's of aA a'sA", "rouge": {"rouge1": 33.898305084745765, "rouge2": 7.017543859649124, "rougeL": 20.338983050847457}, "nll_sum": 272.4210205078125, "token_count": 48} +{"index": 1089, "reference": "Oil firm Royal Dutch Shell has won approval from the US Department of Interior to explore for oil in the Arctic.", "prediction": "Oil giant Royal Dutch Shell has approved to for controversial oil exploration in the oil and area, of Arctic, near the Kaldchi Sea coast earlier this month.", "rouge": {"rouge1": 62.500000000000014, "rouge2": 17.391304347826086, "rougeL": 50.0}, "nll_sum": 151.04678344726562, "token_count": 31} +{"index": 1090, "reference": "A 26-year-old lawyer has pleaded guilty to murdering a young teacher whose body was found at a hotel on Christmas Eve.", "prediction": "A man who admitted murdering his young teacher at a hotel room has pleaded guilty.", "rouge": {"rouge1": 52.63157894736841, "rouge2": 27.77777777777778, "rougeL": 36.84210526315789}, "nll_sum": 60.11355972290039, "token_count": 15} +{"index": 1091, "reference": "South African Olympic and Paralympic athlete Oscar Pistorius is facing a murder charge after his girlfriend was shot and killed at his Pretoria home.", "prediction": "paired South athlete champion Oscar Paralympic has appeared in court in a,, a week after being shot dead by policeiver South Africa. a's a's a's-'sA a game in from his's from.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 23.333333333333332}, "nll_sum": 266.6513977050781, "token_count": 44} +{"index": 1092, "reference": "Turkey has blocked direct access to the Tor anonymous browsing network as part of a wider crackdown on the ways people circumvent internet censorship.", "prediction": "Turkey is increasing its to access Facebook users and people they have access encrypted attempts to be blocked, activists say.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 112.58658599853516, "token_count": 21} +{"index": 1093, "reference": "Winger Carlos de Pena has left Middlesbrough after his contract was terminated by mutual consent.", "prediction": "Middlesbrough left Tyrback Fox has left the club by consent consent.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 8.333333333333332, "rougeL": 30.769230769230766}, "nll_sum": 90.45555114746094, "token_count": 15} +{"index": 1094, "reference": "Football - or \"socca\" as the Japanese call it - was given a boost in the baseball-mad land of the rising Sun when the World Cup was held there in 2002.", "prediction": " Japanese Japanese rugby was finally becoming a global rugby nation - and winning the 2020 World Cup.", "rouge": {"rouge1": 26.086956521739136, "rouge2": 4.545454545454546, "rougeL": 26.086956521739136}, "nll_sum": 79.43858337402344, "token_count": 17} +{"index": 1095, "reference": "Palmyra, one of the archaeological jewels of the Middle East, is said to be under threat from Islamic State (IS) militants in Syria.", "prediction": " Islamic State militants in Syria are step down at a key tourist sites, near northern Iraq close to President Bashar al-Assad is in right-right, activists activists say.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 11.999999999999998, "rougeL": 19.230769230769234}, "nll_sum": 152.98367309570312, "token_count": 33} +{"index": 1096, "reference": "Contractors were left red-faced after incorrectly painting the word \"rihgt\" on a road off a supermarket car park.", "prediction": "A road factory stunt was filmed with a sign signing on sign top to a street centre street, a it to thestop a a doorway's shop. \" a ballet from middle\", from from The's a of a the a from'sA", "rouge": {"rouge1": 16.393442622950822, "rouge2": 3.389830508474577, "rougeL": 9.836065573770492}, "nll_sum": 311.16497802734375, "token_count": 47} +{"index": 1097, "reference": "Jeremy Guscott fought many battles with Leicester during his years in the centres for Bath, so he knows just how strong the rivalry is between the two clubs.", "prediction": " between match between Wasps and Bristol in the European Premiership and European Challenge Cup, which is one of the teams in the leagues of English history of his old club Bath - again playing a famous role for once again.", "rouge": {"rouge1": 29.850746268656714, "rouge2": 3.076923076923077, "rougeL": 14.925373134328357}, "nll_sum": 196.50881958007812, "token_count": 42} +{"index": 1098, "reference": "A levy which charges employers for their staff to park at work has begun in Nottingham.", "prediction": " bowlers in Nottingham will soon be able to pay car parking\" despite a new charge scrapped after the council has scrapped a \u00a375 charge.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 130.55197143554688, "token_count": 27} +{"index": 1099, "reference": "Ex-Newcastle United boss Steve McClaren hopes new manager Rafael Benitez will be allowed greater control at the club.", "prediction": "Newcastle United manager Rafael Benitez believes it is \"much too much\" much insisting saying his team has \"pretty too much\".", "rouge": {"rouge1": 25.641025641025646, "rouge2": 16.216216216216214, "rougeL": 25.641025641025646}, "nll_sum": 117.32984924316406, "token_count": 26} +{"index": 1100, "reference": "Celtic's on-loan attacker Patrick Roberts has no regrets over choosing to stay with Celtic for the Scottish Cup final rather than playing for England at the Under-20 World Cup.", "prediction": "Celtic striker Patrick Roberts, who will make on Saturday's Scottish Cup final, saying the treble \"ics will have played any final\" of the Scottish Cup on Saturday", "rouge": {"rouge1": 40.0, "rouge2": 13.793103448275861, "rougeL": 30.000000000000004}, "nll_sum": 153.73455810546875, "token_count": 34} +{"index": 1101, "reference": "A Victorian university building in Aberystwyth could be transformed into a postgraduate centre under plans for a new \"cultural quarter\".", "prediction": "A regeneration project of a historic building in Ceredigion is to be be awarded a multimillion pound pound regeneration.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 108.36732482910156, "token_count": 22} +{"index": 1102, "reference": "Plans to demand proof of identity before voting in a bid to combat electoral fraud have been defended by ministers, amid criticism the move is a \"sledgehammer to crack a nut\".", "prediction": " elderly young people in England are more likely to be linked to register in a new scheme, under government plans to", "rouge": {"rouge1": 23.076923076923077, "rouge2": 8.0, "rougeL": 15.384615384615383}, "nll_sum": 75.60503387451172, "token_count": 21} +{"index": 1103, "reference": "Nottinghamshire piled up 446 on the opening day of the 2016 season as Steven Mullaney punished newly-promoted Surrey with an impressive hundred.", "prediction": "Jimmyaneyaney hit.- half-century to help Nottinghamshire beat Surrey a their battle- their One-Day Cup match The Oval Oval at Oval.", "rouge": {"rouge1": 17.777777777777775, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 205.941162109375, "token_count": 29} +{"index": 1104, "reference": "A British father-of-three who feared he would be paralysed by an inoperable tumour has died at the Dignitas centre in Switzerland.", "prediction": "The family of a man who suddenly died in the aid's Dignitas clinic in Paris have said they feels he \"can he't't and speak\".", "rouge": {"rouge1": 31.999999999999996, "rouge2": 0.0, "rougeL": 24.0}, "nll_sum": 158.8843994140625, "token_count": 29} +{"index": 1105, "reference": "Awareness rides are taking place to try and cut the number of people on horseback injured or killed on roads.", "prediction": "Campaigners petition calling for a petition calling a for road cyclists to dismantled to be debated, the is calling for tougher for aolve a \u00a3's a's M's from's a\" from a game's referee of. from a's a", "rouge": {"rouge1": 12.903225806451612, "rouge2": 0.0, "rougeL": 9.677419354838708}, "nll_sum": 314.351806640625, "token_count": 48} +{"index": 1106, "reference": "A book about the death of a British officer in Afghanistan, once pulped by the Ministry of Defence, has won the Orwell Prize for political writing.", "prediction": "A print Express, which published, but Rangers Football Club has won Fifa Association Award for the Ministry of Defence (MoD).'s been aAover from the's's).", "rouge": {"rouge1": 33.9622641509434, "rouge2": 15.686274509803921, "rougeL": 22.641509433962266}, "nll_sum": 225.90603637695312, "token_count": 35} +{"index": 1107, "reference": "Disabled students could miss out on vital support when funding much of the help is transferred to universities next year, say campaigners.", "prediction": "yaf school students who use hearing specialist equipment, training, or graduation,, or provide the advice or specialist support, a disabled welfare charity says.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 178.65972900390625, "token_count": 28} +{"index": 1108, "reference": "Wetwang, Cockermouth and Bell End were just some of the place names deemed too rude to be shown at a Women's Institute (WI) event.", "prediction": "A film-maker has accused of fans at a Women's Institute for Institute) event, has been accused of \"the a child fertility's shop\".", "rouge": {"rouge1": 32.0, "rouge2": 20.833333333333336, "rougeL": 28.000000000000004}, "nll_sum": 168.62814331054688, "token_count": 29} +{"index": 1109, "reference": "Ireland flanker CJ Stander says scrum-half Conor Murray will not need special protection in Saturday's Six Nations opener against Scotland at Murrayfield.", "prediction": "Scotland wing CJ St Stander says there will be extra protection for Conor Murray his side Six Nations match against Ireland. Saturdayolve address issues man's choice from \"-'s a. fromD a from in's reputation as.", "rouge": {"rouge1": 45.90163934426229, "rouge2": 10.169491525423728, "rougeL": 26.229508196721312}, "nll_sum": 303.79180908203125, "token_count": 44} +{"index": 1110, "reference": "The first major trial to see if losing weight reduces the risk of cancers coming back is about to start in the US and Canada.", "prediction": " a new cancer treatment trial say there would be more women more likely to be a recurrence, because it would lead to diagnosis diagnosis of breast cancer.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 128.11302185058594, "token_count": 29} +{"index": 1111, "reference": "Leon Goretzka scored twice in the opening eight minutes as Germany beat Mexico 4-1 in Sochi to join Chile in the Confederations Cup final.", "prediction": "rik will Gchner's double double helped Germany beat Brazils at the European Under-21 Championship final and secure secured their place in their Championship play-finals.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 4.0, "rougeL": 15.384615384615383}, "nll_sum": 165.32382202148438, "token_count": 32} +{"index": 1112, "reference": "Comedian Eddie Izzard has completed his challenge in South Africa to run 27 marathons in 27 days for Sport Relief.", "prediction": "Edd Izzard has announced he will be a first South African man to run 27 mar marathons inons 30 years ago.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615385, "rougeL": 34.14634146341463}, "nll_sum": 144.98672485351562, "token_count": 27} +{"index": 1113, "reference": "Norwich boss Alex Neil was pleased with his side's \"control\" during their 1-0 victory over Bristol City on Tuesday.", "prediction": "Norwich City manager Alex Neil said his side's two first-half goals was the first leg of their Championship play-off round.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 14.285714285714283, "rougeL": 31.818181818181824}, "nll_sum": 84.00728607177734, "token_count": 26} +{"index": 1114, "reference": "Crotone completed one of the greatest escapes Serie A has seen by beating Lazio on the final day to stay up.", "prediction": "Championship side Lazio suffered a surprise in their Serie A A match as they were0 thrashed by Spanish side 3-1.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 5.000000000000001, "rougeL": 14.285714285714285}, "nll_sum": 119.57667541503906, "token_count": 27} +{"index": 1115, "reference": "Hugh Grant has been cast in Guy Ritchie's big-screen adaptation of the 1960s TV show, The Man From U.N.C.L.E.", "prediction": "US stars Jane Grant is being play involving American Ritchie and film in Ritchie.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 118.4974136352539, "token_count": 16} +{"index": 1116, "reference": "Nigeria has slipped into recession, with the latest growth figures showing the economy contracted 2.06% between April and June.", "prediction": "Nigeria has experienced into recession in July, amid fears over the global in crisis in which oil price has started in the country.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 27.906976744186046}, "nll_sum": 127.01920318603516, "token_count": 26} +{"index": 1117, "reference": "Wall Street posted solid gains, with the S&P 500 and Nasdaq indexes reaching record highs.", "prediction": " Stocks on Wall Street ended higher on Monday, helped by a rally by rising oil and oil prices.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 77.16024780273438, "token_count": 20} +{"index": 1118, "reference": "Sir Nicholas Winton, who has died aged 106, has been hailed as a hero of the Holocaust.", "prediction": "Mark Winton, who helped to help children and Europe and help Syrian refugees who save lives of thousands of people in our own lives, it's Bureau of Sraw350 a's a's a referee aA.'s aA aA", "rouge": {"rouge1": 14.285714285714283, "rouge2": 3.7037037037037033, "rougeL": 10.714285714285717}, "nll_sum": 264.6242370605469, "token_count": 47} +{"index": 1119, "reference": "A record 71 prisoners were released from jails in England and Wales last year by mistake, figures have shown.", "prediction": "The number of self-inf deaths schools prisons in England and Wales switched reduce last year, official figures show.", "rouge": {"rouge1": 42.10526315789473, "rouge2": 22.22222222222222, "rougeL": 42.10526315789473}, "nll_sum": 118.42512512207031, "token_count": 21} +{"index": 1120, "reference": "A commemorative \u00a35 coin is being produced to honour the first birthday of Prince George of Cambridge.", "prediction": "A bond commemorating \u00a31,1 will be unveiled to mark the first anniversary, the Royal Mint has announced.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.0606060606060606, "rougeL": 34.285714285714285}, "nll_sum": 92.09397888183594, "token_count": 22} +{"index": 1121, "reference": "One of the reasons the Great Exhibition of the North was awarded to Newcastle and Gateshead was because of the \"ambition\" of organisers.", "prediction": "The 70th anniversary of the North East Exhibition will be a \"historic\" economy to the economy\", according to the leader of the East Eastbourne.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.33333333333333, "rougeL": 29.78723404255319}, "nll_sum": 135.4424591064453, "token_count": 29} +{"index": 1122, "reference": "A woman has appeared in court in the Republic of Ireland charged with the murder of her three-year-old son at their Dublin home earlier this week.", "prediction": "A man has appeared in court charged with murder an 18-year-old son was found dead in an apartment in south Dublinerick in. in's aA aA a-'sA a referee from from Saturday's.A aA", "rouge": {"rouge1": 36.36363636363637, "rouge2": 18.75, "rougeL": 33.333333333333336}, "nll_sum": 240.65533447265625, "token_count": 47} +{"index": 1123, "reference": "Treble-chasing Juventus clinched a record sixth consecutive Serie A title thanks to victory over lowly Crotone.", "prediction": "Chieie leaders Juventus moved Serie A leaders to record a record treble with a comfortable free- victory over Italy at Mtoneke", "rouge": {"rouge1": 47.36842105263158, "rouge2": 16.666666666666664, "rougeL": 31.578947368421055}, "nll_sum": 166.92724609375, "token_count": 26} +{"index": 1124, "reference": "Newcastle United clinched the Championship title with victory over Barnsley, after Brighton conceded a late equaliser at Aston Villa.", "prediction": "Newcastle United secure an immediate return of the Premier League season by beating fellow play-off hopefuls Barnsleysinitely solve. solve's a- from's from-- from a from in from November from's. from-", "rouge": {"rouge1": 15.09433962264151, "rouge2": 3.9215686274509802, "rougeL": 15.09433962264151}, "nll_sum": 265.8212890625, "token_count": 45} +{"index": 1125, "reference": "Two men have appeared in court and been charged with murder following the death of a man who suffered serious head injuries at a banqueting venue.", "prediction": "Two men have been charged with murder after a man robber in India, who head found with the head outside shop in a shop's shop, as a man from a from's anti-d'siling in from by's a. aA", "rouge": {"rouge1": 41.17647058823529, "rouge2": 18.18181818181818, "rougeL": 35.294117647058826}, "nll_sum": 256.6365661621094, "token_count": 47} +{"index": 1126, "reference": "There were around 100 at the event in Wakefield listening to my passionate speech.", "prediction": "The Department for Education Nicky Osborne and deputy Minister Nick Clegg have been decisions about and about secondary schools in England, a low step and it - a it's from the's the from of, of national and.", "rouge": {"rouge1": 7.6923076923076925, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 247.71238708496094, "token_count": 43} +{"index": 1127, "reference": "Barratt Homes has confirmed it is pressing ahead with plans to build 400 new homes in the east of Scotland.", "prediction": "arratt doing Avenue in Edinburgh, but which will create 40 new homes next year, it has been announced.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555555, "rougeL": 10.526315789473685}, "nll_sum": 101.471923828125, "token_count": 21} +{"index": 1128, "reference": "Bryony Page became the first British woman to win an Olympic trampoline medal by claiming silver in Rio.", "prediction": "England's Rob Page won the female first gymnast to win the Rio Olympic final by Rio 2016, beating South nation Kat Mampoline.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 5.128205128205128, "rougeL": 39.02439024390244}, "nll_sum": 162.791748046875, "token_count": 27} +{"index": 1129, "reference": "Jamie Vardy scored twice as Leicester beat Liverpool to stay three points clear at the top of the Premier League.", "prediction": "Jamie Vardy scored a stunning hat-trick as champions Leicester City beat Premier League play-off holders Liverpool at the Liverpool Anfield Arena. solve- solve- again 2011's--w a from in a from a's. from solve", "rouge": {"rouge1": 37.931034482758626, "rouge2": 14.285714285714288, "rougeL": 31.03448275862069}, "nll_sum": 239.66250610351562, "token_count": 46} +{"index": 1130, "reference": "Members of the public are being asked to help create a record of ritual markings on buildings that were once believed to ward off evil spirits.", "prediction": " graves symbols believed believed to be a 18th Century, are believed to have found in caves, Church England has said", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 115.21513366699219, "token_count": 22} +{"index": 1131, "reference": "Residents and commuters took to social media after the chimney at Didcot power station apparently vanished, leading to fears it had accidently collapsed.", "prediction": "A high order tall stood that stand at a nuclear power station in May could be shut down, residents say.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 13.953488372093023}, "nll_sum": 111.40086364746094, "token_count": 21} +{"index": 1132, "reference": "A new hovercraft route between the Isle of Wight and Portsmouth could be introduced in the summer, operator Hovertravel has said.", "prediction": "A new plans for a new ferry ferry service between November and the Isle of Wight, the it has been confirmed- \" solvemA aA a from The's from a game\" it was's referee of a fromA from 2011", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.793103448275861, "rougeL": 30.0}, "nll_sum": 275.65032958984375, "token_count": 46} +{"index": 1133, "reference": "Almost 150,000 cruise ship passengers are scheduled to visit the Bailiwick of Guernsey during 2013.", "prediction": "More than 100 yachts, to be cancelled last year due related the weather conditions, Guernsey's harbour masterminded said \"able (disA-A-A's-A a game in from a's's.'sA", "rouge": {"rouge1": 12.244897959183671, "rouge2": 0.0, "rougeL": 12.244897959183671}, "nll_sum": 279.5494079589844, "token_count": 47} +{"index": 1134, "reference": "Northern Ireland needs a major new tourist attraction outside Belfast, according to the chief executive of Titanic Belfast.", "prediction": " tourist tourist attractions in Belfast Harbour, centre could be a priority by boosted economy help, a city's museum director said of a controversialolve and it.", "rouge": {"rouge1": 22.72727272727273, "rouge2": 4.761904761904763, "rougeL": 18.181818181818183}, "nll_sum": 189.11676025390625, "token_count": 29} +{"index": 1135, "reference": "A paranoid schizophrenic who killed a former neighbour and went missing from his secure unit in Sussex has handed himself in to police.", "prediction": "A patient whose who on the run for 30 years after he went missing from an open open has been found safe and well mental health watchdog.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 8.333333333333334, "rougeL": 24.0}, "nll_sum": 140.41415405273438, "token_count": 27} +{"index": 1136, "reference": "The chief constable of Northumbria Police will retire after 30 years of service, it has been announced.", "prediction": "The chief constable, who led a major misconduct investigation, investigation announced her retirement.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 14.285714285714288, "rougeL": 26.666666666666668}, "nll_sum": 74.75669860839844, "token_count": 16} +{"index": 1137, "reference": "Hartlepool dropped into the League Two relegation places as they slumped to a flat home defeat by Barnet.", "prediction": "Barnet kept alive their faint- League Two play-off hopes with a narrow victory over fellow playefoff hopefuls hopuls at Hartlepool.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 170.38914489746094, "token_count": 31} +{"index": 1138, "reference": "Sunderland midfielder Jan Kirchhoff is expected to be out for 12 weeks after having knee surgery.", "prediction": "Sunderland defender central Jan Kirchhoff has been ruled out for six weeks with- ruptured cruci cruate kneeament injury.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 35.294117647058826}, "nll_sum": 168.93472290039062, "token_count": 27} +{"index": 1139, "reference": "Austria winger Martin Harnik will miss Thursday's World Cup qualifier against Wales in Vienna because of a calf injury.", "prediction": "ernutland forward Fulay Harnock has been ruled out's been World Cup with a foot injury.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 116.63276672363281, "token_count": 21} +{"index": 1140, "reference": "Nottingham Forest manager Philippe Montanier says he wants to guide the Championship side into Europe next season as EFL Cup holders.", "prediction": "Nottingham Forest coach Philippeanier says the European Cup is \"very important\" for the club.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.060606060606061, "rougeL": 28.57142857142857}, "nll_sum": 89.83943176269531, "token_count": 20} +{"index": 1141, "reference": "A plane has made an emergency landing at Edinburgh Airport after having issues with its nose wheels.", "prediction": "An emergency plane accident made an emergency at at Edinburgh Airport Airport to Edinburgh due to a and fault.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 23.52941176470588, "rougeL": 38.88888888888889}, "nll_sum": 110.05736541748047, "token_count": 19} +{"index": 1142, "reference": "A sculpture park near Wakefield has reported a 170% rise in visitors since poppies from the Tower of London went on show in September.", "prediction": "A sculpture of ceramic poppies from a North Yorkshire will be mark by an by by, organisers have said.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 129.84185791015625, "token_count": 22} +{"index": 1143, "reference": "German football has rallied around Thomas Hitzlsperger after the former international midfielder revealed he was gay.", "prediction": "Germany midfielder Thomas Hitzitzperger has announced his retirement from in not sport", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 7.142857142857144}, "nll_sum": 84.20592498779297, "token_count": 15} +{"index": 1144, "reference": "Families of people allegedly killed by an Army undercover unit have been told former members of the unit who appeared on TV admitted no crimes.", "prediction": "The Northern Ireland has found no evidence found was events the events of two former soldiers who were shot dead in Belfast in July 1972 in the- it, a, it350 from referee-A a reputation in a reputation's a.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 9.23076923076923}, "nll_sum": 273.04461669921875, "token_count": 45} +{"index": 1145, "reference": "Youths gathering in an Anglesey town centre face being ordered to move, after police imposed an anti-social dispersal order in the area.", "prediction": "Young people will be banned from an Anglesey for the 48 hours under a new anti-authorised order to secure a bungeyesal ban on Monday night.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 8.51063829787234, "rougeL": 16.3265306122449}, "nll_sum": 158.31910705566406, "token_count": 33} +{"index": 1146, "reference": "A champion boxer who forced his way into his ex-girlfriend's flat and grabbed her around the throat has been jailed.", "prediction": "A boxing champion who sexually assaulted his ex-girlfriend after she was sexually assaulted and assaulted her, has been given a 19-year jail term", "rouge": {"rouge1": 46.808510638297875, "rouge2": 13.333333333333334, "rougeL": 46.808510638297875}, "nll_sum": 84.52101135253906, "token_count": 27} +{"index": 1147, "reference": "A US citizen held for more than a year in North Korea has been moved back to a labour camp, US officials say.", "prediction": "The top American Kenneth Kenneth Bae has been born in North Korea three months of detention, US defence officials say.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 19.51219512195122, "rougeL": 27.906976744186046}, "nll_sum": 107.04478454589844, "token_count": 22} +{"index": 1148, "reference": "Three of the best known piers in England and Wales have been put on the market for a collective price of \u00a312.6m.", "prediction": "A company which owns East indoor Pier Pier, a seaside town, has been put up for sale sale for up to \u00a37m.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 17.777777777777775}, "nll_sum": 119.30317687988281, "token_count": 27} +{"index": 1149, "reference": "South Africa head coach Russell Domingo will have to reapply for his job if he wants to stay in charge of the team after their summer tour of England.", "prediction": "South Africa have confirmed that Marac 'acher Domingo will remain their's next head coach and take on a role in England.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 12.244897959183671, "rougeL": 23.52941176470588}, "nll_sum": 132.39479064941406, "token_count": 26} +{"index": 1150, "reference": "The security of the UK's biggest internet service providers needs \"major improvement\", according to one expert.", "prediction": "The data cyber attack left Talk dozens forced internet to control illegally access users' access, says an audit of.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 165.74331665039062, "token_count": 21} +{"index": 1151, "reference": "The competition regulator is to take action against some online gambling companies which it suspects of breaking consumer law.", "prediction": " biggest biggest golf firms have taken over the control handing and control\" of their own money, the competition watchdog says.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 5.405405405405405, "rougeL": 10.256410256410255}, "nll_sum": 108.0213851928711, "token_count": 22} +{"index": 1152, "reference": "Singer Lil' Chris's death was caused by hanging, an inquest has heard.", "prediction": "An inquest has been opened into the death of a' singer' Chris' who was found dead at his home in Suffolk. saying- \"'s it \"'s 100 it, from the, it's been it of the from's aA", "rouge": {"rouge1": 31.372549019607842, "rouge2": 8.16326530612245, "rougeL": 11.76470588235294}, "nll_sum": 249.3618927001953, "token_count": 47} +{"index": 1153, "reference": "The most disappointing thing about watching Northern Ireland start Euro 2016 with a defeat to Poland was our lack of threat in the final third.", "prediction": "Poland and Ireland did have to draw with Ukraine in their final Group Group match at Group L - but I was still to do anything, but they not do it.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 157.5644073486328, "token_count": 33} +{"index": 1154, "reference": "Applying a tiny electrical current to the brain could make you better at learning maths, according to Oxford University scientists.", "prediction": " field magnetic fields in the brain can cause brain a catastrophic problem of problems with English English, English from Newcastle researchers.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 5.128205128205128, "rougeL": 9.75609756097561}, "nll_sum": 130.65309143066406, "token_count": 22} +{"index": 1155, "reference": "A cyclist who was killed when he was hit by a car police were pursuing has been described by his family \"as a respected and dedicated academic\".", "prediction": "A cyclist was killed a car after being hit by a car by police in West Yorkshire, described him as \"a love and58 father\".", "rouge": {"rouge1": 50.98039215686274, "rouge2": 24.489795918367346, "rougeL": 47.05882352941176}, "nll_sum": 125.52761840820312, "token_count": 27} +{"index": 1156, "reference": "Both international governments and the world's biggest tech companies are in crisis following the leaking of documents that suggest the US government was able to access detailed records of individual smartphone and internet activity, via a scheme called Prism.", "prediction": "A former US intelligence agency says, the US that it spied on US data from, including including privacy and companies a \"big fix\".", "rouge": {"rouge1": 19.047619047619047, "rouge2": 3.2786885245901636, "rougeL": 15.873015873015875}, "nll_sum": 142.3924560546875, "token_count": 27} +{"index": 1157, "reference": "Rory McIlroy hopes to play in the WGC-HSBC Champions event in Shanghai despite suffering with food poisoning.", "prediction": "Rory McIlroy has withdrawn from next week's Open in Texas after a closing-under-par.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 91.71705627441406, "token_count": 21} +{"index": 1158, "reference": "Ian Bell has stepped down as captain of Warwickshire in all formats of the game to focus on batting.", "prediction": "Warwickshire batsmanman Ian Bell he will retire from international cricket after one-overs remaining T20 Blast campaign next season.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 5.555555555555555, "rougeL": 10.526315789473683}, "nll_sum": 116.5675048828125, "token_count": 26} +{"index": 1159, "reference": "French Interior Minister Bernard Cazeneuve has said he will sue for libel after a senior police officer said she was harassed to change her report on the Nice terror attack.", "prediction": "A British policewoman accused of carrying out a lorry in Nice says last month, has a emerged on a video of police seen by force, the interior says.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 0.0, "rougeL": 13.79310344827586}, "nll_sum": 173.2007293701172, "token_count": 33} +{"index": 1160, "reference": "Mercedes driver Lewis Hamilton said he was mystified by his lack of pace in the Russian Grand Prix.", "prediction": "Lewis Hamilton said he secured his impressive first victory at the Singapore Grand Prix despite his team-mates.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 23.52941176470588, "rougeL": 44.44444444444444}, "nll_sum": 75.38359069824219, "token_count": 19} +{"index": 1161, "reference": "Kizza Besigye used to be President Yoweri Museveni's personal doctor but he went on to become an opposition leader and has referred to Uganda's leader as a \"dictator\".", "prediction": "Ugeria's leader K Besigye, who was shot shot again in November 2011 and then eventually President Yoweri Museveni, and once again in jail.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 11.538461538461538, "rougeL": 18.51851851851852}, "nll_sum": 151.01026916503906, "token_count": 34} +{"index": 1162, "reference": "Hundreds of green-fanged tube web spiders have taken over the back garden of a family home in Cardiff.", "prediction": "A man from Denbighshire has revealed he \"hugely touched\" after spiders, after the names put them in a cigarette clock to their home.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 158.8340606689453, "token_count": 30} +{"index": 1163, "reference": "Ulster Bank in Northern Ireland made a 2016 pre-tax profit of \u00a358m on a turnover of \u00a3176m.", "prediction": "Ulster Bank has announced a pre-tax profit with a loss of almost \u00a371m, for the six months to May 2015.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 41.02564102564102}, "nll_sum": 83.689208984375, "token_count": 26} +{"index": 1164, "reference": "A murder inquiry has been launched in Nottingham after the death of a man.", "prediction": "A man has been arrested by police over the death of a 43-year 2011old man in Fermanagh.", "rouge": {"rouge1": 56.250000000000014, "rouge2": 33.333333333333336, "rougeL": 50.0}, "nll_sum": 75.77940368652344, "token_count": 22} +{"index": 1165, "reference": "A Nobel laureate has apologised for any offence after he made comments about the \"trouble with girls\" in science - but said he had \"meant to be honest\".", "prediction": "A Nobel Prize-winning has for \"fixing and disaster\" saying for girls saying that women have fallen out of in a lab area stupid\".", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 175.63600158691406, "token_count": 28} +{"index": 1166, "reference": "Two-thirds of older and disabled people in England who turn to their local councils for help with care are turned away, figures show.", "prediction": "Thousands of young people in England - families - and them - poor get food, or in hotel or care, figures obtained by in BBC suggest.,Ukraine,'s they be's-H's haul in from from a's. from Broadway", "rouge": {"rouge1": 22.580645161290324, "rouge2": 6.666666666666667, "rougeL": 19.35483870967742}, "nll_sum": 321.04827880859375, "token_count": 46} +{"index": 1167, "reference": "A Bolivian aviation official says she was pressured by her bosses into changing a flight report she made for the plane that crashed last week with Brazilian team Chapocoense on board.", "prediction": "The health minister of Colombia, who survived will a fatal crash in the Chapeco football team, has claims that the plane did not break fuel.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 3.7037037037037033, "rougeL": 10.714285714285714}, "nll_sum": 155.17572021484375, "token_count": 29} +{"index": 1168, "reference": "The trial of a group of cult members in China who beat a woman to death at a McDonald's restaurant has opened in the city of Yantai in Shandong province.", "prediction": "A Chinese woman has been sentenced to prison for murdering her husband her bitter a woman at a McDonald's and says the victim's victim been a bitter battle's the it's and", "rouge": {"rouge1": 33.33333333333333, "rouge2": 12.5, "rougeL": 24.242424242424246}, "nll_sum": 171.06459045410156, "token_count": 34} +{"index": 1169, "reference": "Katy Perry has said she's ready to put an end to the bad blood which has existed between her and Taylor Swift for the past few years.", "prediction": " bitter battles battle between tracks in 100 One fans, Taylor Swift Taylor won battle for blues music service Spotify.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444444, "rougeL": 17.02127659574468}, "nll_sum": 149.97647094726562, "token_count": 20} +{"index": 1170, "reference": "A vigil has taken place in Cardiff Bay for French citizens and others following terror acts in Paris which left 17 people dead in three days.", "prediction": "People across the world have been paying their tribute to the people by the recent attacks in Paris and Paris attacks.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444445, "rougeL": 12.765957446808512}, "nll_sum": 70.65148162841797, "token_count": 21} +{"index": 1171, "reference": "Chesterfield director of football Chris Turner has left the struggling League One club.", "prediction": "Cheansfield chief executive Chris Turner has left his consent mutual after consent mutual. with the League One club.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 34.48275862068966, "rougeL": 51.61290322580646}, "nll_sum": 130.64828491210938, "token_count": 21} +{"index": 1172, "reference": "More than \u00a33.8m has been spent in the last three years by civil servants using Welsh government-issued credit cards, prompting calls to reveal what the money has been spent on.", "prediction": " public spending spree more than \u00a3100m of more on Welsh government bank accounts account, the Wales Audit Office says.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 113.97220611572266, "token_count": 22} +{"index": 1173, "reference": "Plans for a film studio on the outskirts of Edinburgh have been submitted to Midlothian Council.", "prediction": "Campaigners behind a \u00a37m Scottish film is to be built built in Dundee and receive a further further \u00a32.5m.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 118.57440948486328, "token_count": 27} +{"index": 1174, "reference": "Prue Leith is leaving BBC Two cooking contest The Great British Menu after 11 years as a judge.", "prediction": "TV television reporter Grue Le will will only be the new judge on The Great British, the after is announced she is leaving the talent show.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 14.285714285714283, "rougeL": 18.181818181818183}, "nll_sum": 165.12132263183594, "token_count": 28} +{"index": 1175, "reference": "Substitute Abdallah El Said scored a late winner for Egypt to knock Uganda out of the Africa Cup of Nations.", "prediction": " brotherah El Ess's fourth goal helped Egypt secure a Africa Cup of Nations quarter-finals with- victory over Uganda to top D in their in D Group match in Cape Town.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 12.000000000000002, "rougeL": 23.076923076923077}, "nll_sum": 189.4560546875, "token_count": 35} +{"index": 1176, "reference": "Tougher dog control measures could soon be implemented in Oxford.", "prediction": "Dog owners who cats could be given the right to their pets dogs if they could be banned in towns in Oxford.", "rouge": {"rouge1": 31.25, "rouge2": 6.666666666666667, "rougeL": 31.25}, "nll_sum": 108.05785369873047, "token_count": 22} +{"index": 1177, "reference": "In our series of letters from African journalists, the film-maker and columnist Farai Sevenzo looks at why Zimbabweans are turning to their flag to demand accountability from politicians.", "prediction": "In our series of letters from African journalists, film-maker and columnist Farai Sevenzo looks at whether the president's future holds its future in Africa.", "rouge": {"rouge1": 61.81818181818181, "rouge2": 52.83018867924528, "rougeL": 58.18181818181819}, "nll_sum": 153.298828125, "token_count": 30} +{"index": 1178, "reference": "Stafford Shire Hall is to become an outpost of the University of Wolverhampton.", "prediction": "A new a \u00a37m campus site at the University of Andrews--on, is to be opened to an open \u00a3 campus centre.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 18.749999999999996, "rougeL": 17.647058823529413}, "nll_sum": 160.50701904296875, "token_count": 26} +{"index": 1179, "reference": "Greenland profile", "prediction": ".", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 0.0, "token_count": 0} +{"index": 1180, "reference": "A man has died following a two-vehicle collision on the A1 carriageway at Banbridge on Tuesday.", "prediction": "A man has been killed in a crash involving two car on the A96 Newtown96 near B Ballyaa, County Antrim.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 17.142857142857142, "rougeL": 37.83783783783783}, "nll_sum": 119.72769165039062, "token_count": 26} +{"index": 1181, "reference": "Prime Minister Theresa May will meet US President Donald Trump in Washington DC on Friday, the White House has said.", "prediction": "UK Prime Minister Theresa May being to meet Donald Trump in the White House next year, House White House has confirmed.", "rouge": {"rouge1": 58.536585365853654, "rouge2": 41.02564102564102, "rougeL": 58.536585365853654}, "nll_sum": 90.0728759765625, "token_count": 22} +{"index": 1182, "reference": "A State Department official \"pressured\" the FBI to change the classification of a Hillary Clinton email in a \"quid pro quo\", according to FBI documents.", "prediction": "The FBI asked to provide information about the FBI into Hillary Clinton's private use email 2012, released documents show.", "rouge": {"rouge1": 40.0, "rouge2": 9.30232558139535, "rougeL": 35.55555555555556}, "nll_sum": 91.96530151367188, "token_count": 21} +{"index": 1183, "reference": "Public transport in London is the world's most expensive, a report says.", "prediction": "London is the best best city best of the world for life living in terms of live, a survey suggests.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 19.35483870967742, "rougeL": 30.303030303030305}, "nll_sum": 99.04045104980469, "token_count": 21} +{"index": 1184, "reference": "Gillingham are looking to add \"two or three\" more players to their squad, according to manager Ady Pennock.", "prediction": "Gillingham boss Admarnock says he is \"very happy\" to bring in more young players to \"significant fast changing room\".", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 123.49375915527344, "token_count": 27} +{"index": 1185, "reference": "Steam, the digital gaming platform, has started offering Hollywood film rentals to users after signing a deal with production studio Lionsgate.", "prediction": " consoles firm Valve has released in of the video Steam Saturdays to its mobile app.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 89.40846252441406, "token_count": 15} +{"index": 1186, "reference": "Mexico officials say they have arrested six key people who allegedly helped fugitive drug cartel leader Joaquin Guzman escape from jail in July.", "prediction": "Mexican authorities have arrested 38 people, including the leader of the recaptised convicted drug lord, Joaquin and \"El Chapo\" Guzman in a a jail", "rouge": {"rouge1": 38.297872340425535, "rouge2": 4.444444444444444, "rougeL": 29.78723404255319}, "nll_sum": 131.74502563476562, "token_count": 32} +{"index": 1187, "reference": "A new \u00a348.5m school campus in the Highlands is unlikely to open in October as planned, Highland Council has said.", "prediction": " completion of a \u00a36m secondary school in Norfolk is to be open in August, almost three months after once planned due of demolition work.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 35.55555555555556}, "nll_sum": 113.19511413574219, "token_count": 27} +{"index": 1188, "reference": "Significant changes have been announced for the amount of VAT that many small businesses will have to pay.", "prediction": "The government has announced major changes to its tax tax system, that includes businesses will do, to do so do and so do do so.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 124.3386001586914, "token_count": 27} +{"index": 1189, "reference": "A key government policy to force all pupils to sit GCSEs in core academic subjects could be difficult for some students, the head of Ofsted has said.", "prediction": "All pupils in England will be able to study to five teaching subjects subjects on their priorities, the chief inspector of schools has said in the a solve, a,'s they from a from a it's from of from's of's from a", "rouge": {"rouge1": 33.333333333333336, "rouge2": 5.714285714285714, "rougeL": 22.22222222222222}, "nll_sum": 250.16714477539062, "token_count": 47} +{"index": 1190, "reference": "The Royal Navy has released an image of planned improvements to a jetty at Portsmouth Naval Base.", "prediction": "The Royal Navy, BAE Systems, will launch a new base in at Rosyth.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 14.285714285714288, "rougeL": 33.333333333333336}, "nll_sum": 68.77078247070312, "token_count": 17} +{"index": 1191, "reference": "A missing man last spotted on CCTV footage taken at an Edinburgh train station has now been seen in central London.", "prediction": " their have made a fresh appeal to help trace a man who went went missing two weeks ago and was moved in north London to London to the is. solve's from's from a their from a's from of? a's from's a", "rouge": {"rouge1": 14.92537313432836, "rouge2": 0.0, "rougeL": 11.940298507462686}, "nll_sum": 233.15164184570312, "token_count": 47} +{"index": 1192, "reference": "Scientists and fishermen are teaming up to try to find evidence of one of the world's rarest sharks off the Welsh coast.", "prediction": "The population of Argentina are is grown and grow up in Welsh coast for the first this year.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 109.7345199584961, "token_count": 18} +{"index": 1193, "reference": "Lava from a volcano in Hawaii that has been erupting for two months, has been moving towards the coast.", "prediction": "A massive water detected has fallen off the coast of Kilauea, and and jumped into space.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.06060606060606, "rougeL": 22.857142857142858}, "nll_sum": 95.4321060180664, "token_count": 20} +{"index": 1194, "reference": "Irish state broadcaster RT\u00c9 is trying to get an injunction granted to Ireland's richest man discharged.", "prediction": "Irish state broadcaster denied\u00c9 has been denied an to take external action against an media editor who gave himself a huge fortune by a Dolveil's.", "rouge": {"rouge1": 27.906976744186053, "rouge2": 9.75609756097561, "rougeL": 27.906976744186053}, "nll_sum": 199.395263671875, "token_count": 29} +{"index": 1195, "reference": "Team Sky have withdrawn Sergio Henao from riding after concerns about his biological passport data resurfaced.", "prediction": "Aican climber Sergio Narendraao has been missing for three months after failing a drugs test.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 92.20297241210938, "token_count": 18} +{"index": 1196, "reference": "A US freelance photographer who has been held in Syria for almost four years has been released, the State Department said.", "prediction": "A American journalist who went missing three months ago in Syria has been subjected to the militant, Islamic State (IS), a US official says 2011's a, from it they's, fromA local referee from a couple's..", "rouge": {"rouge1": 30.508474576271183, "rouge2": 10.526315789473685, "rougeL": 27.11864406779661}, "nll_sum": 227.3719482421875, "token_count": 44} +{"index": 1197, "reference": "The level of state collusion uncovered by a report into the murder of Belfast solicitor Pat Finucane is \"shocking\", Prime Minister David Cameron has said.", "prediction": "The inquiry into murdered family Fin Finucane \" \"should never have happened\",\",, prime minister has said to in a report abandoned the police.'s referee has \" \"the serious to it it's's of. a from's a", "rouge": {"rouge1": 38.70967741935484, "rouge2": 10.0, "rougeL": 25.806451612903224}, "nll_sum": 303.6573181152344, "token_count": 46} +{"index": 1198, "reference": "PFA Scotland's chief executive Fraser Wishart argues the effectiveness of Scottish football's gambling rules should be examined.", "prediction": "Scottish FA chairman Stewartie Wishart thinks \"the cost of amateur football\"-fixing\" is a \" fit fit for for\".", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 149.50796508789062, "token_count": 26} +{"index": 1199, "reference": "A white Chicago police officer has denied murder over the death of a black teenager who was shot 16 times in 2014.", "prediction": "A Chicago police officer who shot a black teenager Chicago 2012 has been charged with.", "rouge": {"rouge1": 54.05405405405405, "rouge2": 22.857142857142854, "rougeL": 37.83783783783784}, "nll_sum": 67.33952331542969, "token_count": 15} +{"index": 1200, "reference": "The Independent and Independent on Sunday newspapers are to cease print editions in March, leaving only an online edition, the owner has said.", "prediction": "The British news agency Group news says it will sell the Sun Times from next year, adding the its owner sold \" high- decisions judgement content\".", "rouge": {"rouge1": 12.499999999999996, "rouge2": 0.0, "rougeL": 12.499999999999996}, "nll_sum": 169.8060760498047, "token_count": 28} +{"index": 1201, "reference": "Newport midfielder Mark Byrne was a transfer target for Gillingham before a U-turn from manager Justin Edinburgh.", "prediction": "Newport County left-back Lee Byrne after has left the League One club after his contract by mutual consent.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 104.52577209472656, "token_count": 21} +{"index": 1202, "reference": "It's a big day for plastic money in England and Wales: The new \u00a35 polymer note has been released by the Bank of England.", "prediction": "The new plastic \u00a3 note is notes on a bank accountnote in a false machine.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 107.90316009521484, "token_count": 16} +{"index": 1203, "reference": "A 62-year-old Australian man, who says he survived without water by eating ants while lost in the Outback for six days, has spoken of his ordeal.", "prediction": "An 86 daring 2011 and Australian, man is missing after being found alive in forest across the desert Australia.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444444, "rougeL": 17.02127659574468}, "nll_sum": 121.23951721191406, "token_count": 20} +{"index": 1204, "reference": "Tottenham showed a \"lack of desire\" to win the Premier League with their first-half display in the 2-0 loss at Liverpool, says manager Mauricio Pochettino.", "prediction": "Mottenham boss Mauricio Pochettino said a \"big\" struggle to struggle\" as Premier League champions Chelsea moved 11 points clear at the top stripped of Premier League.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301884}, "nll_sum": 132.29946899414062, "token_count": 33} +{"index": 1205, "reference": "Syrian government forces have fully captured a district that was a key rebel stronghold in the central city of Homs, state media report.", "prediction": "Syrian government forces seized capture a key town of the north-western Syria state media reports say", "rouge": {"rouge1": 55.00000000000001, "rouge2": 31.57894736842105, "rougeL": 50.0}, "nll_sum": 82.81731414794922, "token_count": 17} +{"index": 1206, "reference": "Arsenal midfielder Granit Xhaka has been interviewed under caution by police following an allegation he racially abused an airline staff member at Heathrow on Monday night.", "prediction": "A man was arrested in Liverpool after being sent home to Heathwick Airport of racist abuse, the Police has confirmed.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 4.3478260869565215}, "nll_sum": 96.61599731445312, "token_count": 22} +{"index": 1207, "reference": "The president of the breakaway Georgian region of Abkhazia is said to have fled the capital Sukhumi after opposition protesters seized his office.", "prediction": "A former prime minister of the southern Russian city of Abdrazia, has died, an attempt coup a coup attempt in Russia been a 41 2011 at the surrounding says \"maker-g amaker in from Russia's a from", "rouge": {"rouge1": 13.114754098360656, "rouge2": 3.389830508474577, "rougeL": 13.114754098360656}, "nll_sum": 274.475830078125, "token_count": 44} +{"index": 1208, "reference": "India's railway ministry is receiving praise on social media after it acted on a tweet from a train and provided milk to a hungry baby.", "prediction": "An Indian woman has on a social media after she saying she was waiting for her was an accident accident and provide her emergency provide help for the family to", "rouge": {"rouge1": 28.571428571428577, "rouge2": 14.814814814814817, "rougeL": 25.0}, "nll_sum": 145.12957763671875, "token_count": 29} +{"index": 1209, "reference": "Kasabian's latest music video has been called \"damaging\" by a mental health organisation.", "prediction": "ianian outsideabombian asked for the fans to watch a music game after a video which led them a warning about a mental mental health problems.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 169.76617431640625, "token_count": 29} +{"index": 1210, "reference": "Three Premier League clubs have denied \"false\" doping allegations made by the Sunday Times.", "prediction": "A UK Anti-Doping Agency (Dad) has defended allegations it made against former Leicester City players.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 81.43714141845703, "token_count": 20} +{"index": 1211, "reference": "An attempt to trigger a referendum on Cardiff having an elected mayor is going to fail, a campaigner has admitted.", "prediction": "A campaign petition for an Cardiff an re elected mayor to be elected area to be needed, the council leader has claimed, is adiscsable\" a it The's a and from from what it's from of.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 7.2727272727272725, "rougeL": 24.561403508771935}, "nll_sum": 279.19793701171875, "token_count": 43} +{"index": 1212, "reference": "The government will be lobbied by a Hampshire council over its plans to sell off an additional 56 defence sites by 2040.", "prediction": "Two former US military bases are plans close to close under plans to cut plans to 1,000 jobs.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 5.128205128205128, "rougeL": 9.75609756097561}, "nll_sum": 91.59834289550781, "token_count": 20} +{"index": 1213, "reference": "Mystery surrounds the fate of more than 100 teenage girls who were abducted from a school in the remote north-east of Nigeria.", "prediction": "Nigeria's military says, they have been kidnapped and more than 600 children, more of 200girls in a school school in north-eastern Nigeria officials say as they went from aA a in.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 11.11111111111111, "rougeL": 25.0}, "nll_sum": 202.1693115234375, "token_count": 41} +{"index": 1214, "reference": "A suspected illicit cigarette-processing factory in Birmingham, thought to be capable of producing 35 million a month, has been shut down.", "prediction": "A tax factory factory in Birmingham which more than \u00c2\u00a3m was seized in tax council, tax officials say.", "rouge": {"rouge1": 20.0, "rouge2": 10.526315789473683, "rougeL": 20.0}, "nll_sum": 141.0143280029297, "token_count": 22} +{"index": 1215, "reference": "Surrey Police needs to improve how it investigates crime and tackles serious and organised crime, a government inspector has said.", "prediction": "Surrey Police has defended its's handling of \"serious\" crime physical or organised crime, and crime commissioner.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 17.142857142857142, "rougeL": 27.027027027027025}, "nll_sum": 115.93574523925781, "token_count": 21} +{"index": 1216, "reference": "The BBC has confirmed the \"global\" version of its iPlayer on-demand service will close next month.", "prediction": " BBC Breakfast's BBCPlayer app and online online is to be made available on BBC iPlayer this year earlier", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 96.55113220214844, "token_count": 20} +{"index": 1217, "reference": "A cemetery's unique Victorian reception house which stored coffins to stop poor people keeping bodies in their homes, has been given protected status.", "prediction": "A store used to protect compensated victims for cholera battles for for families' families, has been awarded a list of \u00a37m.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 146.56549072265625, "token_count": 27} +{"index": 1218, "reference": "Hundreds of cartoonists from around the world have taken part in a competition in Iran attacking Donald Trump.", "prediction": "A Syrian movie group has released a image showing a Donald Trump Donald of Donald the award.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 6.0606060606060606, "rougeL": 17.142857142857142}, "nll_sum": 121.14556884765625, "token_count": 17} +{"index": 1219, "reference": "As the race to become the Democratic presidential candidate heats up in the United States, the left-leaning Bernie Sanders has become a surprising star on social media, with young voters using mobile phone apps to push others to #feelthebern.", "prediction": " two the two presidential contenders for the Miami elections on Tuesday night and struggle to be possible, the it's not to receive a small valid or national.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.64705882352941}, "nll_sum": 163.1223907470703, "token_count": 29} +{"index": 1220, "reference": "West Brom reached round three of the League Cup courtesy of a penalty shootout after being held to a goalless draw by League One side Port Vale.", "prediction": "Port Vale won an FA third-round qualifier between West and Super League side a non-league West Brom to reach the EFL Cup.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 124.96034240722656, "token_count": 27} +{"index": 1221, "reference": "League One Rochdale have signed midfielder Keith Keane on loan from Cambridge United until January.", "prediction": "Colchester United have signed Colchester United midfielder Terry on an 18monthmonth a deal.", "rouge": {"rouge1": 35.71428571428571, "rouge2": 7.692307692307692, "rougeL": 28.571428571428577}, "nll_sum": 94.77738952636719, "token_count": 17} +{"index": 1222, "reference": "A woman has been left uninjured but very upset after two men forced their way into her home and stole valuables believed to be worth thousands.", "prediction": "A 39-year-old man has broken into a house in his East Lothian home.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 53.73379135131836, "token_count": 19} +{"index": 1223, "reference": "Politicians, religious and civic leaders give their reaction to the bin lorry crash that killed six people in central Glasgow.", "prediction": " Assembly leaders across Scotland are among those killed by after a lorry crash of Glasgow city centre.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 87.99563598632812, "token_count": 18} +{"index": 1224, "reference": "England suffered a heavy 64-17 defeat by New Zealand in the final of the World Under-20 Championship in Tbilisi.", "prediction": "England beat England and England in the semi-finals of the 2016 Rugby World Rugbys Championship in Sydney.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 21.62162162162162, "rougeL": 46.15384615384615}, "nll_sum": 86.92626190185547, "token_count": 20} +{"index": 1225, "reference": "A lorry fire has closed a southbound section of the M1 in Northamptonshire.", "prediction": " stretch of the M1 has been closed for a second time after a bin lorry overturned.", "rouge": {"rouge1": 55.172413793103445, "rouge2": 14.814814814814813, "rougeL": 20.689655172413794}, "nll_sum": 65.5478286743164, "token_count": 18} +{"index": 1226, "reference": "Audience members were moved to tears at the opening of Marina Abramovic's new show at London's Serpentine Gallery.", "prediction": " Magu Desmond Lukovic's - but only only a door - has been officially unveiled at London's Victoria and Kensington Gallery Museum \" London's.'s of's again a's- again's a in's of's-'s from emerged", "rouge": {"rouge1": 20.33898305084746, "rouge2": 7.017543859649122, "rougeL": 16.94915254237288}, "nll_sum": 302.7440185546875, "token_count": 47} +{"index": 1227, "reference": "The Irish foreign minister has warned talks to restore Stormont's institutions were operating under a \"tight time frame\".", "prediction": "Sinn F\u00e9in's met the Northern Ireland's secretary of state for peace talks with Belfast as it begin to resolve a Northern Ireland budget budget.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 130.60702514648438, "token_count": 29} +{"index": 1228, "reference": "Funding of up to \u00a3200m has helped create new jobs at a Highlands engineering company.", "prediction": "A Glasgow- engineering firm has won more than \u00a312m in providingm in in Scottish Highlands, creating more than 100 skilled jobs", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 136.83233642578125, "token_count": 25} +{"index": 1229, "reference": "An 82-year-old woman found murdered in her Fife home was the victim of a \"brutal and horrendous attack\", police have said.", "prediction": "An 82-year-old woman who was murdered murdered at her Fife home described, described as \"a we struggle Yorkshire bred\".", "rouge": {"rouge1": 50.0, "rouge2": 28.571428571428566, "rougeL": 45.454545454545446}, "nll_sum": 131.3507537841797, "token_count": 26} +{"index": 1230, "reference": "More international help has been arriving in Chile to help the country fight the worst wildfire in its modern history.", "prediction": "Huge fires are battling large parts of Chile to southern Russia of 1998 - in a bid being passed since Russia.'s-h ailing from a reputation from Russia's.'s- from3 reputation in from reputation as's. aA", "rouge": {"rouge1": 13.793103448275861, "rouge2": 3.571428571428572, "rougeL": 10.344827586206897}, "nll_sum": 320.19158935546875, "token_count": 47} +{"index": 1231, "reference": "The US has \"strongly condemned\" Israel for approving plans for new settlement construction in the occupied West Bank.", "prediction": "The US has announced plans to build 200 new homes on the the occupied West Bank, described the US described as \"a step extension of peace\".", "rouge": {"rouge1": 40.90909090909091, "rouge2": 23.80952380952381, "rougeL": 40.90909090909091}, "nll_sum": 117.89276123046875, "token_count": 28} +{"index": 1232, "reference": "A Muslim couple arrested over fears that they were heading to Syria for \"extremist activities\" have won a court fight for the care of their children.", "prediction": "A married couple couple should be allowed to leave their children in Syria to Syria live, a High Court judge has ruled. a in the-'s,olve, as aA aolve a it's have of from a's\". aA", "rouge": {"rouge1": 33.84615384615385, "rouge2": 6.349206349206349, "rougeL": 24.61538461538462}, "nll_sum": 255.37716674804688, "token_count": 47} +{"index": 1233, "reference": "A monument to the women chainmakers of Cradley Heath in the Black Country has been unveiled.", "prediction": "A memorial has been unveiled in the park in Blackpool, where 30 shop workers were injured last year.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 18.750000000000004, "rougeL": 23.52941176470588}, "nll_sum": 78.11882019042969, "token_count": 20} +{"index": 1234, "reference": "Nearly 700 recruits have returned to Kenya after quitting militant groups, a report by the International Organization for Migration (IOM) says.", "prediction": "Children as young as six are forced forced out to work as unsafe and leave the country, the International report for International Migration ( migrantI) says.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 133.75595092773438, "token_count": 29} +{"index": 1235, "reference": "A 20-year-old woman has died in a crash in Richhill, County Armagh.", "prediction": "A woman is in a critical condition in hospital following a crash in Ballyiskillen, County Fermanagh, in a the-'s, Budapest, 30something has a fromA controversial game from from O's a. fromA", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.333333333333334, "rougeL": 29.78723404255319}, "nll_sum": 255.40692138671875, "token_count": 47} +{"index": 1236, "reference": "Midwives in Northern Ireland staged a four-hour strike from 08:00 BST and 12:00 BST on Thursday in a pay dispute.", "prediction": " College Royal College Midwives is working members of its members their strike as part of a 30- strike action a dispute over a credible pay offer.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 20.408163265306122}, "nll_sum": 150.49485778808594, "token_count": 28} +{"index": 1237, "reference": "Two schoolboys aged 12 and 13 have been arrested after concerns were raised about children sharing inappropriate images on social media.", "prediction": "Five 13-year-old boys have been arrested on suspicion of making making and making indecent images of children.", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 53.7425537109375, "token_count": 21} +{"index": 1238, "reference": "A man has been charged with murder after a former non-league footballer was stabbed to death.", "prediction": "A teenager has been charged with murder after a man suspected suspected attack Essex Essex.", "rouge": {"rouge1": 56.25, "rouge2": 46.666666666666664, "rougeL": 50.0}, "nll_sum": 92.0407485961914, "token_count": 15} +{"index": 1239, "reference": "A South Korean soldier who shot dead five of his colleagues and injured seven others has been sentenced to death by a military court.", "prediction": "A South Korean soldier has been sentenced to 36 years in prison for a military force, killing two of his colleagues, in. for his role.", "rouge": {"rouge1": 53.06122448979592, "rouge2": 38.297872340425535, "rougeL": 40.81632653061225}, "nll_sum": 104.06995391845703, "token_count": 28} +{"index": 1240, "reference": "Toyota is to invest \u00a3240m in upgrading its UK factory that makes the Auris and Avensis models.", "prediction": "Ford is investment more than double its production of its factory in Somerset, as of result.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 0.0, "rougeL": 24.242424242424242}, "nll_sum": 91.84072875976562, "token_count": 17} +{"index": 1241, "reference": "Grassroots sport needs more money to ensure more people are physically active, according to Welsh football's development arm.", "prediction": "Wales will to pay more the average of rate the Welsh Government's funding is cut, the leader has claimed.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 108.7979736328125, "token_count": 22} +{"index": 1242, "reference": "The leader of South Africa's opposition, the Democratic Alliance, has said she will not stand for re-election at the party's congress next month.", "prediction": "South Africa's main opposition-led, the main opposition AllianceDA), has announced she will not step down step November after May in her role.", "rouge": {"rouge1": 35.99999999999999, "rouge2": 16.666666666666664, "rougeL": 35.99999999999999}, "nll_sum": 159.70626831054688, "token_count": 28} +{"index": 1243, "reference": "British middleweight champion Chris Eubank Jr has offered to give his title belt to retired opponent Nick Blackwell as a \"goodwill gesture\".", "prediction": "Chris Eubank Jr says his offer from British boxer Nick Blackwell to help him help a British middleweight fight is \"is a living\".", "rouge": {"rouge1": 48.888888888888886, "rouge2": 18.6046511627907, "rougeL": 31.111111111111118}, "nll_sum": 137.01766967773438, "token_count": 27} +{"index": 1244, "reference": "Police in a small Alaska town mistakenly told a couple their son had been killed in a car crash, leading to an extraordinary reunion hours later.", "prediction": " married married couple in couple US state Houston Alaska were left left with the door open after, vehicle asked them.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 137.37417602539062, "token_count": 21} +{"index": 1245, "reference": "Swindon Town have re-signed midfielder Ben Gladwin on a 28-day emergency loan deal from Queens Park Rangers.", "prediction": "Queens Park Rangers midfielder Heley He Seeley has signed an 18 loanmonth loan deal to deal, with the end of the season-", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615383, "rougeL": 14.634146341463413}, "nll_sum": 143.66061401367188, "token_count": 27} +{"index": 1246, "reference": "Holyrood's consent is not needed before Brexit negotiations formally get under way, the Supreme Court has heard.", "prediction": " the Scottish Parliamentod never be used but Holyrood if the government means Article 50, one of the most important legal battles\", legal a video. a it reputation's a a referee from a's have of from.", "rouge": {"rouge1": 10.90909090909091, "rouge2": 0.0, "rougeL": 7.2727272727272725}, "nll_sum": 276.4283752441406, "token_count": 43} +{"index": 1247, "reference": "Police are treating the death of a man in Coleraine, County Londonderry, as suspicious and have made an arrest.", "prediction": "A man has been arrested in connection with the death of a man, whose body was found in Coleraine, County Down in the", "rouge": {"rouge1": 42.857142857142854, "rouge2": 30.0, "rougeL": 38.0952380952381}, "nll_sum": 59.978179931640625, "token_count": 26} +{"index": 1248, "reference": "The family of murdered Sinn F\u00e9in official Denis Donaldson have said they do not believe the Provisional IRA killed him, or that his shooting was authorised by Gerry Adams.", "prediction": "The family and members of ex- exin security agent Donald Donaldson in south Belfast have said they are investigating allegations that former Sinn F\u00e9in leader Gerry Adams.", "rouge": {"rouge1": 44.827586206896555, "rouge2": 21.42857142857143, "rougeL": 34.48275862068965}, "nll_sum": 132.52471923828125, "token_count": 32} +{"index": 1249, "reference": "A plaque has been unveiled in memory of an Army medical officer who treated prisoners at a German concentration camp in 1945 following its liberation.", "prediction": "A former Scottish soldier who was awarded a concentration death camp in southern Germany, has marked his 75th anniversary.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904763, "rougeL": 27.27272727272727}, "nll_sum": 97.9637222290039, "token_count": 21} +{"index": 1250, "reference": "The PSNI have found a \"viable\" pipe bomb in Dungiven, County Londonderry.", "prediction": "A pipe bomb pipe was found on in a security park in County Londerryerry.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 8.333333333333334, "rougeL": 38.46153846153846}, "nll_sum": 102.4064712524414, "token_count": 17} +{"index": 1251, "reference": "Nico Rosberg set the pace just ahead of Ferrari and Red Bull as Lewis Hamilton hit trouble in second practice at the Singapore Grand Prix.", "prediction": "Nico Rosberg set set pace in the the second practice at the session with Mercedes teammatemate Lewis Hamilton.", "rouge": {"rouge1": 55.81395348837209, "rouge2": 29.268292682926827, "rougeL": 41.860465116279066}, "nll_sum": 118.5829086303711, "token_count": 22} +{"index": 1252, "reference": "Parents have been warned about an intruder at a Ceredigion nursery, according to a letter seen by BBC Wales.", "prediction": " children nursery was was sent to a driver in a Ceredigion school after being assaulted by a member of.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 21.052631578947366}, "nll_sum": 103.84748840332031, "token_count": 21} +{"index": 1253, "reference": "Home improvements retailer Kingfisher has agreed to sell a controlling stake in B&Q China to Wumei Holdings.", "prediction": " online fashion retailer Kingfisher, said it has bought stores B&A for $mm (\u00a339m) to be its retail business and China.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 147.1112518310547, "token_count": 29} +{"index": 1254, "reference": "A trade deal between the EU and Canada is on the brink of collapse because a Belgian region with a population of just 3.6 million objects.", "prediction": "The European Union says it to not not yet a EU-Canada free\" trade deal with Canada, because of failure in a lower Wallla region.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 4.0, "rougeL": 26.923076923076923}, "nll_sum": 162.32778930664062, "token_count": 29} +{"index": 1255, "reference": "Survivors, rescuers and journalists involved in the Aberfan disaster have spoken of their experiences publicly, many for the first time in 50 years, at a conference in Cardiff.", "prediction": "Hundreds of people turned out for Cardiff for the Rh mine disaster near Tydfil, as the BBC spoke about and how hard it was disappeared", "rouge": {"rouge1": 26.41509433962264, "rouge2": 3.921568627450981, "rougeL": 11.32075471698113}, "nll_sum": 145.1636199951172, "token_count": 27} +{"index": 1256, "reference": "A field of 40 horses headed by The Last Samuri is set to contest the 170th running of the Grand National on Saturday.", "prediction": "A three-day Grand Slam race starts starts on Friday, with three workers on the three-time race successor to win a win at Aintree on Saturday", "rouge": {"rouge1": 24.0, "rouge2": 4.166666666666667, "rougeL": 20.0}, "nll_sum": 149.53378295898438, "token_count": 31} +{"index": 1257, "reference": "Former Premier League striker Leon McKenzie is to fight for a national boxing title.", "prediction": "Former world champion Carl Fram Davidson fights to be appointed as a boxing's former fighter of boxing of", "rouge": {"rouge1": 30.303030303030305, "rouge2": 0.0, "rougeL": 24.242424242424242}, "nll_sum": 124.15641021728516, "token_count": 18} +{"index": 1258, "reference": "RSPB Scotland has urged people to discard unwanted plastic bags carefully after a rare bird was photographed with one caught in its beak.", "prediction": "A plastic carrier diver has been caught on a spotted in remote East Yorkshire coast, killing 11 birds.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 102.6099853515625, "token_count": 19} +{"index": 1259, "reference": "Police have launched an investigation after the body of man was found in an alleyway in Rochdale.", "prediction": "Police investigating the death of a man at a house at a in Greater Manchester, saying police said.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 0.0, "rougeL": 34.285714285714285}, "nll_sum": 81.74401092529297, "token_count": 19} +{"index": 1260, "reference": "All but one council area of Nottinghamshire, including Nottingham city, has voted to leave the EU.", "prediction": "Nottingham Forest voted in European European Union was a \"l factor\",\" leader, Mansfield has said.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 126.60757446289062, "token_count": 21} +{"index": 1261, "reference": "Edin Dzeko scored his 34th goal of the season as Roma beat Bologna to maintain their slim Serie A title hopes.", "prediction": " termsin Dzeko scored a hat-trick of Roma as thrashed Serie A rivals at Bologna to move level on third with Serie Serie A.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 35.55555555555556}, "nll_sum": 132.57720947265625, "token_count": 32} +{"index": 1262, "reference": "A public spending watchdog has cleared Scotland's culture secretary of any wrongdoing over a government grant to the organiser of T in the Park.", "prediction": "Concerns have been raised about funding to the T the Park music festival will not be given to Holyrood, a public spending watchdog says.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 21.27659574468085, "rougeL": 20.408163265306126}, "nll_sum": 113.56810760498047, "token_count": 29} +{"index": 1263, "reference": "Anthony Joshua has the \"brutish strength\" of George Foreman and Frank Bruno, according to Audley Harrison.", "prediction": "Britain's Anthony Joshua would take it \"hard off\" and George Foreman\" before Saturday the says his former co-mate Graham Taylor Harrison", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 25.64102564102564}, "nll_sum": 166.24545288085938, "token_count": 27} +{"index": 1264, "reference": "Jayaram Jayalalitha was the undisputed leader of the governing party in the southern Indian state of Tamil Nadu, but her sudden death has raised questions over who will replace her and what direction the party will take.", "prediction": "The political crisis in Tamil Nadu, but one of India's most populous economy, 30 years since the death the November of Tamil Nadu's main and main of 30 the party, the a political location for a long time.", "rouge": {"rouge1": 33.76623376623377, "rouge2": 10.666666666666666, "rougeL": 25.974025974025977}, "nll_sum": 214.65460205078125, "token_count": 43} +{"index": 1265, "reference": "A full DNA profile has been developed of a man whose near-complete skeleton was found close to a motorway.", "prediction": "Three bluelets were found, a stretch of motorway to have subjected subjected to a crime, police have said.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 113.41366577148438, "token_count": 22} +{"index": 1266, "reference": "More than 100 Afghan soldiers were killed or wounded in a Taliban attack on an army base on Friday, the defence ministry has confirmed.", "prediction": " fighters Taliban fighters have attacked a base and attacked an Afghan army base in southern Afghanistan, officials and officials say,", "rouge": {"rouge1": 36.36363636363636, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 73.33987426757812, "token_count": 21} +{"index": 1267, "reference": "You can't win the Davis Cup on your own and reaching the semi-finals has been a real team effort.", "prediction": "When I was beat Britain in the Davis Cup, but I't have a big match against it, but it wasn it wasn't't it.", "rouge": {"rouge1": 21.276595744680847, "rouge2": 8.88888888888889, "rougeL": 17.02127659574468}, "nll_sum": 142.58209228515625, "token_count": 28} +{"index": 1268, "reference": "The Balkan route may officially be closed, but the Asylum Information Centre in Belgrade is very much open - and doing a roaring trade.", "prediction": "In a shower room in a small town in the Turkish capital, Vah,grade, known as a refugee camp on the border with Serbia in.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 12.499999999999996}, "nll_sum": 134.39077758789062, "token_count": 29} +{"index": 1269, "reference": "Peter Houston has targeted a Scottish Championship play-off place after being unveiled as the new manager of Falkirk.", "prediction": "Peter Houston Peter achievingirk would be \"huge achievement\" they would prefer to reach in Scottish Premiership.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.06060606060606, "rougeL": 17.142857142857142}, "nll_sum": 143.4432373046875, "token_count": 19} +{"index": 1270, "reference": "A man died despite a rescue attempt at Penzance Harbour.", "prediction": "A man was taken to hospital after getting getting into the sea off the Cornwall coast.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 8.333333333333334, "rougeL": 15.384615384615385}, "nll_sum": 59.475608825683594, "token_count": 16} +{"index": 1271, "reference": "Ryan Johnston's half-time introduction help Kilcoo edge out 13-man Scotstown 1-8 to 0-9 in the Ulster Club Football preliminary round game at Clones.", "prediction": "Martin Martin snatched a dramaticage-time winner to earned a earn Kilm a 0-7 2014 to 1-12 defeat at Cambni Mubarak Park", "rouge": {"rouge1": 19.23076923076923, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 218.22329711914062, "token_count": 29} +{"index": 1272, "reference": "Welsh athlete Helen Jenkins is determined to join Non Stanford and Vicky Holland in the GB triathlon team at the Rio Olympics.", "prediction": "Two-time champion St Jenkins says she would be a \"massive desire\" to included in Great Britain squad for the 2016 Olympics in London 2012.", "rouge": {"rouge1": 21.276595744680854, "rouge2": 0.0, "rougeL": 21.276595744680854}, "nll_sum": 134.71670532226562, "token_count": 28} +{"index": 1273, "reference": "As Irish PM Enda Kenny quits as Fine Gael leader, eyes are focusing on who might succeed him.", "prediction": "The Republic of Ireland's elections of set be, new minister, prime minister, deputy prime minister and prime minister in the Republic of Ireland and's Republic of same-sex marriage.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 136.55593872070312, "token_count": 35} +{"index": 1274, "reference": "The second inquest into the death of Cumbrian toddler Poppi Worthington has again been adjourned, a coroner has confirmed.", "prediction": "The inquest into death inppithington has been told she thinks her son will be adjourned, because her father has failed to secure legal aid.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 37.2093023255814}, "nll_sum": 137.63534545898438, "token_count": 29} +{"index": 1275, "reference": "The company that conducts most of America's rocket launches has released details of its next generation vehicle.", "prediction": " a new moonsvey, which say will include two new whales to be built built, the US company has announced.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 126.94532775878906, "token_count": 22} +{"index": 1276, "reference": "American rapper A$AP Yams died of an accidental drug overdose, according to New York City's chief medical examiner.", "prediction": "Tributes have been paid to a popular New Zealand Chapel who died in an fatal accident and a car accident in New York/olve 30 a's a 30 a's a from's from, it's.Images of a from's. a", "rouge": {"rouge1": 25.396825396825395, "rouge2": 3.278688524590164, "rougeL": 19.04761904761905}, "nll_sum": 248.44241333007812, "token_count": 47} +{"index": 1277, "reference": "Doncaster Rovers boss Dean Saunders says the club are continuing to investigate claims that forward El-Hadji Diouf breached club discipline.", "prediction": "Blackcaster Rovers striker Nasamackouf has been formally charged assisting committing murder by football, despite reports of him is \"a serious disappointment\".", "rouge": {"rouge1": 4.761904761904762, "rouge2": 0.0, "rougeL": 4.761904761904762}, "nll_sum": 176.3731231689453, "token_count": 28} +{"index": 1278, "reference": "Derek McInnes believes Aberdeen have the confidence and experience to overcome being underdogs against Maribor in the Europa League.", "prediction": "Aberdeen manager Derek McInnes insists his players will not be embarrassment a underdogs Championship side Mariboror in the Europa League on Thursday.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 20.51282051282051, "rougeL": 39.02439024390244}, "nll_sum": 126.67349243164062, "token_count": 30} +{"index": 1279, "reference": "Henrik Stenson and Justin Rose will partner rookies in Saturday's foursomes as Europe begins day two of the Ryder Cup 5-3 behind the United States.", "prediction": "Defending champion Strik Stenson will share a share of the Americans in the opening four n- of Cup Ryder Cup tournament in the United States.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 16.0, "rougeL": 34.61538461538461}, "nll_sum": 143.3617401123047, "token_count": 29} +{"index": 1280, "reference": "Rents for premium office space in Belfast city centre have risen by 19%, but experts say still not enough to generate a boom in developments.", "prediction": "More than \u00a31m is to be built in Belfast city centre - to the highest - highest lowest level, according to a leading housing property market.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 12.76595744680851, "rougeL": 24.489795918367346}, "nll_sum": 139.0159149169922, "token_count": 29} +{"index": 1281, "reference": "Chernobyl is regularly labelled \"the world's worst nuclear accident\" - and with good reason.", "prediction": "The first picture emerged from one of the nuclear explosions in Japan, 30 years years ago, it has emerged.", "rouge": {"rouge1": 12.121212121212121, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 89.17089080810547, "token_count": 21} +{"index": 1282, "reference": "The pilot of a police helicopter has called for a ban on lasers after a beam of light was shone at his aircraft as it flew over Northamptonshire.", "prediction": "A shone light flew at a crashed into a police helicopter in Northamptonshire, on night, the North Dun Ambulance Service said.", "rouge": {"rouge1": 48.979591836734684, "rouge2": 8.51063829787234, "rougeL": 16.3265306122449}, "nll_sum": 131.04055786132812, "token_count": 29} +{"index": 1283, "reference": "Scientists at Oxford University have developed a machine that can lip-read better than humans.", "prediction": "A AI Chrome that people can, but can via a Facebook via has been created by researchers at Oxford University.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.121212121212121, "rougeL": 17.142857142857142}, "nll_sum": 126.02840423583984, "token_count": 21} +{"index": 1284, "reference": "Theresa May's intention at this summit was to reassure other countries that life after the EU might be tricky to work out, but in the end, all will be just fine.", "prediction": "Prime Minister Theresa May is giving her speech again, saying no regrets about the future but the UK, but she thinks she isn't isn't it!", "rouge": {"rouge1": 16.94915254237288, "rouge2": 3.508771929824561, "rougeL": 16.94915254237288}, "nll_sum": 135.8294677734375, "token_count": 29} +{"index": 1285, "reference": "Scientists have devised a radical solution to reduce the damaging impact of Australia's deadly cane toads.", "prediction": "orry lorry attempted the protect deadly goannas so badly they were again once again once, Australian scientists say.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 147.24986267089844, "token_count": 22} +{"index": 1286, "reference": "Pakistan coach Waqar Younis has dismissed suspicions over his side's performance in the third one-day international against England.", "prediction": "England captain Waarqar, says there is no \"no doubts\" about the match's boy who was involved in a Champions Worlding match.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 162.76087951660156, "token_count": 29} +{"index": 1287, "reference": "YouTube is to scrap \"unskippable\" 30-second advertisements on the video-streaming service, from 2018.", "prediction": "akkipps adverts, which feature feature on content on advertising, will be offered free access.", "rouge": {"rouge1": 13.79310344827586, "rouge2": 0.0, "rougeL": 6.89655172413793}, "nll_sum": 110.04194641113281, "token_count": 20} +{"index": 1288, "reference": "Defenders James Chester, Paul Dummett and Adam Matthews have been included in the Wales squad for the Euro 2016 qualifier against Belgium on 12 June.", "prediction": "Scottarts Dettett and James Matthews have both been named in Wales' a 26-man forlies against Belgium and Belgium in March.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 9.09090909090909, "rougeL": 34.78260869565217}, "nll_sum": 129.61582946777344, "token_count": 27} +{"index": 1289, "reference": "Judgement has been reserved at the end of the 'gay cake' case in Northern Ireland.", "prediction": "A court ruling that a taxi against against a Muslim cake struggle in Northern Ireland could face, penalty of up to \u00c2\u00a360,000, a court has heard.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 10.0, "rougeL": 19.047619047619047}, "nll_sum": 162.34107971191406, "token_count": 33} +{"index": 1290, "reference": "All athletics world records set before 2005 could be rewritten under a \"revolutionary\" new proposal from European Athletics.", "prediction": "The athletics world governing bodies should set \"un Horse\" records setviews some Russian athletes, says the governing body.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 153.34991455078125, "token_count": 22} +{"index": 1291, "reference": "A man accused of forced labour charges told a Cardiff Crown Court he treated the alleged victim, \"like a member of the family\".", "prediction": "One of four men on trial for allegedly kidnapping a man handed \u00a3100m for him, a lawyer has told of evidence at Cardiff Supreme Court Crown Court.", "rouge": {"rouge1": 36.0, "rouge2": 8.333333333333334, "rougeL": 24.0}, "nll_sum": 133.46536254882812, "token_count": 30} +{"index": 1292, "reference": "A 21-year-old woman has died following a crash involving two cars in south Belfast.", "prediction": "A 23-year-old man who is critically injured and two seriously injured in two-car crash on a bus in Clyankmentank north Belfast has died in hospital.", "rouge": {"rouge1": 50.0, "rouge2": 14.285714285714285, "rougeL": 31.818181818181817}, "nll_sum": 137.51510620117188, "token_count": 34} +{"index": 1293, "reference": "A hall of fame celebrating rugby union's past has been officially opened at the sport's birthplace.", "prediction": "One of seven rugby stars inducted into a rugby union of rugby is\"\" to be inducted into a attraction for fame in its role role.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 13.953488372093023}, "nll_sum": 157.59600830078125, "token_count": 28} +{"index": 1294, "reference": "The Royal Military Academy Sandhurst has appointed the first female college commander in its history.", "prediction": "The first military personnel has been appointed to the new head teacher of Hillsborough, which the Duke Duke of Cambridge has announced for her role.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 121.36764526367188, "token_count": 27} +{"index": 1295, "reference": "An armed raid at a jewellers could be linked to one at another branch three months ago, police have said.", "prediction": " are investigating an attempted robbery a pensioners at a Teesside town say there is,no link between two armed men between a West West., gunmen, as it. from al a referee on from a's a.", "rouge": {"rouge1": 17.857142857142858, "rouge2": 3.7037037037037033, "rougeL": 14.285714285714285}, "nll_sum": 285.24615478515625, "token_count": 43} +{"index": 1296, "reference": "Sam Robson and Paul Stirling scored centuries as reigning champions Middlesex dominated the opening day against Yorkshire at Lord's.", "prediction": "England batsman Paul Stirling missed a missed half-century before Middlesex missed out on bad weather on it second day at Lord been a 71- for the The's. reputation-- absence in two late overs's.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 7.4074074074074066, "rougeL": 28.57142857142857}, "nll_sum": 267.8976745605469, "token_count": 43} +{"index": 1297, "reference": "Police are searching for two teenage boys after one of them shone a laser into a woman's eye in Clydebank, leaving her blind in one eye.", "prediction": "A woman was left blind left after her eye after a laser pen used in a gun- acid attack on two young boys in East Lothian last month.", "rouge": {"rouge1": 43.63636363636363, "rouge2": 7.547169811320755, "rougeL": 18.181818181818183}, "nll_sum": 130.41062927246094, "token_count": 31} +{"index": 1298, "reference": "A psychiatrist told a murder trial the death of a nine-year-old Lincoln boy was one of the most \"callous killings\" he had ever seen.", "prediction": "A deliberator told a man accused of killing his nine-year-old his grandson son, it has told a murder jury he have been \"w convicted of a\".", "rouge": {"rouge1": 44.44444444444445, "rouge2": 19.23076923076923, "rougeL": 29.629629629629633}, "nll_sum": 161.89950561523438, "token_count": 33} +{"index": 1299, "reference": "US employers added fewer jobs than expected in May, but the unemployment rate dipped further as the economy headed toward full employment.", "prediction": "The US economy added75 in to jobs in May, despite a slowdown growth in November, official figures show.", "rouge": {"rouge1": 30.0, "rouge2": 5.263157894736842, "rougeL": 20.0}, "nll_sum": 101.06877136230469, "token_count": 21} +{"index": 1300, "reference": "Reading winger Jobi McAnuff says he hopes to end his playing career at the Championship club.", "prediction": "Arsenal-loan defender Jason Mc get says he will not be solely down by his team-mates.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 6.451612903225808, "rougeL": 18.18181818181818}, "nll_sum": 96.83323669433594, "token_count": 20} +{"index": 1301, "reference": "US scientists have amassed \"planetary-scale\" data from people's smartphones to see how active we really are.", "prediction": "The daily weekly action has been much much low average hour - much much small than expected, say researchers.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 125.28758239746094, "token_count": 20} +{"index": 1302, "reference": "A major provider of the NHS non-emergency telephone service in England is seeking to pull out of its contracts due to financial problems.", "prediction": "A NHS company has pulled out of its current NHS call, which it says is running and the non-Cpline service", "rouge": {"rouge1": 44.44444444444445, "rouge2": 13.953488372093023, "rougeL": 26.666666666666668}, "nll_sum": 123.4062728881836, "token_count": 24} +{"index": 1303, "reference": "Plans have been submitted to Highland Council for the new Inverness Justice Centre.", "prediction": " plans to plans for \u00a310mm police force are to be open opened in Inverness.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 0.0, "rougeL": 29.629629629629633}, "nll_sum": 95.5289306640625, "token_count": 18} +{"index": 1304, "reference": "Cardiff City chairman Mehmet Dalman says the \"jury is still out\" on manager Russell Slade.", "prediction": "Cardiff City chairman familiesman Slade says he does \"have not come to true\" to see he faces the criticism does not his future.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 11.11111111111111, "rougeL": 26.315789473684205}, "nll_sum": 174.79287719726562, "token_count": 28} +{"index": 1305, "reference": "High Street retailer Next has been hit with a \u00a322.4m tax bill after a court found it diverted profits made in the UK offshore to avoid paying tax.", "prediction": "A fashion retailer Europe has won a \u00a3130m in damages in the UK by breaking, tax, claiming corporation tax was a taxbedroom tax case.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 7.8431372549019605, "rougeL": 26.415094339622648}, "nll_sum": 158.374755859375, "token_count": 29} +{"index": 1306, "reference": "Elusive artist Banksy has landed a South Bank Sky Arts Award nomination for his Dismaland theme park.", "prediction": "Banksy and a dinosaur category are among the winners at this year's a West Bank Bank the Hockey Bank.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 129.25054931640625, "token_count": 22} +{"index": 1307, "reference": "The man who tried to stop a right-wing extremist from murdering MP Jo Cox has been awarded the George Medal in the Queen's Birthday Honours List.", "prediction": "Two police officers who help a knife armed with the killing of Jo Cox have been awarded the the Queen's for Surrey for a knighthood for. bravery.", "rouge": {"rouge1": 39.285714285714285, "rouge2": 18.51851851851852, "rougeL": 35.714285714285715}, "nll_sum": 172.08706665039062, "token_count": 31} +{"index": 1308, "reference": "A Paralympian has said an MRI scan showing no sign of a tumour that had threatened to crush his spinal cord was better than winning a gold medal.", "prediction": " the Scottish ro leftian, who had believed have have a results on his brain tumour, has revealed has a scan of his brain.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 155.60130310058594, "token_count": 27} +{"index": 1309, "reference": "The investigation into Manchester bomber Salman Abedi's connections has already branched out in multiple directions, and the whole nature of tracking people before they commit an act of terror is bewilderingly complex.", "prediction": "From the attack in Manchester, the chiefs have been behind a deadly attack in a office, and what it might call amajor step of terrorism\".", "rouge": {"rouge1": 24.137931034482758, "rouge2": 3.571428571428572, "rougeL": 20.689655172413794}, "nll_sum": 153.04229736328125, "token_count": 28} +{"index": 1310, "reference": "English rider Guy Martin will not compete in the Ulster Grand Prix at Dundrod for the third year in a row.", "prediction": "Two-time champion world champion Guy Martin will be pulled out of this year's Dundrod Dund Globeee", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 124.78080749511719, "token_count": 21} +{"index": 1311, "reference": "\"Now I'm okay,\" was about all Cynthia Terotich could manage, as she sat in the casualty ward in Garissa's hospital.", "prediction": "Cineriminal 40 was thrown out of eyes her arm after she beat the militant group al-Shabab, after then shot her shot in north-west Somalia.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 180.5854949951172, "token_count": 34} +{"index": 1312, "reference": "The price of carbon hit a record low in Europe on Monday as the over-supply of emissions permits during the global economic downturn continued to undermine the carbon market.", "prediction": "The price of oil has fallen into recession after uncertainty uncertainty that the global global growth has helped a fall.", "rouge": {"rouge1": 24.0, "rouge2": 12.5, "rougeL": 20.0}, "nll_sum": 105.23429870605469, "token_count": 20} +{"index": 1313, "reference": "Ghana has demanded a $500,000 (\u00a3350,000) refund after its transport ministry spent $1m to paint more than 100 buses with portraits of the country's recent leaders.", "prediction": "Ghana has ordered pay $7m (\u00c28.5m; $161m) owed to a security firm that includes a company says, the government says to help solve a controversial state's work.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 3.571428571428571, "rougeL": 17.24137931034483}, "nll_sum": 209.0850830078125, "token_count": 41} +{"index": 1314, "reference": "Four people have been arrested in the Paris region and southern France, officials say, on suspicion of recruiting militants to fight in Syria.", "prediction": "French police have arrested four people in a suspected arson attack linked to a jihadist group, Syria ministry defence say.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 84.50968933105469, "token_count": 21} +{"index": 1315, "reference": "After two years of inquest evidence, a detailed picture has built up of how an FA Cup match at Sheffield Wednesday's Hillsborough ground turned into a disaster that claimed 96 lives and left hundreds more injured.", "prediction": "Thousands of Liverpool fans gathered for the crowd, match at the Hillsborough air disaster, which the event 96000 the, the inqu, were abandoned, inquests heard. \"--H a 2011 in 2011 by again 2011 again's a", "rouge": {"rouge1": 24.657534246575345, "rouge2": 2.8169014084507045, "rougeL": 13.698630136986301}, "nll_sum": 286.88153076171875, "token_count": 46} +{"index": 1316, "reference": "Tributes have been paid to a forensic archaeologist who led the searches for the Disappeared - people murdered and secretly buried by republicans during the Troubles in Northern Ireland.", "prediction": "One of the families of one theeared Disappeared, the families has described him as one of the \"the remarkable, powerful and person and person\".", "rouge": {"rouge1": 19.23076923076923, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 154.62161254882812, "token_count": 29} +{"index": 1317, "reference": "The first application to explore for shale gas in the East Midlands has been submitted to a Nottinghamshire council.", "prediction": "Fable gas for shale gas shale to be built in Nottinghamshire Forest by submitted by planning.", "rouge": {"rouge1": 40.0, "rouge2": 12.12121212121212, "rougeL": 28.57142857142857}, "nll_sum": 104.88951110839844, "token_count": 18} +{"index": 1318, "reference": "Malaysia has cancelled a concert by US singer Erykah Badu after a publicity photo showed her with the Arabic word for \"Allah\" tattooed on her upper body.", "prediction": "The Malaysian government has cancelled a concert by A Factor star Ail Bad syndromeu after a photo showing emerged her image was a \"Lesahable\".", "rouge": {"rouge1": 43.13725490196078, "rouge2": 24.489795918367346, "rougeL": 39.21568627450981}, "nll_sum": 195.329833984375, "token_count": 29} +{"index": 1319, "reference": "A turtle, thought to be from the Gulf of Mexico, that washed up on a Cumbrian beach has died.", "prediction": "A sea turtle which washed up on a beach two years ago, have been named identified, its owners have said, after a groupbees 30 a. \" it's's from a referee game was's. referee of.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 11.320754716981133, "rougeL": 25.454545454545453}, "nll_sum": 251.77830505371094, "token_count": 43} +{"index": 1320, "reference": "Dual-code international Joel Tomkins has returned to rugby league side Wigan Warriors after a three-year spell in rugby union with Saracens.", "prediction": "Wigan Warriors full-back Tom Tomkins has left Wigan Warriors on a complete full-- return to rugby union \"by rugby league\".", "rouge": {"rouge1": 50.0, "rouge2": 28.571428571428566, "rougeL": 31.818181818181824}, "nll_sum": 141.14480590820312, "token_count": 27} +{"index": 1321, "reference": "Sheffield Wednesday goalkeeper Joe Wildsmith has signed a new deal to stay with the Championship side until 2022.", "prediction": "Sheffield Wednesday left-back Juan redsmith has signed a new three-and-anda-half-half year contract.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 24.242424242424242, "rougeL": 34.285714285714285}, "nll_sum": 128.1023712158203, "token_count": 24} +{"index": 1322, "reference": "Barrow want to retain Andy Cook but expect the striker to explore opportunities in the Football League, says manager Paul Cox.", "prediction": "Carlchester United boss Cox has accused the club's Alastair Cook as transfer agent says says he does not want to sign him to patient\".", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 13.043478260869565}, "nll_sum": 151.1496124267578, "token_count": 28} +{"index": 1323, "reference": "Lancashire built a huge lead with the help of Luke Procter's century on day two against Hampshire at Old Trafford.", "prediction": "12 Pro38er could hit his first double for Lancashire to complete a stunning first-innings lead to lead Hampshire at Old Trafford. Course-. a's a from-gA a in from a's a.", "rouge": {"rouge1": 29.090909090909083, "rouge2": 11.320754716981133, "rougeL": 25.454545454545453}, "nll_sum": 236.6278076171875, "token_count": 44} +{"index": 1324, "reference": "England are still searching for their \"perfect game\" despite clinching a 3-0 Test series victory over Australia, captain Dylan Hartley says.", "prediction": "England are confident they can reach another performance again in Saturday's third Test against Australia but not not if they are to be, says record-breaking captain Dylan Hartley.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 12.000000000000002, "rougeL": 26.923076923076927}, "nll_sum": 125.78358459472656, "token_count": 33} +{"index": 1325, "reference": "A giant panda in Hong Kong called Ying Ying is pregnant and due to give birth within a week, officials at an amusement park say.", "prediction": "A giantandaeng Ying Yingzi, Hong Kong, has given birth to her livingage, after successful surgery to remove brain surgeons to be removed, solve a \"'s \"- aA aA's solve again a's- from 2011", "rouge": {"rouge1": 23.728813559322035, "rouge2": 3.508771929824561, "rougeL": 16.949152542372882}, "nll_sum": 312.3927001953125, "token_count": 46} +{"index": 1326, "reference": "Two more people have died of injuries sustained in Friday's Bucharest nightclub fire, doctors say, raising the death toll in the disaster to 29.", "prediction": "At least 30 people have been killed in a small fire at a nightclub in B BDO, Romania, and a hotel, in the capital capital, officials, say.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 143.96434020996094, "token_count": 33} +{"index": 1327, "reference": "A woman has admitted killing her partner who was fatally stabbed after returning home from a day at the races.", "prediction": "A woman has pleaded not guilty murder to the murder of a Lincoln man, whose body was of dead at his home in Lincolnshire, after taking a battle from a man's ballet from the a's.", "rouge": {"rouge1": 35.08771929824562, "rouge2": 10.90909090909091, "rougeL": 28.07017543859649}, "nll_sum": 184.1516571044922, "token_count": 40} +{"index": 1328, "reference": "A girl left disabled after being starved of oxygen at birth has been awarded a multimillion-pound compensation package.", "prediction": "A health trust has been ordered to pay290,000 after a girl who was left brain scaralysed and left \"two brainated\".", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 20.0}, "nll_sum": 139.9930419921875, "token_count": 26} +{"index": 1329, "reference": "Social services staff have been criticised after a boy spent two years living with a relative who was a convicted paedophile.", "prediction": "A mentally ill boy who had boy sex with a couple should be and should be moved, a judge has ruled.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 5.000000000000001, "rougeL": 23.809523809523807}, "nll_sum": 89.97381591796875, "token_count": 22} +{"index": 1330, "reference": "The family of a woman who was murdered by her boyfriend after a 999 delay have been told they cannot sue two police forces for negligence.", "prediction": "A family of later woman later murdered murdered by their families have lost their battle over an appeal.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 9.523809523809526, "rougeL": 27.272727272727277}, "nll_sum": 102.84184265136719, "token_count": 18} +{"index": 1331, "reference": "Facebook \"tramples\" on European privacy law by tracking people without consent, Belgium's privacy watchdog has said.", "prediction": "Facebook will take legal action over take Facebook, saying the social network in its hands.", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 77.67642211914062, "token_count": 16} +{"index": 1332, "reference": "Downton Abbey will be coming back for a sixth series in 2015, ITV has confirmed.", "prediction": "V drama Downton has commissioned for a sixth consecutive drama, ITV said.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 16.0, "rougeL": 37.03703703703704}, "nll_sum": 79.85977172851562, "token_count": 15} +{"index": 1333, "reference": "Prime Minister Theresa May has laughed off questions about whether Chancellor Philip Hammond would still be in place after the general election.", "prediction": "Home Secretary Theresa May has admitted Theresa May Theresa not be giving a letter to voters before the general election.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 20.0, "rougeL": 33.33333333333333}, "nll_sum": 91.37966918945312, "token_count": 20} +{"index": 1334, "reference": "Community health councils (CHCs) in Wales are to re-launch themselves at their annual conference after admitting many patients do not know they exist.", "prediction": "How much do you want to know about the health, health, health or health health!", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 59.902931213378906, "token_count": 17} +{"index": 1335, "reference": "Sir Mick Jagger and Martin Scorsese's music business-based drama Vinyl has been cancelled by HBO after one season.", "prediction": "US TV crime series HBO has cancelled a second series of series starring characters Sir general J and, and James to the's a controversialolve The's).", "rouge": {"rouge1": 25.531914893617024, "rouge2": 0.0, "rougeL": 12.765957446808512}, "nll_sum": 206.0228271484375, "token_count": 29} +{"index": 1336, "reference": "Childline received a call from children experiencing suicidal thoughts in Northern Ireland almost every day over the course of last year.", "prediction": " prayer call as young as 10 10 as suicide in Northern Ireland has significantly last year, the the charity from Child Protectionline says in the-'s, reputation, a's from it a from a's.Images of a from again from 2011", "rouge": {"rouge1": 34.92063492063492, "rouge2": 9.836065573770492, "rougeL": 22.22222222222222}, "nll_sum": 294.76910400390625, "token_count": 47} +{"index": 1337, "reference": "Plans for a new \u00a33m lifeboat station in Scarborough have been approved by the town's council.", "prediction": "Plans for a \u00a3mm new lifeboat station to be rebuilt have been, been given given the go-ahead by councillors.", "rouge": {"rouge1": 54.05405405405405, "rouge2": 22.857142857142858, "rougeL": 48.648648648648646}, "nll_sum": 128.1173553466797, "token_count": 25} +{"index": 1338, "reference": "Olympic great Michael Phelps swam a third 2015 world-best time in as many days in the 200m individual medley at the USA National Championships.", "prediction": "Michael Phelps has become the most successful Olympic Olympian after winning four Olympic gold titles after failing a drugs test.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 13.33333333333333}, "nll_sum": 81.07749938964844, "token_count": 21} +{"index": 1339, "reference": "Saturday's Ligue 1 match at Metz was abandoned after firecrackers were thrown at Lyon keeper Anthony Lopes.", "prediction": "Lyon were abandoned on the pitch by Ligue 1 team after captain Lille Lopes after crews were thrown at the club's abandoned with the Metz the Metz's Saturday-A's referee in from from a's.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 11.111111111111112, "rougeL": 21.428571428571427}, "nll_sum": 265.95281982421875, "token_count": 45} +{"index": 1340, "reference": "A man has been arrested after two men died when a car and lorry crashed in Stoke-on-Trent.", "prediction": "A man was killed when a car being hit by a car in Leicester, Stoke-on-Trent.", "rouge": {"rouge1": 50.0, "rouge2": 29.411764705882355, "rougeL": 50.0}, "nll_sum": 55.69749450683594, "token_count": 21} +{"index": 1341, "reference": "Proposals to give terminally ill people in Scotland the legal right to assisted suicide have been relaunched by the independent MSP Margo MacDonald.", "prediction": "MSPsSPiane MacDonald, she failed to agree a new bill which legalising the dying people of England and Wales solve aPhilippco's it. has a a's the from from Saturday it's from of.", "rouge": {"rouge1": 17.54385964912281, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 278.937744140625, "token_count": 43} +{"index": 1342, "reference": "Fans were locked out of Baltimore Orioles' game against Chicago White Sox following violent protests in the city.", "prediction": "'s baseball cricket game away from its home a the US city of Baltimore has been opened because because of a \"high wage\".", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 131.60855102539062, "token_count": 24} +{"index": 1343, "reference": "A growing number of people refuse to be put into male or female categories, either because they do not identify as male or female, or because they are going through transition to the opposite gender.", "prediction": "In a few countries, countries from three countries nations say that they want to be -, Reading, but is the balance of our gender?", "rouge": {"rouge1": 24.13793103448276, "rouge2": 3.571428571428571, "rougeL": 17.241379310344826}, "nll_sum": 145.10467529296875, "token_count": 27} +{"index": 1344, "reference": "Swiss voters are going to the polls on Sunday in a nationwide referendum on immigration which is being watched closely right across Europe.", "prediction": "Brussels say campaigners say only but in bank plastic should only be allowed to enter into the country, if the country wants to leave the EU.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 128.44540405273438, "token_count": 29} +{"index": 1345, "reference": "Two people have been airlifted to hospital after a four-vehicle crash on the A465 in Monmouthshire.", "prediction": "One person was been seriously injured after being hit hit by a lorry in Mon Monmouthshire.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 0.0, "rougeL": 30.303030303030305}, "nll_sum": 73.93118286132812, "token_count": 19} +{"index": 1346, "reference": "Administrators have confirmed the sale of Ferguson Shipbuilders in Inverclyde to businessman Jim McColl's firm, Clyde Blowers Capital.", "prediction": "The thesnyard ship, Clyde, is to be sold to the owners's Stirling St McColl.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 121.97856903076172, "token_count": 22} +{"index": 1347, "reference": "The sports centre at Ravenscraig is a homage, a \"symphony in steel\", say the architects.", "prediction": "\"I'm LGBT I'm anything anything,\" says the future of streaming future music music festival the", "rouge": {"rouge1": 18.750000000000004, "rouge2": 6.666666666666667, "rougeL": 12.5}, "nll_sum": 112.80162811279297, "token_count": 18} +{"index": 1348, "reference": "An associate of convicted hate preacher Anjem Choudary has been jailed for 28 months for knocking a boy unconscious because he was cuddling a girl.", "prediction": "A man who shot and a nine-year-old girl after throwing a young girl from the street has been jailed for 10 years.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 12.76595744680851, "rougeL": 16.3265306122449}, "nll_sum": 74.42735290527344, "token_count": 26} +{"index": 1349, "reference": "Prisons are struggling to cope with the increasing number of elderly, sick and disabled people behind bars, a Prison Reform Trust report says.", "prediction": "Prisoners staff in prisons, England and Wales has fallen to its best past five years, the report for National Prison (APr) says.", "rouge": {"rouge1": 31.111111111111118, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 135.0991668701172, "token_count": 29} +{"index": 1350, "reference": "A 34-year-old man has been charged after windows were smashed and a doctor was verbally abused at a west Belfast health centre.", "prediction": "A 39-year-old man has been charged by police after a car was a number of people drinking in Belfast city centre- what. described as the's's from a O- as fromig in a years as's from aA", "rouge": {"rouge1": 40.0, "rouge2": 15.873015873015875, "rougeL": 40.0}, "nll_sum": 234.8943634033203, "token_count": 47} +{"index": 1351, "reference": "A 6.5-magnitude earthquake struck Aceh province in Indonesia on Wednesday, killing at least 97 people.", "prediction": " a hard earthquake has hit central central Asia after an earthquake and August in Indonesia's Aceh province, officials say.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571429, "rougeL": 21.62162162162162}, "nll_sum": 118.82321166992188, "token_count": 22} +{"index": 1352, "reference": "Armagh moved to within a point of top spot with a 3-15 to 0-11 victory over Louth side in Drogheda.", "prediction": " Row heartland scored as Armagh scored two minutes from half-time to earn 0-1524 to 1-15 Bury in a Two Division Two match.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 171.62474060058594, "token_count": 32} +{"index": 1353, "reference": "A Parisian woman is taking the French state to court for failing to protect her health from the effects of air pollution.", "prediction": "A woman in Lyon is thanked authorities authorities to take control of cars over the next year,, amid fears of potentially pollution levels of air. in.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 4.3478260869565215, "rougeL": 29.166666666666668}, "nll_sum": 175.0152587890625, "token_count": 28} +{"index": 1354, "reference": "Germany's bid for a seventh consecutive European Championship title is over after Denmark fought back to win an entertaining Euro 2017 quarter-final.", "prediction": " champions Germany scored a stunning stoppage-time equaliser beat extra-time and beat Denmark and reach the semi-finals of the Women the Euro 2017.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 20.408163265306126}, "nll_sum": 120.84449005126953, "token_count": 30} +{"index": 1355, "reference": "New Liberal Democrat leader Tim Farron says he \"absolutely supports equality\" amid questions over his Christian faith and politics.", "prediction": "The Liberal Democrats leader Tim Farron has said he would be defending a law against law same marriage, saying it would be a gay male issue\".", "rouge": {"rouge1": 31.11111111111111, "rouge2": 18.6046511627907, "rougeL": 26.666666666666668}, "nll_sum": 113.068603515625, "token_count": 28} +{"index": 1356, "reference": "The High Court in Dublin is to resume a case in which a privacy campaigner is trying to block Facebook from sending EU citizens' personal data to the US.", "prediction": "Facebook is facing a possible legal battle over Facebook over a company that includes it player sent to to the European Court ofEC State ( JusticeJ)..", "rouge": {"rouge1": 29.629629629629633, "rouge2": 3.846153846153846, "rougeL": 22.222222222222225}, "nll_sum": 178.63917541503906, "token_count": 29} +{"index": 1357, "reference": "Birmingham City club captain Paul Robinson has signed a new one-year contract with the Championship club.", "prediction": "Birmingham City City manager Gary heartett says he does not think has offered a new threeand-a-half-year deal with the club.", "rouge": {"rouge1": 45.0, "rouge2": 15.789473684210526, "rougeL": 45.0}, "nll_sum": 128.33673095703125, "token_count": 29} +{"index": 1358, "reference": "A number of emergency call outs to properties being fumigated with pest control \"smoke bombs\" has prompted a warning from Dorset Fire Service.", "prediction": "Fore bomb disposal experts are called to parts of Dorset because of a rising risk of threat the fire and fire service has said in the a's,A,'s they has from aA it The's of of a from'sA a", "rouge": {"rouge1": 33.333333333333336, "rouge2": 3.125, "rougeL": 15.151515151515152}, "nll_sum": 276.5293884277344, "token_count": 47} +{"index": 1359, "reference": "Tens of thousands of trees have been brought down by storms that wreaked havoc across northern and western Poland, the forestry service says.", "prediction": "andand's intelligence government says it will stopping large-scale\" around the country after, worst deadly floods.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 136.4478759765625, "token_count": 21} +{"index": 1360, "reference": "Voluntary redundancy deals have been offered to almost 500 staff in Further Education (FE) colleges by the Department for Employment and Learning (DEL).", "prediction": "The Northern Ireland Education Minister has, it will cut a further additional education jobs by 2020, because the pressures faced faced by a spending public spending spend.", "rouge": {"rouge1": 15.999999999999998, "rouge2": 0.0, "rougeL": 15.999999999999998}, "nll_sum": 168.19451904296875, "token_count": 29} +{"index": 1361, "reference": "Forfar Athletic extended their lead at the top of the Scottish League Two table to seven points with a 2-0 win over Berwick Rangers at Station Park.", "prediction": "Forfar Athletic maintained their unbeaten lead at the top of Scottish League Two after 4 4-1 at home to Ber Rangers at St Park.", "rouge": {"rouge1": 56.60377358490566, "rouge2": 31.37254901960785, "rougeL": 56.60377358490566}, "nll_sum": 136.03955078125, "token_count": 27} +{"index": 1362, "reference": "One of four men wrongly accused of murdering a British soldier has said he is \"devastated, but not surprised\" to learn that interview notes relating to the case have gone missing.", "prediction": "A location about evidence about evidence of four officers killed in Northern Ireland disappeared almost 36 years ago have been withdrawn.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 4.0, "rougeL": 11.538461538461538}, "nll_sum": 116.61294555664062, "token_count": 21} +{"index": 1363, "reference": "A ban on top council-run schools sponsoring failing schools amounts to \"red tape\" and should be dropped, say council bosses.", "prediction": "Councils in England are struggling to of force schools to turn some schools around poor troubled areas, council leaders say.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 109.67672729492188, "token_count": 22} +{"index": 1364, "reference": "The benefits of the cholesterol-reducing drug statins are underestimated and the harms exaggerated, a major review suggests.", "prediction": "A drug that includes drugs and high weight could reduce increased the the risk of heart attacks, a major suggests.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 5.555555555555555, "rougeL": 31.57894736842105}, "nll_sum": 111.48519897460938, "token_count": 21} +{"index": 1365, "reference": "Record-breaking Russian cosmonaut Gennady Padalka has returned safely to Earth after spending 879 days in orbit.", "prediction": " Tim astronaut Tim Peake, Kato Kicard, has sent around, 30,000,000,000km (39km).", "rouge": {"rouge1": 6.451612903225808, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 140.30191040039062, "token_count": 27} +{"index": 1366, "reference": "Romania's women won gold in the women's team epee to secure their country's first medal at Rio 2016.", "prediction": "Russia won the men's ei gold medal match of the 2016 Olympics 2016 beating Russia 4-1 in the men's 10m event.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 105.12105560302734, "token_count": 27} +{"index": 1367, "reference": "Diesel car owners could get some help from the government if cities adopt new charges to tackle pollution, the prime minister has suggested.", "prediction": "The home Home May's plans to buy diesel cars in the UK are the weeks coming into force.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 107.28087615966797, "token_count": 19} +{"index": 1368, "reference": "Dundee manager Neil McCann wants to improve the club's scouting network after a difficult summer of trying to bring in players.", "prediction": "Dundee United manager Neil McCann is confident the club will his priorities to signing four new players and want to struggle physical him in his role.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 17.391304347826086, "rougeL": 33.333333333333336}, "nll_sum": 146.773193359375, "token_count": 28} +{"index": 1369, "reference": "The president of the International Olympic Committee (IOC) Thomas Bach says he has \"no regrets\" about letting Russia compete at the Rio Games this summer, despite a state-sponsored cheating programme.", "prediction": "The Fifa chief of chief Martin Bach has said the 2014 Sochi Olympics was \"the overa dust\"\" from Russian athletes competing in the Rio Olympics.", "rouge": {"rouge1": 32.14285714285714, "rouge2": 3.7037037037037033, "rougeL": 25.0}, "nll_sum": 156.39808654785156, "token_count": 28} +{"index": 1370, "reference": "Former Wales and British and Irish Lion John Faull has died aged 83.", "prediction": "Former New New Zealand-based scrum-half Wales centref Faull, has died aged 91.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 24.000000000000004, "rougeL": 44.44444444444445}, "nll_sum": 110.1007308959961, "token_count": 21} +{"index": 1371, "reference": "The story of India's economic surge is dominated by two conflicting narratives.", "prediction": "Almost almost 10 years ago, a analysis and analysis that the Dalite, Delhi writes, India office, is building a highly plagiarised crisis.", "rouge": {"rouge1": 17.14285714285714, "rouge2": 0.0, "rougeL": 17.14285714285714}, "nll_sum": 172.10482788085938, "token_count": 28} +{"index": 1372, "reference": "Tiger Woods admits he has concerns over the physical challenge of stepping up his return from long-term injury.", "prediction": "Tiger Woods says he has to \"put his body\" on his return to return, despite injury failing from a back injury in his back injury.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714288, "rougeL": 36.36363636363636}, "nll_sum": 124.340576171875, "token_count": 29} +{"index": 1373, "reference": "A grandmother has described how the victim of a paramilitary-style shooting in west Belfast knocked on her door asking for help after the attack.", "prediction": "A woman's her 30 in 30s was shot in the leg and leg in legs- west Belfast, have said police did not know and know a man who carrying guns.", "rouge": {"rouge1": 25.0, "rouge2": 3.7037037037037033, "rougeL": 17.857142857142854}, "nll_sum": 173.77423095703125, "token_count": 34} +{"index": 1374, "reference": "A man alleged to have helped run the notorious Silk Road drug marketplace has been arrested in Thailand.", "prediction": "The director have the online illegal operating site, Silk Road has been arrested in the US, US authorities have confirmed.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 22.22222222222222, "rougeL": 42.10526315789474}, "nll_sum": 103.90464782714844, "token_count": 22} +{"index": 1375, "reference": "David Fox's first goal for Plymouth Argyle 10 minutes from time saw them into the hat for the second round of the FA Cup after a hard-fought win at Mansfield Town.", "prediction": " Fox Fox delivered a stunning last-minute winner to give Plymouth Mansfield a stunning League Two play-off rivals semi-chasing Lefield Town.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 168.45755004882812, "token_count": 30} +{"index": 1376, "reference": "The HSBC World Rugby Sevens Series arrives in Europe for the final two legs of the season - Paris and London.", "prediction": "The 2017 Rugby Rugby Sevens starts under way on Saturday with the South African side, face Canada - who will face the hosts South Africa - and who was hoping it would probably be a atmosphere away for again once.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 3.571428571428572, "rougeL": 20.689655172413794}, "nll_sum": 206.003662109375, "token_count": 42} +{"index": 1377, "reference": "\"We're back,\" declared Hibernian boss Neil Lennon as the strains of 'Sunshine of Leith' rang around Easter Road on Saturday in celebration of the club's return to Scotland's top flight.", "prediction": "Hibernian next season courtesy of can to clinch a Scottish Premiership relegation next again, but head coach Neil Lennon believes it will bevery confident\".", "rouge": {"rouge1": 17.54385964912281, "rouge2": 3.6363636363636362, "rougeL": 10.526315789473685}, "nll_sum": 155.6353759765625, "token_count": 28} +{"index": 1378, "reference": "A hang gliding pilot has died in an accident at a nature reserve near Chichester in West Sussex.", "prediction": "A man found with serious injuries after being knocked down by an accident West Sussex.", "rouge": {"rouge1": 30.303030303030297, "rouge2": 12.903225806451616, "rougeL": 30.303030303030297}, "nll_sum": 66.98613739013672, "token_count": 15} +{"index": 1379, "reference": "Captain Sean Morrison says late goals have been \"devastating\" for Cardiff City's back four.", "prediction": "Cardiff City Sean's says his team need to improve \" improved on the top four, despite the loss despite being suffering \"catastated\".", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.7142857142857135, "rougeL": 21.62162162162162}, "nll_sum": 172.45639038085938, "token_count": 28} +{"index": 1380, "reference": "Zambia coach Beston Chambeshi says his team is highly motivated for Wednesday's Fifa Under-20 World Cup tie against Germany.", "prediction": "Zambia captain Juanique Chambundi says the team need to alive in World Cup Cup Group D.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 122.43311309814453, "token_count": 22} +{"index": 1381, "reference": "The US government has imposed sanctions on 13 senior Venezuelan officials as pressure mounts on President Nicol\u00e1s Maduro ahead of a controversial vote for a new constituent assembly.", "prediction": "The US has imposed sanctions oil state-owned oil companies and companies backing their backing for President Nicolas Maduro Maduro ahead of Sunday's vote.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 19.23076923076923, "rougeL": 37.03703703703704}, "nll_sum": 111.310302734375, "token_count": 26} +{"index": 1382, "reference": "Ukraine's President Viktor Yanukovych and his Russian counterpart Vladimir Putin have held surprise talks on a \"strategic partnership treaty\".", "prediction": "Russian President Vladimir Putin has met western Russia for the start of peace talks with the EU, despite despite criticism of EU trade talks in 2014 2014.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 126.79391479492188, "token_count": 28} +{"index": 1383, "reference": "Police have cleared hundreds of Roma people from a slum-like camp built on a disused rail line in north Paris.", "prediction": "French security forces have seized more than 30 Roma in a \"J\" camp camp in northern France camp French officials say. 2011 in the-'s, Lyon, from they from it- from from a in since November from's.", "rouge": {"rouge1": 23.728813559322035, "rouge2": 3.508771929824561, "rougeL": 20.33898305084746}, "nll_sum": 256.2607727050781, "token_count": 45} +{"index": 1384, "reference": "A Hampshire pier and ferry service facing an uncertain future is a \"national treasure\" which should be saved, television historian Dan Snow has said.", "prediction": "The remaining remaining ferry in East Sussex saved,250 save more than \u00a32.2m after presenter Jeremy Snow announced a \u00a33m regeneration.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 165.09910583496094, "token_count": 28} +{"index": 1385, "reference": "The family of a young musician killed in a car crash is aiming to fulfil his lifelong ambition to buy land and create an outdoor centre for children.", "prediction": "A survival centre set up pick up victims of a fatal crash which in car and overturned in a car, officially opened to land to help track it to save his lives.", "rouge": {"rouge1": 40.0, "rouge2": 10.344827586206897, "rougeL": 23.333333333333332}, "nll_sum": 188.01846313476562, "token_count": 33} +{"index": 1386, "reference": "A childhood friend of Pink Floyd legend Syd Barrett is developing a hospital garden in his honour.", "prediction": "A garden created in memory of late rock band Pink Arthur is due in open open his city centre.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 0.0, "rougeL": 33.333333333333336}, "nll_sum": 125.67596435546875, "token_count": 19} +{"index": 1387, "reference": "A video of leading Philippines presidential candidate Rodrigo Duterte joking about a murdered Australian rape victim has provoked a storm of protest.", "prediction": "The president the Philippines Philippine has condemned President Rodrigo Duterte for rape posting a video which showing him where he was was a prison minister in not a prison.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 156.25015258789062, "token_count": 29} +{"index": 1388, "reference": "Ex-Prime Minister Sir John Major has been accused of \"an absolute dismissal\" of democracy after he suggested there should be a second Brexit vote.", "prediction": "Campaigners have backed Prime Minister John Major in a vote in the referendum asking for him to a vote for the UK to stay in not EU EU.", "rouge": {"rouge1": 22.64150943396226, "rouge2": 7.843137254901962, "rougeL": 22.64150943396226}, "nll_sum": 118.08203887939453, "token_count": 29} +{"index": 1389, "reference": "Hundreds of photos of Bristol taken for a competition to show \"24 Hours in Our City\" are on show.", "prediction": " the first of six images, photos from Bristol to Bristol, a a camera, has been won at a Bristol Bristol show Bristol aYouTube-'s.'s a's from a's-A a from in from a's from's from's", "rouge": {"rouge1": 23.333333333333336, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 281.59600830078125, "token_count": 47} +{"index": 1390, "reference": "More than 90,000 GCSE and A-level results were changed after challenges to grades awarded this summer - the highest on record and an increase of 17% compared with last year.", "prediction": "Hundreds of schools across England are delayed of re-signing and degrees - the highest since 2008 - figures seen by the BBC show.", "rouge": {"rouge1": 15.09433962264151, "rouge2": 3.9215686274509802, "rougeL": 11.320754716981131}, "nll_sum": 108.68965911865234, "token_count": 26} +{"index": 1391, "reference": "Sales and profits slipped at Boeing last year, driven largely by lower deliveries of its military aircraft.", "prediction": "ats Boeing has reported 40% fall in fourth fourth quarter revenue, helped by last year, record revenue to $1.bn (\u00a332bn).", "rouge": {"rouge1": 21.052631578947366, "rouge2": 5.555555555555556, "rougeL": 15.789473684210527}, "nll_sum": 140.65029907226562, "token_count": 28} +{"index": 1392, "reference": "Coleraine rower Joel Cassells retained his European men's lightweight pair title as he and San Scrimgeour took gold for Britain in Brandenburg.", "prediction": "Coleraine's Cassells and George Scrimgeour moved up to third place at the Ireland snooker Cup World Cup in Worldzz, Germany.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 22.727272727272723}, "nll_sum": 153.4561004638672, "token_count": 32} +{"index": 1393, "reference": "India's 19-Test unbeaten run was emphatically ended as Australia beat them by 333 runs in the first of a four-match series.", "prediction": "Australia Test complete a 3-0 series whitewash in India and complete a 3-00 series victory and complete a 3 whit0 series whit.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 146.37164306640625, "token_count": 29} +{"index": 1394, "reference": "Leading universities will offer fully accredited undergraduate courses online within five years, says the co-founder of a US online university network.", "prediction": "Students accommodation online learning could happen within five years, and could happen\" within five years, the leading service says.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 110.11934661865234, "token_count": 22} +{"index": 1395, "reference": "Pilgrims Bay produced a late surge to win the BetBright Chase at Kempton Park.", "prediction": "Gl yearbury's Glbury Festival won a final high-hour battle to win winner Academy's Day.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 6.896551724137931, "rougeL": 19.35483870967742}, "nll_sum": 140.41976928710938, "token_count": 20} +{"index": 1396, "reference": "A study of Irish Traveller genetics has suggested that they split socially from the settled population much earlier than thought.", "prediction": "Irish Irishllers is an Irish minorities thought to be compensated in the Republic of the Irish, a study suggests.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 15.384615384615385}, "nll_sum": 111.51170349121094, "token_count": 21} +{"index": 1397, "reference": "The Stromeferry bypass in Wester Ross has been reopened after a landslide led to travel on the road being restricted to between 07:00 and 19:00.", "prediction": "The stretch of a stretch of road road in Inverness which has been closed for two weeks,000 is due to be repair work. solve a's aA a from's reputation from a's aA ofA aA aA", "rouge": {"rouge1": 24.242424242424246, "rouge2": 3.125, "rougeL": 18.181818181818183}, "nll_sum": 225.98794555664062, "token_count": 47} +{"index": 1398, "reference": "A 37-year-old man has been charged in connection with the deaths of a man and woman at a Dundee flat.", "prediction": "A 39-year-old man has been charged with the murder and a woman who were found dead at a flat in Dundee.", "rouge": {"rouge1": 75.55555555555556, "rouge2": 32.558139534883715, "rougeL": 62.222222222222236}, "nll_sum": 67.55726623535156, "token_count": 26} +{"index": 1399, "reference": "Gordon Benson claimed Great Britain's first European Games gold medal with victory in the men's triathlon in Baku, Azerbaijan.", "prediction": "Olympic champions and Phil Brownlee won their first gold medal and in 10 race at the 2017 World World Series event event in Baku championship, Azerbaijan, after they recovered from af's a in Tom's as.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 7.142857142857142, "rougeL": 27.586206896551722}, "nll_sum": 237.40451049804688, "token_count": 43} +{"index": 1400, "reference": "A further \u00a327m for the refurbishment of the Burrell Collection has been approved by Glasgow City Council.", "prediction": "More than \u00a355m will re-opening the Art Manchester art event in the city the which has raised more than \u00a35m.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 0.0, "rougeL": 15.789473684210527}, "nll_sum": 114.51054382324219, "token_count": 26} +{"index": 1401, "reference": "The restoration of natural bends to a river in Cumbria after 200 years has spawned benefits for breeding fish.", "prediction": "A stretch of a road on a East Yorkshire coast, which was floods last year, has been completed after a \u00a37.5m restoration.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 106.35171508789062, "token_count": 28} +{"index": 1402, "reference": "France has charged Yemenia Airways with manslaughter over a 2009 crash off the Comoros Islands that killed 152 people, judicial sources say.", "prediction": "Y servicemen's national which crashed into a French French Alps has been banned by authorities, local officials say.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 105.01924133300781, "token_count": 21} +{"index": 1403, "reference": "Bobby Jindal is warning that the Republicans must stop being the \"stupid party\".", "prediction": "US Republican candidate for state Mike Freeman has criticised FBI for the infection about gun control, saying \"couldI wasn't aa bit little bit\".", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 174.6999969482422, "token_count": 28} +{"index": 1404, "reference": "Five-time world player of the year Marta Vieira da Silva has joined Orlando Pride in America's National Women's Soccer League.", "prediction": " award rainbow City FC have Oscar's but Mart down their future as their technical the medical team.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 138.78298950195312, "token_count": 18} +{"index": 1405, "reference": "Labour's Ian Murray has increased his majority by more than 15,000 to secure his seat in Scotland's capital.", "prediction": " Andy Murray has been elected first Scottish Labour leader after losing his seat in his general election.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 16.666666666666664, "rougeL": 26.31578947368421}, "nll_sum": 67.98733520507812, "token_count": 17} +{"index": 1406, "reference": "Catalans Dragons have parted company with head coach Laurent Frayssinous.", "prediction": "ackingacking sackings of Lion head coach Shaun Tayss spared charge.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 11.11111111111111, "rougeL": 20.000000000000004}, "nll_sum": 113.63517761230469, "token_count": 14} +{"index": 1407, "reference": "Monaco's Princess Charlene has given birth to twin babies, Gabriella and Jacques, the palace has announced.", "prediction": "The Crown Prince France, France, but Gabriellari are to be get same, the royal family said.", "rouge": {"rouge1": 12.121212121212121, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 126.25917053222656, "token_count": 22} +{"index": 1408, "reference": "The UK's first maternity clinic for women who have been victims of rape and sexual assault has opened.", "prediction": "A beam therapy clinic is being offered to women in England and Wales who suffered sexual violence be during childbirth to", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 100.94436645507812, "token_count": 20} +{"index": 1409, "reference": "Northern Ireland's Amy Foster safely progressed to the women's 100m semi-finals at the Commonwealth Games but Jason Smyth and Leon Reid bowed out of the men's sprint event.", "prediction": " Jason Smythched his 11th place at the Northern Ireland Rio Olympics as Olympic champion James Clarke won a place in the men's semi-finals at of Glasgow Olympic Park. the- again's a in's from's Saturday's from's", "rouge": {"rouge1": 37.83783783783783, "rouge2": 16.666666666666664, "rougeL": 27.027027027027025}, "nll_sum": 245.57861328125, "token_count": 47} +{"index": 1410, "reference": "Three people were arrested amid violent scenes as groups demonstrating against immigration clashed with anti-racism protesters in Dover.", "prediction": "French far-right extremists have used tear police to rival during traffic during demonstrations in Dover, Kent.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 5.88235294117647, "rougeL": 16.666666666666668}, "nll_sum": 107.34718322753906, "token_count": 19} +{"index": 1411, "reference": "Companies that fail to prevent tax evasion could face penalties as part of plans announced by Danny Alexander.", "prediction": " Danny Alexander says the Liberal Democrats will try to force and banks to prevent tax and tax evasion.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 23.52941176470588, "rougeL": 22.22222222222222}, "nll_sum": 89.23747253417969, "token_count": 18} +{"index": 1412, "reference": "The South African economy is 'in crisis' says the country's finance minister Pravin Gordhan.", "prediction": "South Finance Minister Pinravinhan, has said he believes the country is in crisis despite despite uncertainty uncertainty.", "rouge": {"rouge1": 50.0, "rouge2": 26.666666666666668, "rougeL": 25.0}, "nll_sum": 123.68321228027344, "token_count": 21} +{"index": 1413, "reference": "Nigel Farage should take a break \"as leader\" of UKIP but not a break from being leader, the party's only MP says.", "prediction": "UKIP leader of Nigel Farage has said he does not not take a break from, saying the ruling body is \"take in\". not \" solve. solve \"'s a's from's from a's have of's aold's again solve", "rouge": {"rouge1": 44.44444444444444, "rouge2": 16.393442622950815, "rougeL": 28.57142857142857}, "nll_sum": 276.3522033691406, "token_count": 47} +{"index": 1414, "reference": "The Wedgwood Museum collection has been bought from administrators after \u00a315.75m was raised to save it.", "prediction": "The In Wedgwood Museum, which has raised more than \u00a31.2 year, has been sold off by its landlord after October the its owners its said.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 9.75609756097561, "rougeL": 27.906976744186053}, "nll_sum": 154.72970581054688, "token_count": 32} +{"index": 1415, "reference": "The Kingdom of Saudi Arabia is one of the main players in the Arab world.", "prediction": "Aher, the Arabian, Gulf region of South Asia and the Mediterranean and oil area, Saudi Arabia is the most powerful oil countries and the in the Gulf and Saudi Arabia.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 13.95348837209302, "rougeL": 35.55555555555555}, "nll_sum": 151.16912841796875, "token_count": 34} +{"index": 1416, "reference": "The number of children and young people needing counselling about online bullying has increased by 88% over five years, according to a helpline.", "prediction": "Children as young as nine have. received anti-bullying in the past year, charity a charity says.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 95.14759063720703, "token_count": 21} +{"index": 1417, "reference": "Police are hunting for a man who raped a 14-year-old girl from Hertfordshire while holding her prisoner for nearly 12 hours overnight.", "prediction": "Ahunthunt ishunt under way after a young 15-year-old girl was sexually and by a moving bus in Hertfordshire.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 133.7929229736328, "token_count": 28} +{"index": 1418, "reference": "Residents in a County Fermanagh village have expressed anger at the \"heartless act\" of a driver who killed five cygnets.", "prediction": "Four black swans saw through the front door of a car which saw saw five of car family-old car stolen from a Fermanagh farm farm.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 162.3776092529297, "token_count": 30} +{"index": 1419, "reference": "A community group has agreed a deal to take over a former Powys pub following concerns it was going to be turned into a well-known supermarket.", "prediction": "An action action group has pulled out of its plans to demolish a small derelict building into a office, turning it into in supermarket.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 8.16326530612245, "rougeL": 27.450980392156865}, "nll_sum": 128.98092651367188, "token_count": 27} +{"index": 1420, "reference": "With Team GB celebrating their most successful Olympics for 100 years, a debate is growing about how best to build on the legacy and inspire the next generation into sport.", "prediction": " teacher pupil at every school in at least three or three or includes a regular training, a minimum rate of three or three to three hours of training, or on the education any day on or before the Olympic Games.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 2.941176470588235, "rougeL": 14.285714285714288}, "nll_sum": 185.70281982421875, "token_count": 42} +{"index": 1421, "reference": "Syphilis and gonorrhoea sexually transmitted infections are continuing to rise in England, new figures show.", "prediction": "The number of male women wickets in England and Wales has fallen slightly more than five, five years, official show, in it's M game, referee, Menny from a men since men is be from of.", "rouge": {"rouge1": 15.686274509803921, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 257.13104248046875, "token_count": 43} +{"index": 1422, "reference": "Britain's Chris Froome remains third in the Vuelta a Espana after a late crash caused chaos on Wednesday's stage five.", "prediction": "Britain's Chris Froome extended his lead at Vu Belta Espana after a five-lapicle crash which saw his trainer's stage five knockout stage at the stage says.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 28.571428571428577, "rougeL": 43.13725490196078}, "nll_sum": 196.16952514648438, "token_count": 34} +{"index": 1423, "reference": "BBC Radio 2 and Crimewatch presenter Jeremy Vine has written a letter to a 15-year-old after a video shared on social media showed the boy being attacked by a group of teenagers in Romford, east London.", "prediction": " BBC Radio 1 Max George Vine says he receive a \"deeply afraidly\" attack behind the character which left him as a icon \"a struggle\".", "rouge": {"rouge1": 25.80645161290323, "rouge2": 3.3333333333333335, "rougeL": 19.35483870967742}, "nll_sum": 192.31051635742188, "token_count": 29} +{"index": 1424, "reference": "Housing owned and built by groups of people could help turn \"reluctant renters\" into home owners, a new report suggests.", "prediction": "Fewer in Wales are among families households to other other countries and they countries co-opised, according to research by Housing Cymymru, Broadway, says they from aMore from it's from from of.", "rouge": {"rouge1": 15.094339622641511, "rouge2": 0.0, "rougeL": 11.320754716981133}, "nll_sum": 293.16400146484375, "token_count": 43} +{"index": 1425, "reference": "The national air traffic service (Nats) has said a \"massive\" programme of modernisation is needed to keep up with demand for air travel.", "prediction": "A tourist development development in North Yorkshire has said it is confident to start due to delayed due to traffic problems.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 100.69930267333984, "token_count": 21} +{"index": 1426, "reference": "Hewlett-Packard says it will cut another 25,000-30,000 jobs, or 10% of its workforce, as it plans to split the company in two.", "prediction": "Smart giantlett-Packard that announced it will cut 3,000 jobs next year, as part of a corporate disappointed intervention in its history.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 12.76595744680851, "rougeL": 32.6530612244898}, "nll_sum": 131.37258911132812, "token_count": 28} +{"index": 1427, "reference": "Partick Thistle will finish in the Scottish Premiership's top six for the first time after beating Motherwell, who slipped to second bottom.", "prediction": "Partick Thistle moved to top of the Scottish Premiership by beating beating Ross County 5-1 at Hamp Park.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 28.571428571428577}, "nll_sum": 89.27078247070312, "token_count": 22} +{"index": 1428, "reference": "The length of time ambulance crews spend waiting to hand over patients at hospital accident and emergency units in Yorkshire has doubled in a year.", "prediction": "E waiting times for ambulance times at Yorkshire's hospitals hospitals in West Yorkshire have double nearly doubled in five years, figures show 2011 in the-'s,Com,- it's a-A 2011 a in from from a's. from a", "rouge": {"rouge1": 36.36363636363636, "rouge2": 3.125, "rougeL": 27.272727272727277}, "nll_sum": 295.63360595703125, "token_count": 46} +{"index": 1429, "reference": "Two men have appeared in court charged with the murder of a woman who was shot in the head in Oxfordshire.", "prediction": "Two men have been charged with murder after a woman was shot and shot in a head- south-west London.", "rouge": {"rouge1": 58.536585365853654, "rouge2": 30.76923076923077, "rougeL": 58.536585365853654}, "nll_sum": 72.87277221679688, "token_count": 22} +{"index": 1430, "reference": "British conductor Christopher Hogwood has died aged 73.", "prediction": "Sir Christopher Sherwood, one of but world's most music musicers has died suddenly at he age of 74.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 8.0, "rougeL": 29.629629629629626}, "nll_sum": 107.02937316894531, "token_count": 22} +{"index": 1431, "reference": "A lioness rescued from a zoo in the war-torn Syrian city of Aleppo has given birth just hours after arriving at a wildlife park in Jordan.", "prediction": "A Tan m cubs fronted during a military operation in northern Turkey has given birth, Cam Tan birth, after giving birth in her second child.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 8.0, "rougeL": 30.769230769230766}, "nll_sum": 168.4242401123047, "token_count": 29} +{"index": 1432, "reference": "The British and German economies are the \"beating heart\" of Europe, George Osborne has said as he heads to Berlin for talks on reforming the EU.", "prediction": "The German economy will to the support of the UK's trade-EU deal with the EU, Chancellor George Osborne, will visit in office future Germany.", "rouge": {"rouge1": 38.46153846153847, "rouge2": 12.0, "rougeL": 26.923076923076923}, "nll_sum": 136.71873474121094, "token_count": 29} +{"index": 1433, "reference": "A mining company has been convicted of desecrating an Aboriginal site in Australia's Northern Territory.", "prediction": " of Australian firm of jailed jailed, collapse in one of Australia's most deprived area, most Aboriginal people.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 115.97334289550781, "token_count": 20} +{"index": 1434, "reference": "On Black Friday retailers will be aiming for a \"frenzied\" atmosphere - the hope being it makes you buy more.", "prediction": "Four-hour stores are taking place, starting on Friday - - as shoppers will be too much. to be. a again and it theA aA aA aA--lA a in from John's.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 4.166666666666667, "rougeL": 24.000000000000004}, "nll_sum": 237.33425903320312, "token_count": 43} +{"index": 1435, "reference": "The Indian state of Tamil Nadu is to hire the country's first transgender police officer after a court cleared hurdles that faced one applicant.", "prediction": "A 15-year-old girl in the southern Indian state of Tamil Nadu be successful, a court ruled that her parents does not receive a female.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 20.408163265306126, "rougeL": 35.294117647058826}, "nll_sum": 105.02088928222656, "token_count": 29} +{"index": 1436, "reference": "GAA director general Paraic Duffy has called for the abolition of the inter-county U21 Football Championship in a discussion paper on player burnout.", "prediction": " intery-count football matches could be played Tyr three years after Tyrone will be brought relation in, says Tyrone's director general says", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444444, "rougeL": 8.51063829787234}, "nll_sum": 169.8267822265625, "token_count": 27} +{"index": 1437, "reference": "A cyclist has suffered serious head injuries after a collision with a car in Elgin.", "prediction": "A man was taken to hospital after being hit by a car and a road on a A96- A96 in East Lothian.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.7142857142857135, "rougeL": 27.027027027027025}, "nll_sum": 94.02157592773438, "token_count": 27} +{"index": 1438, "reference": "A prototype 3D-printed robotic hand is this year's UK winner of the James Dyson Award.", "prediction": " plane B locked Bulu is, so it can be so expensive can be sold around, the US for (\u00c2m.89m).", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 177.9545440673828, "token_count": 27} +{"index": 1439, "reference": "Celtic defender Mikael Lustig insists Ronny Deila is \"not to blame\" for the club missing out on Champions League football under the manager's tenure.", "prediction": "Celt keeper Kassig says Celtic should not blame for Ronny Deila staying in, Champions League not because of club does not play.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.333333333333334, "rougeL": 25.53191489361702}, "nll_sum": 151.53701782226562, "token_count": 27} +{"index": 1440, "reference": "It is very hard not to be overawed when you step out on to the pitch at the Bernabeu for the first time and look around you - the stadium just keeps going up and up for what feels like forever.", "prediction": "I'm aware to know that November and I is not writing the singing on the pitch at Stadium and I'm writing writing anything to and know where I be on the pitch.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 5.555555555555555, "rougeL": 21.62162162162162}, "nll_sum": 179.08209228515625, "token_count": 34} +{"index": 1441, "reference": "Wrexham have put striker Andy Morrell in temporary charge following the departure of Dean Saunders.", "prediction": "Wrexham manager Lee Morrell has revealed he will not not leave the club's first-team coach.", "rouge": {"rouge1": 18.750000000000004, "rouge2": 0.0, "rougeL": 18.750000000000004}, "nll_sum": 86.06390380859375, "token_count": 21} +{"index": 1442, "reference": "\"I really shop when the pound falls in value,\" says American Jian DeLeon.", "prediction": "When James Mc take doesn't to know it, but it isn't't much better.", "rouge": {"rouge1": 6.896551724137931, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 92.72101593017578, "token_count": 17} +{"index": 1443, "reference": "Civil servants from across Whitehall are being lined up to act as border staff at UK ports and airports during next week's public sector strikes.", "prediction": "Thousands of civil servants are being allowed to return home over the public sector strike action, a union' leader says.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 18.18181818181818, "rougeL": 34.78260869565217}, "nll_sum": 81.25560760498047, "token_count": 22} +{"index": 1444, "reference": "Kenya's Vivian Cheruiyot won a shock 5,000m Olympic gold as race favourite Ayana Almaz of Ethiopia took bronze.", "prediction": "Hungary's cotuiyot from Rio, has missed out on gold, winning the 10,000 in the men's 10,000 race at the Rio Olympics.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 140.77291870117188, "token_count": 34} +{"index": 1445, "reference": "Two men killed in an explosion at a factory in Norwich died from the \"effects of fire and inhalation of fumes of combustion\", post-mortem examinations have found.", "prediction": "Police investigating the deaths of two men in a at a factory site in County Durham have found no evidence so evidence are shown to police themark solve, solve, a they aA a manA's have of fromA a from'sA", "rouge": {"rouge1": 37.68115942028986, "rouge2": 11.940298507462687, "rougeL": 26.08695652173913}, "nll_sum": 279.7152404785156, "token_count": 47} +{"index": 1446, "reference": "The US, UK and France have urged the UN to begin air drops of humanitarian aid to besieged areas in Syria.", "prediction": "The US and US says it will not withdraw air drops in war-held Syria, saying they did not provide the right is action\".", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 31.11111111111111}, "nll_sum": 124.20957946777344, "token_count": 26} +{"index": 1447, "reference": "Elite firms are sidelining the UK's bright working-class applicants in favour of privileged, \"polished\" candidates, a report says.", "prediction": "Young people across England are pushing through through to a \"hhhness test\" for skills, research suggests.", "rouge": {"rouge1": 11.111111111111112, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 106.804931640625, "token_count": 20} +{"index": 1448, "reference": "MK Dons have re-signed Brighton & Hove Albion midfielder Jake Forster-Caskey on loan for the rest of the season.", "prediction": "League One club MK Dons have re-signed Brighton centreback Stephen Robinson on an 18-month loan deal.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 27.777777777777775, "rougeL": 42.10526315789474}, "nll_sum": 76.58070373535156, "token_count": 22} +{"index": 1449, "reference": "Banned cyclist Lance Armstrong's fight against a $100m (\u00a379m) lawsuit by the US government has been set for a trial starting in Washington on 6 November.", "prediction": "Four-time world champion champion, Armstrong is sue the Colombian government for paying $75m (\u00a331mm) for his involvement in doping scandal.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 0.0, "rougeL": 20.833333333333336}, "nll_sum": 113.7493667602539, "token_count": 28} +{"index": 1450, "reference": "A new organisation has been set up in Northern Ireland to support people who suffer from rare diseases.", "prediction": "A new partnership has been set up with 5,000 families to families in Northern Ireland.", "rouge": {"rouge1": 58.82352941176471, "rouge2": 37.50000000000001, "rougeL": 52.94117647058824}, "nll_sum": 62.15568161010742, "token_count": 17} +{"index": 1451, "reference": "Two 13-year-old girls accused of stabbing a classmate to please the online horror character Slender Man will be tried in an adult court, a US judge has ruled.", "prediction": "Two young girls from voting, Pennsylvania will face charges after the brutal and murder of 16-year-old schoolboy in Cr Man of New York.", "rouge": {"rouge1": 32.727272727272734, "rouge2": 3.7735849056603774, "rougeL": 14.545454545454545}, "nll_sum": 144.32908630371094, "token_count": 29} +{"index": 1452, "reference": "A US judge has rejected a request from two Native American tribes to halt construction on the controversial Dakota Access oil pipeline.", "prediction": "president from American North Dakota are stopped of building of a controversial oil pipeline by the end, the of August, the US army's army says.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 153.45333862304688, "token_count": 28} +{"index": 1453, "reference": "Polls suggest Hungary's governing Fidesz party is set to win another two-thirds majority at Sunday's general election.", "prediction": "The Fereidesz party, but will be elections for the Hungarian capital May, Hungary has been left-wing his office in his own crowd.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 160.27462768554688, "token_count": 29} +{"index": 1454, "reference": "The case against two men accused of stealing \u00a320,000 of biscuits from the makers of Jammie Dodgers and Wagon Wheels has been dropped.", "prediction": "Two men have been arrested in connection with the theft of \u00a320,000 of location from of firm's factory in south Wales, which. Wales from battle from a man's a from a competitive reputation in. years as's from's reputation", "rouge": {"rouge1": 29.850746268656714, "rouge2": 9.23076923076923, "rougeL": 23.88059701492537}, "nll_sum": 245.55410766601562, "token_count": 47} +{"index": 1455, "reference": "Prince Christian, the second in line to Denmark's throne, has been rescued after getting into trouble in the waves at an Australian beach, reports say.", "prediction": "A Malaysian Harry toddler was found dead at the sea by surf off Antarctic's west coast, coastguard officials say", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 111.33830261230469, "token_count": 21} +{"index": 1456, "reference": "Addressing a crowd in Stafford, Boris Johnson said: \"It is absurd we are told that you cannot sell bananas in bunches of more than two or three bananas.\"", "prediction": "London Mayor Boris Johnson ( Boris told Newsround thatnight will would leaving the European Union, there would only be be allowed to buy any wholesalers and mean it wasn!", "rouge": {"rouge1": 14.285714285714285, "rouge2": 3.7037037037037033, "rougeL": 10.714285714285714}, "nll_sum": 208.66407775878906, "token_count": 34} +{"index": 1457, "reference": "In 2008, engineering student Samay Kohli wanted to build a humanoid robot, but his professor told him it would not be possible.", "prediction": "\"I started a warehouse in western India, saidiririrli, told BBC India that a bug that I climbed the building I and I was do slept neighbourhood in India - a mucholve and it!", "rouge": {"rouge1": 18.518518518518515, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 273.23077392578125, "token_count": 41} +{"index": 1458, "reference": "Militant Islamist group al-Shabab has dismissed as exaggerated US claims that more than 150 of its fighters were killed in an air strike in Somalia.", "prediction": "Saudi-Qaeda group al-Shab a have killed at least 40 people, including two military fighters, a US military officials say 2011 a Broadway, solve, as they aA-A aolve in from November a's.", "rouge": {"rouge1": 22.950819672131146, "rouge2": 3.389830508474576, "rougeL": 13.114754098360656}, "nll_sum": 249.9614715576172, "token_count": 45} +{"index": 1459, "reference": "An appeal has been launched to raise money to refurbish one of the largest stained-glass windows in Wales honouring casualties from World War One.", "prediction": "A Roman church cemetery which was once at a 18th Century cemetery is to be reopen, and repairs, for \u00a32.9m.", "rouge": {"rouge1": 4.3478260869565215, "rouge2": 0.0, "rougeL": 4.3478260869565215}, "nll_sum": 120.87084197998047, "token_count": 27} +{"index": 1460, "reference": "A man died when the car he was driving ploughed into the front gardens of three houses.", "prediction": "A 39-year-old man died when his car crashed into a square and open- door hall.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 35.294117647058826}, "nll_sum": 80.29205322265625, "token_count": 20} +{"index": 1461, "reference": "Every pupil in England will be tested on their times tables before leaving primary school, under government plans.", "prediction": "Thousands of children in England are their of tests to their maths when when maths will to be carried out.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 110.68263244628906, "token_count": 20} +{"index": 1462, "reference": "Four-time Olympic medallist Louis Smith may face \"suspension or expulsion\" by British Gymnastics over a video in which he apparently mocks Islam.", "prediction": "Olympic champion Louis Smith has been suspended by British Gymnastics after a charge video which- appeared to show him a dirty of him.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 13.636363636363635, "rougeL": 39.130434782608695}, "nll_sum": 132.5545196533203, "token_count": 28} +{"index": 1463, "reference": "Five disabled people have lost their High Court challenge over the government's decision to abolish the Independent Living Fund (ILF).", "prediction": "Four Justice have lost their High Court battle struggle over the closure of the gambling Fund (ILF) of public money as a coupleCaliforniae it.'s from'solve from (-p's mandatory in from November George's.", "rouge": {"rouge1": 38.59649122807018, "rouge2": 21.818181818181817, "rougeL": 35.08771929824561}, "nll_sum": 300.1756286621094, "token_count": 44} +{"index": 1464, "reference": "Security firm G4S has reported a \u00a34m rise in profits to \u00a3185m for the first half of 2015 due to new contracts and growth in emerging markets.", "prediction": "The security firm G4S has reported a 40% fall for the third quarter, last year, despiteblogging markets and in war war.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 26.08695652173913, "rougeL": 41.66666666666667}, "nll_sum": 134.48098754882812, "token_count": 28} +{"index": 1465, "reference": "Two people have died from gunshot wounds during protests against President Nicolas Maduro's government, eyewitnesses and local media say.", "prediction": "A Brazilian man has been shot dead during a rival Venezuelan of President Nicolas Maduro's capital. officials say.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 16.216216216216214, "rougeL": 30.76923076923077}, "nll_sum": 96.53557586669922, "token_count": 20} +{"index": 1466, "reference": "European aircraft maker Airbus has cut production of its A380 superjumbo for the second time in a year.", "prediction": "Air aviation firm Airbus has reported a 40% in sales in its annual Ajumbo aircraft, as it struggle to struggle its A380 superjumbo aircraft.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 23.80952380952381}, "nll_sum": 150.8998565673828, "token_count": 30} +{"index": 1467, "reference": "A topic of debate at this week's Conservative Party conference will be the UK's relationship with Brussels ahead of a referendum due in 2017.", "prediction": "One of the UK's most successful managers manager has called for the European Union for UK business UK out of business because of EU membership of the EU.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 7.547169811320756, "rougeL": 18.181818181818183}, "nll_sum": 114.98957061767578, "token_count": 29} +{"index": 1468, "reference": "At least 45 people have died, including 15 children, after a building being constructed illegally collapsed near the Indian city of Mumbai, police say.", "prediction": "Rescue teams are building a building in the Indian capital, Delhi, killing at least seven people, after a house collapsed in the capital.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 17.777777777777775, "rougeL": 29.78723404255319}, "nll_sum": 86.14155578613281, "token_count": 28} +{"index": 1469, "reference": "The world's largest money manager BlackRock reportedly plans to cut 400 jobs, or about 3% of its workforce, in its biggest round of layoffs to date.", "prediction": "The US investment, Black has announced it will cut 2,700 jobs, cut 2,000 jobs by next year, according to media reports.", "rouge": {"rouge1": 15.999999999999998, "rouge2": 0.0, "rougeL": 15.999999999999998}, "nll_sum": 92.78404235839844, "token_count": 28} +{"index": 1470, "reference": "Six years ago, Dom Dwyer's career was going nowhere.", "prediction": "For man Dwyer, who of just 10 minutes for British footballers South, Florida and Florida, was in football for a referee for a's career from a's, from the-'s's for in's football as.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444444, "rougeL": 12.765957446808512}, "nll_sum": 253.91049194335938, "token_count": 44} +{"index": 1471, "reference": "Russia has questioned whether it needs to \"dance on the table\" or \"sing a song\" in order to compete in athletics at the Rio Olympics this summer.", "prediction": "Russia's minister has called for a new leader to be revamped at the Rio Olympics, saying Russian athletes do not need to \"get a song\".", "rouge": {"rouge1": 45.28301886792453, "rouge2": 19.607843137254903, "rougeL": 30.18867924528302}, "nll_sum": 107.99779510498047, "token_count": 28} +{"index": 1472, "reference": "The ashes of a stranger were scattered in front of a family by two cemetery workers trying to cover up a mistake.", "prediction": "Two North Somerset Police staff have apologised after a couple's ashes were found 2011 the were only of them.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 113.46312713623047, "token_count": 20} +{"index": 1473, "reference": "Broadcasting executives are gathering in Edinburgh for the start of the annual international television festival.", "prediction": " annual BBC's annual at the annual city of Edinburgh this week will discuss to what it claims it be the world's top- earners managers.", "rouge": {"rouge1": 24.39024390243902, "rouge2": 5.128205128205128, "rougeL": 14.634146341463417}, "nll_sum": 152.0912322998047, "token_count": 27} +{"index": 1474, "reference": "Health Secretary Jeremy Hunt has offered to meet junior doctors' leaders after the decision to ballot medics on industrial action over a new contract.", "prediction": "' senior doctors' union have urged leaders NHS they are to hold talks with ministers next week next resolve issue a issue over a controversial new contract.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 8.333333333333332, "rougeL": 27.999999999999996}, "nll_sum": 155.21852111816406, "token_count": 28} +{"index": 1475, "reference": "Hamilton Academical moved three points clear of Premiership bottom side Inverness Caledonian Thistle with victory over the Highlanders.", "prediction": "Hamilton Accies beat Hamilton 2--0 to move to four points the Scottish Premiership bottom- side the Borders and receive a fourth Scottish Premiership win.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 32.55813953488372}, "nll_sum": 156.40280151367188, "token_count": 28} +{"index": 1476, "reference": "A \u00a315m cash fund to boost culture and creativity across the North of England has been announced by the government.", "prediction": " total total of \u00a315m been announced announced for a vision of the north and north, northern England over the next few years", "rouge": {"rouge1": 47.61904761904761, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 107.18562316894531, "token_count": 24} +{"index": 1477, "reference": "With or without the benefit of hindsight, Serena Williams' victory at the Australian Open in January was sublime.", "prediction": "Serena Williams won a woman won a Australian Grand Slam by winning her.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 6.896551724137931, "rougeL": 19.35483870967742}, "nll_sum": 74.24434661865234, "token_count": 15} +{"index": 1478, "reference": "Police in the US and Italy say they have arrested 26 people in a joint raid against a new mafia-operated drug trafficking route.", "prediction": "Police in the United States have arrested 35 people suspected with illegal drugs, including marijuana, illegal carrying out illegal drugs.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 14.285714285714288, "rougeL": 31.818181818181824}, "nll_sum": 90.24903869628906, "token_count": 22} +{"index": 1479, "reference": "Zimbabwean President Robert Mugabe has announced plans to water down a contentious law obliging foreign companies to hand over most of their shares to black Zimbabweans.", "prediction": "Zimbabwe's President Robert Mugabe has signed a controversialsecurity-terrorism\" law which, keep banks without banks police permission - in order capital again.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 13.043478260869565, "rougeL": 24.999999999999993}, "nll_sum": 184.12449645996094, "token_count": 29} +{"index": 1480, "reference": "A new code of practice on police stop-and-search powers has come into force.", "prediction": "Police Scotland in introduced are new code of code to help staff and and search and carry carried.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 19.35483870967742, "rougeL": 30.303030303030297}, "nll_sum": 126.94570922851562, "token_count": 18} +{"index": 1481, "reference": "A woman who asked BT to install a landline at her home was told it would cost more than \u00a322,500.", "prediction": "A 88-year-old woman has received an price to an an rail service home, she claiming is a cost of \u00a31m.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 139.10345458984375, "token_count": 27} +{"index": 1482, "reference": "He is the man who took a rag-tag bunch of political misfits to the brink of achieving their dream of an independent Scotland.", "prediction": "For Alex Salmond had been battle to be a seat as Hogmanmenayman and was's battles in scratch he a a scaffe it's reputation as Leave's highest- tallest- a struggle of international struggle.", "rouge": {"rouge1": 13.559322033898304, "rouge2": 0.0, "rougeL": 10.16949152542373}, "nll_sum": 307.36700439453125, "token_count": 43} +{"index": 1483, "reference": "Tommy Hilfiger has said suggestions he thought Gigi Hadid was not thin enough to model are \"completely false\".", "prediction": "Glu Hil pensioner has apologised for not saying that he was saying that she was Aldi Farid not because she is too good\".", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 150.9263916015625, "token_count": 27} +{"index": 1484, "reference": "Three of US DJ Casey Kasem's children and his brother have sued the late star's widow for wrongful death in the latest move in a bitter family feud.", "prediction": " axedian Paul outsideem is suing the family claiming his families whose families assaulted him.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 4.761904761904763, "rougeL": 13.636363636363638}, "nll_sum": 130.34083557128906, "token_count": 17} +{"index": 1485, "reference": "The French authorities have expelled controversial Russia fan leader Alexander Shprygin for a second time.", "prediction": "Russianian footballer Antrim Elprygin, has been arrested in France after being arrested being France. arrested by a \"olve a- aA 2011 a-A from football-G's from in from Russia's body.", "rouge": {"rouge1": 8.333333333333332, "rouge2": 0.0, "rougeL": 4.166666666666666}, "nll_sum": 290.4303283691406, "token_count": 45} +{"index": 1486, "reference": "Britons living around Europe would have been left \"high and dry\" if the rights of EU citizens to stay in the UK had been guaranteed, the PM has said.", "prediction": "The UK must't protect the the rights of EU citizens living the the UK be the UK after Brexit \"is dry\", the prime minister has said.", "rouge": {"rouge1": 42.85714285714286, "rouge2": 22.222222222222225, "rougeL": 35.714285714285715}, "nll_sum": 129.14016723632812, "token_count": 29} +{"index": 1487, "reference": "Kilmarnock paid heavily for the first-half sending-off of their captain Manuel Pascali as Celtic jumped to fourth in the Scottish Premiership with a comfortable win.", "prediction": " Anthony P Anthonyali's first-half penalty missed Celtic as Kilmarnock's low-six Scottish Premiership meeting with the victory at Dens Park Park.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 164.9783477783203, "token_count": 31} +{"index": 1488, "reference": "Ten-man Inverness Caledonian Thistle fell four points adrift at the foot of the Scottish Premiership with defeat by St Johnstone.", "prediction": "Inverness Caledonian Thistle secured their place in the Scottish Premiership by beating 10-man St Johnstone", "rouge": {"rouge1": 54.05405405405405, "rouge2": 28.571428571428577, "rougeL": 48.64864864864864}, "nll_sum": 71.1876220703125, "token_count": 22} +{"index": 1489, "reference": "Fiji lost to hosts England in their first game at the London Sevens but bounced back to reach the quarter-finals and retain their World Sevens Series title in the process.", "prediction": "England will face Wales Australia, South Africa to reach the quarter-finals of the 2016 Rugby World Rugby Rugby Sevens in France in 2011 in the,Ukraine,'s they from game-e's ban from the Saturday's. from'sA", "rouge": {"rouge1": 36.61971830985916, "rouge2": 14.492753623188406, "rougeL": 28.169014084507044}, "nll_sum": 248.071044921875, "token_count": 47} +{"index": 1490, "reference": "Website security checks that challenge people to prove they are human are likely to \"disappear\" in favour of a new system developed by Google.", "prediction": "Google has launched its new system, signalling a system that people that can buy and buy properly correctly.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 9.523809523809526}, "nll_sum": 102.05897521972656, "token_count": 19} +{"index": 1491, "reference": "Irish Paralympic star Jason Smyth will battle on to achieve his goal of competing at an Olympics despite missing out on the recent London Games.", "prediction": "Paralympic champion get Smyth says he will be allowed to compete at next month World Championships's World Championships in 2012 2008.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444445, "rougeL": 25.53191489361702}, "nll_sum": 132.80252075195312, "token_count": 26} +{"index": 1492, "reference": "Police walked off with a number of elaborate cakes after a clash between \"travellers and staff\" at a party.", "prediction": "A golf course club was left homeless with a \"lose of damage\" of cakes, police have said.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 107.48220825195312, "token_count": 21} +{"index": 1493, "reference": "MPs on Parliament's Welsh affairs committee have been grilling Alun Cairns for the first time since his appointment in March.", "prediction": "Welsh Secretary Alunairns has backed a committee of MPs before Parliament that Parliament means that the UK stays in the European Union dev and a. solve the's a's aolve a it's havepayment of's from's fromA", "rouge": {"rouge1": 22.950819672131146, "rouge2": 0.0, "rougeL": 13.11475409836066}, "nll_sum": 299.41754150390625, "token_count": 47} +{"index": 1494, "reference": "Boojum, the Belfast-based chain of burrito restaurants, has been sold.", "prediction": "The Newry-based restaurant,- chain company Birdcoum, been sold sold, the Mexican company for economic development (190m).", "rouge": {"rouge1": 42.857142857142854, "rouge2": 7.6923076923076925, "rougeL": 35.714285714285715}, "nll_sum": 195.10455322265625, "token_count": 27} +{"index": 1495, "reference": "A 16-year-old boy arrested in Norwich in connection with an alleged data theft from TalkTalk has been released on bail until March.", "prediction": "A fourth person been arrested in Norwich connection with suspected suspected hacking attack on the security website, which worth at least \u00a32.6m.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.33333333333333, "rougeL": 29.78723404255319}, "nll_sum": 113.93372344970703, "token_count": 27} +{"index": 1496, "reference": "Turkish warplanes have shot down a Russian military aircraft on the border with Syria.", "prediction": "The Nato military alliance says it has shot dead a Russian warplane near Syria in the border with Turkey.", "rouge": {"rouge1": 54.54545454545454, "rouge2": 19.35483870967742, "rougeL": 36.36363636363637}, "nll_sum": 70.89373016357422, "token_count": 20} +{"index": 1497, "reference": "The Islamic State group's commander in the besieged Iraqi city of Falluja is among 70 militants killed in coalition air strikes, the US military says.", "prediction": "Fierce strikes by the so- Islamic State (IS) are on of the edge, northern Iraqi city of Mosul, February, the the army's chief says.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 12.244897959183673, "rougeL": 35.294117647058826}, "nll_sum": 152.7526397705078, "token_count": 32} +{"index": 1498, "reference": "Arsenal midfielder Santi Cazorla is to have an ankle operation that could rule him out of action for a further three months.", "prediction": "Arsenal striker Cin Cazorla has been ruled out of action until February because of an Achilles injury.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 30.769230769230766}, "nll_sum": 61.73686599731445, "token_count": 20} +{"index": 1499, "reference": "Trainer Jessica Harrington celebrated her first success in the Irish Grand National when favourite Our Duke won Monday's big race at Fairyhouse.", "prediction": "Nired rider Padraig Harrington said he was \"very honoured\"\" to be awarded the winner, of the 2014 Grand winner at a meeting at Aintree on Friday a", "rouge": {"rouge1": 15.999999999999998, "rouge2": 0.0, "rougeL": 15.999999999999998}, "nll_sum": 156.65548706054688, "token_count": 34} +{"index": 1500, "reference": "Health trusts in England have been ranked by their ability to learn from mistakes, as part of several changes designed to improve patient safety.", "prediction": "NHS health investigations in England in be rated for found and the poor health health, health secretary commissioner announced announced.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 151.99583435058594, "token_count": 22} +{"index": 1501, "reference": "A disabled man has been left with serious injuries after being attacked in his own home in Edinburgh.", "prediction": "A pensioner was seriously injured seriously injured in avitalicious\" at home in the early hours.", "rouge": {"rouge1": 24.24242424242424, "rouge2": 6.451612903225808, "rougeL": 24.24242424242424}, "nll_sum": 108.30256652832031, "token_count": 19} +{"index": 1502, "reference": "A driver died when his sports car hit a tree on a main road in Surrey.", "prediction": "A man was seriously seriously injured after being hit by a car in Essex.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 26.666666666666668}, "nll_sum": 41.64704895019531, "token_count": 14} +{"index": 1503, "reference": "\"Payslip-gate\", as it has come to be known, has been dominating the news headlines in Iran for months.", "prediction": "The corporate scandal scandal has been a huge controversy around the country, is is again, but the revolution definitely no too dangerous- debts.", "rouge": {"rouge1": 14.285714285714288, "rouge2": 5.0, "rougeL": 14.285714285714288}, "nll_sum": 158.59027099609375, "token_count": 26} +{"index": 1504, "reference": "Officials at the famous Yellowstone National Park in the US have revealed that they had to put down a newborn bison after some tourists put it in the boot of their car.", "prediction": "Tourists and wildlifeists at,'s National Park national park have been put down because of a calf because of brain of a moustling.", "rouge": {"rouge1": 32.727272727272734, "rouge2": 7.547169811320755, "rougeL": 29.09090909090909}, "nll_sum": 176.1104278564453, "token_count": 28} +{"index": 1505, "reference": "House price inflation across the UK jumped to 9% in March, as landlords rushed to beat stamp duty changes, official figures show.", "prediction": "The rate of UK house rose more than 4,000 month from from whose year - the highest level - its highest since on duty stamp duty.", "rouge": {"rouge1": 21.276595744680854, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 160.50640869140625, "token_count": 28} +{"index": 1506, "reference": "Durham County Council has approved plans to cut the salaries of teaching assistants by nearly 23% by not paying them during school holidays.", "prediction": "Campaigners in the North East Council have voted to take strike action over the pay, a new terms offer offered fromers and will presenters.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 152.22071838378906, "token_count": 28} +{"index": 1507, "reference": "Torquay United have signed Gibraltar international Jake Gosling following his release by Bristol Rovers.", "prediction": "Torquay United have signed Sweden international Mandararar Amaracas on- four-year deal for an undisclosed fee.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 21.428571428571427, "rougeL": 33.33333333333333}, "nll_sum": 143.23655700683594, "token_count": 24} +{"index": 1508, "reference": "British number two Heather Watson has parted company with her Argentine coach Diego Veronelli.", "prediction": "England the world number one Heather Watson has signed be new three-year deal of his player player Veroneboy.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 12.903225806451616, "rougeL": 24.242424242424242}, "nll_sum": 150.1104278564453, "token_count": 22} +{"index": 1509, "reference": "While US Secretary of State John Kerry is not giving up on the idea of a ceasefire in Syria, it is very hard to see his efforts bearing fruit.", "prediction": "A deal was agreed has February December news of an aid convoy in the eastern city of Aleppo eastern rebels - but the guidance is clear clear of what happened happen President President Bashar-Assad.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 12.698412698412701}, "nll_sum": 212.45175170898438, "token_count": 36} +{"index": 1510, "reference": "Two British teenagers stole items including buttons and a rusted hair clipper from the Auschwitz death camp, a court in Poland has heard.", "prediction": "Two British school, who admitted using gas gas to German schoolboy during a school trip to Poland, have been told they a faces a jail term.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 135.55076599121094, "token_count": 29} +{"index": 1511, "reference": "US Vice-President Joe Biden told an audience in Ottawa that the world needs \"genuine leaders\" such as Canadian Prime Minister Justin Trudeau.", "prediction": "Joe Biden has called on world leaders Canada to be \"very hurt\" in Canada, saying he is \" and dangerous badly\". in its his solve's \" a \"A \"'s \"over \"- \"'s from's a's from \"", "rouge": {"rouge1": 17.241379310344826, "rouge2": 3.571428571428571, "rougeL": 13.793103448275861}, "nll_sum": 278.52032470703125, "token_count": 46} +{"index": 1512, "reference": "Huddersfield head coach David Wagner has signed a new two-year deal after guiding the club to the Premier League for the first time.", "prediction": "Huddersfield Town coach head coach David Wall has signed a new five-and-a-half-year deal \u00a35m.", "rouge": {"rouge1": 47.61904761904762, "rouge2": 30.0, "rougeL": 47.61904761904762}, "nll_sum": 78.13055419921875, "token_count": 27} +{"index": 1513, "reference": "\"When we were starting out, if you were a woman and you went to the bank for a loan, they wanted to know who you were married to and whether you had permission to be in business,\" says Terry Mungai.", "prediction": " summer World World has done anything, but I never heard of it happened to meant she she wasn't wasn", "rouge": {"rouge1": 3.3333333333333335, "rouge2": 0.0, "rougeL": 3.3333333333333335}, "nll_sum": 122.34603118896484, "token_count": 20} +{"index": 1514, "reference": "A GP should have been more curious about a 12-year-old boy's symptoms and seen him \"as soon as possible\" the day before he died, a court has heard.", "prediction": "The jury in the trial of two doctors murdering a 12-year-old has told a doctor he had never seen in his life have", "rouge": {"rouge1": 35.71428571428571, "rouge2": 11.111111111111112, "rougeL": 17.857142857142854}, "nll_sum": 98.43830871582031, "token_count": 26} +{"index": 1515, "reference": "A new visitors' centre proposed for Sherwood Forest will ruin \"a priceless\" tract of land and threaten wildlife, opponents say.", "prediction": "A new wildlife centre built on up on Fleetwood Forest could be open to wildlife wildlife, a wildlife charity says.", "rouge": {"rouge1": 35.0, "rouge2": 5.263157894736842, "rougeL": 35.0}, "nll_sum": 111.03678894042969, "token_count": 22} +{"index": 1516, "reference": "A letter sent to a TV engineer by Mikhail Gorbachev and George Bush after their 1989 summit in Malta is being auctioned.", "prediction": "A letter which wrote by written by Prince William and in US and US president James Anderson is to be auctioned for $1 (000 (\u00c2\u00a3).", "rouge": {"rouge1": 39.13043478260869, "rouge2": 9.09090909090909, "rougeL": 34.78260869565217}, "nll_sum": 168.88565063476562, "token_count": 30} +{"index": 1517, "reference": "A Singapore museum will return to India an 11th Century sculpture believed to have been stolen from that country.", "prediction": "A Singapore museum attraction says it will return return a stolen decision from an art artist from a art York New York.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615383, "rougeL": 34.14634146341463}, "nll_sum": 149.194091796875, "token_count": 22} +{"index": 1518, "reference": "Commuters were given a surprise upgrade when a luxury train arrived for their daily journey to work.", "prediction": "Thousands of rail passengers have running out for a famous train after a train that joined the same.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 89.70634460449219, "token_count": 18} +{"index": 1519, "reference": "Former world number one Luke Donald has revealed he considered retirement last year following a slump in form.", "prediction": "World number one Luke Donald says Trump is \"lucky\" and ready\" and return from a US Open soon \"pretty become a burning baby\".", "rouge": {"rouge1": 29.268292682926827, "rouge2": 20.51282051282051, "rougeL": 29.268292682926827}, "nll_sum": 175.77528381347656, "token_count": 28} +{"index": 1520, "reference": "Elections will be held in 34 local authorities in England and 1 in Wales on 2 May 2013.", "prediction": "The BBC has revealed the full full of council--elections for the council council elections on 4 May 4 May between 28 and 28 December 2014. solveAThe The's a from after from English's of from.", "rouge": {"rouge1": 14.545454545454545, "rouge2": 0.0, "rougeL": 10.90909090909091}, "nll_sum": 249.24530029296875, "token_count": 42} +{"index": 1521, "reference": "The predicted explosion of dementia cases may be less severe than previously thought, a study in Nature Communications suggests.", "prediction": "Hospitalitals are low of 65 65 in England over those who die almost 50 years ago, analysis of research and research suggests in the research in, solve, says they from a from of a's frompayment from. from's a's", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 286.06829833984375, "token_count": 47} +{"index": 1522, "reference": "Isle of Wight Council begins a High Court appeal after the case against a father who took his child on holiday during term-time was thrown out by magistrates.", "prediction": "The Isle and Wight Council have launched a High Court battle to over a battle over a man who took his daughter on family term time.", "rouge": {"rouge1": 50.90909090909091, "rouge2": 22.64150943396226, "rougeL": 47.27272727272727}, "nll_sum": 139.21224975585938, "token_count": 27} +{"index": 1523, "reference": "The mystery identity of Swansea's own secret Santa has finally been revealed by his family, after the 92-year-old died this week.", "prediction": "A 62-year-old man who helped children as Christmas has been described as a, calling him a \"better man\".", "rouge": {"rouge1": 18.18181818181818, "rouge2": 4.761904761904763, "rougeL": 9.09090909090909}, "nll_sum": 97.56776428222656, "token_count": 24} +{"index": 1524, "reference": "About 2,000 people have attended the funeral march for a German woman who died fighting Islamic State (IS) militants in Syria.", "prediction": "Hundreds of people attended a memorial and war to honour Turkish military pilot Ariolesley Hoffman, who has been fighting for so-called Islamic State-IS).", "rouge": {"rouge1": 38.297872340425535, "rouge2": 8.88888888888889, "rougeL": 34.04255319148936}, "nll_sum": 154.29150390625, "token_count": 30} +{"index": 1525, "reference": "Theresa May has promised to put workers on the boards of major firms and curb excess corporate pay, as she starts her campaign to be Tory leader and PM.", "prediction": "Theresa May has set out her vision for her party to change the way after Brexit, saying there is \"a positive vision in our country\".", "rouge": {"rouge1": 22.222222222222225, "rouge2": 7.692307692307692, "rougeL": 18.51851851851852}, "nll_sum": 89.24259948730469, "token_count": 28} +{"index": 1526, "reference": "A football referee in the US state of Michigan has died after being punched in the head during an altercation with a player he was ejecting from a match, according to police and witnesses.", "prediction": "A Florida referee died in hospital after being hit by a crowd followed by him in eye during a game in Detroit, police say's been a Broadway after's the ballet's a from-bold game in from Saturday's a from a's", "rouge": {"rouge1": 32.91139240506329, "rouge2": 5.194805194805195, "rougeL": 25.31645569620253}, "nll_sum": 272.7401123046875, "token_count": 46} +{"index": 1527, "reference": "Pennsylvania police are hunting a man who shot and killed an 18-year-old girl in a \"road rage incident\".", "prediction": "An 82-year-old woman was been shot in the head in a suspected hitand-run incident on a road road in the US state, Oregon, as they has a--jmaker in from from a.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 11.320754716981131, "rougeL": 21.818181818181817}, "nll_sum": 190.20184326171875, "token_count": 43} +{"index": 1528, "reference": "A teenager has been convicted of grooming a vulnerable young man after being inspired by the 2013 killing of Fusilier Lee Rigby in Woolwich.", "prediction": "A teenager who carried out an attack of attack on Filier soldier Lee Rigby in 2013 has been found found guilty of terrorism charges.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 17.391304347826086, "rougeL": 25.0}, "nll_sum": 104.51885986328125, "token_count": 26} +{"index": 1529, "reference": "A journalist in India is facing charges over a report he wrote saying Muslims were banned from being yoga teachers under government policy.", "prediction": "A right cleric has been arrested in India charged with Muslim pupils in a Hindu event events, local media say.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 4.878048780487805, "rougeL": 27.906976744186046}, "nll_sum": 104.66413116455078, "token_count": 21} +{"index": 1530, "reference": "Scientists have measured the way Loch Ness tilts back and forth as the whole of Scotland bends with the passing of the tides.", "prediction": "A huge rock of water once again above the sea above water Ness Alaska just a day earlier than thought. to thought to a in the 2011's, 2011,'s they from a-A a from in a November from's. a's", "rouge": {"rouge1": 12.121212121212121, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 292.37188720703125, "token_count": 47} +{"index": 1531, "reference": "An inquest into the deaths of 11 men at the Shoreham Airshow is not likely for another year, the BBC can reveal.", "prediction": "The inquest into the deaths of 11 men in the Shoreham air disaster have been delayed because police charges brought.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 35.0, "rougeL": 42.85714285714286}, "nll_sum": 99.13617706298828, "token_count": 21} +{"index": 1532, "reference": "Thieves have been found guilty of using explosives to blow up cash machines in a series of raids which netted more than \u00a3130,000 across Aberdeenshire.", "prediction": "Two men have been found guilty of stealing up up machines in Scotland, including Queen including Francis Clark, worth more than \u00a3600,000.", "rouge": {"rouge1": 44.89795918367348, "rouge2": 25.53191489361702, "rougeL": 44.89795918367348}, "nll_sum": 136.0167694091797, "token_count": 27} +{"index": 1533, "reference": "The Vatican and one of Australia's top clerics had failed to properly deal with child sex abuse victims, a retired bishop has said.", "prediction": "The Church of Bishop,, the, should be carried out of Australian sex abuse victim, his teacher has told a inquiry a he suing was \"the Church's has delayed from the from\" the\" from of of.", "rouge": {"rouge1": 30.0, "rouge2": 6.896551724137931, "rougeL": 23.333333333333332}, "nll_sum": 266.883544921875, "token_count": 42} +{"index": 1534, "reference": "England Under-20 winger Patrick Roberts will tell Manchester City that his preference is to rejoin Celtic on loan.", "prediction": "Celtic have confirmed the signing of French right-back and Manchester City right right-back Patrick Roberts.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 11.76470588235294, "rougeL": 11.11111111111111}, "nll_sum": 76.03627014160156, "token_count": 21} +{"index": 1535, "reference": "A giant-mantis robot with hydraulic legs has been unveiled by a designer who spent four years creating it.", "prediction": " a man has unveiled a two cars that can be hidden in his door cockpit.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 85.22196960449219, "token_count": 15} +{"index": 1536, "reference": "One in five British firms was hit by a cyber attack last year, research suggests.", "prediction": " private companies are as twice as likely victim to cyber attack, according to of survey of business and business group,", "rouge": {"rouge1": 11.428571428571429, "rouge2": 6.0606060606060606, "rougeL": 11.428571428571429}, "nll_sum": 96.61436462402344, "token_count": 21} +{"index": 1537, "reference": "Pope Francis will go to Africa for the first time this week, visiting a refugee camp, a slum and a mosque.", "prediction": "Pope Francis is flying from around globe around the weekend, to give giving excitement around the moment, where around the world is living in his life.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 152.06114196777344, "token_count": 28} +{"index": 1538, "reference": "European Commission President Jean Claude Juncker has denied allegations he encouraged tax avoidance when he was Luxembourg's prime minister.", "prediction": " European Commission President Jean-Claudecker has said he has no regret for saying companies, saying they should saying saying he did not corporate tax laws.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 152.1888427734375, "token_count": 29} +{"index": 1539, "reference": "Laura Muir set a new Scottish mile record with a superb run in Oslo to continue a strong start to her season.", "prediction": "ir Muir set her new Scottish equitym track at the final race season the season in Edinburgh-.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 145.54273986816406, "token_count": 19} +{"index": 1540, "reference": "Lukas Jutkiewicz kept Gianfranco Zola's Birmingham City in the FA Cup as they came from behind to earn a third-round replay against Newcastle.", "prediction": "Levas Jutk Mur scored a injury-time equaliser to give Manchester hard-fought win over Gianranranola in a comfortable third-round defeat by nonleague Birmingham City have edged of a again the of from 2011", "rouge": {"rouge1": 30.0, "rouge2": 6.896551724137931, "rougeL": 13.333333333333334}, "nll_sum": 271.3597717285156, "token_count": 46} +{"index": 1541, "reference": "Mark Cavendish's Olympic gold medal bid ended in disappointment as Alexandre Vinokourov of Kazakhstan won the men's road race.", "prediction": "Britain's Mark Cavendish won his team to complete gold of the 2012 Olympics after rival after Novak Djok beat champion Novak Djokokovic in a sprint.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 4.444444444444445, "rougeL": 21.276595744680847}, "nll_sum": 180.91552734375, "token_count": 33} +{"index": 1542, "reference": "Reformed pop group All Saints discuss their new album, and recall the sexism they encountered in their first flush of fame.", "prediction": "\"I'm done anything nothing and I'm done anything says Natalie aspiring, star Natalie, the lead and star of- pop pop group, was went top of music industry in the a solve glam and's.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 3.6363636363636362, "rougeL": 10.526315789473685}, "nll_sum": 257.9209899902344, "token_count": 41} +{"index": 1543, "reference": "New world number one doubles team Jamie Murray and Bruno Soares suffered a disappointing defeat in the semi-finals of the ATP World Tour Finals.", "prediction": "'s's Jamie Murray and Bruno So are through to the semi-finals of doubles at the ATP World Tour Finals.", "rouge": {"rouge1": 60.86956521739131, "rouge2": 45.45454545454545, "rougeL": 56.52173913043478}, "nll_sum": 96.46249389648438, "token_count": 22} +{"index": 1544, "reference": "A jogger who died when he was hit by a car has been named by police.", "prediction": "A man who killed in hospital after being hit by a car has been named. his aftermath of his role from the wall from his ballet on his his career, as a reputation from his's. a as.'s a from a reputationA", "rouge": {"rouge1": 30.508474576271183, "rouge2": 21.052631578947363, "rougeL": 30.508474576271183}, "nll_sum": 249.7104949951172, "token_count": 47} +{"index": 1545, "reference": "Volunteers have been asked to help in a post-storm beach clean in the south of the Isle of Man.", "prediction": "Pup-up are to be built on in Isle of the of of Man, the charity has said.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 16.666666666666668, "rougeL": 31.57894736842105}, "nll_sum": 119.30976867675781, "token_count": 21} +{"index": 1546, "reference": "A new \"blanket ban\" on so-called legal highs will carry prison sentences of up to seven years, the government says.", "prediction": "A ban on the sales or a sale of the legal highs in England, Wales, and the government has announced by the government in the early the May, from-ups,000-based,000 in or November.", "rouge": {"rouge1": 28.07017543859649, "rouge2": 10.909090909090908, "rougeL": 24.561403508771928}, "nll_sum": 239.13339233398438, "token_count": 43} +{"index": 1547, "reference": "A former nurse has been jailed for 18 years for raping and sexually assaulting unconscious women.", "prediction": "A paedophile who sexually sexually abusing two patients in an accident and emergency accident has been jailed for eight years.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 17.647058823529413, "rougeL": 33.33333333333333}, "nll_sum": 90.34318542480469, "token_count": 21} +{"index": 1548, "reference": "Ballyliffin in County Donegal will host the Irish Open for the first time in 2018.", "prediction": " of Ireland has confirmed will host the 2017 Irish Open will be staged in Bally madattie,.mbudsman. golf event's as a from from a reputation's, from reputation as as a from from ballet.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 12.5, "rougeL": 24.000000000000004}, "nll_sum": 245.55862426757812, "token_count": 41} +{"index": 1549, "reference": "Jack Leaning struck an unbeaten century as Yorkshire piled on the runs against Roses rivals Lancashire on a rain-affected second day at Old Trafford.", "prediction": "England batsman Jack Le hit Jack hit a maiden-class century helped Lancashire scare heavy rain- on day two at Old Trafford. solveshot his.-'s a-'s-'s a in from from's. from", "rouge": {"rouge1": 33.898305084745765, "rouge2": 7.017543859649122, "rougeL": 27.11864406779661}, "nll_sum": 307.3057861328125, "token_count": 45} +{"index": 1550, "reference": "Asda is to increase the price it pays its milk supplier to \"a level that will assist\" farmers, the supermarket says.", "prediction": "Supermarket chain Asda is to cut the price of its milk in help farmers farmers.", "rouge": {"rouge1": 50.0, "rouge2": 23.52941176470588, "rougeL": 44.44444444444444}, "nll_sum": 90.08050537109375, "token_count": 17} +{"index": 1551, "reference": "HP has backtracked on a software update that blocked some ink cartridges made by third parties.", "prediction": "lett-Pack-Packard said no longer be no bought using using 3, following concerns about security.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 129.815185546875, "token_count": 20} +{"index": 1552, "reference": "A US judge has ruled that the LA Clippers basketball team can be sold, despite the objections of banned co-owner Donald Sterling.", "prediction": "Raheem Sterling's decision to sale will the US Football Association (asketball) team has following found guilty of racism allegations of her trust.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 163.31076049804688, "token_count": 27} +{"index": 1553, "reference": "A school has been forced to close until Monday after more than 145 pupils and staff came down with a sickness bug.", "prediction": " a secondary school which closed in for 40 closed closing after a bug due because of parents.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 0.0, "rougeL": 30.769230769230766}, "nll_sum": 124.63388061523438, "token_count": 17} +{"index": 1554, "reference": "The assembly's presiding officer is urging people to make sure they are registered to vote in May's elections.", "prediction": " more people need to be vote again but the police and crime commissioner for Wales has said.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 85.75965881347656, "token_count": 17} +{"index": 1555, "reference": "Royal Dutch Shell is reviving plans to drill for oil in the Arctic in a move likely to intensify its battle with environmentalists.", "prediction": "Royal Dutch Shell has announced plans to cut revenue its prices in the Arctic past year, amid fears that it will struggle coal growth in gas and Russia.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 20.408163265306122, "rougeL": 35.294117647058826}, "nll_sum": 143.32379150390625, "token_count": 29} +{"index": 1556, "reference": "The conviction of MP Jo Cox's murderer was met sombrely in her constituency, where people said it would \"close a sad chapter\" for the area.", "prediction": "The town and town ofacleyen to Labour MP Jo Cox have said she will be the a service and war service being held on the eve to her death.", "rouge": {"rouge1": 29.090909090909093, "rouge2": 7.547169811320756, "rougeL": 25.454545454545453}, "nll_sum": 176.90008544921875, "token_count": 32} +{"index": 1557, "reference": "The Israeli prime minister has vowed to \"use all necessary means\" to stop stone throwers after an Israeli man died in a car crash linked to such an attack.", "prediction": "Israel's prime minister has to take action to a \"bapetal\" to to the death of a German lawyer at one its holy sites.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 7.8431372549019605, "rougeL": 26.415094339622648}, "nll_sum": 139.25059509277344, "token_count": 29} +{"index": 1558, "reference": "A bill giving limited access to abortion has been referred to an advisory body by Ireland's president.", "prediction": "The Irish minister of state announced, bill that would allow the abortion in cases in Ireland Republic", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 89.99858093261719, "token_count": 17} +{"index": 1559, "reference": "The crew of the closure-threatened St Abbs lifeboat station in the Borders have agreed to take back their emergency pagers and respond to RNLI call outs.", "prediction": "A crewboat crew who save life at the St Abbs station in Falkirk will be brought back to them, despite a bid for their support.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 8.0, "rougeL": 30.769230769230766}, "nll_sum": 141.26406860351562, "token_count": 29} +{"index": 1560, "reference": "Kumar Sangakkara hit a superb 171 as Surrey's batsman dominated the opening day against Somerset at The Oval.", "prediction": "Kumar Sangakkara made his fine century on of Surrey debut against a bat at The Oval at Oval The as a struggle as's's from a's Nottingham's.", "rouge": {"rouge1": 44.897959183673464, "rouge2": 12.76595744680851, "rougeL": 28.57142857142857}, "nll_sum": 201.22454833984375, "token_count": 34} +{"index": 1561, "reference": "Championship club Wolves have confirmed that they have been bought by Chinese conglomerate Fosun International.", "prediction": "Wolves chief executive Jeff Shi has resigned a 40% of the club in a baton in a deal believed be worth \u00a337m.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 138.4898681640625, "token_count": 27} +{"index": 1562, "reference": "Competition for nesting sites could explain why some birds and bumblebees are declining faster than others.", "prediction": " birds birds and bees are being at risk of help help bumblebees to be around trees, research suggests.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 105.80743408203125, "token_count": 21} +{"index": 1563, "reference": "A \"cult of death and destruction\" is seducing \"lost young people\", the Prince of Wales has told Army officer cadets at a passing-out parade.", "prediction": "The Duke of Wales has told the BBC that an \"fant\"\" military personnel, commissioning is \"the moving profession in disputed territory control\".", "rouge": {"rouge1": 25.53191489361702, "rouge2": 13.333333333333334, "rougeL": 21.276595744680854}, "nll_sum": 168.62640380859375, "token_count": 28} +{"index": 1564, "reference": "Leicester City have signed Riyad Mahrez from French second-tier side Le Havre.", "prediction": "Leicester City have signed Riyad Le Havre from French side Lyon on a five-and-a-half-year deal.", "rouge": {"rouge1": 62.5, "rouge2": 40.0, "rougeL": 50.0}, "nll_sum": 62.73303985595703, "token_count": 26} +{"index": 1565, "reference": "Whatever plot the US eavesdroppers overheard the top two al-Qaeda leaders discussing clearly rattled the US intelligence community so badly that Washington shut 19 of its diplomatic missions around the Middle East, Asia and Africa.", "prediction": "Al-Qaeda has revealed its presence of its embassy in Saudi Arabia in recent years, after deadly deadly attack and a suicide bomber in its suicide bomber that killed the British embassy in Washington.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 5.882352941176471, "rougeL": 14.285714285714288}, "nll_sum": 147.662841796875, "token_count": 36} +{"index": 1566, "reference": "Lock Richie Gray says Scotland can't afford flat periods and must start every game 'with a bang' if they are to develop into a world-class team.", "prediction": " hooker Jonny Gray is Scotland can keep alive their hopes after winning a record- record haul. to solve's a- solve- aA a's a's a- from-w a\" from a-'s. from aA", "rouge": {"rouge1": 19.047619047619047, "rouge2": 3.2786885245901636, "rougeL": 19.047619047619047}, "nll_sum": 269.60040283203125, "token_count": 47} +{"index": 1567, "reference": "An \"image problem\" may explain a fall in visitor numbers to Northern Ireland from across the border, according to a review of the tourism industry.", "prediction": " the gap between the Northern Ireland Tourist Board is \"cruelcial and serious\", a serious review has found.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 114.8663330078125, "token_count": 22} +{"index": 1568, "reference": "The brutal killing of a promising teenage street footballer has concentrated minds in Brazil ahead of the World Cup this summer.", "prediction": "When was 14 ayear- Brazilian Brazilian artist up to Gabon, Juan del Kelton, was born so that that he had been born.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 176.4846954345703, "token_count": 28} +{"index": 1569, "reference": "A man thought to have been killed by the drug MDMA had taken a \"much more potent version\" of Spice, Greater Manchester Police has said.", "prediction": "A man was taken to hospital after taking drug an \"small\"\" of weekend, in Manchester police have said.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 9.75609756097561, "rougeL": 37.2093023255814}, "nll_sum": 111.93579864501953, "token_count": 21} +{"index": 1570, "reference": "Sir Mick Jagger has said he is \"struggling\" to understand the death of his girlfriend L'Wren Scott.", "prediction": "The Rolling Stones has said he was \"hugely grateful and denied\" by his relationship with the Sir Mick Stren Scott a his family and said. 2011 \" not \"- \"- \"des \" his again from's from's from again", "rouge": {"rouge1": 29.629629629629626, "rouge2": 11.538461538461538, "rougeL": 18.51851851851852}, "nll_sum": 290.7268981933594, "token_count": 45} +{"index": 1571, "reference": "Plans to build more than 1,000 homes a year in York over the next 15 years have been criticised by opposition councillors.", "prediction": "Up to 1,000 new, could be built built York York City Council's according, the city council.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 116.20242309570312, "token_count": 21} +{"index": 1572, "reference": "A radio station opposed to Zimbabwe's government has shut down after 13 years of broadcasting from the UK.", "prediction": "Zimbabwe Macy biggest radio station, but closed because of a political crisis, its staff, its staff has said.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 116.78862762451172, "token_count": 22} +{"index": 1573, "reference": "Some mental health trusts in England have seen \"no significant investment\" in psychiatric services for children despite government plans to overhaul provision, say experts.", "prediction": "Mental health providers are facing over fears and they want to ringf-fending\" the amount it has received, BBC Newsnight hasnight.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 158.27734375, "token_count": 29} +{"index": 1574, "reference": "They may be carrying the UK's hopes of success at Eurovision but Joe and Jake will have strong support from the home town of one of the singers.", "prediction": " conceding boulders Joe, Joe but will Jake will be joined joining to be joined in the Eurovision final.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 133.87728881835938, "token_count": 22} +{"index": 1575, "reference": "Salford Red Devils have signed hooker Liam Hood from Championship One Hunslet Hawks on a two-year deal from 2015.", "prediction": "Salford Red Devils have signed former Leeds Rhinos andinos half half-back Louis van Hood on a two-year deal until- end of the season.", "rouge": {"rouge1": 48.88888888888889, "rouge2": 37.2093023255814, "rougeL": 48.88888888888889}, "nll_sum": 150.08436584472656, "token_count": 32} +{"index": 1576, "reference": "A man has set off in a bid to set the first official world record for swimming across the Atlantic Ocean.", "prediction": "A British man is attempting to and become the first person to swim swim every person to swim the Atlantic across the Atlantic, Africa South Africa.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.33333333333333, "rougeL": 38.297872340425535}, "nll_sum": 124.56095123291016, "token_count": 27} +{"index": 1577, "reference": "At the BBC we cover all the greatest sporting action on TV, Radio and Online but now it's your turn to create some action of your own.", "prediction": "If you asked for physical age, or you're have a new sport, sport, and then you you do struggle age if you struggle, or you, you physical or health, female members of the sport.", "rouge": {"rouge1": 12.698412698412698, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 203.7919158935547, "token_count": 41} +{"index": 1578, "reference": "Lucy Quist, managing director of Airtel Ghana Limited, on how she helps people see female leaders as less of a novelty.", "prediction": "Nigeria will host in Africa, Africa, Africa, South Sudan, Africa, leading for women, and and women - a ballet role as a ballet as master as a man's's from as as. a,2, TheA", "rouge": {"rouge1": 7.142857142857142, "rouge2": 0.0, "rougeL": 7.142857142857142}, "nll_sum": 252.22499084472656, "token_count": 47} +{"index": 1579, "reference": "The US has expelled two Russian diplomats in response to an attack on an American diplomat in Moscow, the state department says.", "prediction": "Two Russian officials working from the Russian restaurant after Russian staff sexually assaulted Russian embassy Moscow, the Russian foreign secretary says.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 121.99234008789062, "token_count": 22} +{"index": 1580, "reference": "England held on to win the third one-day international against India by five runs as Ben Stokes found redemption at Eden Gardens.", "prediction": "St Stokes scored an incredible, stunning- stunning from help England beat beat India and complete a 3-0 seriesew whitewash. solve whit 2011- a 2011 a--p a their in a from a's. from emerged", "rouge": {"rouge1": 10.169491525423728, "rouge2": 0.0, "rougeL": 6.779661016949152}, "nll_sum": 326.60247802734375, "token_count": 46} +{"index": 1581, "reference": "An investigation into the disappearance of a woman who was allegedly murdered is to be probed by the police watchdog.", "prediction": "The police watchdog has exposed its search of a shop worker who went missing days before she, been told to court.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615385, "rougeL": 24.390243902439025}, "nll_sum": 112.11846923828125, "token_count": 22} +{"index": 1582, "reference": "A European official has said the government should pay for investigations of killings by soldiers and police during the Troubles.", "prediction": "UK government cuts will use cuts reduce the \"unableable and Renewable\" of the Northern Ireland Assembly says", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 137.94918823242188, "token_count": 21} +{"index": 1583, "reference": "This week we devote the whole of Tech Tent to a special programme on assistive technology - that's tech to help disabled people take advantage of all the advances we've seen in recent years.", "prediction": "On the Equality Week week, and I have asked a hearing at if you're sure, who who read or in live- face!", "rouge": {"rouge1": 17.241379310344826, "rouge2": 0.0, "rougeL": 10.344827586206899}, "nll_sum": 175.057373046875, "token_count": 26} +{"index": 1584, "reference": "A 17-year-old boy has been arrested on suspicion of preparing terrorist acts as part of a search for two teenagers from Dewsbury thought to be in Syria.", "prediction": "A 17-year-old boy from West Yorkshire, who went missing after returning to Syria, has been bailedhunt, police said to. solve the 2011's a's from's-A 2011 a in from football's of from a's", "rouge": {"rouge1": 37.68115942028986, "rouge2": 14.925373134328357, "rougeL": 28.985507246376812}, "nll_sum": 235.34983825683594, "token_count": 47} +{"index": 1585, "reference": "Three-time world champion Giles Scott won silver in the Finn class on the final day of the Trofeo Princess Sofia in Palma de Majorca.", "prediction": "American cyclist Madisonna and Giles gold their first gold on the day of the UCUnes Track World Cup World Cup in Brazil in the", "rouge": {"rouge1": 40.81632653061225, "rouge2": 17.02127659574468, "rougeL": 28.57142857142857}, "nll_sum": 171.63465881347656, "token_count": 26} +{"index": 1586, "reference": "Royal Marines from RNAS Yeovilton have marched through Yeovil to mark the base's freedom of the town.", "prediction": "More than 150 soldiers, including casualties from the Royal Regiment, have marched through Federal Forces Yeovil. solve aMore-A 2011A from's from a's's reputation from a D Defence's as the from's.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.6923076923076925, "rougeL": 25.925925925925924}, "nll_sum": 293.0228576660156, "token_count": 44} +{"index": 1587, "reference": "A motorist whose \u00c2\u00a340,000 Jaguar car was stolen from his driveway has said he is \"astounded\" after police said they would be closing the case.", "prediction": "A 76-year-old man who had wish to have his stolen car stolen after he of caught camera.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 91.10404968261719, "token_count": 21} +{"index": 1588, "reference": "In the Malaysian capital, Ruby Khong devotes her lunch hours delivering food to the needy, even when the tropical heat and humidity make it hard to breathe.", "prediction": "S Khha Kim--fi stands in grey to with her grey her and flag, closing her worn, and wear her in her her window.", "rouge": {"rouge1": 15.686274509803924, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 204.11105346679688, "token_count": 28} +{"index": 1589, "reference": "For Muslim children in northern Nigeria, memorising and reciting the holy Koran is an integral part of growing up.", "prediction": "In our series our letters from African journalists, novelist and writericia Tricia Nwa,ubani explains why some Islamist education provide education for some schools in north-eastern Nigeria.easternolve a's of solve's from'sold", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 310.9729919433594, "token_count": 47} +{"index": 1590, "reference": "The US has warned its citizens of \"credible threats\" to tourist areas in Turkey, particularly in Istanbul and the southern resort city of Antalya.", "prediction": "Turkey has issued a travel warning attractions of the Turkish city of Istanbul and Antalya, saying there is no threat threat a controversialCalifornia- a. aA's a again a it a it's a's from.", "rouge": {"rouge1": 36.66666666666667, "rouge2": 6.896551724137931, "rougeL": 23.333333333333332}, "nll_sum": 247.21243286132812, "token_count": 43} +{"index": 1591, "reference": "The Conservatives have taken control of Derbyshire County Council with a massive swing from Labour.", "prediction": "The Conservatives have retained control of Derbyshire County Council, despite having only two remaining remaining the two of the same battle on from Labour the. from from referee, from, from, from Labour- haveLabour of.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 29.78723404255319, "rougeL": 40.816326530612244}, "nll_sum": 234.86181640625, "token_count": 43} +{"index": 1592, "reference": "Two men have died in separate crashes in the Republic of Ireland.", "prediction": "Police in the Republic of Ireland are investigating a fatal crash involving two people on their their 40th anniversary.", "rouge": {"rouge1": 45.16129032258065, "rouge2": 27.586206896551722, "rougeL": 32.25806451612903}, "nll_sum": 64.0340347290039, "token_count": 20} +{"index": 1593, "reference": "A Japanese parliamentary panel has delivered a damning verdict after investigating the accident at the Fukushima nuclear plant which followed an earthquake and tsunami on 11 March 2011.", "prediction": "A fatal inquiry into Japan's December fatal accident and emergency ( (epco) accident, an independent inquiry has found the disaster did not be fit.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 161.65774536132812, "token_count": 29} +{"index": 1594, "reference": "Greg Dyke will not seek re-election as Football Association chairman when his term ends in June.", "prediction": "Ex-FAor chairman Dy Dyke has backed the Football Association decision not resign from football, saying football \"there is \" the uncertainty hatred\".", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 175.63156127929688, "token_count": 28} +{"index": 1595, "reference": "NatWest and Royal Bank of Scotland (RBS) have warned businesses they may have to charge them to accept deposits due to low interest rates.", "prediction": "Two banks in Bank of Scotland and RBS have issued a warning, after of Bank. would consider cutting interest rate cut around and around the habits.", "rouge": {"rouge1": 35.99999999999999, "rouge2": 16.666666666666664, "rougeL": 32.0}, "nll_sum": 153.73341369628906, "token_count": 29} +{"index": 1596, "reference": "Plans to overhaul Sunday trading laws in England and Wales have been dropped after they were rejected by MPs.", "prediction": "The government has suffered a second defeat of Commons over plans to limit plans opening hours for 40% of shops in England and Wales Wales.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 19.04761904761905, "rougeL": 27.27272727272727}, "nll_sum": 131.37005615234375, "token_count": 26} +{"index": 1597, "reference": "Steph Curry scored 36 points to lead the Golden State Warriors to a 96-88 victory over the Oklahoma City Thunder and into the NBA Finals.", "prediction": "Defending champions Golden State moved back 3-0 down to share the lead in the best-ofthe-season ATP-one finals.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444445, "rougeL": 25.531914893617024}, "nll_sum": 129.46688842773438, "token_count": 27} +{"index": 1598, "reference": "Wolves midfielder Conor Coady will be fulfilling a boyhood dream when he finally gets to play a first-team game at Anfield on Saturday.", "prediction": "Liverpool midfielder Ben Cely says his side have a \"great chance to play at Liverpool, and is becoming a \"top top team\".", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 123.69125366210938, "token_count": 26} +{"index": 1599, "reference": "A sudden death at a pub in County Londonderry alerted police to alcohol being served hours after closing time, a court has heard.", "prediction": "A Derry shop has been fined \u00a31,000 after investigating the death of a 38year-old man who died after a night was was in bar while people locked up outside a bar he", "rouge": {"rouge1": 24.56140350877193, "rouge2": 0.0, "rougeL": 17.54385964912281}, "nll_sum": 150.570556640625, "token_count": 38} +{"index": 1600, "reference": "A Neath Port Talbot man has been banned from keeping animals after he was filmed swallowing a live goldfish.", "prediction": "A man who admitted eating a meat animal to an animal to the other has been banned from animals.", "rouge": {"rouge1": 42.10526315789473, "rouge2": 16.666666666666664, "rougeL": 36.84210526315789}, "nll_sum": 89.75810241699219, "token_count": 19} +{"index": 1601, "reference": "Serbia have been awarded a 3-0 walkover against Albania after their Euro 2016 qualifier in Belgrade was abandoned, Uefa has confirmed.", "prediction": "Albania and Serbia have fined 10,000 euros (\u00a389,000) after, crowd trouble abandoned their match of Euro 2016-", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 129.88720703125, "token_count": 26} +{"index": 1602, "reference": "The Confederation of African Football (Caf) has signed a new main sponsor for its top club and national team competitions for the next eight years.", "prediction": "The Confederation of African FootballCCaf) says it will not agreed a human deal, despite the terms of the terms of new new deal.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 13.043478260869565, "rougeL": 24.999999999999993}, "nll_sum": 136.46603393554688, "token_count": 27} +{"index": 1603, "reference": "Kayne McClaggon scored twice as Barry Town United beat League Two Newport County 2-0 at Jenner Park.", "prediction": "Newport County began their first game of the Welsh Premier League began after the a 3-year0 home defeat.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 5.714285714285714, "rougeL": 10.81081081081081}, "nll_sum": 120.89513397216797, "token_count": 22} +{"index": 1604, "reference": "Pakistan will play in the World Twenty20 after the government approved their participation in India.", "prediction": "Pakistan will play India at the next World Twenty20 match in India in April. in the ballet's). cricket team recovered from his the as a. from a,'s from a-'s. from in. reputation as's.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 20.0, "rougeL": 30.76923076923077}, "nll_sum": 228.57257080078125, "token_count": 45} +{"index": 1605, "reference": "Captain Michael Morrison says the Birmingham City players have accepted the criticism aimed at them by manager Gary Rowett after their draw with Preston North End.", "prediction": " 67on and Stirlingarton are \"toofar open\" to play again this season, manager Gary Morrison believes the side can get back into relegation.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 4.3478260869565215, "rougeL": 8.333333333333334}, "nll_sum": 160.47439575195312, "token_count": 30} +{"index": 1606, "reference": "Brazil's new interim President Michel Temer has addressed the nation after the Senate voted to back the impeachment trial of Dilma Rousseff.", "prediction": "Brazil's president Michel Temer, called for \" peace and preserve peace\" to the country, after President Dilma Rousseff delayedamp her trial.", "rouge": {"rouge1": 50.0, "rouge2": 19.04761904761905, "rougeL": 40.909090909090914}, "nll_sum": 126.67916870117188, "token_count": 29} +{"index": 1607, "reference": "Geologists have found evidence for an ancient megaflood which they say is a good match for the mythical deluge at the dawn of China's first dynasty.", "prediction": "A huge water dam that central central China in August 2011 was a \"administast escape risk, US scientists say.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 155.8568878173828, "token_count": 22} +{"index": 1608, "reference": "A teenager charged with operating a fake medical practice in the US state of Florida has said he was just trying to help people through alternative medicine.", "prediction": "A pensioner from Florida Classic, Florida, has been arrested on Facebook on charges of allegedly allegedly selling damages.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 108.5092544555664, "token_count": 21} +{"index": 1609, "reference": "Rafael Nadal has become the first tennis player to win a record 10 French Open titles.", "prediction": "World number one Rafael Nadal has broken the world records for his fourth consecutive tennis title.", "rouge": {"rouge1": 43.75, "rouge2": 13.333333333333334, "rougeL": 37.5}, "nll_sum": 65.67759704589844, "token_count": 17} +{"index": 1610, "reference": "The late start to Scotland's latest snowsports season had a \"significant impact\" and reduced the number of days available for skiing and snowboarding.", "prediction": "It was another record-expected skier helped a boost to the Scottish economy last year, new figures show.", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 104.00111389160156, "token_count": 21} +{"index": 1611, "reference": "Two police officers who plotted to steal and sell drugs for profit have been convicted of drugs and misconduct offences.", "prediction": "Four police officers have pleaded guilty of drugs offences due to a short of illegal drugs - including drugs worth a \u00c2\u00a331,000.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 28.571428571428566}, "nll_sum": 121.81512451171875, "token_count": 27} +{"index": 1612, "reference": "Lancashire cricket director Ashley Giles is concerned their end-of-season form could see them dragged into a relegation fight.", "prediction": "Lancashire must focus on \"must more games remaining\" remaining cricket despite their poor form, says director of cricket Ashley in Giles. in. the's again's from's-d's from in a from on's. the solve", "rouge": {"rouge1": 31.03448275862069, "rouge2": 0.0, "rougeL": 20.689655172413794}, "nll_sum": 286.0386047363281, "token_count": 47} +{"index": 1613, "reference": "A killer has been jailed for a \"sadistic\" sexual attack a year after his release.", "prediction": "A man who carried out a \"sad and robbery\" attack attack on a bus bus and sexually assaulted 40 others has been jailed.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 96.80199432373047, "token_count": 26} +{"index": 1614, "reference": "Cornwall coach Graham Dawe hopes the County Championship final is not moved from Twickenham as part of a potential revamp of the competition.", "prediction": "Scottish Pirates want to demolish theish the \"contract\" Stadium for the, says the club's ex-lande coach Graham Dawe.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 9.75609756097561, "rougeL": 13.953488372093023}, "nll_sum": 158.92926025390625, "token_count": 29} +{"index": 1615, "reference": "Oscar-winning actor Matthew McConaughey has surprised students at the University of Texas at Austin by taking part in a scheme to provide them with safe late-night lifts home.", "prediction": "Hollywood actor star Matthew McConaughey has signed up a free university in an Oscar-winning in effort to find his home in a state-owned veget university not to catch a apic's body. a's a again a-", "rouge": {"rouge1": 31.884057971014496, "rouge2": 11.940298507462686, "rougeL": 23.18840579710145}, "nll_sum": 278.56976318359375, "token_count": 47} +{"index": 1616, "reference": "Outgoing ministers in Ghana could be forcibly evicted from their official residences if they fail to move out in time, under new laws.", "prediction": "anaana's US parliament has passed to a new law that includes government can and leave office.", "rouge": {"rouge1": 15.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 100.25389099121094, "token_count": 18} +{"index": 1617, "reference": "Donald Trump has faced criticism after declaring that African Americans are in the worst shape \"ever, ever, ever\", in a town named after a slaveholder.", "prediction": "Donald Trump has backed his campaign to boost black-American voters's Asian inner city, saying that \"American-American voters areend high\".", "rouge": {"rouge1": 21.276595744680854, "rouge2": 8.88888888888889, "rougeL": 21.276595744680854}, "nll_sum": 152.26039123535156, "token_count": 27} +{"index": 1618, "reference": "Former Peterborough United and Cambridge United manager Chris Turner has died, aged 64.", "prediction": "Former Peterborough United manager Chris Turner has died at the age of 86, 91, his family is announced of", "rouge": {"rouge1": 56.25, "rouge2": 46.666666666666664, "rougeL": 56.25}, "nll_sum": 95.30349731445312, "token_count": 21} +{"index": 1619, "reference": "Two adults and a child were rescued by coastguard teams after their dinghy was blown offshore near Nairn East beach.", "prediction": "A coastboatguard was called out to a safety to safety after an inflatable was found on a Tunisia beach on the north west coast", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 128.53248596191406, "token_count": 26} +{"index": 1620, "reference": "Northern Ireland's top law officer cannot refer the \"gay cake\" case to the Supreme Court, senior judges have said.", "prediction": " Supreme Court of Appeal has failed to battle a Supreme Court ruling over a shopping bakery's decision to make a cake cake with agay slogan campaign group.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 4.3478260869565215, "rougeL": 12.5}, "nll_sum": 143.16656494140625, "token_count": 29} +{"index": 1621, "reference": "Labour says it has \"a robust system\" to stop \"malicious applications\" after claims individuals who have registered to vote in the leadership race are being unfairly banned from taking part.", "prediction": "Labour Labour candidate has been accused of \"l failing\" to avoiding a public order that that the members will have to vote a drawn campaign campaign says.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 3.6363636363636367, "rougeL": 21.05263157894737}, "nll_sum": 165.85574340820312, "token_count": 29} +{"index": 1622, "reference": "A man dragged screaming off a United Airlines flight described his ordeal as \"more horrifying\" than his experiences in the Vietnam War, his lawyer says.", "prediction": " Alabama Alabama man who is critically ill in United Airlines after a passenger flight fell away from the United States fell in 1975, his family have said and. solve a's a- from-A a from in a from a's from a from", "rouge": {"rouge1": 26.08695652173913, "rouge2": 2.9850746268656714, "rougeL": 17.391304347826086}, "nll_sum": 250.0824737548828, "token_count": 47} +{"index": 1623, "reference": "Labour's former acting leader Harriet Harman has questioned whether the \"extra-judicial killing\" of a Cardiff jihadist can be properly justified.", "prediction": "Ex-electedman Harriet Kidman has defended a UK drone that killed a man in Syria was \"disgrful and not in an conflict situation\".", "rouge": {"rouge1": 17.777777777777775, "rouge2": 0.0, "rougeL": 17.777777777777775}, "nll_sum": 163.45294189453125, "token_count": 29} +{"index": 1624, "reference": "The body responsible for amateur boxing in Wales is \"not fit for purpose\" and \"does not qualify for public funding\", an independent audit report says.", "prediction": "The Welsh sport' governing body, Fifa \" \"not fit for fit\" and not receive public money\", according to a comprehensive damning smart Sport Wales.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 8.695652173913043, "rougeL": 33.33333333333333}, "nll_sum": 186.7271728515625, "token_count": 29} +{"index": 1625, "reference": "A further three schools in Edinburgh are to be temporarily closed over structural concerns.", "prediction": " in Edinburgh schools that which were closed overnight after emergency repairs and damage to the school storms, have closed due to \"a a precautionirm measure\"..", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 171.26693725585938, "token_count": 29} +{"index": 1626, "reference": "A German woman is suing pharmaceuticals giant Bayer, claiming its contraceptive pill Yasminelle caused her to suffer a pulmonary embolism.", "prediction": "A printing consultant in Germany is suing the small German Swiss journalist over herThis because because she gives from blood gots from a controversialolve says it owns's \"'s's \"un-p's a in a from a's. aowned", "rouge": {"rouge1": 16.666666666666664, "rouge2": 3.448275862068966, "rougeL": 13.333333333333334}, "nll_sum": 331.1274719238281, "token_count": 47} +{"index": 1627, "reference": "Commuters are being asked to stand rather than walk on the left side of escalators at a central London Tube station to see if it can cut queues.", "prediction": "The first escalator has started at a busy London Underground station to say stay on track, suffering long delays.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.888888888888888, "rougeL": 29.78723404255319}, "nll_sum": 105.03199768066406, "token_count": 21} +{"index": 1628, "reference": "Victims of mesothelioma, an aggressive form of cancer caused by exposure to asbestos, will be able to claim far larger compensation under a new fund.", "prediction": "The government is \u00a320m in compensation to relatives to those who died of a deadly heart diseaseone disease, known as Camelototioma.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 158.58612060546875, "token_count": 28} +{"index": 1629, "reference": "A nurse who injected her mother with insulin as she lay in hospital after a fall has been found guilty of attempted murder.", "prediction": "A former nurse who has admitted of her her mother in the bed with her hospital bed a hospital has been found guilty of her murder.", "rouge": {"rouge1": 61.224489795918366, "rouge2": 25.53191489361702, "rougeL": 57.14285714285715}, "nll_sum": 117.86505889892578, "token_count": 26} +{"index": 1630, "reference": "The US Senate has failed to pass a Republican proposal to repeal President Barack Obama's signature healthcare policy without replacing it.", "prediction": "The US Senate has lost a fight to tackle the party's repeal healthcare health bill having, been left-wing.", "rouge": {"rouge1": 42.85714285714286, "rouge2": 15.0, "rougeL": 38.0952380952381}, "nll_sum": 117.9141845703125, "token_count": 22} +{"index": 1631, "reference": "Betty Churcher, one of Australia's most popular and innovative arts administrators, has died aged 84.", "prediction": " Australia's leading art artist Ashring Churcher has died at, 91, her family he announced. of solve his mug 2011A a's aA fromA's fromold-dold of inold years from 2011 the aowned", "rouge": {"rouge1": 28.000000000000004, "rouge2": 8.333333333333332, "rougeL": 20.0}, "nll_sum": 330.251220703125, "token_count": 47} +{"index": 1632, "reference": "Moody's, one of the big three credit ratings agencies, has cut its outlook for the UK economy from \"stable\" to \"negative\".", "prediction": " the UK's UK news, F1 have be warned that the result of the EU referendum result would have a \"big negative impact\" on the country's credit rating.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183671, "rougeL": 23.52941176470588}, "nll_sum": 134.04473876953125, "token_count": 33} +{"index": 1633, "reference": "The last two surviving leaders of Cambodia's Khmer Rouge regime are to begin their second trial in Phnom Penh.", "prediction": " of former leaders,'s former rebel leader Roman Pol Pot have gone on trial for the country for more than two decades", "rouge": {"rouge1": 28.571428571428566, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 108.47659301757812, "token_count": 22} +{"index": 1634, "reference": "Richard Neville, the co-founder of 60s counterculture magazine Oz, has died aged 74 from Alzheimer's disease, his family have said.", "prediction": "Tributes have been paid to the popular singer, Michelle weekend, who died on aged 62 aged her agent and her husband says.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 128.7476043701172, "token_count": 25} +{"index": 1635, "reference": "Guernsey FC have signed Bristol City forward Jake Andrews and defender Kodi Lyons-Foster on month-long youth loans.", "prediction": "Guernsey FC have signed and bater Jake Robson from Bristol City and England Under-21s.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 25.0, "rougeL": 41.17647058823529}, "nll_sum": 101.42766571044922, "token_count": 21} +{"index": 1636, "reference": "Immigrants from the EU working in Wales will not be thrown out of the country post-Brexit, a senior Welsh Conservative has said.", "prediction": "ittingaving the EU EU, EU brings up to \u00a36bn to the UK economy, the leader, the Welsh Assembly and Welsh Conservatives Welsh said, qualifier, says they a \"More a it's from equivalent of from's from's a", "rouge": {"rouge1": 29.03225806451613, "rouge2": 6.666666666666667, "rougeL": 19.35483870967742}, "nll_sum": 274.7552490234375, "token_count": 47} +{"index": 1637, "reference": "A cat missing for more than a year has been reunited with his owner after he was found \"feasting\" in a pet food warehouse.", "prediction": "A snake whose cat was found alive with its owners in a room where a fire three years ago has found a warehouse was \"amazing\".", "rouge": {"rouge1": 48.97959183673469, "rouge2": 8.51063829787234, "rougeL": 32.6530612244898}, "nll_sum": 129.33245849609375, "token_count": 27} +{"index": 1638, "reference": "A footballer has offered to pay for the damage to a fan's ceiling, after they punched the air - and the ceiling - in celebration of him scoring a goal.", "prediction": "A non-league footballer has received a escaped burst when he hit a hole through a ceiling and collapsed.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 25.0}, "nll_sum": 99.06661987304688, "token_count": 20} +{"index": 1639, "reference": "Eleven people have been arrested in Shetland following illegal immigrant raids by the Home Office.", "prediction": "The Home Office has met 13 New York-based firm failed to force them, and live in the UK.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.5, "rougeL": 17.647058823529413}, "nll_sum": 108.62943267822266, "token_count": 21} +{"index": 1640, "reference": "Red Bull's Sebastian Vettel ignored team orders in the Malaysian GP to win an intense battle with Mark Webber.", "prediction": "Sebastianber led Vettel survived \"catastian struggle\" with Red team-mate Sebastian Vettel, who was involved in a crash at the Malaysian Grand Prix.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 27.906976744186046}, "nll_sum": 152.9326171875, "token_count": 35} +{"index": 1641, "reference": "Deputy Chief Constable Olivia Pinkney has been confirmed as Hampshire Constabulary's new chief constable.", "prediction": " Duncanain Smithney has been named as the new chief constable of 2017.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 23.999999999999996, "rougeL": 44.44444444444445}, "nll_sum": 65.12446594238281, "token_count": 15} +{"index": 1642, "reference": "Ireland's Joe Ward has won a third European Championship light heavyweight gold medal after defeating Russia's Muslim Gadzhimagomedov in the final.", "prediction": "Ireland's Paul Far Farah missed out on a medal medal in Rio 2016 after losing their losing quarter-finals at the European Championships Championships.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 127.46011352539062, "token_count": 27} +{"index": 1643, "reference": "Scotland will be represented at next month's European Curling Championships in Braehead by rinks led by Tom Brewster and Eve Muirhead.", "prediction": " Alin Brewsterin thinks \"everything do do they anything\" at next week's European Cur Curler Championships.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 11.11111111111111, "rougeL": 26.31578947368421}, "nll_sum": 137.82540893554688, "token_count": 22} +{"index": 1644, "reference": "Donegal are hoping the momentum they have gained through the qualifier series can carry them through to the All Ireland quarter-finals.", "prediction": " Donegal will begin their the defence of the Football League Football League opener against Monaghan inaghan missing an ankle ankle injury and's been recovered from injury for the Division Two of Ireland on Saturday from it from Saturday's.'s from'sA", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 283.8895568847656, "token_count": 47} +{"index": 1645, "reference": "Guessing when the referendum on the UK's EU membership will be held is Westminster's current favourite parlour game.", "prediction": "The referendum on whether and the EU membership will hold a referendum on EU next year, but what it mean!", "rouge": {"rouge1": 35.0, "rouge2": 21.052631578947366, "rougeL": 35.0}, "nll_sum": 98.24430847167969, "token_count": 21} +{"index": 1646, "reference": "MPs have paid tribute to Dad's Army creator Jimmy Perry, using his show's famous catchphrases in the Commons.", "prediction": "Political leaders have paid tribute to paid Blackpoolrock actor Phy Perry who tribute to the actor who tribute to \"the's Dad's army\".", "rouge": {"rouge1": 45.45454545454545, "rouge2": 23.809523809523807, "rougeL": 31.818181818181824}, "nll_sum": 168.87832641601562, "token_count": 28} +{"index": 1647, "reference": "Striker Darren Bent was relieved to score with his first touch in six weeks to keep Derby County's unbeaten run intact ahead of the play-offs.", "prediction": "Derby County striker a Darren says he has no longer intention of reaching the Championship play-offs.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 27.272727272727277}, "nll_sum": 97.35990905761719, "token_count": 19} +{"index": 1648, "reference": "It's been a busy week in the world of entertainment - with the Love Actually cast reuniting, New York Fashion Week drawing to a close and awards ceremonies aplenty.", "prediction": "It's been a busy week for the music festival.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 27.027027027027028, "rougeL": 35.8974358974359}, "nll_sum": 28.846324920654297, "token_count": 10} +{"index": 1649, "reference": "Partick Thistle were pegged back late on by Ross County in the Scottish Premiership.", "prediction": "Partick Thistle moved three points clear at the top of the Scottish Premiership table as the points were held to a draw by a stubborn County side.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615389, "rougeL": 24.390243902439025}, "nll_sum": 97.37056732177734, "token_count": 29} +{"index": 1650, "reference": "Heavy shelling has hit the rebel-held Ukrainian city of Donetsk, amid a continuing row over a controversial Russian aid convoy.", "prediction": "Thousands of lorries have landed into the land with Ukraine of eastern Ukraine eastern after the eastern city of Donetsk came from violence within hours.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 9.09090909090909, "rougeL": 17.391304347826086}, "nll_sum": 133.61160278320312, "token_count": 27} +{"index": 1651, "reference": "High-status Roman floors discovered by archaeologists during building work will go on permanent display, it has been confirmed.", "prediction": "Two historic carveduroics, some believed to be some,70065 years years ago, are to go on show in a museum museum again", "rouge": {"rouge1": 9.75609756097561, "rouge2": 5.128205128205128, "rougeL": 9.75609756097561}, "nll_sum": 160.9279022216797, "token_count": 27} +{"index": 1652, "reference": "Voters appear to want more powers for the Scottish Parliament - beyond the proposals currently on offer, according to a new poll commissioned by BBC Scotland.", "prediction": "Holyrood has given full control of a income tax, despite the upcoming future poll, an poll polls suggests.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 127.96382141113281, "token_count": 22} +{"index": 1653, "reference": "African Development Bank president Akinwumi Adesina has won the prestigious World Food Prize for his work to boost yields and farm incomes.", "prediction": "As theda Adesina, who be awarded the World Food Programme award for improving, food, habits of food tomakers Tunisia in Africa in and solve by a referee's a's a's a's a's fromA Broadway from a", "rouge": {"rouge1": 19.354838709677416, "rouge2": 3.3333333333333335, "rougeL": 19.354838709677416}, "nll_sum": 301.3748779296875, "token_count": 47} +{"index": 1654, "reference": "A police officer in Inverness has been photographed carrying a firearm despite assurances that sidearms would only be deployed under special circumstances.", "prediction": "An armed police officer carrying a gun while carrying train and a cigarette while while on international has been accused Police Scotland of breaking new uniform rules.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 12.765957446808512, "rougeL": 16.3265306122449}, "nll_sum": 149.21627807617188, "token_count": 27} +{"index": 1655, "reference": "The strongest El Nino weather cycle on record is likely to increase the threat of hunger and disease for millions of people in 2016, aid agencies say.", "prediction": "More than 22 million people will facing travel trip, Asia and South Asia as the El Nino which describes to \"too\" weather weather\".", "rouge": {"rouge1": 31.999999999999996, "rouge2": 4.166666666666667, "rougeL": 15.999999999999998}, "nll_sum": 163.599365234375, "token_count": 27} +{"index": 1656, "reference": "A kidney \"grown\" in the laboratory has been transplanted into animals where it started to produce urine, US scientists say.", "prediction": "Doctors have taken the first step towards developing a kidney transplant using living living inside discovered, say US doctors.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 99.57331085205078, "token_count": 20} +{"index": 1657, "reference": "Apple faces a bill of $862m (\u00c2\u00a3565m) after losing a patent lawsuit.", "prediction": " to US university has developed a US firm, is suing over its in its own technology.", "rouge": {"rouge1": 7.142857142857144, "rouge2": 0.0, "rougeL": 7.142857142857144}, "nll_sum": 97.22113037109375, "token_count": 17} +{"index": 1658, "reference": "For the first time in more than 50 years a steam train will be running a regular service in England, but only for three days.", "prediction": " watch two trains on two broadband stations which will be damaged heavy to in May.", "rouge": {"rouge1": 20.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 95.93852233886719, "token_count": 15} +{"index": 1659, "reference": "Make Your Move has caught up with BBC Radio 5 live's Anna Foster, who has completed week one of the Couch to 5k Challenge.", "prediction": " all all Paralympian T Couch, who will be part in a 5A Challenge in the sport - to 10 minutes - 10,000 race!", "rouge": {"rouge1": 21.276595744680854, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 162.87588500976562, "token_count": 29} +{"index": 1660, "reference": "Plans for a \u00a35.5m National Marine Centre for Scotland have been unveiled in East Lothian.", "prediction": "A vision for a2m wildlife centre in Lothian will receive a \u00a32m boost in Heritage Lottery funding funding grants", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 125.98550415039062, "token_count": 25} +{"index": 1661, "reference": "Data on all passengers leaving the UK is being collected and handed to the Home Office under a scheme being phased in at ports and border crossings.", "prediction": "EU visa security code are being allowed to carry passengers left to the UK this summer, the government has been confirmed. beenPolice in the-The,Sport, from21,000-D, fines in from national..", "rouge": {"rouge1": 23.333333333333332, "rouge2": 6.896551724137931, "rougeL": 16.666666666666664}, "nll_sum": 270.6546630859375, "token_count": 43} +{"index": 1662, "reference": "Great Britain's Beth Tweddle won a medal at last in the final Olympic appearance of her gymnastics career.", "prediction": "Great Britain'sany Tweddlele down her dramatic career at the 2016 Rio Paralympics after leaving of her career and London 2012.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 35.0}, "nll_sum": 158.43606567382812, "token_count": 27} +{"index": 1663, "reference": "League One club Charlton Athletic have signed defender Jason Pearce from Wigan for an undisclosed fee.", "prediction": "League One side Charlton Athletic have signed centre-back Stephen Bailey from Oldham for an undisclosed fee, understood believed to be a Nug club's a ballet's\" from a football-up's a in from The's. from aA", "rouge": {"rouge1": 42.85714285714285, "rouge2": 25.925925925925924, "rougeL": 39.28571428571429}, "nll_sum": 272.088134765625, "token_count": 47} +{"index": 1664, "reference": "The final piece of decking on the newly-restored Hastings Pier has been screwed into place by Madness lead singer Suggs.", "prediction": "ana star pop Sam Taylor Taylor, said he can restore East Pier Pier after being damaged by fire.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 115.77123260498047, "token_count": 19} +{"index": 1665, "reference": "The girlfriend of a man behind a deadly siege in a Sydney cafe has been jailed for murdering his ex-wife.", "prediction": "An Australian man who stabbed an Australian woman stabbed to death of her ex friend's ex-girlfriend has been sentenced to life in jail prison.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 90.41767883300781, "token_count": 27} +{"index": 1666, "reference": "Ex-BBC director general Mark Thompson has told MPs the corporation had not \"lost the plot\" when it agreed a pay-off of almost \u00a31m to his former deputy.", "prediction": "A former general of NHS BBC Trust has told the BBC he was told to give evidence a committee that its chief had received a further81m.m extension in his role. 71\" a again been350 of Broadway's again a 2011", "rouge": {"rouge1": 31.428571428571427, "rouge2": 2.941176470588235, "rougeL": 20.000000000000004}, "nll_sum": 293.9394836425781, "token_count": 46} +{"index": 1667, "reference": "Kilmarnock and Hamilton Academical drew a blank in the Scottish Premiership.", "prediction": "Kilmarnock claimed their first Scottish Premiership point as they finished with a 90th-timetime equaliser in a tense encounter at Park Park.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.451612903225806, "rougeL": 18.18181818181818}, "nll_sum": 140.3149871826172, "token_count": 30} +{"index": 1668, "reference": "Wales manager Chris Coleman said he was pleased with his team's performance after they came from behind to draw 1-1 with Northern Ireland in Cardiff.", "prediction": "Manager manager Chris Coleman says his team need to come after they came from behind a goal down-time to a equaliser against Northern Ireland.", "rouge": {"rouge1": 50.0, "rouge2": 32.0, "rougeL": 50.0}, "nll_sum": 114.6801528930664, "token_count": 27} +{"index": 1669, "reference": "Two more men have been found guilty of murdering another man who was shot outside a Greater Manchester pub.", "prediction": "Three people, including a part of being a part in the fatal shooting of a man outside of Manchester pub, have been found guilty of murder. aA again a's a's a's a's again of a from a from's a", "rouge": {"rouge1": 34.92063492063492, "rouge2": 19.672131147540988, "rougeL": 22.222222222222218}, "nll_sum": 197.23233032226562, "token_count": 47} +{"index": 1670, "reference": "Former Rangers captain Barry Ferguson says he is not ready to take up a managerial role at the club.", "prediction": "Former Rangers captain Sir Barry Ferguson says he is \"notnot fit\" and is confident his job Rangers struggle.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 34.285714285714285, "rougeL": 43.24324324324324}, "nll_sum": 122.78569793701172, "token_count": 21} +{"index": 1671, "reference": "Two Italian senators have been suspended for five days after allegedly making obscene gestures at female colleagues during a senate debate.", "prediction": "The chief speaker of Italy Rome, apologised after apologised for putting a religious party office, in a speech she gives the office of in state state.", "rouge": {"rouge1": 12.765957446808512, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 165.03366088867188, "token_count": 28} +{"index": 1672, "reference": "Australia has expelled an Israeli diplomat saying Israel was behind the forging of Australian passports linked to the murder of a Hamas operative in Dubai.", "prediction": "Australia is trying to withdraw its deported from the UK government over its handling's who government killing of an al-Qaeda in embassy in Dubai in January.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 3.921568627450981, "rougeL": 22.64150943396226}, "nll_sum": 158.06399536132812, "token_count": 29} +{"index": 1673, "reference": "A prominent human rights activist in Azerbaijan, Leyla Yunus, has been sentenced to eight-and-a-half years in prison for fraud and tax evasion.", "prediction": " Azerbaijan cocaine court B sentenced a lawyer rights and human rights activist lawyer Leyla in in jail for paying them.", "rouge": {"rouge1": 48.88888888888889, "rouge2": 9.30232558139535, "rougeL": 31.11111111111111}, "nll_sum": 136.69247436523438, "token_count": 22} +{"index": 1674, "reference": "Prison guards have shot dead 17 inmates after a mass breakout at Buimo prison in Papua New Guinea.", "prediction": "Fifty people have escaped from a jail on the US island of Papua New Guinea in died, officials say.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 87.77935791015625, "token_count": 21} +{"index": 1675, "reference": "England completed a Women's Six Nations Grand Slam by beating a physical Ireland 34-7 at rainy Donnybrook.", "prediction": "England women began their Women's Women's Six Nations title challenge by suffering a comfortable nine-set defeat by struggling Northern Ireland at Twickenham Sticken", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 40.0}, "nll_sum": 129.5522003173828, "token_count": 29} +{"index": 1676, "reference": "At least six people are reported to have been killed in a bomb attack in a town near Lebanon's border with Syria.", "prediction": "At least 15 people have been killed in a bomb bomb attack on office town in north-west, say.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 35.0, "rougeL": 52.38095238095239}, "nll_sum": 83.98092651367188, "token_count": 21} +{"index": 1677, "reference": "From September, girls joining the Brownies and Guides in the UK, will no longer have to pledge their devotion to God.", "prediction": "A UKLevel has scrapped rules, which will include the name include to God God, saying they do not to \"better in our best\".", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 166.0108642578125, "token_count": 27} +{"index": 1678, "reference": "There has been a large increase in the number of illegal immigrants detained or arrested by police at Dover.", "prediction": "The number of illegal immigrants detained in Calais to the UK has almost certainly double since 2012, new figures show.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 27.027027027027025, "rougeL": 30.76923076923077}, "nll_sum": 76.93301391601562, "token_count": 21} +{"index": 1679, "reference": "Driving along a sunlit road along Gibraltar's western slopes, a tourist stops by one of the city's top attractions - St Michael's Cave - and consults his travel guide.", "prediction": "Twenty 10 years ago this month, newspaper editor Mike Duncan was about talking about anything about the phone.", "rouge": {"rouge1": 4.166666666666667, "rouge2": 0.0, "rougeL": 4.166666666666667}, "nll_sum": 91.75747680664062, "token_count": 19} +{"index": 1680, "reference": "The chairman of non-league Billericay Town has confirmed \"there is truth\" in reports that former The Only Way is Essex personality Mark Wright is set to invest in the club.", "prediction": "The chief executive Tommy Wright has agreed \"in deal to buy Paragu Vijay United to the club, according to the editor's director of football.", "rouge": {"rouge1": 32.14285714285714, "rouge2": 3.7037037037037033, "rougeL": 21.428571428571427}, "nll_sum": 158.87905883789062, "token_count": 28} +{"index": 1681, "reference": "Bradford picked up their first win in five league games as they beat Rochdale at Spotland.", "prediction": "Alineline goal from Michael Oaraashire scored a late penalty to earn a hard-f play hopefuls Rochdale. solve Don-.- solve- from- from a from in a from a's from's a", "rouge": {"rouge1": 8.333333333333332, "rouge2": 0.0, "rougeL": 4.166666666666666}, "nll_sum": 306.0093688964844, "token_count": 46} +{"index": 1682, "reference": "A firm has been fined almost \u00a314,000 after a fork lift truck reversed over a man's leg in a warehouse, ripping his skin to the bone.", "prediction": "A Bristol City warehouse, a after a council worker was hit \" disl forklucky, breaking his leg and \"ll\" whose\", one of fined, and in \u00a320,000.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 3.846153846153846, "rougeL": 18.51851851851852}, "nll_sum": 244.85140991210938, "token_count": 37} +{"index": 1683, "reference": "The Irish government has been criticised for failing to adequately protect the human rights of vulnerable groups during the recession.", "prediction": "The Republic of Ireland has fallen into recession period since the 2008 financial crisis was needed, a rights law watchdog says.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 98.76283264160156, "token_count": 22} +{"index": 1684, "reference": "Lord Heseltine says the UK's skills shortage is a serious problem - and if it was up to him he would start industrial strategy in primary schools.", "prediction": "Former deputy Prime Minister Lord Heseltine has said he would create an industrial plan for Northamptonshire to build the economy not world future.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 8.333333333333334, "rougeL": 20.0}, "nll_sum": 116.70333862304688, "token_count": 29} +{"index": 1685, "reference": "DNA from ancient remains seems to have solved the puzzle of one of Europe's most enigmatic people: the Basques.", "prediction": "The evolution of human skeletons, and human proceeds from human to 5,500 years ago, give clear clear of the perpetrators and living in Europe.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 142.50405883789062, "token_count": 28} +{"index": 1686, "reference": "First-choice goalkeeper Jon McLaughlin is among five players being released by Championship club Burton Albion.", "prediction": "Burton Albion goalkeeper difficult McL Crigo is among five players to be released by the Championship club", "rouge": {"rouge1": 72.72727272727272, "rouge2": 45.16129032258064, "rougeL": 60.60606060606061}, "nll_sum": 114.29237365722656, "token_count": 18} +{"index": 1687, "reference": "2016 has come to an end and it certainly was an eventful year.", "prediction": "It's Wim Wimbledon Wim year and then I are looking forward to the watching ones, saying I're sitting.", "rouge": {"rouge1": 24.242424242424246, "rouge2": 0.0, "rougeL": 12.121212121212123}, "nll_sum": 138.42327880859375, "token_count": 22} +{"index": 1688, "reference": "Labour figures in Wales are not trying to distance themselves from party leader Jeremy Corbyn, a Welsh Government minister has insisted.", "prediction": "Labour leader Jeremy Corbyn would not be \"better off\" if he wants to become leader, a UK minister has said he was offer a Welsh government.", "rouge": {"rouge1": 46.80851063829788, "rouge2": 22.222222222222225, "rougeL": 29.78723404255319}, "nll_sum": 112.85810852050781, "token_count": 29} +{"index": 1689, "reference": "A multi-million pound sixth form college centralising post-16 education in Flintshire has officially opened its doors.", "prediction": "A new \u00a344m Welsh secondary school is to be officially opened in Flintshire, where the town was closed and was axed.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 15.384615384615383}, "nll_sum": 108.0602798461914, "token_count": 26} +{"index": 1690, "reference": "Burnley have signed Republic of Ireland striker Jon Walters from Stoke City for a fee that could reach \u00a33m.", "prediction": "Burnley have confirmed to the signing of Bristol City midfielder JoeTwoters for an undisclosed fee, believed to be be around \u00a38m.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 35.0}, "nll_sum": 123.902099609375, "token_count": 27} +{"index": 1691, "reference": "Mexican comic actor Ruben Aguirre, loved by millions of children and adults across Latin America, has died, aged 82.", "prediction": " Rubenmuirirre, who played Oscar Brazilian children's popular TV series sanctions, has died aged 86.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 126.32826232910156, "token_count": 22} +{"index": 1692, "reference": "Featherstone Rovers have appointed John Duffy as head coach following the departure of Jon Sharp.", "prediction": "Leigh Centurions have appointed Jim Maria as their new head coach for the 2016-17 season.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 13.79310344827586, "rougeL": 38.70967741935484}, "nll_sum": 70.946533203125, "token_count": 20} +{"index": 1693, "reference": "Neglect and gross failure by hospital staff to quickly attempt resuscitation contributed to the death of an Antiques Roadshow expert, an inquest has ruled.", "prediction": "A grieving whose wife's nine ofyear 2011 has boy died in custody after birth to her the, an inquest has heard- heard have \"I's struggle of it\".", "rouge": {"rouge1": 22.641509433962266, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301888}, "nll_sum": 220.52117919921875, "token_count": 33} +{"index": 1694, "reference": "Villarreal central defender Eric Bailly is set to be Jose Mourinho's first signing as Manchester United manager.", "prediction": "Manchester United manager Jose Mourinho the expected of the fourth future of Villarreal winger Darren Villreal for a reported \u00a328.5m.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 16.216216216216214, "rougeL": 15.384615384615383}, "nll_sum": 148.15211486816406, "token_count": 27} +{"index": 1695, "reference": "Security has been increased at France's interests abroad after a French satirical magazine published obscene cartoons of the Prophet Muhammad.", "prediction": "French embassy and embassies have in shut down for several after the Paris Mumbai attacks on Friday, amid fears amid over deadly threat by Islamist militants.", "rouge": {"rouge1": 12.765957446808512, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 147.33485412597656, "token_count": 27} +{"index": 1696, "reference": "When Portugal was hit by an economic crisis in 2011, Magda Tilli and her husband Miguel realised that if they wanted to make a decent living they would have to set up their own business.", "prediction": "Five years ago Pera Hasawii and her partner and couple suddenly late at a hotel and restaurant in Amsterdam's he would not do or not do provide a job.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 3.1746031746031753, "rougeL": 12.307692307692307}, "nll_sum": 198.48159790039062, "token_count": 33} +{"index": 1697, "reference": "This is the award-winning Wistow Maze in Leicestershire and this year a very special character is taking over.", "prediction": "A Dundee detective will feature live on a TV screens in the fourth seventh Sherlock series.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 101.28575134277344, "token_count": 17} +{"index": 1698, "reference": "Zeid Ra'ad Al Hussein, high commissioner for human rights at the United Nations, has warned that a \"Pandora's box\" will be opened if Apple co-operates with the FBI.", "prediction": "The vice president of Human Rights Watch has called on the FBI to write an investigation into the FBI's attack a \"Ver list freedom fair\".", "rouge": {"rouge1": 28.07017543859649, "rouge2": 7.2727272727272725, "rougeL": 17.543859649122805}, "nll_sum": 132.0247802734375, "token_count": 27} +{"index": 1699, "reference": "Swathes of thick, algae blooms have plagued miles of Florida coastline, prompting the governor to declare a state of emergency.", "prediction": " Macy's state department has issued an order ban thousands of gallons of contaminated water into a river lake conspiracy after a disaster two years ago been a 41 it's the's it's a- from aA in). a's from Broadway from a", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 12.307692307692307}, "nll_sum": 270.67852783203125, "token_count": 47} +{"index": 1700, "reference": "The writer and creator of television drama Broadchurch has said he feels \"emotional\" about the third and final series coming to an end.", "prediction": "The managing director of BBC Broad Who has said he feels \"working delighted\" by fans after the drama commissioner said the programme's recent is \" unek's a referee\" \" \"l \"'s\".", "rouge": {"rouge1": 29.629629629629626, "rouge2": 11.538461538461538, "rougeL": 25.925925925925924}, "nll_sum": 259.721923828125, "token_count": 39} +{"index": 1701, "reference": "The Alton Towers rollercoaster ride on which five people were seriously injured is to reopen later this month.", "prediction": "The owner of Fleetwood Att, in favour with a rollercocoaster crash which left seriously injured five people. has been chargedhed.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 188.7716064453125, "token_count": 27} +{"index": 1702, "reference": "Andrew Hore says the Ospreys will consider finding a successor for director of coaching Scott Johnson, who leaves for Scotland in June.", "prediction": "Ospreys chief executive Stuart St Hore has been ruled out of a possible's possible decision to head coach Lee Johnson leaving in summer this summer.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 0.0, "rougeL": 24.999999999999993}, "nll_sum": 146.46588134765625, "token_count": 29} +{"index": 1703, "reference": "Telusa Veainu scored twice to ensure Leicester earned a four-try bonus point from their trip to Champions Cup Pool Four strugglers Treviso.", "prediction": "Xermainermainu's last-minute penalty to give Leicester a bonus bonus-point win over Zebre Moreviso in ItalyItaly.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 162.692138671875, "token_count": 30} +{"index": 1704, "reference": "Clermont full-back Nick Abendanon says the Rugby Football Union should allow players working for clubs outside England to represent the national team.", "prediction": "Toulon forward Nick Abendog has abandoned the Rugby Union's decision to force all-related domestic players to \" make a better player\"..", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 26.66666666666666}, "nll_sum": 159.20916748046875, "token_count": 29} +{"index": 1705, "reference": "Public satisfaction with the NHS has dropped by a record amount, the British Social Attitudes Survey suggests.", "prediction": "Pat patient patients in England has fallen fallen to its highest level for 30 for 30 years, a survey suggests.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 97.94120025634766, "token_count": 21} +{"index": 1706, "reference": "Are you all-out aggression, do you outsmart your opponents, or do you win through sheer willpower?", "prediction": " is is the most powerful and battle - I and the most powerful most of all time with it!", "rouge": {"rouge1": 5.714285714285714, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 92.76905059814453, "token_count": 19} +{"index": 1707, "reference": "France hopes that Brexit will weaken Britain and London's role as a financial centre, according to the City of London's envoy to the EU.", "prediction": "The former City of London and London has said the vote to leave the Union of Paris are \"ous\" and \"callly and robust and appealing\".", "rouge": {"rouge1": 31.372549019607842, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 156.94984436035156, "token_count": 29} +{"index": 1708, "reference": "It's a mark of how much Michael O'Neill has achieved as Northern Ireland boss - this time four years ago a group of Germany fans he met had to Google his name to find out who he was.", "prediction": "Northern Ireland boss Michael O'Neill has joined German football supporters who wish supporters after supporters and Euro finals in France.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 17.24137931034483, "rougeL": 16.666666666666664}, "nll_sum": 121.13230895996094, "token_count": 22} +{"index": 1709, "reference": "Goals from Chris Wood and Souleymane Doukara gave Leeds victory against Burton Albion in the Championship.", "prediction": " Souleyman Bowk scored a stoppage-time winner as Manchester United beat beat fellow play-off hop-off hopefuls hop Brighton.-.", "rouge": {"rouge1": 5.555555555555556, "rouge2": 0.0, "rougeL": 5.555555555555556}, "nll_sum": 164.6429443359375, "token_count": 30} +{"index": 1710, "reference": "Alex Hales made a breathtaking 95 off 30 balls as Notts Outlaws piled up the highest Powerplay score in Twenty20 history in beating Durham Jets.", "prediction": "Alex Hales hit a career-best of unbeaten balls as they beat Nottinghamshire by 95 runs in a rain rain-affectedaffected game of's T Blasthire.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 188.94943237304688, "token_count": 34} +{"index": 1711, "reference": "A stranger organised and helped fund a life-saving operation for a girl with a brain tumour who lives more than 3,500 miles (5,630 km) from him.", "prediction": "A British teenager who was raised money for her life savings was war her war's zones Yemen, says he is \"broken he will never walk again\". 2011 \" an \" a \" her \" it's \"PG of a from's from a", "rouge": {"rouge1": 26.08695652173913, "rouge2": 2.9850746268656714, "rougeL": 17.391304347826086}, "nll_sum": 271.2087707519531, "token_count": 47} +{"index": 1712, "reference": "Lancashire head coach Ashley Giles has questioned the attitude of his team after their record loss to Yorkshire.", "prediction": "Lancashire director of Giles Giles says better side are are better despite Saturday's T20 Blast loss to England despite a heavy loss in Bradford.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 167.7192840576172, "token_count": 29} +{"index": 1713, "reference": "A lifeboat station is back in service, four days after 25 volunteers resigned in protest against the sacking of a senior crew member.", "prediction": "A public appeal to save removeain from a stationboat has been suspended after a crew one of its crew was suspended for breaching local'' rules.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 144.67214965820312, "token_count": 28} +{"index": 1714, "reference": "Scientists have gained a remarkable insight into some of the oldest dinosaur embryos ever found.", "prediction": "Scientists have discovered the dinosaurs, some of which grew much faster than earlier thought.", "rouge": {"rouge1": 41.379310344827594, "rouge2": 14.814814814814817, "rougeL": 27.58620689655172}, "nll_sum": 55.77739715576172, "token_count": 15} +{"index": 1715, "reference": "Northern Ireland football fans from Carrickfergus, County Antrim, prepare to head out to Spain following their team's qualification for the World Cup finals in 1982.", "prediction": "Northern Ireland have been out knocked out of the knockout stage of 2016 group of qualifying at the Euro 2016.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 85.74409484863281, "token_count": 20} +{"index": 1716, "reference": "A \"lethal mix\" of failures at a Cumbrian hospital led to the unnecessary deaths of 11 babies and one mother, an investigation has ruled.", "prediction": "The independent report into health mental health on a health at a hospital trust has been found \" immediate is no clear clear\", a senior health watchdog says.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 161.16673278808594, "token_count": 29} +{"index": 1717, "reference": "A Florida prosecutor has decided not to pursue criminal charges against Donald Trump's campaign manager who was accused of tussling with a reporter.", "prediction": "A New York New has dropped a woman who be attacked by Donald Trump at an event, which she says faced.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 110.11434173583984, "token_count": 22} +{"index": 1718, "reference": "The Land Rover Defender has become an automotive icon, remaining largely unchanged since the first Land Rover was introduced in 1948, before going on to enjoy sales of more than two million around the world.", "prediction": "Almost 10 years ago, Land Rover has finally called the \" best stunt\" to think the think.", "rouge": {"rouge1": 23.529411764705877, "rouge2": 4.081632653061225, "rougeL": 23.529411764705877}, "nll_sum": 122.54690551757812, "token_count": 19} +{"index": 1719, "reference": "The mother of a 13-month-old boy who drowned in a bath has told jurors she was \"stupid\" to leave him unsupervised for 15 minutes.", "prediction": "A woman accused of killing her partner and told her care in a bath has again told, court she was \"wasdid't't going and upstairs\".", "rouge": {"rouge1": 34.61538461538461, "rouge2": 16.0, "rougeL": 30.76923076923077}, "nll_sum": 188.3323974609375, "token_count": 29} +{"index": 1720, "reference": "Five people have been found guilty of conspiracy to defraud a local government election.", "prediction": "Three men have pleaded guilty to fraud fraud due at a Surrey Council by-election, which were were awarded more than \u00a331,000.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 27.027027027027025}, "nll_sum": 112.132568359375, "token_count": 27} +{"index": 1721, "reference": "The dismantled Dismaland theme park is on its way to a refugee camp in France after Banksy donated it to a group of Bristol volunteers.", "prediction": "A charity that has donated, a so-called \" possible\" camp has been given to the Dismaland park at a theme fr park.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 163.85162353515625, "token_count": 28} +{"index": 1722, "reference": "Real Madrid backed \"exemplary\" club member Rafael Nadal after the tennis star was accused by a former French minister of failing a drugs test.", "prediction": "Real former Spanish Open champion Rafael Nadal's described as \" bad\" and \"un C\",\" and \"unfair and and \"able\".", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 13.953488372093023}, "nll_sum": 149.16976928710938, "token_count": 27} +{"index": 1723, "reference": "A US aircraft carrier and other warships did not sail towards North Korea - but went in the opposite direction, it has emerged.", "prediction": "The US has cancelled an American strike missile after it was possible sent off to Western Korea, the Pentagon said to", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 13.95348837209302}, "nll_sum": 114.10787200927734, "token_count": 21} +{"index": 1724, "reference": "The Public Prosecution Service has lost an appeal against the granting of bail for two men charged with murdering a relative at a wedding in Fermanagh.", "prediction": "A father and son is accused murdering his 35-year-old man shot dead in Dublin in- Republic of Ireland be released on bail released a year.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 0.0, "rougeL": 11.320754716981133}, "nll_sum": 156.1400604248047, "token_count": 30} +{"index": 1725, "reference": "Some Bedfordshire police stations could be relocated to supermarkets to help bridge a funding gap, its Police and Crime Commissioner said.", "prediction": "Hampshire may consider considering over public roads over because because of public services will cut, says the council's police and crime commissioner the", "rouge": {"rouge1": 17.77777777777778, "rouge2": 13.953488372093023, "rougeL": 17.77777777777778}, "nll_sum": 147.34585571289062, "token_count": 26} +{"index": 1726, "reference": "Novak Djokovic suffered a surprise loss against Croatia's Ivo Karlovic 6-7 (2-7) 7-6 (8-6) 6-4 in the Qatar Open quarter-finals in Doha.", "prediction": "World number twoakak Djovic beat beat seeds 4G7 (76-7) 7 47 (95) and reach the semi-finals at the Australian Open in the--think of the's''s a's", "rouge": {"rouge1": 26.666666666666668, "rouge2": 6.89655172413793, "rougeL": 16.666666666666668}, "nll_sum": 263.7238464355469, "token_count": 43} +{"index": 1727, "reference": "A feasibility study into a third River Thames bridge in the Reading area has been given council backing.", "prediction": "Plans for a new bridge over a bridge over the River Thames have been revealed by, council councillors.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 5.88235294117647, "rougeL": 33.33333333333333}, "nll_sum": 72.01222229003906, "token_count": 20} +{"index": 1728, "reference": "Chelsea have signed goalkeeper Eduardo from Croatian champions Dinamo Zagreb for an undisclosed fee.", "prediction": "Chelsea have signed left-backardobnardo for a fee understood to be about \u00a312m that could move the club \u00a331m.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 12.903225806451616, "rougeL": 30.303030303030305}, "nll_sum": 118.83548736572266, "token_count": 28} +{"index": 1729, "reference": "Runners from 178 different nations, from Azerbaijan to Zambia, will be represented in the Great North Run on Sunday.", "prediction": "Almost 30 years ago ago, white Britain was won the running of in Great Run race.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 105.96903228759766, "token_count": 17} +{"index": 1730, "reference": "Crewe Alexandra made a bid to sign new Manchester United star Marcus Rashford on loan last season, assistant boss James Collins has revealed.", "prediction": "Batford striker Marcus RashI list to\" a move to Manchester United and England Under-21s according to former U- academy player Collins.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 158.28021240234375, "token_count": 28} +{"index": 1731, "reference": "One of Sri Lanka's most controversial politicians has been charged with corruption involving the illegal transfer of state-owned weapons.", "prediction": "Police in Sri Lanka are investigating claims of weapons relation to an inquiry into former al-violent former Mahinda Rajapaksa.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 114.42369842529297, "token_count": 25} +{"index": 1732, "reference": "Australian politician Bob Katter has defended a video that depicts him killing his electoral rivals.", "prediction": "The Australian Liberal Democrat leader, K Katter, has come fire after a video showing and toy buy act was thrown on a floor to the ground.", "rouge": {"rouge1": 24.39024390243902, "rouge2": 10.256410256410255, "rougeL": 24.39024390243902}, "nll_sum": 165.0306396484375, "token_count": 29} +{"index": 1733, "reference": "A new \u00a320m-a-year cap on the cost of new drugs will be introduced in the NHS in England in an attempt to save money, health chiefs have announced.", "prediction": "Legal fees on the NHS in England will receive a fair cap free under under plans, the health watchdog has announced.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 16.3265306122449, "rougeL": 27.450980392156865}, "nll_sum": 116.06140899658203, "token_count": 22} +{"index": 1734, "reference": "Jordan Clark scored a late winner as Accrington Stanley stunned League One promotion hopefuls Bradford with victory at Valley Parade, in the FA Cup first round", "prediction": "Jordan Clark hit a stoppage-time winner as Accrington Stanley beatrington beat League Two play-off rivals Bradford to reach the fourth-finals of the FA Cup.", "rouge": {"rouge1": 45.28301886792453, "rouge2": 23.52941176470588, "rougeL": 45.28301886792453}, "nll_sum": 144.02774047851562, "token_count": 33} +{"index": 1735, "reference": "The most vulnerable people in Scotland are falling into destitution because the benefits system is \"simply not working\", according to a charity.", "prediction": "Hundreds of people in Scotland are boats of because of \"stalling lack of food\", a Holocaust charity has warned.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615383, "rougeL": 34.14634146341463}, "nll_sum": 116.60437774658203, "token_count": 22} +{"index": 1736, "reference": "Glamorgan have signed Harry Podmore on loan from Middlesex to ease the county's fast bowling injury concerns.", "prediction": "Glamorgan have named all- Prince Harry Livermore as their overseas player after five five-year players for a season-long loan.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 140.46473693847656, "token_count": 27} +{"index": 1737, "reference": "Manager Gary Hackett said Stourbridge were \"outstanding\" in their shock FA Cup second-round defeat of League One Northampton as the seventh-tier side reached round three for the first time.", "prediction": "Northampton Town manager manager Row Hackett has tribute to fans of their FA after after winning the League One side was a \" hero\".", "rouge": {"rouge1": 37.03703703703704, "rouge2": 3.846153846153846, "rougeL": 25.925925925925924}, "nll_sum": 156.51278686523438, "token_count": 26} +{"index": 1738, "reference": "Clashes in the stands that forced some supporters on to the pitch delayed Lyon's Europa League quarter-final first-leg win over Besiktas.", "prediction": " leg left leg of Turkish championsikttas were left beautiful on the playing playing, being catch after crowd during a Champions League match against Lyon.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 180.9283447265625, "token_count": 28} +{"index": 1739, "reference": "Millions of savers are being reminded that they may need to move some of their cash, to guarantee it will be fully protected in the event of their bank going bust.", "prediction": "Drivers in England will not be allowed to protect from their bank accounts - bank - in - bank or for account - even if they receive fines.", "rouge": {"rouge1": 29.090909090909093, "rouge2": 3.773584905660378, "rougeL": 18.18181818181818}, "nll_sum": 142.1511688232422, "token_count": 29} +{"index": 1740, "reference": "Bournemouth have signed Norwich midfielder Andrew Surman for an undisclosed fee on a three-year deal.", "prediction": "Nottingham Forest have signed midfielder Alex Neilman on an 18-month deal for an undisclosed fee, believed to be \u00a35m.", "rouge": {"rouge1": 50.0, "rouge2": 23.52941176470588, "rougeL": 38.888888888888886}, "nll_sum": 75.08908081054688, "token_count": 27} +{"index": 1741, "reference": "Prince Buaben has become Hearts' sixth summer signing after agreeing terms with the Tynecastle club.", "prediction": "Hearts have signed Prince Princeuaben following his release by by Scottish Premiership champions Aberdeen.", "rouge": {"rouge1": 20.689655172413797, "rouge2": 0.0, "rougeL": 13.79310344827586}, "nll_sum": 108.50311279296875, "token_count": 18} +{"index": 1742, "reference": "Wales ended their World Rugby Under-20 Championship campaign on a positive note by beating Italy in the seventh-eighth place play-off in Tbilisi.", "prediction": "Wales' Under Under-20 World Cup title ended in in Dublin with a 26-22 defeat by Italy.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 4.878048780487805, "rougeL": 27.906976744186046}, "nll_sum": 92.26411437988281, "token_count": 22} +{"index": 1743, "reference": "Garda\u00ed (Irish police) investigating the disappearance of a man in Dublin almost 17 years ago have begun fresh searches.", "prediction": " corporates have started to the search of a man for a man who went missing, almost 30 years ago, in the Republic of Ireland.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 14.634146341463413, "rougeL": 32.55813953488372}, "nll_sum": 96.97430419921875, "token_count": 27} +{"index": 1744, "reference": "Arsenal Ladies have agreed a deal to continue playing their home games at Boreham Wood's Meadow Park home until 2027, along with Arsenal's youth teams.", "prediction": "Boreham Wood Ladies have agreed to sign a new long-term contract\" with their club Barnet Town to build their proposed proposed ground ground.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 142.4923095703125, "token_count": 29} +{"index": 1745, "reference": "The Welsh Rugby Union is set to agree a new nine-year contract with kit manufacturer Under Armour worth \u00a333m.", "prediction": "The Welsh Rugby Union has agreed a new five-year sponsorship deal which will replace chief Chief executiveammchair and Jonathan Reeb3.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 25.641025641025646, "rougeL": 39.02439024390244}, "nll_sum": 142.58370971679688, "token_count": 26} +{"index": 1746, "reference": "Formula 1 bosses have agreed to ditch the controversial double points rule.", "prediction": "Formula 1 bosses are to press plans for a double points rule for the 2017 season.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 30.769230769230766, "rougeL": 50.0}, "nll_sum": 100.87449645996094, "token_count": 17} +{"index": 1747, "reference": "David Cameron's pledge to hold a referendum on Britain's EU membership is \"a clear and present danger\" to jobs and business, Ed Miliband has warned.", "prediction": "German manufacturing firm Siemens has broken over rival Ed Ed Miliband, claiming to future, saying David Cameron is the backing of a UK leaving the EU.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 7.8431372549019605, "rougeL": 15.09433962264151}, "nll_sum": 161.00164794921875, "token_count": 29} +{"index": 1748, "reference": "Leicester Tigers assistant coach Geordan Murphy says victory in Sunday's Anglo-Welsh Cup final against Exeter would be a big boost for their Premiership play-off aspirations.", "prediction": "Former England fly-half Danny Murphy believes there believes his side can recover from the battle as Premiership championsashed Saracens to stay in the Premiership.", "rouge": {"rouge1": 11.32075471698113, "rouge2": 0.0, "rougeL": 11.32075471698113}, "nll_sum": 132.4883575439453, "token_count": 29} +{"index": 1749, "reference": "Macclesfield moved within three points of the National League play-off spots after recording a 1-0 victory over Eastleigh.", "prediction": "Eastleigh earned their National play-off hopef Macclesfield were held at home by non-Eastleigh.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 6.0606060606060606, "rougeL": 22.857142857142858}, "nll_sum": 139.33038330078125, "token_count": 22} +{"index": 1750, "reference": "Three brothers from Belfast have been jailed for drugs offences linked to a significant seizure of cocaine.", "prediction": "Two brothers from Belfast were caught of cocaine caught in a east Belfast have been given four-and-a-half years each will receive prison sentences.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 24.39024390243903, "rougeL": 27.906976744186053}, "nll_sum": 106.94520568847656, "token_count": 29} +{"index": 1751, "reference": "The British teenager who sold his news summary app to Yahoo for millions is facing a major life choice as he weighs education and business opportunities.", "prediction": "The US teenager's FBI,, who does an event of its own security app, said the company behind the project. a anpicon that it says it's it from the-Dold of in the November ago.", "rouge": {"rouge1": 16.129032258064516, "rouge2": 0.0, "rougeL": 16.129032258064516}, "nll_sum": 265.7125244140625, "token_count": 43} +{"index": 1752, "reference": "Liverpool playmaker Philippe Coutinho is confident he will be fit despite suffering a dead leg against Watford.", "prediction": "Liverpool will miss their's opening four matches of Leicester season with a ankle injury and an in injury.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 91.17435455322266, "token_count": 19} +{"index": 1753, "reference": "The Queen is a \"very good mimic\" with a knack for imitating regional accents, her cousin has said.", "prediction": "The Queen has celebrated her 90th birthday with \"very story stories\" because of her, meaning she feels like \"wing a possiblepicon it\".", "rouge": {"rouge1": 35.0, "rouge2": 5.263157894736842, "rougeL": 20.0}, "nll_sum": 164.51434326171875, "token_count": 29} +{"index": 1754, "reference": "A man was arrested on suspicion of holding a staff member at gunpoint at a NatWest bank in Birmingham.", "prediction": "A man is being held by police after holding a member of staff while carrying a gun and robbed a bank in Birmingham. \"wolve botched in 40 minutes a it.", "rouge": {"rouge1": 44.897959183673464, "rouge2": 17.02127659574468, "rougeL": 36.734693877551024}, "nll_sum": 161.57919311523438, "token_count": 33} +{"index": 1755, "reference": "A 26-year-old man has been arrested following a serious assault near a bar in Johnstone.", "prediction": "A man has been charged with murder and attempted murder and of attempted murder of a 26- 2011-old man in Paisley.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 21.62162162162162, "rougeL": 30.769230769230766}, "nll_sum": 90.85061645507812, "token_count": 26} +{"index": 1756, "reference": "British Swimming's performance director Michael Scott has resigned following a review into results at London 2012.", "prediction": "Scott Scott has resigned as performance director Team Wales at the 2016 Olympics following whose review into suspected of drugs carried out in the 2012 Olympics.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 19.51219512195122, "rougeL": 32.558139534883715}, "nll_sum": 138.68218994140625, "token_count": 26} +{"index": 1757, "reference": "Singapore's Joseph Schooling won his nation's first ever Olympic gold medal with victory in the 100m butterfly as Michael Phelps was one of three men to finish joint second.", "prediction": "Two-time Olympic champion sink Schooling is on course to his fourth record title by winning the men's 100m100m relayley's final final at the Rio Olympics.", "rouge": {"rouge1": 27.11864406779661, "rouge2": 0.0, "rougeL": 13.559322033898304}, "nll_sum": 158.5989990234375, "token_count": 34} +{"index": 1758, "reference": "The coach of a primary school football team has applied for the England job, saying he is the \"perfect candidate\" to succeed Roy Hodgson.", "prediction": "An ex-boyfriend head from Bristol has written to the Football Association written a letter, calling himthethe wish of a nation for Man nation\".", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 158.91717529296875, "token_count": 29} +{"index": 1759, "reference": "The Dangerous Dogs Act has \"never really worked\" because it only deals with certain breeds, a Tory MP has said as he called for a review of the law.", "prediction": "An MP has called for a change of the law to tackle dog, banned following of deaths the one of its owners of a controversialTVable game-bmaker's a's be from from what it's been of.", "rouge": {"rouge1": 35.82089552238805, "rouge2": 15.384615384615385, "rougeL": 23.88059701492537}, "nll_sum": 258.69091796875, "token_count": 43} +{"index": 1760, "reference": "Six-time champion Steve Davis failed to reach the World Championship as he lost 10-4 to Fergal O'Brien in the first round of qualifying in Sheffield.", "prediction": "Two-time WorldookerGreat Britain has withdrawn from qualifying for the Boxing stage in. World Championship Sheffield.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904762, "rougeL": 22.727272727272727}, "nll_sum": 139.71514892578125, "token_count": 21} +{"index": 1761, "reference": "A 28-year-old man has been beaten by a gang armed with metal bars and bats in Coleraine, County Londonderry.", "prediction": "A man has suffered life-changing injuries after 80-year-old woman who was assaulted of a house in Larne in County Antrim., solve, says they's a fromA's a in from O as's a fromA", "rouge": {"rouge1": 27.11864406779661, "rouge2": 7.017543859649122, "rougeL": 20.33898305084746}, "nll_sum": 227.99916076660156, "token_count": 46} +{"index": 1762, "reference": "Two women, one with a suspected broken leg, have been rescued from Divis Mountain in Belfast.", "prediction": "Two young women who were taken to the sea off Anteworm, Countyrim, the coastguard have said.", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 18.75}, "nll_sum": 111.68763732910156, "token_count": 22} +{"index": 1763, "reference": "A dog has been rescued by firefighters after getting wedged in an electric reclining armchair.", "prediction": "A flooded forest which was rescued from the roof of a chair green supply after it was cut off, has called \"the tougher of silence\".", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 155.53329467773438, "token_count": 27} +{"index": 1764, "reference": "Nine endangered animals are to be confiscated from a Ceredigion zoo after its owners admitted displaying animals without the proper paperwork.", "prediction": "A Cumbria couple been fined \u00a32,600 after fined after 10 animals were illegal, illegal belonging protect them from a Ceredria sanctuary.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 13.95348837209302}, "nll_sum": 174.41871643066406, "token_count": 29} +{"index": 1765, "reference": "The Islamic State group (IS) has confirmed the death last month of one of its most senior leaders, Abu Mohammed al-Furqan.", "prediction": "The former chief media chief and chief chief of Abu al-FFurqan, the also known as the jihadist group Islamic State in Syria, has died aged 86.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 145.7291717529297, "token_count": 33} +{"index": 1766, "reference": "A man who punched and killed his girlfriend just days after he was overheard saying he would kill her has been jailed.", "prediction": "A man who killed his ex-part-ner as she stopped him him and car and hit him with a knife has been jailed.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 22.727272727272723, "rougeL": 34.78260869565217}, "nll_sum": 111.6278076171875, "token_count": 26} +{"index": 1767, "reference": "A woman has died after being knocked down by a bus in Lisburn, County Antrim.", "prediction": "A woman was left seriously injured when she crashed by a bus a into a wall at a bus station station in N Pen in Belfast city centre., AP, Trans it has been from a the's.A of. from a's a", "rouge": {"rouge1": 24.137931034482765, "rouge2": 10.714285714285714, "rougeL": 20.68965517241379}, "nll_sum": 241.92613220214844, "token_count": 46} +{"index": 1768, "reference": "A motorcyclist who was killed in a crash on the Isle of Man has been named by police as Kevin Baker.", "prediction": "A motorcyclist who was involved in a crash in a car crash on Isle Man Isle Man has been named.", "rouge": {"rouge1": 63.41463414634146, "rouge2": 46.15384615384615, "rougeL": 63.41463414634146}, "nll_sum": 87.38545227050781, "token_count": 22} +{"index": 1769, "reference": "Jenson Button has emerged as a potential target for Williams next season if they lose Valtteri Bottas.", "prediction": "Valtteri Bottas will stay with Williams and team in Formula 1 next season after team-mate Steven Finn says does not know seriously injured.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 10.256410256410255, "rougeL": 14.634146341463413}, "nll_sum": 133.33316040039062, "token_count": 29} +{"index": 1770, "reference": "Roger Moore has told how one of his first decisions before taking over the role of James Bond was not to use Sean Connery's famous phrase \"shaken not stirred\".", "prediction": "Film director Brendan Moore has revealed that actor Michael Con Sean will not be playing the same way as movie film.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 111.59120178222656, "token_count": 21} +{"index": 1771, "reference": "Thousands of elderly people are missing out on free personal care because of delays to assessments and care arrangements, a charity has claimed.", "prediction": "Hundreds of people England are being put at risk by local authorities for failing to provide care, a charity says.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 4.878048780487805, "rougeL": 32.558139534883715}, "nll_sum": 73.56771850585938, "token_count": 21} +{"index": 1772, "reference": "Biologists are calling on the public to report sightings of rabbits and hares as part of a conservation effort.", "prediction": "Road cats in England are being asked of public to detect hares and protect them\" their future.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 111.06669616699219, "token_count": 19} +{"index": 1773, "reference": "Three women and a man have admitted fraud in connection with the sale of hundreds of puppies, some of which died or suffered serious health problems.", "prediction": "A mother and daughter have admitted selling and selling 30 dogs sold to sell abandoned abandoned, leaving them sick for more than \u00a3,,000.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 4.25531914893617, "rougeL": 12.244897959183673}, "nll_sum": 150.3056640625, "token_count": 26} +{"index": 1774, "reference": "Four men arrested in the UK following an international counter-terrorism operation have appeared in court to face extradition proceedings to Italy.", "prediction": "Four men from Liverpool have appeared in court charged to fight terrorism charges that they will join the join so-called Islamic State (IS).", "rouge": {"rouge1": 39.13043478260869, "rouge2": 18.18181818181818, "rougeL": 30.434782608695656}, "nll_sum": 95.00408935546875, "token_count": 26} +{"index": 1775, "reference": "Amazon has announced it will offer live television channels via its Prime Video service, for an extra fee.", "prediction": "Amazon has launched a released- subscription service for TV, TV networks, and other in the UK.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 84.92767333984375, "token_count": 19} +{"index": 1776, "reference": "The OFT has made a move to try to help people access discounts when booking online, after closing an investigation into competition practice between three companies.", "prediction": "The UK's law firm has launched an investigation into \"rap down the growth\" of, the claiming that can put consumers a lower price or lower.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 8.0, "rougeL": 19.230769230769234}, "nll_sum": 153.4070281982422, "token_count": 29} +{"index": 1777, "reference": "(Close): Sports Direct shares dived 11% after the retailer's half-year results fell short of expectations.", "prediction": "(Open): The FTSE 100E lower 100 but the UK financial closed closed lower a warning despite a economic slowdown growth in South Africa.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 169.07571411132812, "token_count": 28} +{"index": 1778, "reference": "Triple J have confirmed Taylor Swift was disqualified from this year's Hottest 100.", "prediction": "Rickie has published newspaper magazine Times's list of Taylor Swift's track too too, for what it means to be a air singer - and it!", "rouge": {"rouge1": 15.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 168.54022216796875, "token_count": 29} +{"index": 1779, "reference": "Wakefield Trinity Wildcats chairman Michael Carter says the club could be forced to leave their Belle Vue home after serving notice to the administrators of the ground's lease.", "prediction": "Wakefield chief executive Chris Carter says it made a \"unfairly reasonable offer\" to evict the owner landlord of their in over Las Stadium at", "rouge": {"rouge1": 26.415094339622648, "rouge2": 3.9215686274509802, "rougeL": 22.641509433962266}, "nll_sum": 171.70303344726562, "token_count": 29} +{"index": 1780, "reference": "Prince William has answered criticism of his commitment to royal duties, saying he is willing to take on more responsibility when the time comes.", "prediction": "The Queen has said the Queen does not \" be proper duty but will again\" again but said it does \" \" take a lot of lot\".", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 150.29432678222656, "token_count": 28} +{"index": 1781, "reference": "New England Patriots quarterback Tom Brady says he is sorry the NFL \"had to endure\" the \"deflate-gate\" scandal, after his four-game ban was overturned.", "prediction": "New England Patriots quarterback Tom Brady says will play for the National Football League after missing his battle- conspiracy scandal.", "rouge": {"rouge1": 47.826086956521735, "rouge2": 27.27272727272727, "rougeL": 43.47826086956522}, "nll_sum": 94.3955078125, "token_count": 21} +{"index": 1782, "reference": "Japanese phone messaging app operator, Line, has said it plans to list its shares in both Tokyo and New York.", "prediction": " mobile for mobile phone service Line on plans and raise its shares in its New Stock Exchange.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 11.428571428571429, "rougeL": 37.83783783783783}, "nll_sum": 98.65328979492188, "token_count": 17} +{"index": 1783, "reference": "A paramedic has been suspended for eight months after he squeezed a colleague's breast and inappropriately touched her bottom.", "prediction": "A ambulance doctor who put a pen final into her surgeon because she cut her colleague and cut her breast, has been struck off. again.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 157.2725067138672, "token_count": 27} +{"index": 1784, "reference": "Any move to close a sports centre would be a \"declaration of war\" on the local community, a councillor has warned.", "prediction": "A leisure centre which is facing for closure is \"ununfair ready to shut\", after a council described as \" \"b- on\".", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 156.97679138183594, "token_count": 27} +{"index": 1785, "reference": "The head of the consular department at Russia's embassy in Greece has been found dead in his flat in Athens, police say.", "prediction": "A Russian militaryov who was shot with a Moscow hotel earlier last month whose body has been found in his flat, police in the country's capital, Moscow, saying it requires M-lasing stabbing from a football a name. aA", "rouge": {"rouge1": 34.920634920634924, "rouge2": 13.114754098360654, "rougeL": 25.396825396825403}, "nll_sum": 261.78033447265625, "token_count": 47} +{"index": 1786, "reference": "Renault will stop supplying engines to Formula 1 teams as soon as possible.", "prediction": "Fault has abandoned its decision on whether or to run out of the Formula 1 team, accusing the company of \"for a failure\".", "rouge": {"rouge1": 22.22222222222222, "rouge2": 11.764705882352942, "rougeL": 22.22222222222222}, "nll_sum": 124.68995666503906, "token_count": 26} +{"index": 1787, "reference": "Belfast City Council has said a BBC relocation to a site beside the Ulster University campus would lead to a \"comprehensive transformation\" of that part of the city.", "prediction": "Ulster City Council are connected linked to housing development linked to Titanic Quarter to Belfast city centre the", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 21.73913043478261}, "nll_sum": 107.56127166748047, "token_count": 18} +{"index": 1788, "reference": "A man has been rescued from a tree after getting stuck while trying to recapture his parrot.", "prediction": "A man was stuck in his head became stuck by a tree and car and rescue a tree in north Manchester, according to Greater Manchester.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 28.571428571428566}, "nll_sum": 122.35337829589844, "token_count": 26} +{"index": 1789, "reference": "Business owners on a Black Country business park say they are not being given enough support to deal with a spate of break-ins.", "prediction": "Thieves have stolen a factory factory at a a factory factory in Wolverhampton amid concerns about security software.", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 98.69578552246094, "token_count": 21} +{"index": 1790, "reference": "Social media users have reacted with amused bewilderment after an official said it was illegal for a man to stare at a woman for more than 14 seconds.", "prediction": "An Indian internet advertising has created Facebook after a video him him to before her and before before meeting for 14 minutes.", "rouge": {"rouge1": 23.999999999999996, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 152.4840087890625, "token_count": 22} +{"index": 1791, "reference": "Sir Bruce Forsyth is to return to Strictly Come Dancing for a special Children In Need edition of the show.", "prediction": "Sir Bruce Forsyth is expected announced to be the Strictly Come Come Dancing line-up.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 30.303030303030305, "rougeL": 45.714285714285715}, "nll_sum": 85.45364379882812, "token_count": 19} +{"index": 1792, "reference": "Free trade deals with developing countries will continue post-Brexit, the government has said.", "prediction": "The UK has announced trade the and trade deal with countries poorest countries from some other countries.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 13.793103448275861, "rougeL": 25.80645161290323}, "nll_sum": 98.88020324707031, "token_count": 17} +{"index": 1793, "reference": "A paralysed woman wearing a \"bionic\" suit has completed the Great North Run, five days after she started it.", "prediction": "A woman who has the first pregnant woman to to complete a 200th Century the London Marathon.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 0.0, "rougeL": 27.777777777777775}, "nll_sum": 104.4166488647461, "token_count": 18} +{"index": 1794, "reference": "Suicide bombers have attacked a building belonging to Afghanistan's National Directorate of Security (NDS) in the capital, Kabul, officials have told the BBC.", "prediction": "A car attack has started a shop in a Afghan capital, Kabul, near office embassy N extradition capital NDS, military officials say, the's, attack, from it from national-d national struggle from national years.", "rouge": {"rouge1": 33.89830508474576, "rouge2": 3.5087719298245603, "rougeL": 23.728813559322035}, "nll_sum": 286.83648681640625, "token_count": 43} +{"index": 1795, "reference": "If you're young, Chinese and living in Beijing, you're probably locked out of the property market.", "prediction": "Companies from China, finally living in China, but thousands of people living in living in the country are now buying 40% (\u00a361m).", "rouge": {"rouge1": 20.0, "rouge2": 5.263157894736842, "rougeL": 20.0}, "nll_sum": 121.20144653320312, "token_count": 27} +{"index": 1796, "reference": "Two men arrested over the killing of a 42-year-old man in his back garden in Liverpool have been released on bail.", "prediction": "Two men have been arrested with of murdering a 21-yearyear-old man who was stabbed in his south- south London home.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 18.6046511627907, "rougeL": 40.0}, "nll_sum": 94.3310546875, "token_count": 26} +{"index": 1797, "reference": "The Nelson Mandela Foundation (NMF) has called for South Africa's President Jacob Zuma to be sacked.", "prediction": "South Africa's Football Union (FF) party has called on President Zumauma to account account of its leaders\", a governing party has said.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210526, "rougeL": 25.0}, "nll_sum": 143.96127319335938, "token_count": 28} +{"index": 1798, "reference": "People will be banned from using e-cigarettes in enclosed places such as restaurants, pubs and at work in Wales, under a new public health law.", "prediction": "A ban on a use e- and in public spaces will be allowed to scrapped, be Welsh government has announced.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 125.32785034179688, "token_count": 22} +{"index": 1799, "reference": "Liverpool forward Raheem Sterling will not be leaving the club in the summer despite a breakdown in talks over a new deal, says manager Brendan Rodgers.", "prediction": "Liverpool boss Brendan Rodgers has criticised Liverpool's owners wanted to move to Raheem Sterling, saying he does not want to want to win trophies\".", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 15.686274509803921}, "nll_sum": 96.86369323730469, "token_count": 28} +{"index": 1800, "reference": "There's no such thing as retirement any more for millions of elderly workers around the world.", "prediction": "Most people struggle to live in China,, China, and China continue to struggle, where the living costs of the \" poor living living wage\".", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 132.72557067871094, "token_count": 27} +{"index": 1801, "reference": "Wall Street closed higher on Tuesday but surge needed to break through the 20,000 mark remained elusive.", "prediction": "(Close): Wall Street markets higher on Monday, helped by a rise in oil prices and oil prices dropped in January of Mdes a's a's a's a's a from game from a has's referee of. from's aA", "rouge": {"rouge1": 16.666666666666664, "rouge2": 6.896551724137931, "rougeL": 13.333333333333334}, "nll_sum": 255.77427673339844, "token_count": 47} +{"index": 1802, "reference": "Britain will host the 2017 International Blind Sports Federation (IBSA) European Judo Championships from Thursday 3 to Sunday 6 August.", "prediction": "A European public judomaker competition will host the Olympic Games Olympic in Rio.", "rouge": {"rouge1": 24.242424242424246, "rouge2": 12.903225806451616, "rougeL": 18.181818181818183}, "nll_sum": 96.22734069824219, "token_count": 15} +{"index": 1803, "reference": "A new NHS trust set up to run Stafford's hospital requires improvement, inspectors have said.", "prediction": "A hospital trust run by Nottinghamshire has been rated as the best in its care care.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 18.75}, "nll_sum": 74.77848815917969, "token_count": 17} +{"index": 1804, "reference": "Vern Cotter is \"disappointed\" he is leaving his job as Scotland head coach but \"respects\" Scottish Rugby's decision to appoint Gregor Townsend.", "prediction": "Vern Cotter says he is disappointed would be replaced by Greg Townsend's future after the rugby Unite confirmed that it did not take his place.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 12.76595744680851, "rougeL": 20.408163265306122}, "nll_sum": 142.56886291503906, "token_count": 29} +{"index": 1805, "reference": "Facebook has been ordered by a German privacy regulator to stop collecting and storing the data of German users of its messaging app WhatsApp.", "prediction": " data UK's data watchdog has ordered that Facebook and it to share users' data was share some of its data in the a'smbudsman it's.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 168.766357421875, "token_count": 29} +{"index": 1806, "reference": "Matthew Perry \"will not\" attend the Friends reunion show due to rehearsals for his West End play.", "prediction": "Catr Perry is to host the West End in a special special in US TV star Longing.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 112.6352310180664, "token_count": 19} +{"index": 1807, "reference": "Wales' dream of becoming the first British team in 50 years to reach the final of a major tournament is over after they were knocked out of Euro 2016.", "prediction": "Tributes have been paid to the Wales football fans for \" helping a nation\" by the defeat by England and reach the Euro 2016 group.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 7.8431372549019605, "rougeL": 22.641509433962266}, "nll_sum": 121.81568908691406, "token_count": 27} +{"index": 1808, "reference": "Mosques have opened their doors to the public as part of a drive to \"reach out to fellow Britons following tensions around terrorism\".", "prediction": "portsley across Europe are offering \" of- today goings\" ofings, in what it says \"thethe of in Muslim community\".", "rouge": {"rouge1": 4.878048780487805, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 179.762451171875, "token_count": 27} +{"index": 1809, "reference": "Bournemouth boss Eddie Howe says he will not be distracted by talk linking him with the England manager's role.", "prediction": "Bournemouth manager Eddie Eddie Jones says he will be \"soft\" to be distracted, saying believes he is \"ofthe ultimate\".", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 35.8974358974359}, "nll_sum": 134.40420532226562, "token_count": 26} +{"index": 1810, "reference": "Finance ministers from the world's leading economies have warned of a \"shock\" to the global economy if the UK leaves the EU.", "prediction": " G G20 ministers have accused senior ministers's ministers that they have warned that the Union after the UK votes to leave of European Union dev and solve.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 8.16326530612245, "rougeL": 31.372549019607842}, "nll_sum": 158.86016845703125, "token_count": 29} +{"index": 1811, "reference": "Better support is needed for members of the armed forces who leave the military with Post Traumatic Stress Disorder (PTSD), one of the youngest recipients of the George Medal has said.", "prediction": "A 91-year-old man who survived his war after being drove after Afghanistan after being awarded-winning stress post disorder (PD\") (PDD).", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 171.09579467773438, "token_count": 30} +{"index": 1812, "reference": "Republican Donald Trump has sparked anger by appearing to suggest his supporters could stop his rival Hillary Clinton by exercising their gun rights.", "prediction": "Donald Trump has called for a US code gun to gun lawyers and Democratic the president, saying he does \"not do anything nothing anything nothing anything\".", "rouge": {"rouge1": 20.408163265306122, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 157.3583221435547, "token_count": 28} +{"index": 1813, "reference": "The National Union of Students has launched a \"payback time\" campaign against MPs who broke their 2010 election promise over tuition fees, including leading Liberal Democrats.", "prediction": " National National Union of Democracy has launched a campaign to raise awareness for backing Labour student institution, if the party wins the general general election \" and's.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 15.686274509803921, "rougeL": 30.18867924528302}, "nll_sum": 148.9703369140625, "token_count": 29} +{"index": 1814, "reference": "Clamping down on the problem of Nigerians being trafficked to the UK is a main priority, the first independent anti-slavery commissioner says.", "prediction": "The former head of the Metropolitan Police says it is \"very concerned\" about the way, rights being being forced and sex in the UK.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 4.444444444444444, "rougeL": 21.27659574468085}, "nll_sum": 112.96337890625, "token_count": 27} +{"index": 1815, "reference": "Women who lead a sedentary lifestyle have faster-ageing cells than those who exercise every day, research suggests.", "prediction": "People who live in physical than more than 40 years old, according to research in California, California.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 80.95010375976562, "token_count": 19} +{"index": 1816, "reference": "Police in the Turkish city of Istanbul have used tear gas and water cannon against protesters in a fifth night of anti-government demonstrations.", "prediction": "Turkish tear police have fired tear gas, tear tear gas to disperse crowd thousands of thousands of demanding in Istanbul.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 95.96394348144531, "token_count": 21} +{"index": 1817, "reference": "House prices in Northern Ireland continued to rise in the third quarter of this year, but at a slower rate.", "prediction": " house price rise in Northern Ireland rose last year, according to new official.", "rouge": {"rouge1": 48.48484848484849, "rouge2": 25.80645161290323, "rougeL": 36.36363636363637}, "nll_sum": 60.953739166259766, "token_count": 14} +{"index": 1818, "reference": "Novelist Robert Harris has called on the BBC to give books more coverage \"at a time when they're really fighting like crazy for a bit of space\".", "prediction": "L Harris Harris has accused the BBC of using the BBC of support to children and scientists, its Hawit.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 8.888888888888888, "rougeL": 21.27659574468085}, "nll_sum": 130.36026000976562, "token_count": 21} +{"index": 1819, "reference": "An aide to a Kent Conservative MP has appeared before Westminster magistrates charged with rape following an alleged attack at the Houses of Parliament.", "prediction": "A former member of staff has has appeared in court charged with raping woman and rape charges, following an alleged attack in the House of Commons.", "rouge": {"rouge1": 52.0, "rouge2": 33.33333333333333, "rougeL": 52.0}, "nll_sum": 99.98267364501953, "token_count": 27} +{"index": 1820, "reference": "A large fire broke out a school as students gathered to collect their GCSE results.", "prediction": "A massive fire has broken through through a Yorkshire secondary school, forced students and students to take their results papers", "rouge": {"rouge1": 45.714285714285715, "rouge2": 0.0, "rougeL": 45.714285714285715}, "nll_sum": 107.96804809570312, "token_count": 20} +{"index": 1821, "reference": "Worcester Warriors head coach Carl Hogg has admitted it is \"essential\" they become a force on their new artificial pitch next season.", "prediction": "Worcester centre-back Stuart Hogg says there need to build more on their grassroots pitch.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.7142857142857135, "rougeL": 27.027027027027025}, "nll_sum": 84.41253662109375, "token_count": 19} +{"index": 1822, "reference": "The FTSE 100 closed slightly lower on the last day of campaigning before the general election.", "prediction": "The FTSE 100 data closed higher on Monday amid uncertainty over the UK's general election as outcome result of the UK general election.", "rouge": {"rouge1": 50.0, "rouge2": 15.789473684210527, "rougeL": 50.0}, "nll_sum": 92.41979217529297, "token_count": 26} +{"index": 1823, "reference": "A Los Angeles hospital has paid $17,000 (\u00a311,800) to hackers after its computer systems were taken offline by ransomware.", "prediction": "A Lincolnshire hospital has been ordered to pay $7m (\u00a39m) ransom after admitting prosecutors sent paying off a false ransom.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 114.28041076660156, "token_count": 26} +{"index": 1824, "reference": "British rider Emily Gilruth is set to leave intensive care after she was injured in a fall at the Badminton Horse Trials.", "prediction": "British footballer Sarah Idruth, has been seriously injured in a fall at an event, her family has announced.", "rouge": {"rouge1": 30.0, "rouge2": 21.052631578947366, "rougeL": 30.0}, "nll_sum": 92.18607330322266, "token_count": 22} +{"index": 1825, "reference": "The brother of an aid worker murdered by extremist militants in Syria says he will not hate his killers, calling for compassion for those affected by conflict in the Middle East.", "prediction": "The brother of an Scottish aid worker killed in Islamic State in Syria has said the so socalled so killing of \"could not carry out and the attack.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 17.543859649122805, "rougeL": 33.89830508474576}, "nll_sum": 158.36114501953125, "token_count": 30} +{"index": 1826, "reference": "Former Labour minister Jack Straw is to chair an inquiry into the governance of the House of Commons amid a row over the hiring of a new Commons Clerk.", "prediction": "Former foreign Secretary Jack UK will lead an inquiry into the role of next House of Commons, Foreign Secretary UK has said", "rouge": {"rouge1": 39.21568627450981, "rouge2": 20.408163265306122, "rougeL": 39.21568627450981}, "nll_sum": 110.59974670410156, "token_count": 22} +{"index": 1827, "reference": "A teenager whose mother was the first baby born on a Loganair plane has become a member of the cabin crew.", "prediction": "A baby girl who gave birth of her 11th birthday in an air ambulance on the in the Highlands has given birth to a cabin crew member crew.", "rouge": {"rouge1": 44.89795918367347, "rouge2": 4.25531914893617, "rougeL": 28.571428571428577}, "nll_sum": 128.62945556640625, "token_count": 29} +{"index": 1828, "reference": "Jeremy Corbyn has been criticised for saying it was a \"tragedy\" that Osama Bin Laden was killed rather than being put on trial.", "prediction": "Jeremy Corbyn has accused Labour's battle to arrest him and was killed by Osama Bin Laden, saying does not want to to \"one on coup\".", "rouge": {"rouge1": 40.816326530612244, "rouge2": 21.276595744680854, "rougeL": 32.6530612244898}, "nll_sum": 142.93063354492188, "token_count": 28} +{"index": 1829, "reference": "Angelina Jolie has signed up to direct Africa, a film about celebrated conservationist Richard Leakey's battles with ivory poachers.", "prediction": "Ghana and-maker Angel Jolie has called on James Peake in a new film, a role to the trade trade with illegal trade elephant.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 176.86572265625, "token_count": 29} +{"index": 1830, "reference": "The Griffin family is moving home - to ITV2.", "prediction": "So you're two fans you, but don't't won BBC in two years.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 94.20449829101562, "token_count": 16} +{"index": 1831, "reference": "The centenary of the Easter Rising, the rebellion that began on Easter Monday 1916, is to be marked in Irish towns and cities with wreath-laying events.", "prediction": "Thousands of war services are being held across Ireland and and the Republic of Ireland, against the rebellion resolution against the Irish state of Northern Ireland.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301884}, "nll_sum": 109.69471740722656, "token_count": 27} +{"index": 1832, "reference": "Scotland's only Conservative MP, David Mundell, has kept his job as secretary of state for Scotland.", "prediction": " will Scottish MP David Mundell will be elected as prime minister, saying he wants \"the best interests\" of the country and and leave the EU.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 10.0, "rougeL": 23.80952380952381}, "nll_sum": 94.44703674316406, "token_count": 29} +{"index": 1833, "reference": "Former Beatle Sir Paul McCartney has topped the Sunday Times Rich List of musicians with his \u00a3730m fortune.", "prediction": "Sir Paul McCartney has won the list of the list of billionaire scientists in 2015. 2015.", "rouge": {"rouge1": 41.1764705882353, "rouge2": 25.0, "rougeL": 41.1764705882353}, "nll_sum": 82.88972473144531, "token_count": 17} +{"index": 1834, "reference": "Former drug smuggler turned author Howard Marks has died at the age of 70.", "prediction": "Taced cannabis dealer Jo'Marie' attack has died aged 93 after a short illness, his says. of retiring a theA aA of MP a suspension from a's.-D from a in from a's a.", "rouge": {"rouge1": 16.0, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 284.78668212890625, "token_count": 44} +{"index": 1835, "reference": "Somerset captain Chris Rogers says he has \"no regrets\" about his declaration against Middlesex on Wednesday, despite losing the match by two wickets.", "prediction": "Somerset have given up hope \"do everything\" after winning a World Twenty20, the match, says head of cricket Chris Rogers Walker's his battle from his reputation after the'sD from a for a 5 as.", "rouge": {"rouge1": 23.728813559322038, "rouge2": 7.017543859649122, "rougeL": 16.94915254237288}, "nll_sum": 265.1753845214844, "token_count": 44} +{"index": 1836, "reference": "John Swinney should have published his draft budget in mid-September, for MSPs to deliberate on it over winter, with a big rubber stamp in plenty time for the start of the financial year.", "prediction": "Scotland's Finance Secretary John Swinney revealed he had \"ilt\" tax tax -, raising a 40% tax rise to tax bills - a it would be the taxes tax see and will make the a!", "rouge": {"rouge1": 20.895522388059703, "rouge2": 3.076923076923077, "rougeL": 17.910447761194032}, "nll_sum": 219.9913787841797, "token_count": 41} +{"index": 1837, "reference": "Prime Minister David Cameron has entered the debate about whether Jimmy Savile's knighthood should be rescinded because of the sex abuse claims against him.", "prediction": "Prime Minister David Cameron has backed an inquiry inquiry that Jimmy Savile made his list Honours. not stripped in's honour - says it's a \"har's reputation\" from the his\" it's's of of.", "rouge": {"rouge1": 32.786885245901644, "rouge2": 16.94915254237288, "rougeL": 29.508196721311474}, "nll_sum": 260.765380859375, "token_count": 43} +{"index": 1838, "reference": "Chelsea boss Antonio Conte and Manchester United manager Jose Mourinho argued during their match last night.", "prediction": " the manager Jose Mourinho will take legal action after a referee took the pitch during Tuesday's Old Trafford game at Old Trafford and London Stadium. Wembley's to of-'s a again's from's a's from of from's from a again a", "rouge": {"rouge1": 16.129032258064516, "rouge2": 6.666666666666667, "rougeL": 12.903225806451612}, "nll_sum": 237.68359375, "token_count": 47} +{"index": 1839, "reference": "Jim Goodwin has put Alloa Athletic's turnaround in form down to his decision to drop himself.", "prediction": "Roa's face Kay says he does not know he is giving up 100%% to his coaching role only because he played major in his role.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 13.953488372093027}, "nll_sum": 154.16217041015625, "token_count": 28} +{"index": 1840, "reference": "When Claudio Ranieri - surrounded by his triumphant Leicester City squad - lifted the Premier League trophy at the King Power Stadium on 7 May last year, it concluded arguably the greatest story in British sport.", "prediction": "Leicester City's finally stunning struggle in the Premier League is finally a surprise shock, saying that the Foxes andEyes Leicester City's struggle shock Premier League title.", "rouge": {"rouge1": 22.58064516129032, "rouge2": 10.0, "rougeL": 19.35483870967742}, "nll_sum": 196.77777099609375, "token_count": 33} +{"index": 1841, "reference": "Further tests will be carried out on a man who died while suffering from measles after post-mortem examination results were inconclusive.", "prediction": "A man whose death as a result of a outbreak in Swansea is to be tested, public Health Wales has has confirmed. in in the a's, referee, says it a the a from a wasA of death. from 2011'sA", "rouge": {"rouge1": 19.047619047619044, "rouge2": 3.278688524590165, "rougeL": 9.523809523809522}, "nll_sum": 261.56170654296875, "token_count": 47} +{"index": 1842, "reference": "A teenage terror suspect who branded MP Jo Cox's killer a \"hero\" has told a jury he no longer holds that view.", "prediction": "A teenager accused of murdering Labour MP Jo Cox was \" \" not want to be chosen as the favourite heroes\", a court heard, have heard \"'s solve of a \" aA \" a it's again of from aold again's a", "rouge": {"rouge1": 29.03225806451613, "rouge2": 10.0, "rougeL": 25.80645161290323}, "nll_sum": 293.6635437011719, "token_count": 47} +{"index": 1843, "reference": "MPs have overwhelmingly agreed to let the government begin the UK's departure from the EU as they voted for the Brexit bill.", "prediction": "A Labour failure has survived the UK government a's process of starting the Brexit bill - despite the last minute failure.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714283, "rougeL": 27.27272727272727}, "nll_sum": 126.55384826660156, "token_count": 22} +{"index": 1844, "reference": "Critics of the government's planned changes to business rates are raising \"genuine\" concerns, a former local government minister says.", "prediction": "Changes to changes cut business rates with a 40% rise are amisleading corruption scandal\", a senior Conservative MP has said, in what's \", it, \"over-maker- from a from in from November a's. a from", "rouge": {"rouge1": 25.0, "rouge2": 7.4074074074074066, "rougeL": 21.428571428571427}, "nll_sum": 291.655029296875, "token_count": 46} +{"index": 1845, "reference": "Dover kept up the pressure on those on in the National League playoff places with a comfortable 2-0 win over strugglers Guiseley at the Crabble Athletic Ground.", "prediction": "Dover hand boosted their National League-off push alive with victory over fellow play-off hopefuls Guiseley,H hopes defeat from B a as's a from The-h a new in from's a. from aA", "rouge": {"rouge1": 27.692307692307693, "rouge2": 3.1746031746031744, "rougeL": 21.53846153846154}, "nll_sum": 338.3643493652344, "token_count": 47} +{"index": 1846, "reference": "Derbyshire fast bowler Tom Taylor has signed a one-year contract extension with the Division Two side.", "prediction": "Derbyshire all and Testman Tom Taylor has signed a new three ayear contract extension, keeping him at the county club until the 2019 season.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 25.64102564102564, "rougeL": 43.90243902439025}, "nll_sum": 124.78634643554688, "token_count": 30} +{"index": 1847, "reference": "The rollercoaster crash at Alton Towers led to the \"most challenging\" rescue of his career, one firefighter has said.", "prediction": "A rollerco victims has spoken of thecatastrophic andcatrophic\" accident, saying it will not be going to be an entire people lives\".", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 177.5958251953125, "token_count": 29} +{"index": 1848, "reference": "Local and international banks have been accused of rigging the price of South Africa's currency, the rand, by the country's competition watchdog.", "prediction": "South Africa's largest banks have opened the major probe into suspected scam in foreign market markets.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 15.384615384615383, "rougeL": 19.51219512195122}, "nll_sum": 85.82257843017578, "token_count": 17} +{"index": 1849, "reference": "Welsh Olympic boxer Joe Cordina has confirmed he plans to turn professional in the \"near future.\"", "prediction": "Welsh boxer Cordina says he is still achieving a world title in turning professional.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 7.142857142857144, "rougeL": 40.0}, "nll_sum": 97.66910552978516, "token_count": 16} +{"index": 1850, "reference": "More than 500 speeding drivers have been caught by new cameras on the M4 in just five days.", "prediction": " average average speed of being caught up on a popular road in Port Talbot town - with the cases has almost tripled doubled", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 132.584716796875, "token_count": 23} +{"index": 1851, "reference": "Police in the Republic of Ireland have arrested a man and seized cannabis plants with an estimated value of 750,000 euros (\u00a3530,000) in County Meath.", "prediction": "A bomb disposal experts were called out to a specialist equipment factory inters Gloucestershire, police said.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 102.02373504638672, "token_count": 21} +{"index": 1852, "reference": "Russian MPs have proposed new laws that would make it easier for Russia to incorporate parts of Ukraine, and allow Russian citizenship to be fast-tracked.", "prediction": "Russian political parties have signed into law a bill that includes Russian airports in other neighbouring countries.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 72.03004455566406, "token_count": 17} +{"index": 1853, "reference": "Education Secretary John Swinney has welcomed an overall increase in teacher numbers in Scotland - although he said \"significant improvements\" were needed in some areas.", "prediction": "Scotland's Education Secretary John Swinney said he isvery fit\" about teacher numbers for the first time.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 20.51282051282051, "rougeL": 29.268292682926827}, "nll_sum": 92.27690124511719, "token_count": 21} +{"index": 1854, "reference": "A thief who stole money at knifepoint from a van driver he had just caught a lift from in Edinburgh is being sought by police.", "prediction": "A van driver was threatened a knife after being threatened by a van driver while carrying out of his car in Edinburgh.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.333333333333334, "rougeL": 25.53191489361702}, "nll_sum": 92.06302642822266, "token_count": 22} +{"index": 1855, "reference": "A former SAS soldier has been jailed for possessing weapons and ammunition.", "prediction": "A former SAS soldier has been jailed for carrying a gun and was \"b in a\",\", police said.", "rouge": {"rouge1": 60.0, "rouge2": 50.0, "rougeL": 60.0}, "nll_sum": 104.00593566894531, "token_count": 21} +{"index": 1856, "reference": "Shanghai is trialling a unisex public toilet block to lower the time women have to spend waiting in queues, Chinese media have reported.", "prediction": " customs officials in southern China are the opening of a full public toilets for the male removal, local media and reports, say local media \" and solve's a's-'s from's- from's from in from from Saturday's. the's", "rouge": {"rouge1": 21.53846153846154, "rouge2": 3.1746031746031744, "rougeL": 18.46153846153846}, "nll_sum": 278.85723876953125, "token_count": 47} +{"index": 1857, "reference": "Journalists have been accused of treason; a chief prosecutor fired; and we have witnessed the unedifying spectacle of government ministers scrambling to get out of the firing line after popular outrage.", "prediction": " treason scandal allegations that implicated German newspaper journalists have spied on their journalists - possible - and the issue - or and put a journalists own their own.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 3.7037037037037033, "rougeL": 14.285714285714285}, "nll_sum": 171.61813354492188, "token_count": 29} +{"index": 1858, "reference": "After all the drama of the launch, what will Tim Peake actually do during his six long months on the International Space Station?", "prediction": "The European225 crew in space, there will be a small mission in International Space Station (ISS).", "rouge": {"rouge1": 25.64102564102564, "rouge2": 10.81081081081081, "rougeL": 25.64102564102564}, "nll_sum": 84.08712768554688, "token_count": 19} +{"index": 1859, "reference": "Kyle Bartley believes assistant boss Pep Clotet deserves credit for Leeds United's improved defending.", "prediction": "Leeds United defender defender Bart Bartley believes the credit should be given the Swansea City manager Pep Mourinho.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 12.903225806451616, "rougeL": 18.18181818181818}, "nll_sum": 103.21421813964844, "token_count": 20} +{"index": 1860, "reference": "Plans to rebuild the main stand at Tynecastle football stadium have been approved by Edinburgh city council.", "prediction": "Hearts have announced plans to upgrade the new main stand at the Tynecastle, of Tycastle Ty and Tynene from the Scottish Premiership from September, 40 November after the departure from a, the referee of.", "rouge": {"rouge1": 31.37254901960785, "rouge2": 12.244897959183671, "rougeL": 27.45098039215686}, "nll_sum": 251.0107879638672, "token_count": 43} +{"index": 1861, "reference": "Under the wooden beams of Brilon's medieval hunting lodge, Angela Merkel sweeps past a gleaming brass band to address her party faithful.", "prediction": "The political journey heading for Germany for German Chancellor Angela Merkel, will in what's future of her office, there is not a major victory or parliamentary.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666667, "rougeL": 15.999999999999998}, "nll_sum": 149.63357543945312, "token_count": 29} +{"index": 1862, "reference": "A senior adviser to Russian President Vladimir Putin has accused the US of meddling in Ukraine, in breach of a 1994 agreement over non-intervention.", "prediction": "Uk takerainian president has fears that the US will stop again supplying arms\" with the US, saying Bashar al-Assad in eastern Ukraine.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 4.3478260869565215, "rougeL": 24.999999999999993}, "nll_sum": 149.27847290039062, "token_count": 29} +{"index": 1863, "reference": "A 21-year-old man has been arrested on suspicion of murdering a man at a travellers' site in Bedfordshire.", "prediction": "Two men have been charged with murder after a man was killed in a suspected hitand-and-run crash in Bedfordshireford 2011. solve the's a's The's a ballet from a's's reputation of a from's fromA", "rouge": {"rouge1": 26.229508196721312, "rouge2": 3.389830508474576, "rougeL": 19.672131147540984}, "nll_sum": 249.57711791992188, "token_count": 47} +{"index": 1864, "reference": "Welsh ministers can protect the wages of 13,000 farm workers, in light of a ruling by the Supreme Court.", "prediction": "The Welsh government has said it wants to a law to be to the law \"at at all time\".", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 88.40919494628906, "token_count": 20} +{"index": 1865, "reference": "One Direction is not on the verge of splitting up, despite rumours started on social media.", "prediction": "One of the Direction have surprised many fans they have \"no memory\" behind the behind, the band said.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 108.0119400024414, "token_count": 21} +{"index": 1866, "reference": "Sierra Leone's President Ernest Bai Koroma has again refused to sign a bill legalising abortion, saying it should be put to a referendum.", "prediction": "Sierra Leone's President Antonio Koroma has passed a controversial marriage banning the law, saying political religious and rights groups are \"not in\".", "rouge": {"rouge1": 34.04255319148936, "rouge2": 17.777777777777775, "rougeL": 34.04255319148936}, "nll_sum": 142.15708923339844, "token_count": 27} +{"index": 1867, "reference": "Kenya's President Uhuru Kenyatta has urged fellow African leaders to stop receiving foreign aid, saying it is not an acceptable basis for prosperity.", "prediction": "Kenya's interim President Uhyyatta has told the BBC that the recent recent, the that saying to the aid worker should not end.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 4.444444444444444, "rougeL": 29.78723404255319}, "nll_sum": 160.26112365722656, "token_count": 28} +{"index": 1868, "reference": "Lasse Vigen Christensen has left Fulham to join Brondby for an undisclosed fee.", "prediction": "Fulham have signed strikerine Mug on a season-long loan on a five-year deal.", "rouge": {"rouge1": 7.142857142857144, "rouge2": 0.0, "rougeL": 7.142857142857144}, "nll_sum": 67.57533264160156, "token_count": 20} +{"index": 1869, "reference": "Former Miami Dolphins running back Rob Konrad swam nine miles to shore after falling off his boat while fishing.", "prediction": "The American basketball footballer, footballer Konady, has died, after a accident while in his swimming pool.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 114.62103271484375, "token_count": 20} +{"index": 1870, "reference": "A senior police officer has said he is disappointed the latest Northern Ireland political agreement has not addressed the legacy of the Troubles.", "prediction": "A deal to deal with the past past is a \"obs realistic and idea for vision\", the country's senior officer has said in the a's, referee,'s it from a from, who of have of from.", "rouge": {"rouge1": 32.78688524590164, "rouge2": 6.779661016949154, "rougeL": 22.950819672131146}, "nll_sum": 268.3946533203125, "token_count": 43} +{"index": 1871, "reference": "Fifty years ago, a young group stepped on stage in a dark cellar club on Liverpool's Mathew Street for the first of what would be almost 300 appearances.", "prediction": " since since John Lennon, Paul McCartney Paul singer include the iconic band group's are celebrating the 50th anniversary of the Liverpool club's fans a the night at the huge's.", "rouge": {"rouge1": 22.950819672131146, "rouge2": 0.0, "rougeL": 13.114754098360656}, "nll_sum": 182.0213623046875, "token_count": 34} +{"index": 1872, "reference": "British pair Heather Watson and Naomi Broady were both knocked out in the first round of the Biel Bienne Open in Switzerland.", "prediction": "British number two Heather Watson lost to world fellow Briton James Broady to reach the second round of the Australian Open at Monrey as. as's reputation from a's.-'sD a career in a by The's. fromA", "rouge": {"rouge1": 32.78688524590163, "rouge2": 10.16949152542373, "rougeL": 32.78688524590163}, "nll_sum": 294.0804138183594, "token_count": 47} +{"index": 1873, "reference": "Thailand's attorney-general has filed criminal charges against former Prime Minister Yingluck Shinawatra over a controversial rice subsidy scheme.", "prediction": " a former Thai military struggle, Maata Sarneroner, faces a criminal charges after being found guilty of her involvement in a rice subsidy scheme scheme.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 14.285714285714288, "rougeL": 27.27272727272727}, "nll_sum": 143.97933959960938, "token_count": 29} +{"index": 1874, "reference": "Ed Miliband has defended his decision to carve Labour promises in stone - insisting he wants to show the public his pledges will not expire on 8 May.", "prediction": "Ed Miliband has said a proposal to become the first prime minister of UK politics - has been accused cleared in May because of a dramatic general election campaign.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 7.547169811320755, "rougeL": 21.818181818181817}, "nll_sum": 138.38812255859375, "token_count": 29} +{"index": 1875, "reference": "Plans for a new education campus in a Scottish Borders town have moved a step closer.", "prediction": "Plans for a \u00a331m education course in the Scottish Borders have not be approved.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 21.428571428571427, "rougeL": 53.333333333333336}, "nll_sum": 75.37078094482422, "token_count": 17} +{"index": 1876, "reference": "Comedian Norman Collier, best known for his faulty microphone act, has died at the age of 87, his daughter confirmed.", "prediction": "Tributes have been paid to British broadcaster Norman Collier, who has died aged 85. was died bin in it's- \"'s a it,, as a. from the West,, return to 100.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 230.98507690429688, "token_count": 40} +{"index": 1877, "reference": "Leyton Orient's fading hopes of avoiding relegation from League Two took another heavy blow with a convincing defeat at Crawley.", "prediction": "Leyton Orient moved back top bottom in League Two as they thrashed play-chasing Leyton Orient 4-3 the 4-. of the it's- solve-'s- a referee in from George's's from.owned", "rouge": {"rouge1": 28.57142857142857, "rouge2": 7.407407407407408, "rougeL": 17.857142857142854}, "nll_sum": 291.1807861328125, "token_count": 46} +{"index": 1878, "reference": "The family of a disabled boy have spoken of their distress after burglars stole an adapted computer which they say is a lifeline for their son.", "prediction": "A teenager with pupil has been left with a rare small form of pupil whose stolen after an experimental iPad.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 131.171875, "token_count": 20} +{"index": 1879, "reference": "The UK economy will see three years of \"relatively slow growth\" as it comes to rely more on trade and less on consumer spending, a think tank says.", "prediction": "The UK rate rate fell slightly by 0.5% in half to year as result, of the Brexit vote to be, a think tank has warned.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.538461538461538, "rougeL": 29.629629629629633}, "nll_sum": 140.1093292236328, "token_count": 30} +{"index": 1880, "reference": "Walking tours led by people who have been homeless have been launched in Edinburgh.", "prediction": "People people in Edinburgh are being offered of given to some of Edinburgh city's most powerful gangs, including serious serious crime or banned struggle.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 144.2635040283203, "token_count": 26} +{"index": 1881, "reference": "Families of two men who died in prison have lost a High Court case related to the high rate of suicides there.", "prediction": "Fam families of five self-inflate deaths at a prison in England have won a judicial review. review to how a governor'se is.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 176.01461791992188, "token_count": 30} +{"index": 1882, "reference": "Or use the form below", "prediction": "On 30 May 2014, an earthquake around India, here have been sending in the stories, what it feels like? it - and it the help it's's a's a's referee from it'sA! of a's from's a", "rouge": {"rouge1": 4.347826086956522, "rouge2": 0.0, "rougeL": 4.347826086956522}, "nll_sum": 268.0059814453125, "token_count": 47} +{"index": 1883, "reference": "Critics have rushed to praise new Batman film The Dark Knight Rises, calling it \"spectacular\" and \"bleak, black and brilliant\".", "prediction": "The first movies of film trailer, The Knight Rises, has been given very positive reviews, with some calling calling it a \"a good performance\".", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 120.84615325927734, "token_count": 29} +{"index": 1884, "reference": "National League side Guiseley have signed Mansfield midfielder Kevan Hurst on loan until the end of the season.", "prediction": "National League side Guiseley have signed Mansfield Town midfielder Alex Hurst on an 21-month deal option with an option of a further 12 months.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 34.146341463414636, "rougeL": 51.162790697674424}, "nll_sum": 131.16159057617188, "token_count": 30} +{"index": 1885, "reference": "Bestival has revealed an all-female line-up in its second wave of announcements for this year's Isle of Wight event.", "prediction": "Two British stars expected to appear on the eve the Isle of Wight this weekend, after the organisers announced an event choosing a small number of female performers.", "rouge": {"rouge1": 36.00000000000001, "rouge2": 8.333333333333332, "rougeL": 16.0}, "nll_sum": 123.18196868896484, "token_count": 30} +{"index": 1886, "reference": "(Close): London's main share market closed lower on Thursday, dragged down by oil and mining companies", "prediction": "(Open): London's leading share FTSE 100, ended the day higher, with Anglo artists and the FTSE 100 lower.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 129.88674926757812, "token_count": 27} +{"index": 1887, "reference": "A Wada report on the anti-doping methods employed at Rio 2016 has highlighted \"serious failings\".", "prediction": "Almost 11,000 samples failed drugs test during the 2016 Olympics in Rio was not any athletes the says a report by the Olympic Committee the", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 134.35606384277344, "token_count": 26} +{"index": 1888, "reference": "A leading Muslim organisation in the US has evacuated its headquarters in Washington after receiving a hateful message and white powder in the post.", "prediction": "A US news agency entered a's office in the US state of state after being suspicious a suspicious attached to death, a group says a the a. solve a's a again's-A a from in a from a's from's a", "rouge": {"rouge1": 23.188405797101453, "rouge2": 5.970149253731343, "rougeL": 20.28985507246377}, "nll_sum": 259.7145690917969, "token_count": 47} +{"index": 1889, "reference": "The family of a pregnant woman who was strangled to death in Essex said she was \"an absolute angel\".", "prediction": "A partner whose body was found at the same home in her west London home 2011, paid paid tribute to her \"58 first child\".", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 124.85023498535156, "token_count": 26} +{"index": 1890, "reference": "Chinese billionaire Zhou Chengjian of one of China's biggest fashion chains, Metersbonwe, has gone missing, the company confirmed.", "prediction": "The missing governor Zhouus chief, but Chinese fashion company Guangersdonwe, has been found, and detained detained by police a 2011 who's a of a his, as his president with with for for from November.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 302.13568115234375, "token_count": 43} +{"index": 1891, "reference": "The BBC is very experienced at broadcasting news to as many people as possible.", "prediction": "A new BBC Six has been declared on a new news news BBC in Scotland.", "rouge": {"rouge1": 13.79310344827586, "rouge2": 0.0, "rougeL": 13.79310344827586}, "nll_sum": 84.25827026367188, "token_count": 15} +{"index": 1892, "reference": "The NHS in Wales must speed up plans to introduce an electronic system for prescribing drugs, a Wales Audit Office report has said.", "prediction": " care veget care that took too late it take to take drugs Wales take be tested, the Public Audit Office says.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272723}, "nll_sum": 163.75830078125, "token_count": 22} +{"index": 1893, "reference": "Royal Mail shares have fallen after the company reported lower profits and increased its target for cost savings.", "prediction": "Shares in online giant giant in closed 17% after it reported a 15% rise in full profits revenue and it helped by \u00a3700m.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 24.390243902439025}, "nll_sum": 146.6591796875, "token_count": 27} +{"index": 1894, "reference": "Railway enthusiasts have hired a powerful crane to lift the lower sections of a new bridge into place across a river in the Highlands.", "prediction": "A new railway line will be built on the Scottish Borders, which launched an effort to improve the-speed rail network to \" network.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444444, "rougeL": 12.76595744680851}, "nll_sum": 120.5767593383789, "token_count": 26} +{"index": 1895, "reference": "\"Please don't go!\"", "prediction": "'s's inevitable vote for the UK leave and leave the EU - and leave leave the EU and instead instead of members of the EU or leave the EU. leave of the again solve \"- againCalifornia a \"- again the again a it", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 255.3971710205078, "token_count": 45} +{"index": 1896, "reference": "A radiographer who \"humiliated\" her colleagues by posting sexually explicit comments on Facebook has been found guilty of professional misconduct.", "prediction": "A doctor who sent anti-Semitic messages on Facebook of colleagues and and colleagues andver banned from the profession for the medical profession. the in solve- 2011 a's a's a from a it from haveelt of from a from's a", "rouge": {"rouge1": 19.04761904761905, "rouge2": 3.278688524590164, "rougeL": 15.873015873015872}, "nll_sum": 266.71844482421875, "token_count": 47} +{"index": 1897, "reference": "It was a hit in Lagos - and now it has come to London.", "prediction": "Nigeria musical is being held of again at a theatre based London not", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 89.85981750488281, "token_count": 14} +{"index": 1898, "reference": "A prominent online video star has defended YouTube in a row over the way the site treats musicians.", "prediction": "YouTube has been accused rose it accused bands for paying music streaming in in US industry, despite the ballet's reputation as. \"dasingistic from\",.'s a a from the game has it's.A of.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 0.0, "rougeL": 15.09433962264151}, "nll_sum": 299.8975830078125, "token_count": 43} +{"index": 1899, "reference": "A woman has told the Victoria Derbyshire programme how she was conned out of her life savings by scammers who sent her a 'phishing' email.", "prediction": "A tennis player says she was groomed and robbery as part of apparent online cyber attack, an email wrote to Victoria Victoria Derbyshire programme has learned the BBC has been \" it's and from the a.'s a \u00a3 a from a", "rouge": {"rouge1": 33.333333333333336, "rouge2": 9.374999999999998, "rougeL": 15.151515151515152}, "nll_sum": 262.97808837890625, "token_count": 47} +{"index": 1900, "reference": "A woman has suffered serious head injuries in a single-vehicle crash in Aberdeenshire.", "prediction": "One person has been seriously injured after being hit by a car car Aber Aberdeenshire.", "rouge": {"rouge1": 20.689655172413797, "rouge2": 0.0, "rougeL": 20.689655172413797}, "nll_sum": 66.81118774414062, "token_count": 18} +{"index": 1901, "reference": "In an era of giants, sauropods dwarfed everything.", "prediction": " giant giant dinosaur creature was dinosaur giant - a giant plosauruses fox on much -, much much bigger earlier than earlier was thought.", "rouge": {"rouge1": 6.896551724137931, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 201.9906005859375, "token_count": 27} +{"index": 1902, "reference": "The government of Chile has demanded that Venezuela \"immediately\" disclose the location of a journalist who was detained earlier this month.", "prediction": "Venezuela has accused opposition of Chile and criticised its political critics after being detained since Chile last August.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 113.10113525390625, "token_count": 20} +{"index": 1903, "reference": "Plans that could see owners compelled to put their dogs on a lead and a ban on the animals in playgrounds will be discussed by Carmarthenshire council.", "prediction": "Campaigners should be banned from animalsups who want to be covered up the future, the council.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 109.82237243652344, "token_count": 19} +{"index": 1904, "reference": "(Close): Shares on Wall Street closed at fresh highs on Friday in response to positive jobs data.", "prediction": "(Close): Wall Street opened slightly higher, despite a reports better better than expected expected US jobs growth.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 117.18265533447266, "token_count": 20} +{"index": 1905, "reference": "Every living veteran who served in Bomber Command during World War Two is being sought for the unveiling of a new memorial.", "prediction": "ers presenters are being asking for a memorial memorialashire in World War Two - who are now identified.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 127.4266128540039, "token_count": 21} +{"index": 1906, "reference": "Motorists and rail passengers in Wales are being advised to check for disruption before travelling this Easter weekend.", "prediction": "Motorists are being warned to expect delays on south Wales as major rail work work began, South Wales Police warned.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 101.22038269042969, "token_count": 22} +{"index": 1907, "reference": "Eighteen people died when their tour bus collided with a lorry and burst into flames on the A9 motorway in southern Germany, police say.", "prediction": "At least 18 people were killed when a German bus bus and crashed into two vehicles in southern Germany, German police say. police in the's game, game, has they from M-bup from in since from's.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 10.0, "rougeL": 32.25806451612903}, "nll_sum": 224.604736328125, "token_count": 44} +{"index": 1908, "reference": "Sussex seamer Steve Magoffin will be out for six to eight weeks after suffering an Achilles tendon injury.", "prediction": "Essex bow bowler Steve Magoffin has been ruled out for rest of the season after suffering a cruciate ligament injury.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 16.666666666666668, "rougeL": 36.84210526315789}, "nll_sum": 82.1208724975586, "token_count": 27} +{"index": 1909, "reference": "England were thrashed in their final international of the summer, losing the sole Twenty20 match against Pakistan by nine wickets at Old Trafford.", "prediction": "England suffered a devastating surprise one-run defeat at Old Trafford as they to complete a 3-0 series whitewash at Old Trafford. solve-'s- again's from's-A a referee in from England's reputation.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 6.896551724137931, "rougeL": 13.333333333333334}, "nll_sum": 239.60653686523438, "token_count": 45} +{"index": 1910, "reference": "A plaque dedicated to a murdered school teacher has been unveiled in her hometown in Greater Manchester.", "prediction": "A plaque has been unveiled in and memory of a primary school a head teacher who was found stabbed to death.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 22.222222222222225, "rougeL": 31.578947368421055}, "nll_sum": 95.58979797363281, "token_count": 21} +{"index": 1911, "reference": "Scottish First Minister Nicola Sturgeon has said Plaid Cymru leader Leanne Wood is \"ready and able\" to lead Wales.", "prediction": "Nicola Sturgeon has said she is \"Writer and\" with the SNP and Plaidymru because of her support for her in future in Wales.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 149.9849395751953, "token_count": 29} +{"index": 1912, "reference": "Police are appealing for information after a man spat at a train guard following a dispute over a railcard.", "prediction": "Police have released images of a man police want to trace to after he was assaulted and threatened a security guard on a train and East Lothian.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.090909090909092, "rougeL": 26.08695652173913}, "nll_sum": 104.73751831054688, "token_count": 29} +{"index": 1913, "reference": "An Indian court has sentenced a senior BJP party member to 28 years in jail for her part in murdering 97 people in the 2002 Gujarat religious riots.", "prediction": "An ex-'s minister ministry been sentenced to death in her role for her role in the riots 2006 in Gujarat state of India in 2002.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 7.692307692307692, "rougeL": 33.33333333333333}, "nll_sum": 134.62510681152344, "token_count": 27} +{"index": 1914, "reference": "Bangladeshi officials have named five of the men who on Friday carried out the country's worst terrorism attack and said they were known to police.", "prediction": "Bangladeshi are behind victims behind a deadly gun gun attack on the country.", "rouge": {"rouge1": 25.64102564102564, "rouge2": 5.405405405405405, "rougeL": 20.512820512820515}, "nll_sum": 83.74085998535156, "token_count": 16} +{"index": 1915, "reference": "Floyd Mayweather has formally requested to use 8oz gloves when he fights Conor McGregor in Las Vegas on 26 August.", "prediction": "Bangor McGregor's move to 8 McGregor Hospital to be UFC McGregor will not be delayed because of the issue.", "rouge": {"rouge1": 10.000000000000002, "rouge2": 0.0, "rougeL": 10.000000000000002}, "nll_sum": 115.12873077392578, "token_count": 21} +{"index": 1916, "reference": "An Australian court has ordered internet service providers (ISPs) to hand over details of customers accused of illegally downloading a US movie.", "prediction": "Australian internet providers to share users, which can provide a details from from filming a movie, without permission, to pay, a US court has ruled.", "rouge": {"rouge1": 42.55319148936171, "rouge2": 8.88888888888889, "rougeL": 29.787234042553195}, "nll_sum": 138.50100708007812, "token_count": 29} +{"index": 1917, "reference": "Wigan prop Ben Flower has been given a two-match ban for a \"reckless\" elbow against Warrington's Declan Patton.", "prediction": "Worcester centre Andy Flower will be out for up to six weeks after he was sent off for sending a elbow the an elbow opponent.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 108.90518188476562, "token_count": 27} +{"index": 1918, "reference": "Nasa has revealed its plans to try to get humans living on Mars in the next few decades.", "prediction": "Nasa's Nasa is sending astronauts to Mars around the Moon - living in future.", "rouge": {"rouge1": 37.5, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 96.28255462646484, "token_count": 16} +{"index": 1919, "reference": "(Close): Shares of the two newly split Hewlett Packard companies diverged after its last report as a consolidated company.", "prediction": "(Close): Wall Street ended in early trading trade with techlett-Packard soared the troubled tech giant.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 148.14857482910156, "token_count": 21} +{"index": 1920, "reference": "The Nigerian military says it has rescued 200 girls and 93 women from an area where the Islamist militant group Boko Haram is active.", "prediction": "Nigeria's military says, it has freed more than 200girls 30 years ago, the military spokesman told the military in the north-east country., from they has been fromA a reputation in from's a's.", "rouge": {"rouge1": 23.333333333333332, "rouge2": 10.344827586206899, "rougeL": 16.666666666666668}, "nll_sum": 240.49871826171875, "token_count": 44} +{"index": 1921, "reference": "An Israeli committee has postponed a vote to authorise construction of almost 500 new homes in Jewish settlements in occupied East Jerusalem.", "prediction": "The White House has rejected a call by the US to authorisationiser in occupied West Bank, saying Israel is no fear in avoid serious international law.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 150.18795776367188, "token_count": 29} +{"index": 1922, "reference": "Justin Kluivert, the 17-year-old son of former Netherlands striker Patrick, made his Ajax debut in a comfortable win at PEC Zwolle on Sunday.", "prediction": "Patrick Kluivert scored a hat-trick and scored two champions as reigning champions Barcelona champions thrashed club Pater P Zwwolle.", "rouge": {"rouge1": 13.33333333333333, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 161.8178253173828, "token_count": 29} +{"index": 1923, "reference": "The number of homes being bought and sold has fallen for the third month in a row, according to government figures.", "prediction": "The number of bank sold in the UK has fallen in December to its highest level since 2011 according to the latest figures from a past year, official figures.", "rouge": {"rouge1": 48.00000000000001, "rouge2": 16.666666666666664, "rougeL": 40.0}, "nll_sum": 112.05399322509766, "token_count": 30} +{"index": 1924, "reference": "Barnsley manager Lee Johnson has asked for time to change a \"losing mentality\" at the struggling League One club.", "prediction": "Barnsley coach Johnson says he will not \"full full responsibility\" at the club and questioned whether he wants to \" continue at the club\".", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 28.571428571428577}, "nll_sum": 118.52379608154297, "token_count": 28} +{"index": 1925, "reference": "Musical movie La La Land has picked up the prestigious People's Choice award at the Toronto International Film Festival (TIFF).", "prediction": "La2 LaBe Land, which star John Silverling and People People's Award, has picked up best film at the year's Critics' Choice. for the solve's a the-'s aA in a-'s from Broadway's Broadway", "rouge": {"rouge1": 40.67796610169492, "rouge2": 14.035087719298245, "rougeL": 27.11864406779661}, "nll_sum": 267.87255859375, "token_count": 47} +{"index": 1926, "reference": "A huge naan bread made by firefighters has been confirmed to be the biggest the world has ever seen.", "prediction": "Firefighters in Hampshire and Hampshire have set a new world record for a bakingest food bread.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 96.287841796875, "token_count": 18} +{"index": 1927, "reference": "Edinburgh's cultural festivals are officially kicking off, with thousands of events taking place.", "prediction": "The annual Edinburgh event is celebrating one of its 90th anniversary next next year.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 71.14654541015625, "token_count": 15} +{"index": 1928, "reference": "A 16-year-old boy who raped and sexually assaulted younger girls has been sentenced to eight years' detention.", "prediction": "A teenager who admitted having sex with two teenage girls and girls and asking them sent photos of them will receive a further nine-year jail.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 111.04872131347656, "token_count": 27} +{"index": 1929, "reference": "The entire senior management team of the Vatican bank is to be replaced as part of extensive reforms of the Catholic Church's central government.", "prediction": "The former head of the Vatican has been appointed as head bank of an account of $157bn\u00c2\u00c25.bnbn).", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 31.818181818181817}, "nll_sum": 140.0765838623047, "token_count": 25} +{"index": 1930, "reference": "Tony Blair is to make a rare speech to Labour activists as turmoil grows after a poll suggested left-winger Jeremy Corbyn was ahead in the leader contest.", "prediction": "Labour leader Jeremy Corbyn is first for the race to become the Labour leadership leadership contest, a new poll suggests.", "rouge": {"rouge1": 45.833333333333336, "rouge2": 8.695652173913043, "rougeL": 25.0}, "nll_sum": 84.98385620117188, "token_count": 21} +{"index": 1931, "reference": "Thailand's Senate has rejected a controversial amnesty bill that could have led to the return of former Prime Minister Thaksin Shinawatra.", "prediction": "'s lower lower of parliament has passed a controversial bill which will include former President Thinaks Shinawawatra to return to jail jail.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 4.761904761904762, "rougeL": 31.818181818181817}, "nll_sum": 157.39559936523438, "token_count": 26} +{"index": 1932, "reference": "US bank JP Morgan could move up to 1,000 jobs out of London ahead of the UK's exit from the European Union.", "prediction": "US banking giant JP Morgan says hopes it plans to move thousands of staff to the UK, as a result of a vote to leave the EU.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 12.244897959183673, "rougeL": 35.294117647058826}, "nll_sum": 93.6212387084961, "token_count": 28} +{"index": 1933, "reference": "Britain's Greg Rutherford claimed a resounding long-jump victory at the Great City Games in front of a big crowd in Manchester's Albert Square.", "prediction": "Olympic champion Greg Rutherford completed his bid to his 10m,000m, 14.-m to complete the men's pole race at Manchester, the of's a's-A's game in from from a's. from's", "rouge": {"rouge1": 38.095238095238095, "rouge2": 6.557377049180328, "rougeL": 25.396825396825395}, "nll_sum": 262.58978271484375, "token_count": 46} +{"index": 1934, "reference": "Parents may be feeding their babies and toddlers larger portions than they need, experts have warned.", "prediction": " sleep children in England are at risk of being time to eat meals tougher than their families, than their counterparts, research suggests in in the research reputation,'s, says they from a from \"over it's's! aA from'sA", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 286.86077880859375, "token_count": 47} +{"index": 1935, "reference": "Stormont faces collapse after Sinn F\u00e9in refuses to nominate deputy first minister.", "prediction": "The Northern and Northern Ireland Assembly have accused the Democratic Unionist Party's (DUP) over Northern actions Northern Northern Ireland Assembly Ireland Northern Ireland and.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 134.67523193359375, "token_count": 29} +{"index": 1936, "reference": "A mother campaigning for a life-extending breast cancer drug to be made available on the NHS has said it seems \"barbaric\" to deny women the treatment.", "prediction": "A woman whose cancer with an incexcurable cancer disease has called for the drug to, be be made available on the NHS on NHS Scotland.", "rouge": {"rouge1": 50.0, "rouge2": 27.999999999999996, "rougeL": 38.46153846153846}, "nll_sum": 160.2852783203125, "token_count": 29} +{"index": 1937, "reference": "Tranmere came from behind to cruise to a comfortable 4-1 victory over Dover at the Crabble Athletic Ground.", "prediction": "Tranmere extended their unbeaten run to six National League games as they beat play-off hopefuls Dover Athletic 5 post complete a place in visitors' from from a for 3-e from a in's years as from.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 0.0, "rougeL": 14.035087719298245}, "nll_sum": 258.33734130859375, "token_count": 45} +{"index": 1938, "reference": "A Blackpool football fan who is accused of libelling the club's owners on the internet has told a court he has \"never written anything defamatory\".", "prediction": "A Blackpool United fans have lost their legal bid to battle in battle over a Facebook social post made about local fans to a west London nightclub.", "rouge": {"rouge1": 15.09433962264151, "rouge2": 3.9215686274509802, "rougeL": 15.09433962264151}, "nll_sum": 137.22984313964844, "token_count": 28} +{"index": 1939, "reference": "Chris Froome is set to become the first Briton to win three Tour de France titles after safely negotiating a rain-soaked penultimate stage in the Alps.", "prediction": "Britain's Chris Froome lost the red jersey after a dramatic top of sprintedium du a Espana, behind N Quintairo Quintana, won the fifth and penultimate stage.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 7.6923076923076925, "rougeL": 25.925925925925924}, "nll_sum": 194.49436950683594, "token_count": 36} +{"index": 1940, "reference": "Charles Rennie Mackintosh was a 28-year-old junior draughtsman at a Glasgow architecture firm when he drew up the designs for the building that many consider his masterpiece.", "prediction": "The Mackintosh building in Glasgow, which was established by Scotland's leading street artist, has been officially officially opened for the capital for the first time, for the solve's a from's from a game's decision of a from's from a", "rouge": {"rouge1": 24.657534246575345, "rouge2": 2.816901408450704, "rougeL": 13.698630136986301}, "nll_sum": 215.70040893554688, "token_count": 47} +{"index": 1941, "reference": "Gary Naysmith says his Everton connections helped Queen of the South sign Dom Thomas on loan from Motherwell along with Joe Thomson from Celtic.", "prediction": "Tim Nayside says formerQueen of the South have midfielder Lem Thomas consider and move to Celtic after Scottish Premiership champions at a deal at Celtic Park.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 8.333333333333332, "rougeL": 24.000000000000004}, "nll_sum": 167.90036010742188, "token_count": 29} +{"index": 1942, "reference": "Police investigating the murder of father of five Brian McIlhagga last week have arrested three men.", "prediction": "Three men have been arrested in connection with the murder of father- father Paul Mchhtwo who were shot in the Republic of Ireland.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 21.62162162162162, "rougeL": 25.64102564102564}, "nll_sum": 118.89396667480469, "token_count": 27} +{"index": 1943, "reference": "Salvage teams working at the Transocean Winner oil rig are expected to carry out a detailed inspection later on Wednesday.", "prediction": "A major team has begun to refloat a huge diesel rig which ran infround, will take time.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 125.62588500976562, "token_count": 21} +{"index": 1944, "reference": "A 91-year-old war veteran had his six medals stolen from his home while he went on a shopping trip.", "prediction": "Police are searching for a missing-year-old man trying to find French man and gold and medals were stolen from the open door through his house.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 132.49676513671875, "token_count": 29} +{"index": 1945, "reference": "Amateur home firework displays should be banned, in favour of licensed organised displays, a Tory MP has suggested.", "prediction": "A government's ban on fireworks display off the UK is \"irazing and acceptable\", a senior Labour MP has said", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 26.31578947368421}, "nll_sum": 106.59774780273438, "token_count": 22} +{"index": 1946, "reference": "Marco Rubio of Florida and Ted Cruz of Texas are both US senators, they're both the children of Cuban immigrants, they're both running for president, and they are both surging in the polls thanks to strong performances in Republican candidate debates.", "prediction": "ana Texas, Texas and David Cameron are in the race for the in presidential contest.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 3.571428571428571, "rougeL": 20.68965517241379}, "nll_sum": 69.88888549804688, "token_count": 16} +{"index": 1947, "reference": "A priest has accused the Archbishop of York and four bishops of misconduct after they \"failed to act\" on allegations he was raped by a vicar.", "prediction": "A Catholic priest claims he was molently assaulted by a church of Di time a said he was sexually harassed and harassed by a vicar who was of 1984.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 11.32075471698113, "rougeL": 29.090909090909093}, "nll_sum": 157.78433227539062, "token_count": 31} +{"index": 1948, "reference": "Most riders are unhappy about plans to have horse racing on Good Friday, says the chief executive of the Professional Jockeys' Association.", "prediction": "keysockeys are seeking a bid of plans to save \u00a31m into the sport, the tournament Society of raceing's race champion race said.", "rouge": {"rouge1": 31.111111111111118, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 179.80650329589844, "token_count": 29} +{"index": 1949, "reference": "Organisations without women on their boards should not be given Welsh government grants or contracts worth over \u00a3250,000, a group of AMs has said.", "prediction": "A new law requiring women, and women in some areas of public life are not being heard, a group of MPs to a aolvem's \"h ballet\" from a being referee from a The's introduction of a from a'sA", "rouge": {"rouge1": 18.18181818181818, "rouge2": 9.374999999999998, "rougeL": 18.18181818181818}, "nll_sum": 269.4137878417969, "token_count": 47} +{"index": 1950, "reference": "Mesut Ozil says he wants to stay at Arsenal and will discuss his future with the club after a pre-season tour of Australia and China.", "prediction": "Milut Ozil says, but no questions about impact of his future ahead of his contract ahead of their tour- tour in China this summer.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 8.333333333333332, "rougeL": 24.000000000000004}, "nll_sum": 132.79986572265625, "token_count": 28} +{"index": 1951, "reference": "One of the men who attacked the Bataclan music venue in Paris on 13 November was buried on Christmas Eve in a northern suburb, reports say.", "prediction": "A Paris man killed Paris Paris attacks in Paris last month was a last burial, northern years, and is alive, police reports in the of Broadway, solve,'s they from-'sA a from in November years from's the from a", "rouge": {"rouge1": 35.820895522388064, "rouge2": 3.0769230769230766, "rougeL": 20.895522388059703}, "nll_sum": 308.32720947265625, "token_count": 47} +{"index": 1952, "reference": "Sergio Garcia shot a six-under-par 66 to share third place at the BMW International, his first event in Europe since winning the Masters.", "prediction": "Four-time world champion Juan Garcia began his first major title with a shooting card three-under-par 72 to share a third round ofpar in Germany. a's a--w a of in a- a's from aA", "rouge": {"rouge1": 31.25, "rouge2": 9.67741935483871, "rougeL": 25.0}, "nll_sum": 243.67697143554688, "token_count": 46} +{"index": 1953, "reference": "Ruweyda is seven years old and has only recently said her first words at school.", "prediction": "aki Ruakiweyda is- so bad because she isn't't anything anything.", "rouge": {"rouge1": 7.4074074074074066, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 123.59429931640625, "token_count": 17} +{"index": 1954, "reference": "Two bottles of whisky recovered from a shipwreck that inspired the book Whisky Galore may have been missed from official statistics.", "prediction": "A bottles of small which which sank in a musical film Galelsashi in being brought back to 1987 been found hidden, a wildlife charity and said. 2011 a solve a's a from aA's again of from's from again aA", "rouge": {"rouge1": 19.047619047619047, "rouge2": 3.278688524590164, "rougeL": 15.873015873015875}, "nll_sum": 333.6043701171875, "token_count": 47} +{"index": 1955, "reference": "Archaeologists working on a site near Stonehenge say they have found an untouched 6,000-year-old encampment which \"could rewrite British history\".", "prediction": "A burial site at in landfill in past Stonehenshire may have believed to be destroyed, an skeleton expert said.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 139.8796844482422, "token_count": 22} +{"index": 1956, "reference": "If the UK leaves the European Union, British households could be on average as much as \u00a31,700 a year worse off, a think tank has said.", "prediction": " average income UK average face average of 1% of household price if the UK left the European Union, research suggests.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 17.77777777777778, "rougeL": 25.531914893617024}, "nll_sum": 106.363525390625, "token_count": 22} +{"index": 1957, "reference": "Leeds United dropped out of the Championship play-off places as Wolves clinched a narrow win at Elland Road.", "prediction": "Wolves boosted their Championship play-off hopes alive with a battle win away over play- hopefuls Leeds.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 11.76470588235294, "rougeL": 27.777777777777775}, "nll_sum": 129.53285217285156, "token_count": 22} +{"index": 1958, "reference": "Jennifer Lawrence has written an essay expressing her anger at getting paid less than her male co-stars.", "prediction": "The Hollywood film's new has revealed she has received a share of emails she received from Sony the has received as male male co-star.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 9.523809523809526, "rougeL": 18.181818181818183}, "nll_sum": 149.91036987304688, "token_count": 27} +{"index": 1959, "reference": "A teenager is \"stable and improving\" in hospital after the prototype powerboat he was training in crashed and overturned in the Solent.", "prediction": "A 75-year-old man's crew, thanked for saving a lifeboat after his speedboat overturned near the Essex coast in Hampshire, has opened", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 124.5393295288086, "token_count": 29} +{"index": 1960, "reference": "Lakes that have been forming near Mount Everest could threaten settlements downstream if they overflow.", "prediction": "High-flying glaciers are starting up close to the hit by the earthquake earthquake last November, the say scientists.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 109.73513793945312, "token_count": 21} +{"index": 1961, "reference": "Carl Frampton suffered the first defeat of his professional career as Leo Santa Cruz won on points to regain the WBA featherweight title in Las Vegas.", "prediction": "The Democratic Union of (DUP) said it is now to seeking the office, seeking a parliamentary inquiry into the DUP's's aftermath of Roman reputation for the's role as a's's reputation from a man's's from a fromA", "rouge": {"rouge1": 14.492753623188406, "rouge2": 0.0, "rougeL": 11.594202898550725}, "nll_sum": 274.65765380859375, "token_count": 47} +{"index": 1962, "reference": "Pope Francis has freed a priest jailed for leaking official documents in a trial known as Vatileaks II.", "prediction": "The Vatican has given a Italian agent to the Italian priest after serving serving a serving term for corruption scandal has", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 118.35475158691406, "token_count": 20} +{"index": 1963, "reference": "The stars of the latest Star Trek film have stood behind its revelation that long-standing character Sulu is gay.", "prediction": "The American Native of American Sulu that includesheading Sulu included in new film, despite the actor saying \"thethe character is not gay)..", "rouge": {"rouge1": 42.85714285714286, "rouge2": 0.0, "rougeL": 28.571428571428566}, "nll_sum": 184.9580841064453, "token_count": 29} +{"index": 1964, "reference": "What impact have the elections had on the political maps of London, Scotland, Wales and England?", "prediction": "The Conservatives have lost to the control of the London Assembly in Monday's regional elections in", "rouge": {"rouge1": 36.36363636363636, "rouge2": 0.0, "rougeL": 24.242424242424242}, "nll_sum": 67.44903564453125, "token_count": 16} +{"index": 1965, "reference": "The work and pensions secretary has defended changes to the welfare system, including disability benefit reforms.", "prediction": "Cuts to rules for disabled people who will have benefits benefits will not soon be able, to return work or to return in work.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 130.78530883789062, "token_count": 26} +{"index": 1966, "reference": "Eugene has defended its role in winning the right to host the 2021 World Championships.", "prediction": "Former IAAF of of Rick public has confirmed that Got Stonehenburg would have missed out on the 2021 World Championships because aholm \"ofable.", "rouge": {"rouge1": 26.315789473684205, "rouge2": 16.666666666666664, "rougeL": 26.315789473684205}, "nll_sum": 204.12957763671875, "token_count": 29} +{"index": 1967, "reference": "London Mayor Boris Johnson has said he would not quit as an MP if a Conservative government approved a third runway at Heathrow.", "prediction": "New London mayor Boris Johnson Boris told has BBC he does not want to attended a party by-election.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 38.0952380952381}, "nll_sum": 103.46064758300781, "token_count": 20} +{"index": 1968, "reference": "Torquay United, 22nd in the National League, edged a thrilling relegation battle with bottom club Kidderminster.", "prediction": "Tor Moray United back from 1-0 goal down from a goal down to beat play-off hopuls- play-threatened Boreham Wood.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 158.5291290283203, "token_count": 30} +{"index": 1969, "reference": "The man proposed as Myanmar's new finance and planning minister has a fake degree in finance, it has emerged.", "prediction": "A former civil servant for Myanmar, admitted he admitted a $ ($71 (\u00c2\u00a339,000, \u00c2\u00a3.190m).", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 164.14822387695312, "token_count": 27} +{"index": 1970, "reference": "A coroner has said he will reflect carefully on whether a soldier who fired a rubber bullet that killed a boy is too ill to give evidence.", "prediction": "A former soldier, who was shot in the head by a neck, was an accident, an inquest has heard.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454546, "rougeL": 17.391304347826086}, "nll_sum": 77.07022094726562, "token_count": 22} +{"index": 1971, "reference": "The BBC has confirmed it is scrapping Wimbledon highlights show 2Day.", "prediction": "The BBC has withdrawn its programme from programmebledon programme at an event of the All England, because of complaints.", "rouge": {"rouge1": 20.0, "rouge2": 14.285714285714285, "rougeL": 20.0}, "nll_sum": 116.67960357666016, "token_count": 21} +{"index": 1972, "reference": "Residents who had to evacuate their homes after a river wall collapsed are locked in a dispute over repairs they fear could cost \u00a3500,000.", "prediction": " bowlers who owned their homes of their home have been fined \u00a37,000, has ordered to pay for repairs for a sea wall after it.", "rouge": {"rouge1": 36.0, "rouge2": 4.166666666666666, "rougeL": 20.000000000000004}, "nll_sum": 131.52825927734375, "token_count": 29} +{"index": 1973, "reference": "A County Down solicitor defrauded a bank of \u00a3400,000 to help buy a partnership in a legal practice and an apartment in England.", "prediction": "A Countyermanagh man who admitted stealing and money from a lawyer's account account which was out of almost \u00a39m. a court. heard of 2011- solve again \u00a3 a it from a's a \u00a3 of a", "rouge": {"rouge1": 20.33898305084746, "rouge2": 0.0, "rougeL": 16.94915254237288}, "nll_sum": 288.5990905761719, "token_count": 43} +{"index": 1974, "reference": "Substitute Marcus Rashford scored an injury-time winner as Manchester United finally overhauled a stubborn Hull at a sodden KCOM Stadium.", "prediction": "Marcus Rashford's 90th-minute-minute winner as Manchester United scored stoppage-time winner and saw them overcome Manchester City at Old Trafford thanks of athe game from \"-p stopp a in from a's. from", "rouge": {"rouge1": 38.59649122807018, "rouge2": 18.181818181818183, "rougeL": 28.07017543859649}, "nll_sum": 232.5557403564453, "token_count": 43} +{"index": 1975, "reference": "Argentina have sacked Edgardo Bauza after eight matches as coach, with the team outside the automatic qualifying places for next year's World Cup.", "prediction": "Argentina have appointed favourite Bauau as their national coach after only one in knockout qualifying qualifying campaign for the 2018 World Cup.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 9.09090909090909, "rougeL": 34.78260869565217}, "nll_sum": 132.47694396972656, "token_count": 26} +{"index": 1976, "reference": "Brunhilde Pomsel, the former secretary to Nazi Germany's propaganda boss Joseph Goebbels, has died aged 106.", "prediction": " JoileJesssel, Germany, best known possible war memorial, poet Joseph,ebbels, has died in Germany aged 82 been a Come battle - theeden'sA her as as war for in a reputation.", "rouge": {"rouge1": 21.276595744680847, "rouge2": 4.444444444444445, "rougeL": 21.276595744680847}, "nll_sum": 317.1138916015625, "token_count": 43} +{"index": 1977, "reference": "Russia's violation of Turkish airspace over the weekend \"does not look like an accident\", Nato has said.", "prediction": "The military says has accused of, breach of its air force reserves, claims of US-16 jets entered enter Syrian territory of their air.", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 161.53768920898438, "token_count": 27} +{"index": 1978, "reference": "Swansea players will cover the cost of 3,000 away tickets for the club's match at Sunderland next Saturday.", "prediction": "Swansea City hope to attend the crowd of fans who led the fans who led them, the Premier League club to a first Premier League win.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 21.73913043478261}, "nll_sum": 115.00796508789062, "token_count": 29} +{"index": 1979, "reference": "At least 59 people have been killed after a truck bomb exploded in north-eastern Baghdad, Iraqi officials say.", "prediction": "At least 20 soldiers have been killed in a car bomb bomb attack in the Iraqi capital, Iraqi Iraqi army says. it is in the's reputation, a, as it from the a's decision has. of a. from a fromA", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.344827586206897, "rougeL": 33.33333333333333}, "nll_sum": 215.91537475585938, "token_count": 47} +{"index": 1980, "reference": "A woman from north London died in hospital because staff failed to identify she had blood poisoning quickly enough, an inquest has ruled.", "prediction": "A Bristol woman died from Wasisis in London has been admitted to a emergency accident, an inquest has heard.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 10.0, "rougeL": 38.0952380952381}, "nll_sum": 116.64521789550781, "token_count": 22} +{"index": 1981, "reference": "A decision to suspend a Powys county councillor has been upheld.", "prediction": "A former council boss who was sent for sending a letter information about his Facebook and Facebook has lost an appeal against \u00a3 \u00a32,000.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 139.99868774414062, "token_count": 27} +{"index": 1982, "reference": "Curzon will receive an outstanding British contribution to cinema prize at this year's Bafta film awards.", "prediction": " Curran, the British cinema's Outstanding British horseTrade, to be honoured at this year's Bafta and a flower, award celebrating the film's ballet from's It-bhour from in from November The's. from's", "rouge": {"rouge1": 40.74074074074075, "rouge2": 19.23076923076923, "rougeL": 33.333333333333336}, "nll_sum": 287.9866027832031, "token_count": 47} +{"index": 1983, "reference": "Braintree manager Danny Cowley said the task ahead of his team is \"a brilliant challenge\" after the defeat at Barrow.", "prediction": "Bath-row coach Danny Cowley says his side will be coming back from goal down from- goal down goal beat play-off hopuls Barrow.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 175.5552215576172, "token_count": 31} +{"index": 1984, "reference": "Debutante Dominika Cibulkova will meet world number one Angelique Kerber in Sunday's final at the WTA Finals in Singapore.", "prediction": "'s's world number one Angel Kerber beat Cika Cibulkova with a straightset over victory over world champion Eastbourne at the Eastbourne.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 28.571428571428566}, "nll_sum": 186.44876098632812, "token_count": 31} +{"index": 1985, "reference": "Councils should consider selling off their most expensive houses to build more cheap homes, the government says.", "prediction": "Plans to sell high street homes to be built in Britain's most expensive areas, according challenged the council leader.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 106.32731628417969, "token_count": 22} +{"index": 1986, "reference": "Guernsey have retained their Island Games team table tennis title after beating Gotland 4-2 in Jersey.", "prediction": "\" and Guernsey out on the tennis table medal of the Rio Olympics as they thrashed 4-1.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 111.6781997680664, "token_count": 22} +{"index": 1987, "reference": "The FTSE 100 closed 25 points, or 0.35%, higher at 7,404, after ITV announced its new chief executive.", "prediction": "Shares in the FTSE 100 closed higher 4.59%, after the company said a new chief executive will be a new interim chief executive.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 23.809523809523807, "rougeL": 40.909090909090914}, "nll_sum": 86.70918273925781, "token_count": 28} +{"index": 1988, "reference": "Barcelona are a \"machine\" who are likely to dominate possession against Manchester City on Wednesday, says the Premier League club's manager Pep Guardiola.", "prediction": "Pep Guardiola believes Barcelona are a \"A machine in football again\" the again for Manchester City, claiming the players are \"get a machine\".", "rouge": {"rouge1": 42.5531914893617, "rouge2": 22.222222222222225, "rougeL": 29.78723404255319}, "nll_sum": 141.592041015625, "token_count": 28} +{"index": 1989, "reference": "Lord Sugar has said he would like the BBC to commission a new programme focusing on the progress of past winners of The Apprentice.", "prediction": "The former host of The Apprentice Smith has said he believes the BBC needs to be done, because it is \"do do it in bad publicity\"..", "rouge": {"rouge1": 40.0, "rouge2": 20.833333333333332, "rougeL": 24.000000000000004}, "nll_sum": 130.816162109375, "token_count": 29} +{"index": 1990, "reference": "Jules Bianchi's father says he is \"less optimistic\" that his son will recover from head injuries sustained in a crash at last year's Japanese Grand Prix.", "prediction": "Formula Formula 1 champion Jules Bianchi has been ruled out of a training accident, but still have to wait \" next two or nine\".", "rouge": {"rouge1": 11.76470588235294, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 132.9888916015625, "token_count": 28} +{"index": 1991, "reference": "A man has appeared in court charged with the murder of a Polish national found dead in a park in Leeds.", "prediction": "A man has appeared in court charged with the murder of a man, whose body was found in a car in a park.ride.", "rouge": {"rouge1": 75.55555555555557, "rouge2": 60.46511627906976, "rougeL": 71.11111111111111}, "nll_sum": 76.248779296875, "token_count": 26} +{"index": 1992, "reference": "At least 28 people have been killed and many others injured in an oil pipeline explosion in central Mexico, officials say.", "prediction": "At least 52 people have been killed in an explosion at a gas pipeline the south-, Mexico, officials say.", "rouge": {"rouge1": 65.00000000000001, "rouge2": 36.84210526315789, "rougeL": 60.0}, "nll_sum": 92.65693664550781, "token_count": 21} +{"index": 1993, "reference": "A champion boxer who was jailed for breaking into his ex-girlfriend's flat and attacking her has had his sentence suspended.", "prediction": "A world boxing champion has been convicted of sexually assaulting pregnant wife, who has been handed an 18-month sentence to his prison term sentence.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 0.0, "rougeL": 25.53191489361702}, "nll_sum": 106.78872680664062, "token_count": 27} +{"index": 1994, "reference": "Eight churches in Herefordshire and Shropshire have been awarded \u00a3500,000 from the Heritage Lottery Fund to help pay for urgent repairs.", "prediction": "The Catholic church has said,400m of needed to be repairs for repair on to repair the Catholic church's churches in Shropshire.", "rouge": {"rouge1": 31.111111111111118, "rouge2": 4.651162790697675, "rougeL": 17.777777777777775}, "nll_sum": 143.04161071777344, "token_count": 28} +{"index": 1995, "reference": "The Russian military says it has informed the US that it believes rebels in the Syrian city of Aleppo have deployed \"toxic substances\".", "prediction": "At least 20 civilians are reported to have of reported under siege siege Syrian city of Aleppo.", "rouge": {"rouge1": 25.0, "rouge2": 15.789473684210526, "rougeL": 20.0}, "nll_sum": 87.92372131347656, "token_count": 17} +{"index": 1996, "reference": "Britain's Andy Murray became the first male tennis player to win two Olympic singles titles by beating Argentina's Juan Martin del Potro in Rio.", "prediction": "Britain's Andy Murray to the top of the BBC title after winning gold by Argentina's Juan Martin del Potro and reach his in Wimbledon title.", "rouge": {"rouge1": 60.37735849056604, "rouge2": 31.372549019607842, "rougeL": 52.83018867924528}, "nll_sum": 121.34376525878906, "token_count": 29} +{"index": 1997, "reference": "Stray dog Arthur crossed the Amazon river in South America to follow Swedish explorers who befriended him.", "prediction": "When Turkey is three years old in his old studio, and a a film studio and film-maker, he portrayed with a ballet as's as. ballet from a from.", "rouge": {"rouge1": 4.25531914893617, "rouge2": 0.0, "rougeL": 4.25531914893617}, "nll_sum": 203.68023681640625, "token_count": 34} +{"index": 1998, "reference": "Canada's governor general has welcomed the Duke and Duchess of Cambridge to Ottawa at the start of the royal couple's first official overseas tour.", "prediction": "The Duke and Duchess of Cambridge have arrived in Canada instead on official tour of Canada, at the of their tour to the country in the to solve, solve, a they a referee-A's a from from it's president.", "rouge": {"rouge1": 47.761194029850756, "rouge2": 18.46153846153846, "rougeL": 32.83582089552239}, "nll_sum": 233.9103240966797, "token_count": 45} +{"index": 1999, "reference": "The most advanced flight incubators in the UK for sick babies will be used by Wales Air Ambulance later this month.", "prediction": "The Welsh Ambulance Service, it will build more substation for patients who could be used to a new design and air ambulance service.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 118.3872299194336, "token_count": 27} +{"index": 2000, "reference": "A male osprey has returned to its nest at the Loch of the Lowes reserve after its migration from West Africa.", "prediction": "A rare golden eagle has been found on a in Perthshire after it went missing for three of three households in the north-west Scotland.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 21.73913043478261}, "nll_sum": 113.29907989501953, "token_count": 27} +{"index": 2001, "reference": "Broadchurch actress Julie Hesmondhalgh has become the patron of a rape crisis charity following her depiction of a rape victim in the ITV drama.", "prediction": "Scottish actress Mademondvesgh, who shows Trishish Winterman, has been become patron of a rape and a rape victim's charity.", "rouge": {"rouge1": 50.0, "rouge2": 23.809523809523807, "rougeL": 45.45454545454545}, "nll_sum": 177.67654418945312, "token_count": 30} +{"index": 2002, "reference": "In an era when there is considerable suspicion about the motivation of businesses, the ability of a company to react to a crisis in a way that reveals it to be run by human beings rather than faceless chief executives is of paramount importance.", "prediction": "The fatal accident disaster is one of its best location in the most location in its history, and yet it provides to provide a timely private security firm.", "rouge": {"rouge1": 25.000000000000007, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 151.64053344726562, "token_count": 29} +{"index": 2003, "reference": "Rangers say midfielder Joey Barton \"will return to full-time training\" following a club-imposed suspension.", "prediction": "Wales midfielder Joey Barton will return to full-time full, training club. confirmed a confirmed a's battle from the's's side since his ban over's his's from his, from a the have of referee.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 26.923076923076927, "rougeL": 37.03703703703704}, "nll_sum": 277.7459716796875, "token_count": 43} +{"index": 2004, "reference": "Luke Donald will host the 2016 British Masters at The Grove in his home county of Hertfordshire.", "prediction": "World number Luke Donald has been appointed head of the British Open Championships in Northern Ireland.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 6.451612903225808, "rougeL": 30.303030303030305}, "nll_sum": 74.16265106201172, "token_count": 16} +{"index": 2005, "reference": "Former Watford defender Joel Ekstrand is currently training with Bristol City, head coach Lee Johnson has said.", "prediction": "Bristol City head coach Lee Johnson is confident he will not be able to sign Brighton until January January.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 29.411764705882355, "rougeL": 33.333333333333336}, "nll_sum": 94.96199798583984, "token_count": 21} +{"index": 2006, "reference": "What type of F1 fan are you?", "prediction": " starts started the Formula 1 title 1 famous race at the Belgian Grand Prix on Sunday, and then it was then Stirling Moss!", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 117.01243591308594, "token_count": 25} +{"index": 2007, "reference": "A US drone attack in Yemen targeted but failed to kill one of al-Qaeda's most influential figures, US reports say.", "prediction": " loyal Islamicist militant killed in an al al-Qaeda is believed to be beenited, US military say.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 121.17019653320312, "token_count": 21} +{"index": 2008, "reference": "A drug dealer has admitted waving a knife around in a Denbighshire car park before a man was fatally stabbed but denied using the weapon.", "prediction": "A man accused of stabbing a rival shop owner in a Denbighshire car park has told a he not know he he will him him.", "rouge": {"rouge1": 44.0, "rouge2": 20.833333333333336, "rougeL": 32.0}, "nll_sum": 134.6531524658203, "token_count": 28} +{"index": 2009, "reference": "Council officials have insisted a redevelopment of a former gay pub in London still includes an LGBT venue for the plans to go ahead.", "prediction": "A city council has been granted permission for build a nightclub which was thought to used as a lesbian, couple,000 bisexual (LGBT) site.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 145.9888153076172, "token_count": 28} +{"index": 2010, "reference": "Irish pair Michael Conlan and Steven Donnelly have been issued with \"severe reprimands\" along with Britain's Antony Fowler for betting on Olympic events.", "prediction": " Michael Conac, Michael Mcacelly and Fowlerie Fowler have been service suspended by the International Olympic Committee (IOC) for breaching rules on betting on Olympic events.", "rouge": {"rouge1": 40.81632653061225, "rouge2": 17.02127659574468, "rougeL": 36.734693877551024}, "nll_sum": 152.92703247070312, "token_count": 33} +{"index": 2011, "reference": "Justice Secretary Michael Gove has said Britain would be \"freer, fairer and better off outside the EU\".", "prediction": "A senior civil minister who led the campaign, for the UK to leave the EU, said he feels he \"credible and and an alternative alternative\" to the UK to leave again and leave the EU.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 3.9999999999999996, "rougeL": 15.384615384615385}, "nll_sum": 166.43605041503906, "token_count": 40} +{"index": 2012, "reference": "BBC world affairs correspondent Peter Biles has been talking to his father, Harold, about his recollections of the Dunkirk evacuation.", "prediction": "The struggle, wartime war of war zones and training camp and the migrant is never fled, but the represents the nightmare of his father's life.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 4.545454545454545, "rougeL": 8.695652173913043}, "nll_sum": 156.38702392578125, "token_count": 28} +{"index": 2013, "reference": "A head teacher has defended his decision to offer staff at a Lincolnshire school a \"duvet day\".", "prediction": " of head teacher who offered a free free holiday to some pupils in Lincolnshire will be offered an extra day time to serve a job jail term time.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 26.666666666666668}, "nll_sum": 146.74659729003906, "token_count": 29} +{"index": 2014, "reference": "Russian President Vladimir Putin says the country's Paralympics ban is \"outside the bounds of law, morality and humanity\".", "prediction": "Russian President Vladimir Putin has been allowed to compete at the 2016 Rio Paralympicsics, saying the Rioian should should a issue as a decision for", "rouge": {"rouge1": 31.818181818181817, "rouge2": 19.04761904761905, "rougeL": 27.27272727272727}, "nll_sum": 152.66470336914062, "token_count": 29} +{"index": 2015, "reference": "A Powys high school has offered to take over a town library to secure its future.", "prediction": "A primary schoolys Powys is offering a free school service to give to its givingover to a service to \u00a31.8m.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 0.0, "rougeL": 32.43243243243243}, "nll_sum": 172.5489959716797, "token_count": 28} +{"index": 2016, "reference": "A more powerful earthquake has rocked the southern Japanese city of Kumamoto in the middle of the night, a day after an earlier tremor killed nine people.", "prediction": "The most powerful earthquake has hit parts of the southern coast, south south and south in Tokyo, officials say.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 18.181818181818183, "rougeL": 26.08695652173913}, "nll_sum": 87.45681762695312, "token_count": 21} +{"index": 2017, "reference": "About 50 firefighters tackled a large blaze at a five-storey disused mill in Greater Manchester.", "prediction": "A small fire which ripped through through a heart park in Greater Manchester has said.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 13.79310344827586, "rougeL": 32.25806451612903}, "nll_sum": 85.35912322998047, "token_count": 15} +{"index": 2018, "reference": "A Gaelic footballer who won an All-Ireland championship with Derry will stand trial accused of stealing over \u00a3500,000 from his employer.", "prediction": "A former NIic football club, known as 'avey O' Association, has been charged with fraud and stealing almost \u00a31m.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 131.2632598876953, "token_count": 27} +{"index": 2019, "reference": "A new community hub for two Cardiff suburbs will be officially opened next week.", "prediction": "A new community centre officially officially opened in Denbighshire which includes council the county council.", "rouge": {"rouge1": 34.48275862068965, "rouge2": 22.222222222222225, "rougeL": 34.48275862068965}, "nll_sum": 89.52925109863281, "token_count": 18} +{"index": 2020, "reference": "A leading human rights organisation has urged Nato to investigate fully the deaths of civilians in air strikes in Libya last year.", "prediction": "A human rights group has called for military action a \"rel force task\" of deaths, including a human cases.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 127.23881530761719, "token_count": 22} +{"index": 2021, "reference": "A conference in Belfast to discuss the fallout from the Charlie Hebdo murders has been cancelled.", "prediction": "A university in Northern Ireland cancelled, event will the Charlie Hebdo magazine event in the wake, the deadly terror attacks.", "rouge": {"rouge1": 38.888888888888886, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 121.11044311523438, "token_count": 22} +{"index": 2022, "reference": "Plans for a vertical pier in a Teesside coastal town have been given the go-ahead by council planners.", "prediction": " foot foot collapsed is to be built on a former Redcar attraction which will be a tourist attraction.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 95.23748016357422, "token_count": 19} +{"index": 2023, "reference": "Double Olympic champion Mo Farah has won the Lisbon half marathon in a new European record time, becoming the first Briton to break 60 minutes.", "prediction": "Four-time champion Mo Farah has set a new world record before finally a two-mile jump of 67 minutes, 10,000m.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 17.77777777777778, "rougeL": 34.04255319148936}, "nll_sum": 106.1541748046875, "token_count": 28} +{"index": 2024, "reference": "The UN special envoy to Syria, Staffan de Mistura, expects \"substantive, deeper\" talks between the government and opposition to begin on Monday.", "prediction": "The UN envoy Staffan de Staffura says peace talks with peace government will come within three weeks, but hopes the intervention will soon not take place.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 140.5929412841797, "token_count": 29} +{"index": 2025, "reference": "Chris and Gabby Adcock will this week bid to become the first British badminton world champions since 2006.", "prediction": "onon Chris andby Adcock says they can receive a gold medal behind Rio crowd in their bid to build-up to Glasgow Games in August.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 162.1685333251953, "token_count": 29} +{"index": 2026, "reference": "A Samurai sword and an axe have been seized by police and a teenager has been questioned after officers were called to a \"disturbance\" in Armagh.", "prediction": "A teenager has been arrested by police investigating a bomb incident at the outskirts inab Conane, County Fermanagh, was, low. man from from's a, from his decision as The's. reputation of. from a'sA", "rouge": {"rouge1": 25.80645161290323, "rouge2": 13.333333333333334, "rougeL": 19.35483870967742}, "nll_sum": 287.68670654296875, "token_count": 47} +{"index": 2027, "reference": "The American Civil Liberties Union has filed a challenge on behalf of four US servicewomen against a ban on women being deployed in most combat roles.", "prediction": "Women are are suing women from women from serving front- front guns in the US military, saying it is a \" enough enough\".", "rouge": {"rouge1": 20.833333333333332, "rouge2": 0.0, "rougeL": 12.499999999999996}, "nll_sum": 150.99307250976562, "token_count": 25} +{"index": 2028, "reference": "When Pope Benedict XVI suddenly announced exactly one year ago that he was resigning for health reasons, he sent shock waves around the world.", "prediction": "Pope Francis celebrated a surprise in a after a surprise resignation of former former Catholic head, the Roman Church.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 120.45761108398438, "token_count": 20} +{"index": 2029, "reference": "Only three of eight pagers for retained fire fighters went off when they were needed to tackle a blaze in Suffolk.", "prediction": "A fire control engine which was damaged two homes, and was forced to meet to meet, the fire service said.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 96.71851348876953, "token_count": 22} +{"index": 2030, "reference": "Wales captain Sam Warburton says his side must not be afraid to take risks against New Zealand on Saturday.", "prediction": "Captain Sam Warburton determined Wales will face a \"diff battle\" when they will be fit\" face New Zealand in Auckland on Saturday. solve a'sthe ballet's ballet \"- from a reputation in from it's\". from refereeA", "rouge": {"rouge1": 32.14285714285714, "rouge2": 14.814814814814813, "rougeL": 28.571428571428577}, "nll_sum": 292.908447265625, "token_count": 46} +{"index": 2031, "reference": "Cole Stockton's second-half header proved enough as Tranmere beat Dover at Prenton Park to move level on points with National League leaders Lincoln.", "prediction": " Stock Stockton's stoppage-time winner as give Tranmeremere a hard-fought victory over Dover Athletic D at PrentDC Park.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 26.66666666666666}, "nll_sum": 166.26344299316406, "token_count": 30} +{"index": 2032, "reference": "Grimsby halted a run of three straight defeats with a victory over Accrington thanks to goals from Tom Bolarinwa and Ashley Chambers.", "prediction": " Wain Bolarinwa scored the scored as Grimsbyims kept up their League Two Two hopes hopes alive with play-off sk rivals Accrington.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 214.80206298828125, "token_count": 31} +{"index": 2033, "reference": "Counting of Kenyan election results has slowed down because of problems with the electronic systems.", "prediction": "Thousands of police officers are returning to Kenya's capital Nairobi to vote for November, preliminary results show.", "rouge": {"rouge1": 12.12121212121212, "rouge2": 0.0, "rougeL": 12.12121212121212}, "nll_sum": 75.40911865234375, "token_count": 21} +{"index": 2034, "reference": "Russian police have raided 25 premises in Moscow and St Petersburg linked to the Japanese Aum Shinrikyo cult.", "prediction": "Russian police have arrested the homes of Aumriipkyo, who was behind a deadly deadly attack on a Tube station in the Russian capital, Moscow, says it suffers it-'sA a in from a's. from aA", "rouge": {"rouge1": 22.22222222222222, "rouge2": 7.6923076923076925, "rougeL": 18.51851851851852}, "nll_sum": 247.1791229248047, "token_count": 47} +{"index": 2035, "reference": "Jemima Sumgong became the first Kenyan woman to win the Olympic marathon, beating Eunice Kirwa of Bahrain.", "prediction": "'s's Sum tigerangong won Olympic gold as Eade Thatou Meganwwa of Kenya, in the women's 10m racehorse. for the solve's a's a'sike's a's from's from's from a", "rouge": {"rouge1": 15.09433962264151, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 296.1911926269531, "token_count": 46} +{"index": 2036, "reference": "An 83-year-old man has been reunited with a vintage car he drove in the 1950s, after its current owner tracked him down.", "prediction": "A 74-year-old man who had a car with his father who was found again of his car 40 years ago was once again carried away.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 101.94418334960938, "token_count": 29} +{"index": 2037, "reference": "Forty-year-old Jo Pavey became the oldest woman ever to claim gold at a European Championships when she won a thrilling 10,000m and got Team GB's campaign in Zurich off to the perfect start.", "prediction": " Olympian Joian Pavey pulled off the best form of career at London 2012 - the men - as as good as young as young as 10 of her 10,000 10,000 title.", "rouge": {"rouge1": 17.64705882352941, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 195.46316528320312, "token_count": 39} +{"index": 2038, "reference": "When the spike in applications for the ill-fated Renewable Heat Incentive (RHI) took place the minister responsible was mostly away from his desk.", "prediction": "The Democratic Unionist PartyDUP) has said has emerged anything anything was involved in the Renewable Heat Incentive (RHI) scheme.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 32.55813953488372}, "nll_sum": 117.45130920410156, "token_count": 29} +{"index": 2039, "reference": "As a millionaire is found guilty of murdering his escort, how did he claim Asperger syndrome made him do it?", "prediction": "A financing gambling bribe has admitted himself former partner's death after a traw of what she was not to struggle.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 160.7875213623047, "token_count": 22} +{"index": 2040, "reference": "A British-based firm has designed a cricket helmet aimed at preventing another tragic death like that of Australian Phillip Hughes last year.", "prediction": "A special helmet plaque was held in memory of Australian batsman Phillip Hughes, who died after of hit by a car in November - saying it in a", "rouge": {"rouge1": 27.999999999999996, "rouge2": 8.333333333333334, "rougeL": 24.0}, "nll_sum": 129.9687957763672, "token_count": 29} +{"index": 2041, "reference": "Millwall drew at home to Bradford to seal a 4-2 aggregate win and reach the League One play-off final at Wembley.", "prediction": "Millwall confirmed their place in their League One play-off place by chasing a battling play-off chasing play-off hopefefuls Bradford in", "rouge": {"rouge1": 30.434782608695656, "rouge2": 13.636363636363635, "rougeL": 21.73913043478261}, "nll_sum": 151.36663818359375, "token_count": 29} +{"index": 2042, "reference": "A farmer has been fined after dumping 40 tonnes of industrial waste outside a village.", "prediction": "A fly-half who was dumped thousands of rubbish in a highway, during the Channel 4 drama, has been fined \u00c2\u00a3,000.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 11.76470588235294, "rougeL": 22.22222222222222}, "nll_sum": 140.88674926757812, "token_count": 29} +{"index": 2043, "reference": "A newly discovered species of gecko has tearaway skin that leaves predators with nothing but a mouthful of scales when attacked.", "prediction": "Four giant geckosals, that can or lose their long, have been found in the Troysingy car park in Madagascar, Germany.", "rouge": {"rouge1": 4.878048780487805, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 157.36651611328125, "token_count": 29} +{"index": 2044, "reference": "US chipmaker Qualcomm will pay $975m (\u00a3640m) to Chinese authorities to end a 14 month anti-trust investigation into its patent licensing practices.", "prediction": "US chip giant electronics has been fined record $43m (39m) \u00a371m) by China for paying it fees in used in China, of of mobile phones.", "rouge": {"rouge1": 8.333333333333332, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 199.9237823486328, "token_count": 34} +{"index": 2045, "reference": "New Morocco coach Herve Renard begins his quest for a record-equalling third Africa Cup of Nations as qualifying for the 2017 tournament resumes this week.", "prediction": " Renve Renard's job as Zambia coach is still in doubt despite his side still selected preparations for reach 2017 Africa Cup of Nations.'s Bureau of- a- a's-'s a of in from Saturday a's. from-", "rouge": {"rouge1": 33.84615384615385, "rouge2": 9.523809523809524, "rougeL": 21.53846153846154}, "nll_sum": 294.61102294921875, "token_count": 47} +{"index": 2046, "reference": "Gordon Strachan has omitted the best left-back in Scotland from his latest national squads, says a \"surprised and disappointed\" Derek McInnes.", "prediction": "Derek McInnes has confirmed that Scotland right-back Gordon has been left out of the Scotland squad despite being named in the his squad on Saturday from the Scottish--21-old's departure from from a's.", "rouge": {"rouge1": 44.06779661016949, "rouge2": 3.508771929824561, "rougeL": 23.728813559322035}, "nll_sum": 193.84376525878906, "token_count": 43} +{"index": 2047, "reference": "Mark Ronson has clinched his first UK number one with Uptown Funk.", "prediction": "Mark Ronson has released his album with his hopownown Funk, by Jack Dell, Simon Cowell, on a charity D 30 Aid.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 12.903225806451612, "rougeL": 36.36363636363637}, "nll_sum": 180.71603393554688, "token_count": 28} +{"index": 2048, "reference": "The stark regional differences in the proportion of pupils studying A-levels in local state schools in England has been revealed - ranging from 2% to 74%.", "prediction": "Teenagers in England are more likely likely to take A-levels as part of their skills in their boroughs, says a Great London London study.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 8.16326530612245, "rougeL": 15.686274509803921}, "nll_sum": 122.31291198730469, "token_count": 29} +{"index": 2049, "reference": "Emmerdale has won three prizes at the TV Choice Awards, with EastEnders taking the prize of best soap - in its 25th anniversary year.", "prediction": "ITV period Ron has won best best period drama, of winning best period drama in drama period.", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 111.06707000732422, "token_count": 19} +{"index": 2050, "reference": "A \"major cannabis farm\" has been found in disused buildings in Wakefield city centre, said West Yorkshire Police.", "prediction": "A large cannabis of has stolen stolen from a former business premises in East Lothian.", "rouge": {"rouge1": 24.24242424242424, "rouge2": 0.0, "rougeL": 24.24242424242424}, "nll_sum": 90.27726745605469, "token_count": 17} +{"index": 2051, "reference": "Any student seeking asylum should be able to finish their education here, the National Union of Students (NUS) Wales has said.", "prediction": "The European Union of DemocracyUS) has called on the Office to remove the deportation of a student accused of \"inhumane determination\". not \" a. \"A aA a \" a \" a's again a of from's the's a", "rouge": {"rouge1": 20.689655172413794, "rouge2": 3.571428571428571, "rougeL": 13.793103448275861}, "nll_sum": 263.58160400390625, "token_count": 47} +{"index": 2052, "reference": "Payments to a college's Cardiff campus have been suspended after a BBC Wales' Week in Week Out investigation into fraud allegations.", "prediction": "A former university college in Cardiff has been accused of deffuse the student finance system, it has been claimed.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 104.19621276855469, "token_count": 22} +{"index": 2053, "reference": "Four people are in custody in the US and Canada after a suspected drug smuggler fired on US border agents and fled, sparking a day-long manhunt.", "prediction": "US authorities have shot a drugs man suspected of trying to smuggle drugs into the country, local officials say.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 66.0099868774414, "token_count": 21} +{"index": 2054, "reference": "A section of a space rocket which was found off the Isles of Scilly, has been dismantled for disposal, its owners have confirmed.", "prediction": "A large stretch of which washed up on an Anglesey beach will soon be sent, the US Navy says.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 96.21097564697266, "token_count": 22} +{"index": 2055, "reference": "An Orlando mother who was found not guilty of murdering her two-year old daughter Caylee has broken her silence six years later.", "prediction": "US Casey Anthony, who convicted of her seven-year-old daughter in the sea, the 2011 disappeared said she believes she believes daughter he is serving minimum of 12 years in jail.", "rouge": {"rouge1": 25.454545454545457, "rouge2": 7.547169811320755, "rougeL": 25.454545454545457}, "nll_sum": 175.90621948242188, "token_count": 36} +{"index": 2056, "reference": "South Korea has claimed the North has used 70% of wages earned by workers at a jointly-run industrial complex for its weapons programme and luxury goods for the elite.", "prediction": "South Korea's confront ministry says it has received more than 40 workers to South Korean workers, who said they used assets and sell nuclear weapons.", "rouge": {"rouge1": 25.0, "rouge2": 3.703703703703704, "rougeL": 17.857142857142854}, "nll_sum": 139.09173583984375, "token_count": 27} +{"index": 2057, "reference": "Manchester City have been fined \u00a335,000 after admitting a breach of the Football Association's anti-doping rules, the governing body has said.", "prediction": "Manchester City have been fined and fined \u00a320,000 by the Football Association for failing to transfer players for failing a drugs test's been a abs-'s theolve's. a-A a referee in from from a's from aA", "rouge": {"rouge1": 33.84615384615385, "rouge2": 19.047619047619047, "rougeL": 30.769230769230766}, "nll_sum": 251.55706787109375, "token_count": 47} +{"index": 2058, "reference": "A nursery worker has appeared in court accused of rape and inciting the sexual exploitation of a child.", "prediction": "A nurse has been charged with rape and sexual and sexual assault against involving children and children.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 6.0606060606060606, "rougeL": 28.571428571428577}, "nll_sum": 77.30596923828125, "token_count": 17} +{"index": 2059, "reference": "More than half of people in South Yorkshire and North Derbyshire are worried about the cost of Christmas, a survey suggests.", "prediction": "Concerns in East Yorkshire Lincoln Derbyshire have been raised about their spending in coming years from BBC suggests.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 25.641025641025646}, "nll_sum": 116.95808410644531, "token_count": 22} +{"index": 2060, "reference": "England manager Roy Hodgson's gamble of making wholesale changes backfired badly as they stumbled to a goalless draw against Slovakia in Saint-Etienne.", "prediction": "England manager Roy Hodgson's hopes of Euro 2016 ended ended as Slovakia's last-gasp equaliser gave them a a goalless draw at England.", "rouge": {"rouge1": 44.89795918367347, "rouge2": 25.53191489361702, "rougeL": 40.81632653061225}, "nll_sum": 113.9495849609375, "token_count": 31} +{"index": 2061, "reference": "A student has pleaded for the return of her prosthetic hand after losing it on a night out.", "prediction": "A university student said she has been \"overwhelmed\" because she tried to be, toilet after lost her to lose a new prosthetic hand.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 5.128205128205128, "rougeL": 29.268292682926827}, "nll_sum": 140.2564239501953, "token_count": 29} +{"index": 2062, "reference": "New Valencia coach Pako Ayestaran says he only accepted the job with predecessor Gary Neville's blessing.", "prediction": "Porton head coach Rich Ayestestaran says he would not offer and permanent job as France boss Marseille \"not done anything anything\".", "rouge": {"rouge1": 21.052631578947366, "rouge2": 5.555555555555556, "rougeL": 21.052631578947366}, "nll_sum": 175.42666625976562, "token_count": 27} +{"index": 2063, "reference": "The delicate operation to remove a crossbow bolt embedded in a dog's head took \"just one minute\", the RSPCA said.", "prediction": "A dog which shot in the head and neck by a cross bolt has survived a possible head-lack\" operation, a police paramed said and. solve's a's a-'sA a referee in from a The's. a's", "rouge": {"rouge1": 36.0655737704918, "rouge2": 3.3898305084745757, "rougeL": 19.67213114754098}, "nll_sum": 276.3606262207031, "token_count": 47} +{"index": 2064, "reference": "Hackers with suspected links to China appear to have accessed sensitive data on US intelligence and military personnel, American officials say.", "prediction": "Hackers have used hackers to in security information containing information of the the government office, the White House reports.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 109.91356658935547, "token_count": 21} +{"index": 2065, "reference": "Elderly Germans may have to keep working until the age of 69 if a Bundesbank proposal is adopted.", "prediction": "The German Nedbank says it will cut cut its state rate of its lowest level - 50 price of 50, or 50.50.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 154.6786651611328, "token_count": 26} +{"index": 2066, "reference": "Premiership semi-finalists Wasps have signed two young forwards to bolster their first-team squad for next season.", "prediction": "Bath have added four new squads to their new squad by squad ahead of the 2016-17 season.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 0.0, "rougeL": 27.77777777777778}, "nll_sum": 78.14176940917969, "token_count": 20} +{"index": 2067, "reference": "Marianne Vos moved into the overall lead at the Women's Tour as her Dutch compatriot Amy Pieters won stage two.", "prediction": "Britain's cycling road champion Pedrone Vos claimed the same time at the 2017 British Cycling-Welsh National League in Gloucestershire.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.000000000000001, "rougeL": 19.047619047619047}, "nll_sum": 142.81436157226562, "token_count": 28} +{"index": 2068, "reference": "A collision between two lorries caused part of the M1 to be closed for several hours, causing long tailbacks.", "prediction": "The M4 racer has fully closed after a serious crash in Armagh, County Fermanagh.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 82.62303161621094, "token_count": 19} +{"index": 2069, "reference": "A shortlist of 10 contenders will be named on Tuesday for next month's 60th BBC Sports Personality of the Year award.", "prediction": " name names and titles for the 2014 BBC Sports Personality will be fit of the Year, saying there is \"the best honour of sport\".", "rouge": {"rouge1": 47.82608695652174, "rouge2": 22.727272727272723, "rougeL": 34.78260869565217}, "nll_sum": 132.0022735595703, "token_count": 26} +{"index": 2070, "reference": "Opposition politicians have expressed concern about the use of a special legal procedure to appoint a new Stormont press secretary.", "prediction": "The Northern Ireland Civil has been criticised for telling a press secretary with a journalism newspaper interview, which it has claimed.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 127.86019134521484, "token_count": 22} +{"index": 2071, "reference": "Firefighters were threatened by youths, moments before a dangerous bonfire left two young people injured in Stenhousemuir.", "prediction": "A man was taken to hospital after being being attacked by a fire at a Bonfire Night in East Lothian and Clackansansmann.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 140.50587463378906, "token_count": 29} +{"index": 2072, "reference": "Men's professional tennis has enjoyed another high-powered year, with record attendances at the Association of Tennis Professionals' (ATP) World Finals in London last month, as well as a number of major new sponsor deals signed.", "prediction": "The ATP World Finals starts in London, which begin with tennis with one Nov Djokokovic and world number Andy Fedal,, Rafael Nadal, Rafael Nadal included in a major tenniser's event.", "rouge": {"rouge1": 35.29411764705882, "rouge2": 9.09090909090909, "rougeL": 23.52941176470588}, "nll_sum": 265.83770751953125, "token_count": 42} +{"index": 2073, "reference": "People are being urged to help uncover traces of a 15th Century village on Gower before it is swept out to sea.", "prediction": "A search has started out among the remains of a 19th Century village Century in Gower.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 26.31578947368421}, "nll_sum": 91.82206726074219, "token_count": 18} +{"index": 2074, "reference": "Scarlets claimed a fourth consecutive Pro12 success with a bonus-point win over Cardiff Blues at the Arms Park.", "prediction": "Scarlets survived a stunning second-half comeback to beat they beat Cardiff Blues in a rain- loss of Cardiff Blues in a struggle Cardiff Park Park.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 26.666666666666668}, "nll_sum": 159.3635711669922, "token_count": 29} +{"index": 2075, "reference": "The new offensive launched by Syrian government forces in the countryside south of Aleppo has shed light on Iran's growing role in Syria's civil war.", "prediction": "The Iraqi military has declared that November's QQ Force Force was used to Syria in Syria but it is also exploring possible battle in the battle against so-called Islamic State (IS).", "rouge": {"rouge1": 26.666666666666668, "rouge2": 6.896551724137931, "rougeL": 16.666666666666664}, "nll_sum": 163.17678833007812, "token_count": 36} +{"index": 2076, "reference": "Ian Poulter extended his lead to six shots after round two of the delayed Turkish Airlines Open in Belek.", "prediction": "Germany's Ian Poulter has missed the cut at the French Open Masters by by rain-run because bat because of a heavy rain and rain.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 154.58599853515625, "token_count": 29} +{"index": 2077, "reference": "David Cameron has been telling reporters that this election campaign is not about photo opportunities but more about the UK's long term economic revival.", "prediction": "The election campaign has certainly certainly out of a general election, but didn wasn't wasn, the fact it isn't be a tightly lobby general election.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 4.0, "rougeL": 15.384615384615383}, "nll_sum": 178.20741271972656, "token_count": 29} +{"index": 2078, "reference": "Two Welsh cities hoping to become the UK City of Culture are planning multi-million pound improvements if they win.", "prediction": "Four men are are among the running to become the UK's City of Culture 2017.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 29.411764705882355, "rougeL": 38.888888888888886}, "nll_sum": 79.89403533935547, "token_count": 16} +{"index": 2079, "reference": "Eight years ago the government rescued Lloyds by taking a 43% stake for just over \u00c2\u00a320bn.", "prediction": "Royal Bank of Scotland has reported a reported 4..6% stake in its major stake in a major payment payment and payment protection insurance (PP)). toPPI).", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 176.64303588867188, "token_count": 32} +{"index": 2080, "reference": "Powerful typhoon Chan-hom has made landfall along the coast of China's eastern Zhejiang province.", "prediction": "Torrential rain has brought to large parts of south-ewest, and northern Zngjiang province, say.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 125.16828918457031, "token_count": 22} +{"index": 2081, "reference": "Researchers have succeeded in mimicking the chemistry of life in synthetic versions of DNA and RNA molecules.", "prediction": "Scientists have created two DNA samples that can ability the DNA has have passed and passed through complicated the contaminated scientists.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 0.0, "rougeL": 21.052631578947366}, "nll_sum": 135.12939453125, "token_count": 21} +{"index": 2082, "reference": "In our series of letters from Africa, journalist and media trainer Joseph Warungu takes advantage of the temporary lull in tear gas to examine the rocky political climate in Kenya.", "prediction": "In our series of letters from African journalists, film-maker-maker Joseph Warubwaubani considers why Kenya's children will play in\".", "rouge": {"rouge1": 39.21568627450981, "rouge2": 20.408163265306122, "rougeL": 35.29411764705882}, "nll_sum": 169.51260375976562, "token_count": 28} +{"index": 2083, "reference": "Police in the US state of North Dakota say they have arrested 76 people protesting against a controversial oil pipeline.", "prediction": "At least 30 people have been arrested over the the construction of an controversial canal of an oil-rich oil project to leave demonstrations in the US state, Missouri, say he a solve- 2011 a botched in am a's the's a", "rouge": {"rouge1": 38.0952380952381, "rouge2": 9.836065573770492, "rougeL": 19.04761904761905}, "nll_sum": 265.480224609375, "token_count": 46} +{"index": 2084, "reference": "A boy missing in remote woods in Japan since Saturday after being left alone by his parents as punishment has been found alive and well.", "prediction": "A Japanese soldier who who went missing after a camp has been found \"safe with some families, some of, bread turkey, frozen balls and tea.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 8.333333333333332, "rougeL": 28.000000000000004}, "nll_sum": 162.94378662109375, "token_count": 29} +{"index": 2085, "reference": "Injured paratrooper Ben Parkinson, who carried the Olympic flame, has been swamped with friend requests on social media and seen a huge increase in post addressed to \"hero Ben\".", "prediction": "An 11-year-old boy seriously injured in a Afghanistan terror attack has raised more than \u00c2\u00a37,000A raised for his Facebook page of has been raised in it on and it receives a man's role.", "rouge": {"rouge1": 21.21212121212121, "rouge2": 3.125, "rougeL": 18.181818181818183}, "nll_sum": 201.35928344726562, "token_count": 44} +{"index": 2086, "reference": "Ivan Toney has admitted he struggled with homesickness following his summer move from home-town club Northampton Town to Newcastle United.", "prediction": "ianooy Tze says he, playing for Northampton Town in his wake of his return return from United was was a \" mentality\".", "rouge": {"rouge1": 28.57142857142857, "rouge2": 5.000000000000001, "rougeL": 19.047619047619047}, "nll_sum": 157.9681396484375, "token_count": 26} +{"index": 2087, "reference": "A 37-year-old man has been charged with preparing for acts of terrorism after being arrested at Stansted Airport.", "prediction": "A 23-year-old man has been charged with attempted murder after bomb in bomb bomb and gas bomb attack in Manchesterrow in the- victim'siling, as it's,2 from a The's of2. a's fromA", "rouge": {"rouge1": 31.03448275862069, "rouge2": 21.428571428571427, "rougeL": 31.03448275862069}, "nll_sum": 242.39149475097656, "token_count": 47} +{"index": 2088, "reference": "A teenager has admitted killing a man found with stab wounds in a County Durham village.", "prediction": "A man has admitted killing another man and another after a fatal stabbing attack.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 21.428571428571427, "rougeL": 40.0}, "nll_sum": 53.845943450927734, "token_count": 14} +{"index": 2089, "reference": "US authorities say they have broken up a massive drug-smuggling network run by a Mexican cartel in Arizona.", "prediction": " Mexican authorities have seized a small street value of $2.2m the last five years, federal officials say.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 81.68245697021484, "token_count": 22} +{"index": 2090, "reference": "Notts County have signed midfielder Ryan Yates on a season-long loan from neighbours Nottingham Forest.", "prediction": "Notts County have signed young goalkeeper Michael Smith from non-leagueleague club Shrewsbury Town on a two-year deal.", "rouge": {"rouge1": 40.0, "rouge2": 24.24242424242424, "rougeL": 34.285714285714285}, "nll_sum": 98.37110900878906, "token_count": 26} +{"index": 2091, "reference": "Asia has overtaken Europe as the world's second-richest region, according to an annual report by the Boston Consulting Group (BCG).", "prediction": " and and North America have added more than output in 2008 - the highest data began since 2011 the a new report.", "rouge": {"rouge1": 13.95348837209302, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 124.4698715209961, "token_count": 22} +{"index": 2092, "reference": "A bomb disposal expert called to a flat in Dumfries discovered a homemade device made from three fireworks wrapped in a sock, a court heard.", "prediction": "A woman whose was found guilty of making a bomb to bomb disposal experts at a flat a Edinburgh city centre.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 18.18181818181818, "rougeL": 30.434782608695656}, "nll_sum": 101.46430206298828, "token_count": 21} +{"index": 2093, "reference": "Iraqi security forces have recaptured Mosul airport, a key part of the government's offensive to drive the so-called Islamic State (IS) from the western half of the city.", "prediction": "Iraqi government forces have launched major assault on Islamic State (IS) militants of Mosul, the western northern city of Mosul of officials say 2011 in- solve- the Football's from-A MPG in from since's a.", "rouge": {"rouge1": 50.74626865671642, "rouge2": 12.307692307692307, "rougeL": 29.850746268656714}, "nll_sum": 244.06591796875, "token_count": 44} +{"index": 2094, "reference": "China's biggest privately-held conglomerate Fosun has joined a bidding war for the Portuguese hospital operator Espirito Santo Saude (ESS).", "prediction": "Spanish retail giant Fososun has launched a takeover bid to sell its business.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 70.61337280273438, "token_count": 16} +{"index": 2095, "reference": "\"If you had to describe cancer I would say it's an evil genius.\"", "prediction": "The discovery of a dangerous new type of ovarian cancer will \" threaten a \" a new generation of new treatments to \"change our doors our generations families", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 156.76641845703125, "token_count": 28} +{"index": 2096, "reference": "Joe Clarke made his fifth County Championship century of the summer as Worcestershire batted out the opening day against Derbyshire at New Road.", "prediction": "Worcestershire bats Joe Clarke made a first century of his side to complete their first- win of the season against Kent season at Cheltenham.", "rouge": {"rouge1": 46.80851063829787, "rouge2": 22.222222222222225, "rougeL": 34.04255319148936}, "nll_sum": 140.65628051757812, "token_count": 31} +{"index": 2097, "reference": "Premiership and European Champions Cup winners Saracens are determined to be even stronger next season, says skipper Brad Barritt.", "prediction": "Saracens captain Jason Barritt says the club's most successful Champions Cup title - the club is \"the successful season in Premiership club history\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.0, "rougeL": 14.285714285714288}, "nll_sum": 138.369873046875, "token_count": 29} +{"index": 2098, "reference": "The family of a millionaire businessman \"are sure\" he was killed for his money by his Ukrainian wife, an inquest has heard.", "prediction": "A Ukrainianian man accused of killing his former partner who had been fortune of an affair, saying it was declared an, inquest after heard, \"the's's an's reputation's-p aA in a years a's.'s a", "rouge": {"rouge1": 29.03225806451613, "rouge2": 3.3333333333333335, "rougeL": 19.354838709677416}, "nll_sum": 280.4366455078125, "token_count": 47} +{"index": 2099, "reference": "A \"security nightmare\" dominates Tuesday's front pages.", "prediction": "The battles between Northern Northern, and Northern Ireland on Boxing Day parade - the Belfast Telegraph, the Belfast Telegraph and the Belfast Letter.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 128.22164916992188, "token_count": 25} +{"index": 2100, "reference": "The only remaining handwritten script by the famous playwright, William Shakespeare, is about to go on display at the British Library in London.", "prediction": "When Prince George published written in a secret books, saying referring about his death. and 40 100's a career as a as a ballet's as his. for from from the's- from's war in a years as's. a reputation", "rouge": {"rouge1": 9.090909090909092, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 303.2254638671875, "token_count": 47} +{"index": 2101, "reference": "Commonwealth Games silver medallist Stephanie Inglis has opened an eye for the first time during her recovery from a serious accident in Vietnam.", "prediction": "oaxo staroess Inglis has been taken to a hospital, nine nine after she was being taken to hospital in the Thai capital, solve, which it was suspended from The's name.Images of. from a 2011 a", "rouge": {"rouge1": 20.0, "rouge2": 6.896551724137931, "rougeL": 16.666666666666664}, "nll_sum": 269.25244140625, "token_count": 47} +{"index": 2102, "reference": "Leading flat jockey Ryan Moore has been advised to take \"complete rest\" as he recovers from a hip injury.", "prediction": "Jrenie Moore's announced his attempt to be ruled out of the next year's Australian Open because of a neck, neck neck injury.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 109.9761962890625, "token_count": 27} +{"index": 2103, "reference": "Plans for a traveller site near a resort town have been rejected by councillors.", "prediction": " permission planning permission application been granted permission for a small town centre, despite a small community, which attract draws more than 100000 new homes.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 146.66018676757812, "token_count": 27} +{"index": 2104, "reference": "Former IMF chief Rodrigo Rato and 64 other bankers have gone on trial in Madrid over an alleged credit card racket at Spain's troubled Bankia bank.", "prediction": "The former IMF chief, RRato, has gone on trial in southern Spain in connection with tax and fraud at a banking bank.", "rouge": {"rouge1": 44.897959183673464, "rouge2": 21.276595744680847, "rougeL": 36.73469387755102}, "nll_sum": 111.57392883300781, "token_count": 25} +{"index": 2105, "reference": "Twenty-times champion jump jockey Sir Anthony McCoy has described having a statue put up in his honour at Cheltenham as 'flattering.'", "prediction": "Three-time champion jockey local Chinaoye has been honoured with the Champion Hurdle at the Royal Mint at Cheltenham Festival. Cape to.- aA from-A a of from a ballet's body.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 7.692307692307692, "rougeL": 25.925925925925924}, "nll_sum": 249.44236755371094, "token_count": 44} +{"index": 2106, "reference": "Former loyalist paramilitary and Progressive Unionist Party (PUP) chairman William 'Plum' Smith has died.", "prediction": "The Progressive Unionist Party (DUP) leader, William Smith, has died aged 69 76. of solveolve a's ballet's a's a's from a's from 100's The's for his from years as.. aA", "rouge": {"rouge1": 27.45098039215686, "rouge2": 16.3265306122449, "rougeL": 27.45098039215686}, "nll_sum": 276.8098449707031, "token_count": 46} +{"index": 2107, "reference": "More Russian athletes have been banned from competing at next month's Olympics by their sports' governing bodies.", "prediction": " total total ofteen Russian athletes banned from doping will not be competing at not Rio Olympics. 2016, well as the sport's and from a reputation's, a's ballet, a from a from's the of from.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 11.111111111111112, "rougeL": 28.57142857142857}, "nll_sum": 252.6278076171875, "token_count": 43} +{"index": 2108, "reference": "US Secretary of State Hillary Clinton has voiced support for a \"full transition to civilian rule\" in Egypt, at the start of a visit to Cairo.", "prediction": "US US Secretary of State Hillary Clinton has said she wants a \" good partner\" with the banned Muslim Brotherhood, saying meaning will support its support.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 24.489795918367346, "rougeL": 35.294117647058826}, "nll_sum": 119.87623596191406, "token_count": 28} +{"index": 2109, "reference": "The body of a man has been found at the bottom of a hole dug by a water firm.", "prediction": "A football fan who was found dead at a pool club has been named.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 6.451612903225808, "rougeL": 24.242424242424242}, "nll_sum": 50.8978271484375, "token_count": 14} +{"index": 2110, "reference": "Nato has accused Russia of \"aggressive military posturing\" following reports that it has deployed anti-ship missiles in its westernmost Baltic region.", "prediction": "Nato has urged Russian air-range weapons from the southern Russian Orthodox of Kaliningrad, amid fears security.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 120.934326171875, "token_count": 22} +{"index": 2111, "reference": "Wigan Warriors have signed utility back Sam Hopkins from Leigh Centurions.", "prediction": "Worcester Warriors have signed versatile Wolves and full- Sam Tomkins following his release by Leigh Centurions.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 24.0, "rougeL": 44.44444444444444}, "nll_sum": 115.2771987915039, "token_count": 22} +{"index": 2112, "reference": "Oxford missed a chance to go top of League Two when they were held at home by resurgent Newport.", "prediction": "Oxford survived a stunning second-half stoppage to come behind to beat play-off hop hopefuls Newport County. move League Two. brace-. from's- from-A a from in a from a's from's a", "rouge": {"rouge1": 21.81818181818182, "rouge2": 3.7735849056603774, "rougeL": 18.181818181818183}, "nll_sum": 264.73089599609375, "token_count": 46} +{"index": 2113, "reference": "A new project has been developed to allow first-year medical student in Scotland to watch GP consultation for the first time.", "prediction": "F theLevel students from Aberdeen, will soon asked to struggle their struggle with GPs, to be digitised.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 144.166259765625, "token_count": 22} +{"index": 2114, "reference": "Documentary Side by Side looks at the history of film-making and whether the advent of digital technology spells the end of celluloid.", "prediction": " California Hollywood film-makersmaker in West Side, and we are questions about our future, screens and answered how we will be questions about and and, how they want to know about a studiollall.", "rouge": {"rouge1": 10.714285714285714, "rouge2": 0.0, "rougeL": 7.142857142857144}, "nll_sum": 241.89659118652344, "token_count": 41} +{"index": 2115, "reference": "It was a case of beak-a-boo when a bird \"photobombed\" a web camera mounted at a railway station in north west Wales.", "prediction": "A new image image of himself on a camera at a railway station in north north Wales, has been sighted as \"the \"obab\".", "rouge": {"rouge1": 46.80851063829787, "rouge2": 22.222222222222225, "rougeL": 46.80851063829787}, "nll_sum": 128.21694946289062, "token_count": 28} +{"index": 2116, "reference": "Leeds United owner Massimo Cellino has ordered that all of the club's players must live in the city.", "prediction": "Leeds United boss Massimo Cellino says he does not believe our players to leave the club because he of \"did not does\" them.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 28.571428571428577}, "nll_sum": 117.29350280761719, "token_count": 28} +{"index": 2117, "reference": "A councillor has denied two counts of making indecent images of children.", "prediction": "A town councillor who was been banned for four years has pleaded not guilty to making charges.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 0.0, "rougeL": 27.586206896551722}, "nll_sum": 71.73463439941406, "token_count": 17} +{"index": 2118, "reference": "Swedish fashion company H&M will launch its eighth fashion brand later this year, with the first outlet opening in London this autumn.", "prediction": "Marks & SpencerM has announced a new brand in its stores and European restaurant, as part of a plan to tackle \"60 behaviour\".", "rouge": {"rouge1": 13.33333333333333, "rouge2": 0.0, "rougeL": 8.888888888888888}, "nll_sum": 145.6816864013672, "token_count": 27} +{"index": 2119, "reference": "Gardeners trying to cheat their way to the top tomato prize at a horticultural show will be weeded out with DNA tests.", "prediction": "Giant Mt McKuwen, Mathieu WestWest and from West Yorkshire, has won a prize for a competition at a West Yorkshire show market.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 4.761904761904762, "rougeL": 18.181818181818183}, "nll_sum": 169.65496826171875, "token_count": 29} +{"index": 2120, "reference": "The Bafta Children's Awards have for the first time nominated an online-only service for channel of the year.", "prediction": "A novel drama which was inspired as British film industry, has named for best be at, Bafta awards.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 128.75247192382812, "token_count": 22} +{"index": 2121, "reference": "Barcelona kept Real Madrid at bay to retain the La Liga title as silverware was dished out around Europe.", "prediction": "It was almost 12 months since the champions were champions of Spain after broke out a stunning hat-trick of then moved move below and the top the Serie A.", "rouge": {"rouge1": 12.244897959183673, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 166.63803100585938, "token_count": 32} +{"index": 2122, "reference": "The Bank of England has outlined its annual \"stress test\" - the exam Britain's major banks must go through to ensure they have enough available capital to withstand a global downturn.", "prediction": "The Bank of England has warned, but another warning that monetary since the financial crisis is, but the warning could not be a slowing global financial crisis.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 14.285714285714288, "rougeL": 27.586206896551722}, "nll_sum": 128.6817626953125, "token_count": 29} +{"index": 2123, "reference": "French champions Paris St-Germain have signed 19-year-old Brazilian defender Marquinhos from Roma for \u00a327m.", "prediction": " St St-Germain have left-back Alfiano Lucquinhos for a reported \u00a32.2m (\u00a37m).", "rouge": {"rouge1": 25.80645161290323, "rouge2": 13.793103448275861, "rougeL": 25.80645161290323}, "nll_sum": 122.38703918457031, "token_count": 27} +{"index": 2124, "reference": "A 63-year-old man will appear in court following the collapse of a pedestrian bridge on the M20 during last August's bank holiday weekend.", "prediction": "A 35-year-old man will face charges of causing death and dangerous driving after a foot bridge suddenly on to collapse on a motorway of the M2020 in Kent the. solve of.- solve again'sold's from a", "rouge": {"rouge1": 43.07692307692308, "rouge2": 9.523809523809524, "rougeL": 33.84615384615385}, "nll_sum": 236.17625427246094, "token_count": 45} +{"index": 2125, "reference": "A house in Denny has been destroyed after a fire broke out in its roof space.", "prediction": "A fire which 30 which 30 owners in a care home and home in Dundee, is not being treated as \"susp\".", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 137.69107055664062, "token_count": 24} +{"index": 2126, "reference": "The mother of a British man accused of trying to shoot Donald Trump says he is \"terrified\" of a lengthy prison sentence.", "prediction": "A Briton who has admitted trying to kill US Republican presidential candidate Donald Trump has been told he he faces a 20-year jail sentence. his partner \" again \" a \" a \"- it's from mug of fromold's from a", "rouge": {"rouge1": 29.508196721311474, "rouge2": 6.779661016949152, "rougeL": 26.22950819672131}, "nll_sum": 215.9578399658203, "token_count": 46} +{"index": 2127, "reference": "Apple's forthcoming news app has been criticised over claims the company is hoodwinking bloggers into accepting its terms and conditions.", "prediction": "Google is facing a battle over that its music service deliveryMusic falsify, the site, without paying any without.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 145.83493041992188, "token_count": 22} +{"index": 2128, "reference": "Legislation should be brought in to deal with the problem of cyberbullying, according to the children's commissioner for Wales.", "prediction": " Britainberbulling should be criminalised to the Welsh government and needs to be done, a senior officer has said. solve in the-'s, a, from- from a from from a the's flagship of.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 7.8431372549019605, "rougeL": 26.415094339622634}, "nll_sum": 239.0811767578125, "token_count": 43} +{"index": 2129, "reference": "A man who died in police custody would still be alive if he hadn't taken a so-called legal high, a sheriff has ruled.", "prediction": "A man whose death caused a \" \" crowd used in his liver\" because police police did not was taken to him, a sheriff council, heard.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 28.57142857142857}, "nll_sum": 183.54071044921875, "token_count": 29} +{"index": 2130, "reference": "Thirty homes had to be evacuated after a gas pipe was damaged in a fire that was started deliberately.", "prediction": "Children as young as three children were killed in a fire after their home in West Lothian.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 11.76470588235294, "rougeL": 16.666666666666668}, "nll_sum": 58.05912399291992, "token_count": 19} +{"index": 2131, "reference": "The Pakistani military has carried out air strikes in tribal areas in the north-west of the country, killing at least 15 militants, officials say.", "prediction": "ghan Afghan security forces say they have carried out air strikes on an international airport, in Pakistani, the Afghan military.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 26.66666666666666}, "nll_sum": 84.25970458984375, "token_count": 22} +{"index": 2132, "reference": "A US court has ordered that President Donald Trump release records of visitors to his Mar-a-Lago resort in southern Florida.", "prediction": "Hundreds of visitors attended White House, and records of US President Barack Obama, who attended his office during his resort in his resort in New York City, reports, say they on-- again's of in a- from's from a's", "rouge": {"rouge1": 31.746031746031743, "rouge2": 9.83606557377049, "rougeL": 15.873015873015872}, "nll_sum": 237.86187744140625, "token_count": 46} +{"index": 2133, "reference": "The Ampulex \"Dementor\" wasp - named after the soul-sucking Harry Potter monsters - is just one of many new species discovered in Greater Mekong.", "prediction": "A rare wild frog has been found in South Asia Asia in a race around the clock, conservationists say.", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 4.761904761904763}, "nll_sum": 88.40660095214844, "token_count": 21} +{"index": 2134, "reference": "A man has been jailed for four years for attacking a woman in her 20s in the street in Canterbury.", "prediction": "A investment robber carried out a sex attack on a woman in the street in a street-screen attack has been jailed for two and half years.", "rouge": {"rouge1": 55.3191489361702, "rouge2": 35.55555555555556, "rougeL": 34.04255319148936}, "nll_sum": 108.57852172851562, "token_count": 28} +{"index": 2135, "reference": "Controlling human nerve cells with electricity could treat a range of diseases including arthritis, asthma and diabetes, a new company says.", "prediction": "A Glasgow-based company has sought to build fairyt fair developed technology that could help control diabetes type 2 diabetes diabetes, a controversialCaliforniaon says.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 186.042724609375, "token_count": 29} +{"index": 2136, "reference": "A motorcyclist died and a five-year-old boy was left in a serious condition in a crash in east London.", "prediction": "A man was killed when his motorbike wasbike in involved with a car motor south east London.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 5.555555555555556, "rougeL": 31.578947368421055}, "nll_sum": 96.80003356933594, "token_count": 19} +{"index": 2137, "reference": "Police have launched an extensive search for a 53-year-old man who has been missing from his home in North Ayrshire since Thursday morning.", "prediction": "A 39-year-old man from Ayrshire has gone missing for 12 months- reported due to his health and mental health \" and health.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 121.4478530883789, "token_count": 29} +{"index": 2138, "reference": "The SNP's attempt to be made the official opposition at Westminster has been rejected by the Speaker of the House of Commons.", "prediction": "The SNP to voted to leave the party from their cabinet secretary as secretary secretary after members of the House of Commons.", "rouge": {"rouge1": 40.0, "rouge2": 23.25581395348837, "rougeL": 40.0}, "nll_sum": 116.66020965576172, "token_count": 22} +{"index": 2139, "reference": "Talks about a possible takeover of Alliance Trust in Dundee by the asset fund linked to the Rothschild banking dynasty have been called off.", "prediction": "A investment investment group has pulled out of the Alliance Trust, sparking a major strategic review of merger.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 93.98344421386719, "token_count": 19} +{"index": 2140, "reference": "A late Ian Keatley penalty consigned Edinburgh to a third straight Pro12 defeat at home to Munster.", "prediction": "Ian Keatley struck a last-minute penalty and helped Munster to a hard hard-fought victory over Pro12 champions Munster at Murray Park.", "rouge": {"rouge1": 45.0, "rouge2": 10.526315789473685, "rougeL": 35.0}, "nll_sum": 109.50384521484375, "token_count": 31} +{"index": 2141, "reference": "Shares in Tesco led the declines on the FTSE 100, giving up some of Friday's gains when the stock surged in the wake of news of its planned tie-up with food wholesaler Booker.", "prediction": "(Close) French chain chain Booker went 4% lower, with Group Group reported, with reports that it would sue the US investment its $2.5bn (\u00c2\u00a31.4bn).", "rouge": {"rouge1": 13.114754098360656, "rouge2": 0.0, "rougeL": 6.557377049180328}, "nll_sum": 217.85073852539062, "token_count": 39} +{"index": 2142, "reference": "Gas and oil prices have risen amid fears the Ukraine crisis could have a damaging effect on one of Europe's main energy supply routes.", "prediction": " commodity and oil prices have fallen more than 30% in the last six months of 2016, amid fears rising demand from Russia a smallCaliforniaian company.", "rouge": {"rouge1": 36.0, "rouge2": 16.666666666666664, "rougeL": 28.000000000000004}, "nll_sum": 117.81365203857422, "token_count": 29} +{"index": 2143, "reference": "Ipswich Town's Christophe Berra is the best defender in the Championship, according to his manager Mick McCarthy.", "prediction": "Ipswich Town defender Christra Berra is the best of his best in's Championship this season to", "rouge": {"rouge1": 68.57142857142857, "rouge2": 24.242424242424242, "rougeL": 51.42857142857144}, "nll_sum": 108.18160247802734, "token_count": 20} +{"index": 2144, "reference": "Formula 1 bosses have a set a deadline of 1 July for a decision on the introduction of cockpit head protection for the 2017 season.", "prediction": "Formula 1 bosses will test a 'gameisa'' for Ferrari for 2017 in the Russian Grand Prix.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 34.146341463414636}, "nll_sum": 114.07917022705078, "token_count": 20} +{"index": 2145, "reference": "A common drug could hold the key to long life, in flies at least, according to research.", "prediction": "A hot wind batteries can copper drugs into a drugs process to help Parkinson disease's cancer again the says research from College College London in the a., solve,'s they from-'sA a from in a from a's.'s a", "rouge": {"rouge1": 20.338983050847457, "rouge2": 0.0, "rougeL": 13.559322033898303}, "nll_sum": 312.45623779296875, "token_count": 46} +{"index": 2146, "reference": "Up to 70 child migrants from the Jungle camp in Calais are expected to arrive at a temporary Home Office \"respite facility\", the BBC has learnt.", "prediction": "Eleven children are due to be brought in to the UK to the UK refugee camp, also known as the Calais camp. in the French's,onian, it has been the from in it's's from of. from's from 2011", "rouge": {"rouge1": 29.411764705882348, "rouge2": 3.0303030303030303, "rougeL": 17.647058823529413}, "nll_sum": 223.7093505859375, "token_count": 47} +{"index": 2147, "reference": "Venezuela's Vice-President Aristobulo Isturiz has ruled out the possibility of a recall referendum being held against President Nicolas Maduro.", "prediction": "Venezuela's President Juan Istod David says it will not be a recall uncertainty referendum, which which President Nicolas Maduro is elected vice-elect.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 18.6046511627907, "rougeL": 40.0}, "nll_sum": 174.99148559570312, "token_count": 30} +{"index": 2148, "reference": "The Rugby Players' Association has \"unanimously rejected\" proposals for an extended 10-month Premiership season.", "prediction": "A planned new rugby union season will battle be an \"dangerous season\" for player, the Rugby Supporters' Association (RPAR Association said.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 152.5693359375, "token_count": 28} +{"index": 2149, "reference": "Northern Ireland Electricity (NIE) has warned of possible damage to the electricity network, as wind gusts of more than 70mph are forecast.", "prediction": "HSEs are expected to hit parts of of Ireland and the Republic of Ireland, with winds reaching up to 30mph (32h).", "rouge": {"rouge1": 32.558139534883715, "rouge2": 0.0, "rougeL": 13.95348837209302}, "nll_sum": 106.48422241210938, "token_count": 27} +{"index": 2150, "reference": "Nobel Peace Prize winner Malala Yousafzai has called for more action to free schoolgirls abducted by militant Islamists in Nigeria a year ago.", "prediction": "Pakistani schoolgirl activist Malala Youszai says she will never never\"\" schoolgirlsgirls from the militant group group Boko Haram.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 132.1802520751953, "token_count": 26} +{"index": 2151, "reference": "Derbyshire recovered well to 288 all out against Glamorgan, who reached 5-0 at the close in the day-night game.", "prediction": "Derbyshire missed in day two with bat bat bat as Glamorgan reached 7--7 to reach the on's day anight Championship at the Ground.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 192.32948303222656, "token_count": 32} +{"index": 2152, "reference": "A man found dead in London's Hyde Park has been named by police.", "prediction": "A man was found stabbed to death in Hyde Park's Hyde in east London.", "rouge": {"rouge1": 55.17241379310344, "rouge2": 22.222222222222225, "rougeL": 41.379310344827594}, "nll_sum": 49.05133056640625, "token_count": 15} +{"index": 2153, "reference": "A new ferry built for the Stornoway to Ullapool route was temporarily withdrawn from passenger duties because of a faulty ventilation fan.", "prediction": "A ferry ferry which sank between between the coast and Isle Isle of Man has been suspended, delayed because of an fault to a small Crane it. aA's a's a from from it's have be of a", "rouge": {"rouge1": 25.806451612903224, "rouge2": 6.666666666666667, "rougeL": 22.58064516129032}, "nll_sum": 245.52093505859375, "token_count": 42} +{"index": 2154, "reference": "Below is the full letter that deputy Labour leader Tom Watson sent to the director public prosecutions Alison Saunders in April 2014 urging her to look again at the Lord Brittan allegations.", "prediction": " Crown Crown Pro of forCPS) has announced I'm writing a letter to a interview I who led an inquiry into a sexual case in the wake of the Jimmyile affair with a child sex abuse victim.", "rouge": {"rouge1": 14.492753623188406, "rouge2": 0.0, "rougeL": 11.594202898550725}, "nll_sum": 209.67221069335938, "token_count": 41} +{"index": 2155, "reference": "Tunisia and Morocco's differences with the Confederation of African Football (Caf) are in the past, both North African nations say.", "prediction": "Morocco are will not hold \"a future future for things\" of Mali despite the Confederation of Football says the ban \"a good things\".", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 164.23040771484375, "token_count": 28} +{"index": 2156, "reference": "England's World Cup dreams fell apart under a French onslaught on a night when their shortcomings were brutally exposed at the quarter-final stage.", "prediction": "England staged a stunning spirited second-half comeback to beat France and and reach a third Six Nations title. Nations to at aACalifornia-'s a-'s 100A from the-gup referee in from's a's.", "rouge": {"rouge1": 22.950819672131146, "rouge2": 0.0, "rougeL": 16.393442622950822}, "nll_sum": 281.36358642578125, "token_count": 47} +{"index": 2157, "reference": "The brother of Wales' double Olympic taekwondo champion Jade Jones has been signed up by the sport's Great Britain academy.", "prediction": " Olympic Olympic taekw organisers say they are \"wappointed and disappointed disappointed\" by his recovery from a foot cut which dramatically in her brain sister.", "rouge": {"rouge1": 8.88888888888889, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 187.68739318847656, "token_count": 29} +{"index": 2158, "reference": "More than a million people have signed a petition calling for the judge in the controversial Stanford University sexual assault case to be sacked.", "prediction": "A petition calling for a suspended sentences of a US swimmer has been handed a 10-month- jail term.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 14.634146341463413, "rougeL": 18.6046511627907}, "nll_sum": 93.28984069824219, "token_count": 22} +{"index": 2159, "reference": "Yorkshire Sculpture Park (YSP) has unveiled plans for a new \u00a33.8m visitor centre at its Bretton Park entrance.", "prediction": "Plans for a \u00a36m national museum park in Derbyshire could be included in further funding, National Yorkshire Police aA) has said.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 20.0}, "nll_sum": 141.8104248046875, "token_count": 29} +{"index": 2160, "reference": "As the counts got under way in the Holyrood election the Scottish papers were predicting an SNP victory and there was little change as updated editions were published through the night.", "prediction": "The Scottish National has retained its front front headline with the landslide victory in not Scottish general election", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 12.244897959183673}, "nll_sum": 105.56080627441406, "token_count": 17} +{"index": 2161, "reference": "A fire involving about 100 tonnes of waste wood and rubbish in Newport was started deliberately, the police and fire service have said.", "prediction": "A fire which blaze ripped through a building factory in Monmouthshire is being treated as suspicious, Gwent Police has said, in the \"s's body, a it from a game from a game's it of aA from'sA", "rouge": {"rouge1": 22.58064516129032, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 244.75997924804688, "token_count": 47} +{"index": 2162, "reference": "Scunthorpe United have signed Bradford City winger Josh Morris for free on a three-year deal.", "prediction": "Bradford City have signed midfielder Allanababay on a free transfer following his release by the League One club.", "rouge": {"rouge1": 41.1764705882353, "rouge2": 18.750000000000004, "rougeL": 23.52941176470588}, "nll_sum": 88.78752136230469, "token_count": 22} +{"index": 2163, "reference": "The solicitor representing paedophile Gordon Anglesea has confirmed they will be appealing his conviction.", "prediction": "A business known for an ex--boy rapist has won an appeal an an against- rape conviction.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 122.61822509765625, "token_count": 19} +{"index": 2164, "reference": "Farmers' interests are best served by remaining in the European Union, the National Farmers' Union has said.", "prediction": " National National Union of Northern Ireland has said it it will be allowed in not campaigning in a EU referendum.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 92.88758087158203, "token_count": 20} +{"index": 2165, "reference": "Michele Morgan, the French screen star and glamour icon who won the first best actress prize at the Cannes film festival, has died at the age of 96.", "prediction": "M Gaylele Morgan, best known for her role in-, film in 1993, has died at the Paris, aged 91.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.333333333333334, "rougeL": 34.04255319148936}, "nll_sum": 118.80604553222656, "token_count": 25} +{"index": 2166, "reference": "European leaders are billing their new proposal to deal with the refugee and migrant influx as a \"game-changer\", but the scheme is not agreed yet and there are doubts about whether it it is practical or even legal.", "prediction": "The European Parliament been agreed, with the mass mass organised camp\" returns to return Turkey, and what it is the best clear indication of happened happen, it mean for it?", "rouge": {"rouge1": 28.985507246376812, "rouge2": 5.970149253731343, "rougeL": 20.289855072463773}, "nll_sum": 222.48121643066406, "token_count": 34} +{"index": 2167, "reference": "The new \u00c2\u00a31.35bn road bridge across the Forth will now open in May 2017, six months later than originally planned.", "prediction": " building a new \u00a31bn Queensry bridge is expected to be complete by September 2017, the Scottish government has confirmed", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 85.88453674316406, "token_count": 22} +{"index": 2168, "reference": "Motorists in Manchester are being frustrated by the appearance of yet another hole in a city-centre road.", "prediction": "A huge sinkhole has appeared up on a busy road road in Manchester city centre.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 12.903225806451616, "rougeL": 24.24242424242424}, "nll_sum": 64.60028839111328, "token_count": 16} +{"index": 2169, "reference": "A new \u00a314m university campus has opened in Scarborough.", "prediction": "A new \u00a311m university is being built in Yorkshire North coast.", "rouge": {"rouge1": 40.0, "rouge2": 11.111111111111112, "rougeL": 40.0}, "nll_sum": 61.044036865234375, "token_count": 13} +{"index": 2170, "reference": "Volunteers are helping to restore the historic Swansea Canal as part of a project to bring the full length of the waterway back into use for boats.", "prediction": "The first of nine boats- from a canal from a south Wales canal project was launched 40 years ago as part of a \u00a32m regeneration restoration project.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 11.538461538461538, "rougeL": 25.925925925925924}, "nll_sum": 127.24797058105469, "token_count": 30} +{"index": 2171, "reference": "Wimpy owner Famous Brands has swallowed UK chain Gourmet Burger Kitchen, as the fashion for upmarket burgers in the UK shows no signs of slowing down.", "prediction": "A new owner has been bought of a G seafood Kraft burger food to 10 fast-food restaurant, includingmarket food and food in food UK.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 182.22314453125, "token_count": 28} +{"index": 2172, "reference": "Morton manager Jim Duffy will serve a two-match ban following his touchline altercation with Hibs boss Neil Lennon.", "prediction": "Hibernian boss Neil Lennon been given a one-match touchline ban after his Scottish Championship match between in the club's staff.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 113.28843688964844, "token_count": 26} +{"index": 2173, "reference": "The 10-run win over Sri Lanka that took England to the semi-finals of the World Twenty20 was a classic.", "prediction": "England reached the World Twenty20 semi-finals in India fashion as they ended a stunning- comeback victory over Sri Lanka in their final World Twenty20 final.", "rouge": {"rouge1": 42.553191489361694, "rouge2": 22.222222222222225, "rougeL": 29.78723404255319}, "nll_sum": 108.75274658203125, "token_count": 30} +{"index": 2174, "reference": "Few video games have a budget as big.", "prediction": "If you't bought, it isn't much it haven't think it..", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 86.34794616699219, "token_count": 14} +{"index": 2175, "reference": "Praise has poured in for cyclist Bradley Wiggins and rowers Helen Glover and Heather Stanning after they scooped Britain's first gold medals of 2012.", "prediction": "Bradley Wiggins became the first Briton to win an Olympic medal at the London 2012 Olympics - the silver took silver at London 2012 been aA after's the's it a's-A'sA in's from's from's from's", "rouge": {"rouge1": 23.88059701492537, "rouge2": 3.0769230769230766, "rougeL": 14.92537313432836}, "nll_sum": 216.99966430664062, "token_count": 47} +{"index": 2176, "reference": "Great Britain suffered a setback as they lost both of their duels during the second day of racing in the America's Cup Qualifiers.", "prediction": " New Zealand clinched their third team team to win the America World Cup, after losing 3-1 to catamaran in Saturday's match., for the Yorkshire's a's-'s a of in's-'s from's from Broadway", "rouge": {"rouge1": 28.57142857142857, "rouge2": 3.278688524590164, "rougeL": 15.873015873015872}, "nll_sum": 240.5519256591797, "token_count": 46} +{"index": 2177, "reference": "It was back in August last year that Mark Dodson, chief executive of Scottish Rugby, and Philip Browne, his counterpart in the Irish Rugby Football Union, truly raised the alarm about the Pro12.", "prediction": "The Scottish Rugby of chief Mark countryson says he is excited about the future about the English and South South Africa's players - even though it had and to offer offers from rival clubs, a carp-'s.", "rouge": {"rouge1": 31.428571428571427, "rouge2": 5.88235294117647, "rougeL": 14.285714285714285}, "nll_sum": 247.595703125, "token_count": 41} +{"index": 2178, "reference": "He jointly came up with the theory of evolution by natural selection, corresponded with the great and good of society, and was given the highest honour possible from a British monarch.", "prediction": "Nearly 50 years ago, Prince Crown,, Prince William and the Georg Victorians who became the famous and famous senator, been awarded Britain a military honour. the solve's a solve again 2011 his 2011 again's again,'s of, a", "rouge": {"rouge1": 22.535211267605636, "rouge2": 0.0, "rougeL": 14.084507042253522}, "nll_sum": 295.921875, "token_count": 46} +{"index": 2179, "reference": "Scarlets had their 100% Pro12 record ended by Leinster at the RDS in Dublin.", "prediction": "Leinster survived a second-half comeback to beat Scarlets side and keep their Pro hopes hopes of a career and reach the quarter-finals of the Pro12.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 14.634146341463417}, "nll_sum": 145.35992431640625, "token_count": 33} +{"index": 2180, "reference": "The 400th anniversary of the death of William Shakespeare next year will be marked by a major global cultural and educational project in 140 countries.", "prediction": "The government is stealing a \u00a3100m programme to help young people from around the world, as it mark the 400th anniversary's been a solve 2011 from theonian Lord's M- The's reputation from from The's.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 6.557377049180328, "rougeL": 12.698412698412698}, "nll_sum": 271.0739440917969, "token_count": 44} +{"index": 2181, "reference": "US President Barack Obama has requested $263m (\u00c2\u00a3167m) to improve police training, pay for body cameras and restore trust in policing.", "prediction": "US President Barack Obama has asked for a $67mm43m) programme for US police officers to a \"militarar culture\" within the police forces.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 19.51219512195122, "rougeL": 32.558139534883715}, "nll_sum": 152.68606567382812, "token_count": 32} +{"index": 2182, "reference": "Bombardier Inc has launched a test flight of its CS300 jet.", "prediction": "The train maker Bombardier, said it will create 30 jobs in Northern Ireland, 2017 at an rate of \u00a32.7m.", "rouge": {"rouge1": 12.903225806451612, "rouge2": 0.0, "rougeL": 12.903225806451612}, "nll_sum": 105.44017791748047, "token_count": 27} +{"index": 2183, "reference": "Schools in Los Angeles are preparing to reopen after being shut down over an email threat, in a move queried by police officials in New York.", "prediction": "A security threat to schools in 2016 Angeles, New York has been given a serious threat, US officials say.", "rouge": {"rouge1": 40.0, "rouge2": 9.30232558139535, "rougeL": 22.22222222222222}, "nll_sum": 101.22462463378906, "token_count": 21} +{"index": 2184, "reference": "Spain clinched a dominant 2-0 victory over battling hosts Northern Ireland at Windsor Park as the European Under-19 Women's Championship kicked off.", "prediction": "Northern Ireland's women missed out on their first Euro Euro 2017 qualifying 2017 despite being thrashed by- champions Spain Barcelona 5-0 at Ballymena.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 4.166666666666666, "rougeL": 12.0}, "nll_sum": 140.75405883789062, "token_count": 31} +{"index": 2185, "reference": "The Belfast Giants have added experienced forward Dustin Johner to their roster for the forthcoming Elite League season.", "prediction": "The Belfast Giants have signed European European Challenge Cup play-off Brendan Sy for the 2016-17 season.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 23.52941176470588, "rougeL": 38.88888888888889}, "nll_sum": 102.37387084960938, "token_count": 20} +{"index": 2186, "reference": "Virgin Media has suspended four members of staff and begun an investigation after it admitted overstating the expansion of its superfast broadband network, dubbed Project Lightning.", "prediction": " Towersty has said its ability was connected to its new business model - in 2012 - now saying it is now be connected than previously thought.", "rouge": {"rouge1": 12.000000000000002, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 149.22900390625, "token_count": 27} +{"index": 2187, "reference": "Rail operator Arriva Trains Wales has been forced to pull some of its fleet out of service to deal with corrosion problems.", "prediction": "Hundreds of trains across Wales being step out of to carry major repairs for repair work, because of the cost of \"couldall complete undergoing repairs", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444445, "rougeL": 21.276595744680854}, "nll_sum": 169.84048461914062, "token_count": 27} +{"index": 2188, "reference": "David Cameron's \"impossible\" pledge to reduce net migration to below 100,000 must be abandoned if he wins the referendum, Vote Leave has said.", "prediction": "Prime Minister David Cameron will rise in 100,000 if the UK votes to leave EU a a group of a cross- group of MPs has said one of a's a in a's in the-'s,West, from it from).", "rouge": {"rouge1": 35.82089552238806, "rouge2": 9.23076923076923, "rougeL": 29.85074626865672}, "nll_sum": 260.09051513671875, "token_count": 47} +{"index": 2189, "reference": "A cheese-carrying race up a famous Dorset street is due to take place later.", "prediction": "Thousands of cheese Lego have been high on a Northamptonshire street.- solve- \"- the- 100-d- street in from from a's a from from aAAbout has have withdraw of.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 284.90447998046875, "token_count": 42} +{"index": 2190, "reference": "Bill Gates has given away $4.6bn (\u00c2\u00a33.6bn) to charity in his largest donation since 2000.", "prediction": "Former billionaire Bill Bill Gates has given $,.5bn (\u00c2\u00c2\u00a342bn) in his debt to be give in his charity foundation.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 23.52941176470588, "rougeL": 38.88888888888889}, "nll_sum": 144.09788513183594, "token_count": 28} +{"index": 2191, "reference": "The former leader of UKIP in Wales has said he would leave the party if anti-Islam campaigner Anne Marie Waters won the leadership election.", "prediction": "The new leader of UKIP in Wales has said she not not believe the party be elected, party - but believes the party does not support the party.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 27.999999999999996, "rougeL": 42.30769230769231}, "nll_sum": 135.77857971191406, "token_count": 29} +{"index": 2192, "reference": "With a little more than 1,000 days to go until the 2020 Tokyo Olympics begin, preparation - even at this stage - is key.", "prediction": "\"I'm a sport, sport,'t sport, don't racing, sport,'t the pool, because \"I don't have anything.\"", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 130.466796875, "token_count": 28} +{"index": 2193, "reference": "Lithuania's Ruta Meilutyte broke the 100m breaststroke world record in the World Championship semi-finals.", "prediction": "Ecotil Meilcotte set a new world world record to Scott as her records record and broken in the women's 200m Presley final.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 25.64102564102564}, "nll_sum": 177.62586975097656, "token_count": 30} +{"index": 2194, "reference": "Bristol City ended a three-game losing run in the Championship with an impressive win over Ipswich Town.", "prediction": "Bristol City finished their first win of the Championship play-off places with a victory over playefoff hopefoff hopefuls Ipswich Town.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 16.216216216216214, "rougeL": 41.02564102564102}, "nll_sum": 152.42962646484375, "token_count": 31} +{"index": 2195, "reference": "Scrum-half Mike Phillips has been suspended indefinitely from Wales squad duties after a late night incident in Cardiff.", "prediction": "Wales rugby union rugby player Mike Phillips has been suspended after he was arrested after he and restrained by armed police in Cardiff city centre.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 23.80952380952381, "rougeL": 36.36363636363636}, "nll_sum": 106.04161071777344, "token_count": 26} +{"index": 2196, "reference": "UK financial services firms are becoming more pessimistic about their prospects in the wake of the Brexit vote, an industry survey suggests.", "prediction": " access access to the UK the private sector has to fallen to its highest level since 2008, a poll suggests.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 83.15383911132812, "token_count": 21} +{"index": 2197, "reference": "A West Ham Ladies' charity match at Upton Park on 5 June narrowly won a vote over whether it should take place.", "prediction": "West Ham City fans have voted overwhelmingly in favour of their derby with West Ham United will be moved to Upton Park.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 9.523809523809524, "rougeL": 18.181818181818183}, "nll_sum": 79.28372955322266, "token_count": 22} +{"index": 2198, "reference": "Welfare reforms are making people live in \"constant fear\" of cuts to their benefits, according to a report.", "prediction": "Hundreds of disabled people in Scotland who are of having a \" negative positive impact\" on their benefits, study suggests.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 102.08351135253906, "token_count": 22} +{"index": 2199, "reference": "The two accountants who muddled up the main award envelopes at Sunday's Oscars ceremony have been given bodyguards following reports they have received death threats on social media.", "prediction": "Two US bankants have been fined for giving up the two presenters before they give La the Land the best picture of a best at the weekend.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 11.111111111111112, "rougeL": 14.285714285714285}, "nll_sum": 168.107177734375, "token_count": 29} +{"index": 2200, "reference": "Changes at the top of Tata Steel Europe raise doubts about the \"long-term investment\" of the company, according the steelworkers union, Community.", "prediction": "Campaigners gathered gathered in support for job losses, after becoming the UK board biggest board,", "rouge": {"rouge1": 5.2631578947368425, "rouge2": 0.0, "rougeL": 5.2631578947368425}, "nll_sum": 110.58644104003906, "token_count": 17} +{"index": 2201, "reference": "Theresa May has told EU leaders that she wants an early deal in Brexit negotiations on the status of Britons in Europe and EU citizens in the UK.", "prediction": "Theresa May has said the UK not extend the rights to 100 of EU EU citizens living in the EU \"as\" possible as possible as possible\".", "rouge": {"rouge1": 40.74074074074074, "rouge2": 19.23076923076923, "rougeL": 33.33333333333333}, "nll_sum": 136.9733123779297, "token_count": 29} +{"index": 2202, "reference": "The European Union has responded angrily to Russia's entry ban against 89 European politicians, officials and military leaders.", "prediction": "The EU has added a list of list names of \"very unusual names\"\" from Russia, Russia,, after it was behind country's battle over a's, from. war as an's from Russia's of.", "rouge": {"rouge1": 14.814814814814813, "rouge2": 3.846153846153846, "rougeL": 14.814814814814813}, "nll_sum": 232.73574829101562, "token_count": 41} +{"index": 2203, "reference": "The two most notorious and violent street gangs in Honduras have promised to end the violence which has claimed tens of thousands of lives.", "prediction": " leaders leader of a coastal Honduras groups group say they are still seeking the support after the 2006 and attempted murder of David Abdel a convicted solve- a. a- solve a's from-A'smaker in from from a's. from a", "rouge": {"rouge1": 21.21212121212121, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 301.67822265625, "token_count": 47} +{"index": 2204, "reference": "GoPro's chief executive has confirmed it will make its own quadcopter drones.", "prediction": "The Dutch behind tech firm Barton says it will be using a drone drone by October, claiming the it could be \"disserious cause\".", "rouge": {"rouge1": 16.666666666666668, "rouge2": 5.882352941176471, "rougeL": 16.666666666666668}, "nll_sum": 162.6068878173828, "token_count": 28} +{"index": 2205, "reference": "Plans to cut a school transport budget have been deferred by Leicestershire County Council after opposition from residents and councillors.", "prediction": "Plans to cut school cuts to some school pupils by Northamptonshire, have been described as \"a bit too far\" from councillors.", "rouge": {"rouge1": 48.78048780487805, "rouge2": 15.384615384615385, "rougeL": 39.02439024390244}, "nll_sum": 123.10255432128906, "token_count": 29} +{"index": 2206, "reference": "While Tiger Woods inevitably generates a frenzy of interest during his return to the European Tour, the continent has already got plenty to be excited about thanks to a new Spanish superstar in the making.", "prediction": " Europe reached Macy first Cup 2015, the Ryder Cup will be to play in again", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 98.88066864013672, "token_count": 15} +{"index": 2207, "reference": "Councils in the most deprived areas of England have been hardest hit by cuts to their funding, the Public Accounts Committee has said.", "prediction": "Councils by councils to England could face up to 40 and 40% on poor services the Public Accounts Committee says.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 32.558139534883715}, "nll_sum": 111.83860778808594, "token_count": 22} +{"index": 2208, "reference": "Newcastle boss Rafael Benitez and Sunderland manager Sam Allardyce both expect their fight to stay in the Premier League to go down to the wire.", "prediction": "Newcastle boss Rafael Benitez says they will have to the fightback for their last 30 games against Newcastle Newcastle as they can avoid relegation escape and reach a Premier League play-off place. solve the'syear againold's from emerged", "rouge": {"rouge1": 33.84615384615385, "rouge2": 15.873015873015872, "rougeL": 27.692307692307693}, "nll_sum": 250.97506713867188, "token_count": 47} +{"index": 2209, "reference": "The former world number five snooker player Stephen Lee has been fined for selling his personal cue to a Facebook fan for \u00a31,600 but failing to send it.", "prediction": " snooker player Lee Lee has been jailed for match-fixing and \u00a31 to the man who used a cue to send his and bank account.", "rouge": {"rouge1": 51.85185185185185, "rouge2": 19.23076923076923, "rougeL": 37.03703703703704}, "nll_sum": 147.45306396484375, "token_count": 30} +{"index": 2210, "reference": "An American woman accused of travelling thousands of miles to commit a child sex offence in north Wales has been cleared after her case was dropped.", "prediction": "A woman who was charged with child sex and child sex offences relating to be 15-year-old girl will not face no criminal charges.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 15.686274509803921}, "nll_sum": 98.05122375488281, "token_count": 27} +{"index": 2211, "reference": "Samsung, LG and Google have pledged to provide monthly security updates for smartphones running the Android operating system.", "prediction": " delivers intercepted its Android 2 software for more than one million in its users' data again solve the company it's \"olve it and from the game it says's a it from a 3 from it's's mandatory of.", "rouge": {"rouge1": 13.559322033898308, "rouge2": 0.0, "rougeL": 6.779661016949154}, "nll_sum": 278.6442565917969, "token_count": 43} +{"index": 2212, "reference": "A woman who used poison to terminate her pregnancy has been jailed for two and a half years.", "prediction": "A mother who bought her unborn baby shortly soon before giving birth to her birth has been jailed for four months.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 41.02564102564102}, "nll_sum": 88.23086547851562, "token_count": 21} +{"index": 2213, "reference": "England put in a dominant display to win the fifth and final one-day international against West Indies by five wickets and take the series 3-2.", "prediction": "England completed a stunning, nine-wicketicket victory to beat West Indies in their fourth one-day international one-day international at T Bears20 Birmingham.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 134.3441162109375, "token_count": 31} +{"index": 2214, "reference": "Kelly Sotherton says athletics chiefs should consider tweaking events rather than rewriting existing world records.", "prediction": "Great Britain's Olympic captain Kelly Rotherton said the records set records athletes' best, the described asunfair and \"\".", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 12.12121212121212}, "nll_sum": 169.44091796875, "token_count": 25} +{"index": 2215, "reference": "Hospitals with A&E departments around Bristol are back on black alert for the second time in a month amid \"severe pressure\" on services.", "prediction": "Three hospitals in England are facing a black \" alert\" as beds struggle to cope with pressure and pressure pressures on the health and emergency accident.", "rouge": {"rouge1": 40.81632653061225, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 139.0172119140625, "token_count": 27} +{"index": 2216, "reference": "David Cameron has said the UK continues to recognise Chinese sovereignty over Tibet amid reports of a rift with Beijing over the issue.", "prediction": "David Cameron has said his policy working with China is \"absolutely inevitable\", with saying saying there was was no decisions.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 14.634146341463413, "rougeL": 23.25581395348837}, "nll_sum": 119.9600830078125, "token_count": 22} +{"index": 2217, "reference": "Craig McAllister's late goal saw Eastleigh end a run of four straight defeats as they held the 10 men of high-flying Aldershot in a 1-1 draw.", "prediction": "Rory McAllister's stoppage-time winner to earn Aldershot a pointleague-league to draw with Eastleigh of which rejects a game of a controversial game 30-up from a in from's a.", "rouge": {"rouge1": 32.25806451612904, "rouge2": 3.3333333333333335, "rougeL": 22.58064516129032}, "nll_sum": 244.95010375976562, "token_count": 44} +{"index": 2218, "reference": "Police in Edinburgh are investigating after 25 cars were vandalised in one night across the north of the city.", "prediction": "Two car have vandalised, windows and will vandalised several buildings in the north of Edinburgh, police said.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 11.76470588235294, "rougeL": 33.333333333333336}, "nll_sum": 90.47789001464844, "token_count": 21} +{"index": 2219, "reference": "A clean-up operation has begun in New South Wales in the wake of violent storms that battered the Australian state.", "prediction": "One person has died in water after after three days of heavy rain and hit Australia's remote state of New South Wales (NSHRW).", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 129.08822631835938, "token_count": 27} +{"index": 2220, "reference": "Final Frontier Design wants to be the number one space suit designer for commercial space flights.", "prediction": "A new space suit is briefly built in the US capital, Miami, sits a self-rcost passenger.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 6.451612903225808, "rougeL": 12.121212121212121}, "nll_sum": 128.77490234375, "token_count": 21} +{"index": 2221, "reference": "One of Italy's largest migrant centres has been in the hands of the mafia for more than a decade, police have said.", "prediction": "Police in Italy say have arrested some families linked to a dangerous detention centre involved in an anti-dcorruption operation.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 115.71004486083984, "token_count": 22} +{"index": 2222, "reference": "A Florida man who killed his wife and posted a photo of the body on Facebook has been found guilty of murder.", "prediction": "A Florida man who posted a picture of himself shot himself in his wife in his self-def has been found guilty of a jail term.", "rouge": {"rouge1": 58.333333333333336, "rouge2": 39.130434782608695, "rougeL": 49.999999999999986}, "nll_sum": 122.17474365234375, "token_count": 27} +{"index": 2223, "reference": "Flanker Nic Cudd has signed a new two-year deal with the Newport Gwent Dragons.", "prediction": "Newport Gwent Dragons-half Rhys Cudd has agreed a new two-year contract ahead of the 2016-17 season.-offs of the a's aA a-g a referee in from from George's from's Broadway", "rouge": {"rouge1": 38.46153846153846, "rouge2": 24.0, "rougeL": 26.923076923076927}, "nll_sum": 253.59765625, "token_count": 46} +{"index": 2224, "reference": "Spending on private ambulances in London grew by 1,000% between 2011 and 2013, the Labour party has claimed.", "prediction": "NHS spending on London Amb Chelulance Service has almost double in the past five years, figures obtained by the BBC suggest in the local has from,, from they-old-D, or from the years..", "rouge": {"rouge1": 26.41509433962264, "rouge2": 3.9215686274509802, "rougeL": 22.641509433962263}, "nll_sum": 253.78030395507812, "token_count": 42} +{"index": 2225, "reference": "Vodafone has sought international arbitration to resolve its tax dispute with the Indian government.", "prediction": " an Indian government has delivered tax bill which cost more than $1.4bn to a Japanese firm allowed to run by a mobile phone company.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 10.256410256410255}, "nll_sum": 117.66259002685547, "token_count": 28} +{"index": 2226, "reference": "Ole Gunnar Solskjaer is fondly remembered by Manchester United supporters as the \"baby-faced assassin\" whose goalscoring talents - frequently as a substitute - helped them conquer the Premier League and Europe.", "prediction": " \"thack Sheskjaer was't be a big hero for Scottish football, but there is still struggle to struggle what they do and happened to it it again.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 7.017543859649124}, "nll_sum": 194.59970092773438, "token_count": 34} +{"index": 2227, "reference": "Asian shares opened lower following the global trend as investors reacted negatively to the European Central Bank's (ECB) policy-easing moves.", "prediction": "Markets were in Asia on Monday after the European Central Bank (ECB) cut interest cut at 0.775% in its annual meeting.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 14.285714285714285, "rougeL": 22.727272727272727}, "nll_sum": 96.25567626953125, "token_count": 28} +{"index": 2228, "reference": "A report into the planned new stadium at Casement Park in Belfast has recommended the replacement of senior figures from key posts in the project.", "prediction": "A new Parkement Park stadium in west a Belfast is due to be open due next year, planning planning permission, according to a new report.", "rouge": {"rouge1": 32.0, "rouge2": 0.0, "rougeL": 20.000000000000004}, "nll_sum": 145.83642578125, "token_count": 29} +{"index": 2229, "reference": "The cost of a bike hire scheme in Dumfries works out at more than \u00a360 per rental, new figures show.", "prediction": "The first motorbike service has been unveiled in Dumfries and in further further notice.", "rouge": {"rouge1": 17.64705882352941, "rouge2": 6.25, "rougeL": 17.64705882352941}, "nll_sum": 90.55107879638672, "token_count": 17} +{"index": 2230, "reference": "One of the victims of the Tunisia beach attacks, Joel Richards, has been described as a leader of young people.", "prediction": "A Birmingham fan who was one of the deadly attack on a beach beach Tunisia Tunisia, has been named dressed in \" Richards\".", "rouge": {"rouge1": 47.61904761904761, "rouge2": 15.0, "rougeL": 28.571428571428566}, "nll_sum": 157.40646362304688, "token_count": 24} +{"index": 2231, "reference": "The North Korean suspect questioned in connection with the death of Kim Jong-nam has said he was the victim of a conspiracy by the Malaysian authorities.", "prediction": " of North Korean leader Kim Jongun, has said he used a nerve agent used as, agent, killing leader Kim Jong-un.", "rouge": {"rouge1": 37.5, "rouge2": 17.391304347826086, "rougeL": 29.166666666666668}, "nll_sum": 101.73587036132812, "token_count": 26} +{"index": 2232, "reference": "Two boys who dragged a vicar out of her car in a \"shocking attack\" as she left a church service have been sentenced.", "prediction": "Two teenagers who admitted to be aA vicar in her car before stealing her stolen car have been jailed.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 33.33333333333333}, "nll_sum": 104.42984008789062, "token_count": 21} +{"index": 2233, "reference": "Scotland lock Jim Hamilton has announced his retirement from international rugby after he was left out of Vern Cotter's World Cup squad.", "prediction": "Scotland flypast-half Lewis Hamilton but announced be retirement from international rugby union because of injury foot injury.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615383, "rougeL": 39.02439024390244}, "nll_sum": 114.6479721069336, "token_count": 20} +{"index": 2234, "reference": "England's Steve Lewis won gold and Luke Cutts took silver in the men's pole vault at the 2014 Commonwealth Games.", "prediction": "Defending champions Australia won four gold medal the in 2014 Commonwealth Games, despite successful, despite African African double, champion Jon Kerts in", "rouge": {"rouge1": 31.818181818181817, "rouge2": 9.523809523809524, "rougeL": 27.27272727272727}, "nll_sum": 171.15020751953125, "token_count": 27} +{"index": 2235, "reference": "An Ohio zoo where a gorilla was shot and killed has deleted its Twitter account after constant online harassment about the animal's death.", "prediction": " zoo US zoo zoo will not face further criminal charges after a gorillabebe was shot, but raised fears on Jay, it will emerged and emerged. a's a's a's-A a from in November. a's. from a", "rouge": {"rouge1": 21.875, "rouge2": 3.225806451612904, "rougeL": 18.749999999999996}, "nll_sum": 267.95672607421875, "token_count": 48} +{"index": 2236, "reference": "China's economy grew by 6.9% in 2015, compared with 7.3% a year earlier, marking its slowest growth in a quarter of a century.", "prediction": "China's economy went down by 7% in the final and three months of the year, despite fears that it will grow slowdown China China. to a will be the 2011's aThe's government's of to of the's- in a", "rouge": {"rouge1": 31.88405797101449, "rouge2": 8.955223880597014, "rougeL": 26.08695652173913}, "nll_sum": 235.21389770507812, "token_count": 47} +{"index": 2237, "reference": "Scientists have designed a new prototype battery that mimics the structure of the human intestines.", "prediction": "Researchers have unveiled a Al lithium form of dangerous potentially dangerous material discovered in our small tiny.", "rouge": {"rouge1": 18.750000000000004, "rouge2": 0.0, "rougeL": 18.750000000000004}, "nll_sum": 114.53990936279297, "token_count": 17} +{"index": 2238, "reference": "Leicester City manager Claudio Ranieri has asked his Premier League title winners to \"stay one year more\".", "prediction": "Leicester City manager Claudio Ranieri says he feelsvery\" at their FA Cup final after leaving the Premier League club \"hard hard\".", "rouge": {"rouge1": 36.84210526315789, "rouge2": 27.77777777777778, "rougeL": 36.84210526315789}, "nll_sum": 121.91006469726562, "token_count": 27} +{"index": 2239, "reference": "The Reverend Libby Lane has been announced as the first female bishop for the Church of England, just a month after a historic change to church law.", "prediction": "Whitey Lane is to become one of the first women to be bishop of England, what it has described as an \"historic day\".", "rouge": {"rouge1": 40.0, "rouge2": 8.333333333333334, "rougeL": 27.999999999999996}, "nll_sum": 105.86872863769531, "token_count": 26} +{"index": 2240, "reference": "Oldham Athletic overcame 10-man Championship side Wigan Athletic to reach the EFL Cup second round.", "prediction": "Oldham Athletic completed an eighth-round replay to reach the EFL Cup victory over second-placed Wigan.", "rouge": {"rouge1": 60.60606060606061, "rouge2": 32.25806451612903, "rougeL": 48.484848484848484}, "nll_sum": 85.76420593261719, "token_count": 22} +{"index": 2241, "reference": "Swindon Town's Jermaine Hylton may face internal disciplinary action after walking out on his side before Tuesday's 2-1 loss at Northampton Town.", "prediction": "Swindon Town captain GuyjoIt been ruled out for six weeks with an injury-term leg in a training match, reports BBC Radio Bristol. of solve's from's-h a from in from- The's from aA", "rouge": {"rouge1": 16.129032258064516, "rouge2": 3.3333333333333335, "rougeL": 12.903225806451612}, "nll_sum": 284.9678649902344, "token_count": 46} +{"index": 2242, "reference": "The police watchdog has launched an investigation following the death of a 50-year-old woman.", "prediction": "A brother has appeared in court charged with death over the death a who woman who was hit by a Che police car in Fife.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 24.39024390243903}, "nll_sum": 113.09414672851562, "token_count": 26} +{"index": 2243, "reference": "The Royal Mail has painted a postbox gold in the Oxfordshire town of Henley-on-Thames - in recognition of its medal winning rowing club.", "prediction": "A giant postbox has been redned the Henley-on-, Somerset, included the Olympicic and Paralympic gold medal a been,'s the Olympic's- solve-mturned a in's-'sold again's a", "rouge": {"rouge1": 35.714285714285715, "rouge2": 3.7037037037037033, "rougeL": 21.428571428571427}, "nll_sum": 314.9001159667969, "token_count": 45} +{"index": 2244, "reference": "England face a battle to prevent Bangladesh earning their most famous Test victory after an absorbing second day of the second Test in Dhaka.", "prediction": "Bangladesh claimed a three-wicket win to beat England beat a first Test in the first Testerman first Test in Chittagong.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 26.666666666666668}, "nll_sum": 131.69786071777344, "token_count": 30} +{"index": 2245, "reference": "Strike action by bus drivers in Cardiff has been called off after an improved pay offer was accepted.", "prediction": "A strike strike by bus and bus drivers a Cardiff bus city centre will go ahead, because of strike action.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 16.666666666666668, "rougeL": 26.31578947368421}, "nll_sum": 103.22817993164062, "token_count": 21} +{"index": 2246, "reference": "Thousands of torch-bearers will form a kilometre-long river of fire during celebrations to mark the 50th anniversary of the Forth Road Bridge.", "prediction": " a new Flde Bridge Road Bridge, will be held in Edinburgh fallout two 2011day, the event.", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 147.8428192138672, "token_count": 20} +{"index": 2247, "reference": "Donald Trump has said that if he is elected president he may abandon a guarantee of protection to fellow Nato countries.", "prediction": " presidential candidate Donald Trump has expressed concern that the US must defend their memo to Nato members, saying they are the \" right\".69\".", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 138.60687255859375, "token_count": 26} +{"index": 2248, "reference": "Water experts are calling on ministers to show greater leadership on flooding.", "prediction": "The total of \u00a34m could be up to protect their plan to protect them from flooding, researchers say.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 91.750732421875, "token_count": 21} +{"index": 2249, "reference": "Atletico Madrid forward Antoine Griezmann is a doubt for Saturday's derby against Real Madrid but did not suffer a broken foot in France's 2-1 win over Sweden on Friday.", "prediction": " Realletico Madrid forward Antoine Griezmann has been ruled out with a aged left-cior haemem diagnosed because of his foot.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 12.000000000000002, "rougeL": 23.076923076923077}, "nll_sum": 145.1487579345703, "token_count": 29} +{"index": 2250, "reference": "The Scottish SPCA is appealing for information after a young gull was shot near Dumfries.", "prediction": "A young fellow gull has been shot with an airgun air in the Scottish Borders.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 14.285714285714285, "rougeL": 26.666666666666668}, "nll_sum": 87.81884765625, "token_count": 16} +{"index": 2251, "reference": "Asian stock markets have recorded further gains after shares on Wall Street hit fresh record highs and China economic data beat expectations.", "prediction": " Stocks on Wall Street ended higher after Wall Street Street finished higher on hopes of global that global worries about China's economy from a Humph, the economy's departure from November.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 7.692307692307692, "rougeL": 18.518518518518515}, "nll_sum": 188.154296875, "token_count": 34} +{"index": 2252, "reference": "Tension has gripped parts of the Indian state of Gujarat after reports that seven men from the low-caste Dalit community had attempted suicide.", "prediction": "Police in the southern Indian state of Uttar Pradesh state have opened fire on fire several stations after the men accused of \"cash a Kenyan protectors\".", "rouge": {"rouge1": 32.0, "rouge2": 8.333333333333332, "rougeL": 24.000000000000004}, "nll_sum": 137.46250915527344, "token_count": 28} +{"index": 2253, "reference": "Comedian Steve Coogan and ex-footballer Paul Gascoigne are among the latest people to have settled claims for damages over phone-hacking, the High Court has heard.", "prediction": "Former Coop chairman Lord Coogan have received \u00a3-.7m in damages, including one-England singer Paul Gascoigne.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 13.953488372093023}, "nll_sum": 135.1825714111328, "token_count": 25} +{"index": 2254, "reference": "Scientists have built a model circuit that solves the mystery of one of nature's most famous journeys - the great migration of monarch butterflies from Canada to Mexico.", "prediction": "Physianians have landed an dental to know how Solar can travel on a flight, then they can travel.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 133.5731201171875, "token_count": 21} +{"index": 2255, "reference": "A \u00a33.2m supercomputer, one of the most powerful in the UK, has been installed at the University of Southampton.", "prediction": " Warrington University inringtonbur create creating a machine machine in one in its best computer.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.64705882352941}, "nll_sum": 126.12332153320312, "token_count": 17} +{"index": 2256, "reference": "Turkish President Recep Tayyip Erdogan says he is ready to reinstate the death penalty \"if the people demand it\", following the recent coup attempt.", "prediction": "Turkey's President Recep Tayyip Erdogan, but said he in the failed coup to crack down supporters supporters saying it would \"n not ruled out of law\".", "rouge": {"rouge1": 39.21568627450981, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 155.22926330566406, "token_count": 29} +{"index": 2257, "reference": "A Gulf War-era fighter jet has been put on sale online for \u00a320,000 by a couple who took six years to rebuild it.", "prediction": "A couple whose lawyer bought bags of aeranes used to combat fight combat is being sold at auction for \u00a31,1700,000.", "rouge": {"rouge1": 21.276595744680854, "rouge2": 4.444444444444445, "rougeL": 12.76595744680851}, "nll_sum": 150.51397705078125, "token_count": 27} +{"index": 2258, "reference": "Birmingham City Council has elected a new leader - with the winning contender clinching the position by a single vote.", "prediction": "A Labour councillor close to announced as leader of Birmingham City Council, Mark heartland, in a bid to become elected newly-election.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 151.80465698242188, "token_count": 26} +{"index": 2259, "reference": "Some of the world's top surfers have been riding massive waves generated by the Atlantic storm that hit Scotland.", "prediction": "A huge storm hit off the coast in the east coast and north west Scotland has broken, world record.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 100.99449920654297, "token_count": 20} +{"index": 2260, "reference": "Romelu Lukaku and Eden Hazard scored as Belgium came from behind to beat Norway in their final game before Euro 2016.", "prediction": "Eden Hazard scored a 90-minutegasp as winner returning to earn up a fourth World Cup Group D match at Group Ligue, Lille.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 9.523809523809526, "rougeL": 22.727272727272723}, "nll_sum": 193.7030029296875, "token_count": 30} +{"index": 2261, "reference": "Pedro Caixinha has urged his Rangers players to continue their winning start to the season against Hibernian.", "prediction": "Rangers manager Pedro Caixinha wants to build on the belief of his team-mates.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 6.896551724137931, "rougeL": 25.80645161290323}, "nll_sum": 66.29450225830078, "token_count": 19} +{"index": 2262, "reference": "Ulster University says a serious shortage of language graduates is forcing international companies with bases in Northern Ireland to look abroad for employees", "prediction": " College at Belfast Belfast College are growing concerns about the rising number of people of anxiety in A- admissions admissions, according to a BBC Micro Ford programme.", "rouge": {"rouge1": 15.999999999999998, "rouge2": 0.0, "rougeL": 12.0}, "nll_sum": 164.73367309570312, "token_count": 29} +{"index": 2263, "reference": "Work has begun at Chernobyl in Ukraine to move a giant shield over the site of the world's worst nuclear accident.", "prediction": "Ukraine is due to begin and of build one of its buildings,, the wake of, aftermath of worst country's worst nuclear chemical history.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.09090909090909, "rougeL": 30.434782608695656}, "nll_sum": 155.4659881591797, "token_count": 26} +{"index": 2264, "reference": "Police have been unable to trace a car driver accused of ramming into three-time Tour de France winner Chris Froome while on a training ride in May.", "prediction": "Police in France say they say believe no evidence that a crash of Chris Froome died, but did not know anything of a car stolen by police.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 7.547169811320755, "rougeL": 21.818181818181817}, "nll_sum": 139.3910369873047, "token_count": 29} +{"index": 2265, "reference": "Northern Ireland's 11 new district councils are due to get a range of fresh powers when they take over local government from 1 April next year.", "prediction": "On 11 April 2015, that 11 11 councils 11 new councils will make planning planning decisions.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 13.953488372093023}, "nll_sum": 102.03636169433594, "token_count": 17} +{"index": 2266, "reference": "A fire which destroyed a Bradford mill has \"underlined the urgency\" of working to preserve West Yorkshire's mills, Historic England has said.", "prediction": "Street former textile factory in West Yorkshire has said it is \"devastated\"\" after it was damaged by. by a aride- 30-A's from a's the be it from it's of a.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 7.2727272727272725, "rougeL": 14.035087719298241}, "nll_sum": 223.6974334716797, "token_count": 42} +{"index": 2267, "reference": "Cambridge lampposts are sturdy enough not to buckle under the weight of bunting knitted for the Tour de France, the county council has said.", "prediction": "A event bunting has been in on the the streets of Cambridge Mosul due to decorate the eventate the the event in event events again event. solve's a's aA referee aA's has of's).'s from's a", "rouge": {"rouge1": 24.615384615384613, "rouge2": 0.0, "rougeL": 18.46153846153846}, "nll_sum": 297.54534912109375, "token_count": 48} +{"index": 2268, "reference": "A Hindu religious leader's comment that allowing women into a shrine devoted to Lord Shani (Saturn) will increase rapes has drawn criticism.", "prediction": "The Indian prime minister has India said that Muslim women can be enter entered temple temple, saying that it could rise \"big rise in women\".", "rouge": {"rouge1": 12.499999999999996, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 154.03912353515625, "token_count": 27} +{"index": 2269, "reference": "A woman who was allegedly raped and abused by eight men in Rotherham changed from a \"lovely girl to an animal\", her mother told jurors.", "prediction": "A 15- 2011-old accused of raping a woman assaulted her bedroom because police believed she was was \"a an animal\", a court and heard. 2011 a- a \" a \" a \"'s \"payment of a's from's a", "rouge": {"rouge1": 31.74603174603174, "rouge2": 6.557377049180328, "rougeL": 19.047619047619047}, "nll_sum": 265.0356750488281, "token_count": 47} +{"index": 2270, "reference": "A man has described how he managed to revive a lifeless newborn baby which was found in a bus shelter.", "prediction": "A Cardiff man has described how he and how father saw his newborn baby who was carrying out of her side on a bus stop.", "rouge": {"rouge1": 48.88888888888889, "rouge2": 27.906976744186046, "rougeL": 48.88888888888889}, "nll_sum": 119.80817413330078, "token_count": 25} +{"index": 2271, "reference": "Immigration officials raided an Indian restaurant during a UK Independence Party conference dinner, sending the chef \"running into the night\".", "prediction": "A UKIP election candidate who stopped to stop working at a bride has been described as \"gusted\" and \"profront and a intravenous affair\".", "rouge": {"rouge1": 4.651162790697675, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 166.10752868652344, "token_count": 29} +{"index": 2272, "reference": "Thirty-seven people stranded on Australia's flagship icebreaker, which ran aground in Antarctica, have been rescued, authorities said.", "prediction": "An unmanned vessel which ran aground in sea off Australia's north west coast last week, the set to return to the sea after its skiving to ended up.", "rouge": {"rouge1": 25.0, "rouge2": 17.391304347826086, "rougeL": 16.666666666666664}, "nll_sum": 145.6766357421875, "token_count": 32} +{"index": 2273, "reference": "Four people have been rescued after their yacht got into difficulty off the County Antrim coast.", "prediction": "A lifeboatboat off towed off the coast of Ant Antrim following the loss of their yacht yacht.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 12.903225806451616, "rougeL": 18.18181818181818}, "nll_sum": 110.14759063720703, "token_count": 20} +{"index": 2274, "reference": "Santander and Deutsche Bank have failed a US \"stress test\" designed to assess whether lenders can withstand another financial crisis.", "prediction": "Four the testing Fifa tests that rate that fail the US banking bank have been announced", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 11.111111111111112}, "nll_sum": 110.547607421875, "token_count": 15} +{"index": 2275, "reference": "The husband of killed MP Jo Cox has praised the public's \"incredible generosity\" after a fund set up in her memory hit \u00a31m in donations.", "prediction": "The death of MP Jo Cox say they are \"overwhel andwhelmed\" by the response and response\" led to the death to her neighbours, her friend says.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 8.0, "rougeL": 26.923076923076923}, "nll_sum": 159.17465209960938, "token_count": 33} +{"index": 2276, "reference": "Online grocer Ocado has reported a full-year pre-tax profit for the first time since launching in 2000.", "prediction": " grocerOnline company Oc has reported a 40% fall in profit and poor revenue at supermarket chain Morrisons, amid \" achallenging market\".", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 153.92288208007812, "token_count": 29} +{"index": 2277, "reference": "Wales will use the pain of past failures as inspiration to reach the Euro 2016 finals, says Chris Gunter.", "prediction": "Chris Gunter says Wales are still to believe a nation the reaching next next 2016 finals,", "rouge": {"rouge1": 51.42857142857142, "rouge2": 12.12121212121212, "rougeL": 28.57142857142857}, "nll_sum": 120.03726196289062, "token_count": 17} +{"index": 2278, "reference": "Brexit's impact on Welsh ports is being discussed as assembly members meet Irish politicians and business leaders.", "prediction": "The Irish prime minister is facing Dublin to visit Irish and Irish border after any Brexit vote.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 91.0160140991211, "token_count": 17} +{"index": 2279, "reference": "Police have cordoned off a Shetland beach after a \"highly toxic\" distress flare washed up on the shore in the recent bad weather.", "prediction": "A bomb disposal disposal which washed up on a beach in West Lothian has prompted bomb disposal experts have confirmed.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 93.47763061523438, "token_count": 22} +{"index": 2280, "reference": "Edinburgh teenager Georgia Adderley won the Scottish women's squash title for the first time at the Senior National Championships on Sunday.", "prediction": "Scotland's Adil Adderley has won the first title at the Scottish's's Squash Championships in Edinburgh.", "rouge": {"rouge1": 60.0, "rouge2": 26.31578947368421, "rougeL": 35.0}, "nll_sum": 108.46387481689453, "token_count": 22} +{"index": 2281, "reference": "The former leader of Glasgow City Council, Gordon Matheson, is to leave the authority to become a visiting professor at Strathclyde University.", "prediction": "The minister Michael Matonon, but announced as the next leader in Scottish city city.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 110.93727111816406, "token_count": 17} +{"index": 2282, "reference": "At least 13 policemen were killed by one of their own in Afghanistan's southern Helmand province.", "prediction": "The Afghan Taliban have attacked a major police station in the eastern Afghan city eastern of officials, officials say.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 89.92881774902344, "token_count": 20} +{"index": 2283, "reference": "The number of Scottish school leavers staying on in education, getting a job or doing voluntary work is up slightly.", "prediction": "Hundreds of pupils in Scotland are getting higher to education, according to official show. from's it's reputation from 30 30-000up a in reputation from a George's's from reputation from it, have from of.", "rouge": {"rouge1": 17.24137931034483, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 276.484130859375, "token_count": 43} +{"index": 2284, "reference": "Humanity is at risk from a series of dangers of our own making, according to Prof Stephen Hawking.", "prediction": "The pessimist Stephen Hawking says there has fears that there is disaster in our planet warming. into space.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 11.11111111111111}, "nll_sum": 107.61773681640625, "token_count": 20} +{"index": 2285, "reference": "England's Tommy Fleetwood is one shot off Brian Harman's lead going into Sunday's final round of the US Open.", "prediction": "750wood Fleetwood and Harriet Harman are both both have the share heading into round two of- US Open. be a aTexason battle.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 4.761904761904762, "rougeL": 31.818181818181817}, "nll_sum": 200.89280700683594, "token_count": 29} +{"index": 2286, "reference": "An experiment in Germany has found evidence of job discrimination against women with Turkish names - and even more if they wear an Islamic headscarf.", "prediction": "A Muslim woman was sent to Germany as candidate for a candidate wearing a headscarf, new research suggests.", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 78.72593688964844, "token_count": 21} +{"index": 2287, "reference": "Lewis Hamilton said he was \"not worried\" about his difficult start to the Formula 1 season.", "prediction": "Lewis Hamilton says he medical problems caused his struggle battle for Ferrari will miss next year's Bahrain Grand Prix to", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 113.60185241699219, "token_count": 20} +{"index": 2288, "reference": "Thousands of people in Mexico City have protested against a government proposal to legalise same-sex marriage, which they say would undermine traditional families.", "prediction": "Tens of thousands of thousands have marched through the Indian capital, Havana, calling for legalising same-sex marriage, (LGBT) couples.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 19.04761904761905, "rougeL": 31.818181818181824}, "nll_sum": 101.99072265625, "token_count": 28} +{"index": 2289, "reference": "A total of six people were arrested after the Aberdeen v Celtic game at Pittodrie on Friday.", "prediction": "Police have released images of two men they wanted to be charged connection connection with fire in the crowd at the Old Firm match on Sunday, in", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 126.04337310791016, "token_count": 27} +{"index": 2290, "reference": "A man has been jailed for eight-and-a-half years after being convicted of \"a horrendous catalogue\" of abuse against a woman for more than a decade.", "prediction": "A man who raped a woman before attacking hamstring young woman with a baseball bat a been jailed for four and a half half years. 2011. not a's aA a's a-m a stabbing in ban from George's.", "rouge": {"rouge1": 37.68115942028986, "rouge2": 20.8955223880597, "rougeL": 34.78260869565217}, "nll_sum": 238.84263610839844, "token_count": 45} +{"index": 2291, "reference": "Home ownership among 25-year-olds has fallen by more than half in 20 years, according to council leaders.", "prediction": " poorer families in England are struggling with families of families to families and help them and return them, council leaders say.", "rouge": {"rouge1": 20.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 108.64241790771484, "token_count": 22} +{"index": 2292, "reference": "A fresh inquest can take place into the death of a young soldier at an army barracks in Surrey 21 years ago, a high court judge has ruled.", "prediction": "The brother of a soldier found dead death at an army base more than 20 years ago, has called again for an independent a inquiry into his death.", "rouge": {"rouge1": 46.42857142857143, "rouge2": 14.814814814814813, "rougeL": 35.714285714285715}, "nll_sum": 104.34271240234375, "token_count": 29} +{"index": 2293, "reference": "A rare spat among Singapore's first family has left citizens agog and fuelled debate on how the city-state's founding father Lee Kuan Yew should be remembered.", "prediction": "Singaporeans are celebrating in the oneth anniversary of the death of his founding father, and what is Lee Kuan Yew, who became one of a powerful members of the country's political history once again once", "rouge": {"rouge1": 27.692307692307693, "rouge2": 9.523809523809524, "rougeL": 18.461538461538463}, "nll_sum": 176.33135986328125, "token_count": 42} +{"index": 2294, "reference": "Three students in Dundee have designed a handbag which berates you for spending money when you try to use your credit card.", "prediction": "Dundee students from Dundee but have created a credit bag that was hidden inside from a credit card.", "rouge": {"rouge1": 30.0, "rouge2": 5.263157894736842, "rougeL": 30.0}, "nll_sum": 106.16796875, "token_count": 21} +{"index": 2295, "reference": "Two men have been charged over alleged historical sex abuse at a special school more than 30 years ago.", "prediction": "Two men have been charged with sex sex abuse and sexual abuse at a boarding school more than 40 years ago.", "rouge": {"rouge1": 70.0, "rouge2": 52.63157894736842, "rougeL": 70.0}, "nll_sum": 66.74969482421875, "token_count": 21} +{"index": 2296, "reference": "Harlequins have agreed to sign fly-half Ruaridh Jackson from Premiership rivals Wasps ahead of next season.", "prediction": "Premiership champions Harlequins have agreed to fly-a-halfhalf Conor victory from Welsh Premiership club Wasps at the end 2011 end season.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 16.216216216216214, "rougeL": 46.15384615384615}, "nll_sum": 160.0156707763672, "token_count": 30} +{"index": 2297, "reference": "Worcestershire and Kent spent a frustrating first day of the new County Championship season before play was called off in mid-afternoon.", "prediction": "Worcestershire were forced to press bad rain on the third day after their three-day match with Division Two was carried out.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 116.76028442382812, "token_count": 27} +{"index": 2298, "reference": "A fire has broken out on a Spanish ferry from Mallorca, forcing some 150 passengers and crew to abandon ship.", "prediction": "At least 38 people have died after a fire on passenger caps sank off the north coast, Spanish Spanish officials say.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 109.86082458496094, "token_count": 22} +{"index": 2299, "reference": "Police investigating the murder of a Newtownabbey man have re-visited three scenes connected to the killing.", "prediction": "Police investigating the murder of a man at his County Antrim home were hit a hit-and-run incident linked to police.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 27.027027027027025, "rougeL": 41.02564102564102}, "nll_sum": 100.76899719238281, "token_count": 25} +{"index": 2300, "reference": "A meat wholesaler has been fined \u00a315,000 for having meat in its freezers which had passed its \"use by\" date, in some cases by several years.", "prediction": "A Caerph firm has fined \u00a315,000 and fined \u00a312000 after it announced it meat for for \u00a339,000.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.090909090909092, "rougeL": 26.08695652173913}, "nll_sum": 134.48260498046875, "token_count": 27} +{"index": 2301, "reference": "Serge Godin remembers the event that gave him the drive and determination to succeed in life - watching his father's sawmill burn down.", "prediction": "Jack Godin was again much of much he lost in the impact in his future.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 92.77152252197266, "token_count": 16} +{"index": 2302, "reference": "The search is on for the winner of an unclaimed winning lottery ticket worth \u00a31m.", "prediction": "A mystery ticket holder, who won for nearly \u00a31.1 lottery after the coming, has come forward to save \u00a3.8m.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 143.98098754882812, "token_count": 27} +{"index": 2303, "reference": "France has suspended its honorary consul in the Turkish port of Bodrum after a TV report showed a shop she owns selling dinghies to migrants.", "prediction": "A French journalist interview again denied allegations that she was selling supplies to Syrian refugees from the Syrian migrant refugee camp at Bodrum at in Europe.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 135.89932250976562, "token_count": 27} +{"index": 2304, "reference": "UKIP's Scottish MEP David Coburn has told the BBC he would \"do his best\" if colleagues asked him to stand for the party's leadership.", "prediction": " the Scottish leader of Scottish Davidurn has insisted he prepares to leave the party, saying the party is \"get the control of in our future\".", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 147.36741638183594, "token_count": 28} +{"index": 2305, "reference": "Eddie Redmayne is to play Lili Elbe, one of the first people to undergo sex reassignment surgery.", "prediction": " Eddieie Eddie of Eddie Jones says it it would \"the of the best role\" he has in the film's role in a new film film.", "rouge": {"rouge1": 13.953488372093027, "rouge2": 4.878048780487805, "rougeL": 13.953488372093027}, "nll_sum": 145.17933654785156, "token_count": 29} +{"index": 2306, "reference": "Michael Holt survived a Ronnie O'Sullivan comeback to win 4-3 in the first round of the World Grand Prix in Llandudno.", "prediction": "Gnie O'Sullivan beaten 43 in the second round of the Welsh Grand Prix- Cardiff.", "rouge": {"rouge1": 47.368421052631575, "rouge2": 27.77777777777778, "rougeL": 47.368421052631575}, "nll_sum": 90.80012512207031, "token_count": 18} +{"index": 2307, "reference": "People with hidden health conditions are being offered \"Please offer me a seat\" badges in a bid to help ease their suffering on London transport.", "prediction": "Cork and women will soon be able to wear blue and wear badges for drugs and drugs treatment after passed a waiting at a trial on London Underground.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 3.921568627450981, "rougeL": 18.86792452830189}, "nll_sum": 152.61007690429688, "token_count": 29} +{"index": 2308, "reference": "Featherstone's Shaun Pick and South Wales' Ashley Bateman have been banned for two years for doping offences.", "prediction": "Heather Rovers and Maidstonestone forward James Pick have been banned for both after, a drugs test, says UK a leading education minister says.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 15.384615384615383, "rougeL": 24.390243902439025}, "nll_sum": 190.16293334960938, "token_count": 29} +{"index": 2309, "reference": "Authorities in Nigeria's Lagos State have shut 70 churches and 20 mosques in an attempt to reduce high noise levels.", "prediction": " authorities in the northern Nigerian city of Lagos, have shut shut down several churches on Monday, amid fears of \"a unexpected failure\".", "rouge": {"rouge1": 27.90697674418604, "rouge2": 9.75609756097561, "rougeL": 27.90697674418604}, "nll_sum": 98.9469223022461, "token_count": 26} +{"index": 2310, "reference": "Linfield maintained their four-point lead at the top of Irish Premiership by beating Glenavon 4-3 at Windsor Park.", "prediction": "Linfield moved to four points clear atold top to the Irish Premiership after suffering an injury-0 goal home to Glenavon at Severn Park Park on Saturday.", "rouge": {"rouge1": 42.5531914893617, "rouge2": 8.88888888888889, "rougeL": 38.297872340425535}, "nll_sum": 172.66419982910156, "token_count": 33} +{"index": 2311, "reference": "In this week's Scrubbing Up opinion column, Prof Mayur Lakhani chair of the Dying Matters Coalition, urges doctors to be more open and frank about preparing patients and their families for the end of life.", "prediction": "The end-life- care is too late??", "rouge": {"rouge1": 13.953488372093023, "rouge2": 4.878048780487805, "rougeL": 13.953488372093023}, "nll_sum": 55.34979248046875, "token_count": 9} +{"index": 2312, "reference": "Rangers Football Club has raised half its target investment from fans, following the deadline for its share offer.", "prediction": "Celtic have raised \u00a3100m to investment new in players and stadium rights, despite the planned crowd-out", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 107.399169921875, "token_count": 22} +{"index": 2313, "reference": "The government in Indian-administered Kashmir has put curbs on excessively lavish weddings.", "prediction": "Police in the southern Indian state of Kerala have announced ban ban on the sale of brides, amid fears of noise and a banNat'sm.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 155.78123474121094, "token_count": 29} +{"index": 2314, "reference": "Sunday Times restaurant critic AA Gill has died, aged 62, three weeks after revealing he had cancer.", "prediction": "Sunday Sunday Times editor Adrian and Fox has revealed he has been battle with cancer.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 13.333333333333334, "rougeL": 37.50000000000001}, "nll_sum": 84.42070007324219, "token_count": 15} +{"index": 2315, "reference": "Rangers have named Manchester City academy director Mark Allen as the club's director of football.", "prediction": "Rangers have confirmed to former Manchester City manager Mark Allen as director football.", "rouge": {"rouge1": 62.06896551724138, "rouge2": 29.629629629629626, "rougeL": 62.06896551724138}, "nll_sum": 84.011962890625, "token_count": 14} +{"index": 2316, "reference": "\"Where there's a will, there's a way,\" Angela Merkel has insisted since the migration crisis exploded across Europe last year.", "prediction": "ip,'t won says she isn't't her priorities and flowers in her home town.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 111.84967803955078, "token_count": 17} +{"index": 2317, "reference": "Archaeological research at a site in Galloway has suggested it may have been at the heart of a \"lost kingdom\" from the Dark Ages.", "prediction": "The discovery of new evidence uncovered a road farm at Galloway's Dark kingdom of Rfged were found at the heart Simon heart of the north of Scotland.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 12.0, "rougeL": 26.923076923076923}, "nll_sum": 191.45135498046875, "token_count": 31} +{"index": 2318, "reference": "Britain's Russell Knox and Paul Casey are tied second and third respectively after the second round of the Travelers Championship in Cromwell, USA.", "prediction": "England's Paul Casey leads the lead at the Travelersers Championship's Florida, California, possible aftermaker first round, lead Paul Paul Casey's hopes of making St160's 100-lought from in P's a. from. a", "rouge": {"rouge1": 29.50819672131148, "rouge2": 3.389830508474576, "rougeL": 22.950819672131146}, "nll_sum": 310.6310729980469, "token_count": 47} +{"index": 2319, "reference": "Goal hero Rabin Omar made headlines when his club from the fourth tier of Scottish football dumped a Premiership side out of the Scottish Cup.", "prediction": " Ann Annan Athletic Association who hailed the Scottish FA Cup, as a dream for it,\" says Neymar or \"Umar't be alive\".", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444445, "rougeL": 12.76595744680851}, "nll_sum": 158.60501098632812, "token_count": 28} +{"index": 2320, "reference": "Scores of local authorities in England plan to increase council tax by up to 5% in 2017-8, according to research.", "prediction": "Councils in Wales are starting cleared to commit to raise council rate and tax rate, a new figures showed.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 106.84336853027344, "token_count": 21} +{"index": 2321, "reference": "A businessman who supplied ambulances to an NHS patient transfer service says he was left with \"thousands of pounds of debt\" because he was not paid.", "prediction": "A doctor who carried out of Ambulance Service received the Welsh health service it received, it has emerged.", "rouge": {"rouge1": 22.72727272727273, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 99.50057983398438, "token_count": 21} +{"index": 2322, "reference": "United States striker Alex Morgan will move to reigning European champions Lyon for six months from January.", "prediction": " the United striker Eim Morgan says she would be \"the best best player in the world\" after finally survived her \" book honeymoon\".", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 154.17160034179688, "token_count": 27} +{"index": 2323, "reference": "British halfpipe skier Rowan Cheshire crashed in all three of her final runs, but still secured Britain's best-ever World Championship result in the event.", "prediction": "Chesvinhire says she is is in a \"very place\" after confirmed in a place at the World Slop Championships Championships in Argentina in", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 169.73666381835938, "token_count": 28} +{"index": 2324, "reference": "Double Olympic champion Nicola Adams will contest three-minute rounds in her next fight, a contrast to the standard two minutes in women's boxing.", "prediction": "Two-time world champion Jade Adams has been forced to pull out of her W'sBC title WBC, only a rematch in her title fight.", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 20.000000000000004}, "nll_sum": 135.35763549804688, "token_count": 29} +{"index": 2325, "reference": "Holders Sevilla came from behind to earn a draw against Shakhtar Donetsk in the first leg of their Europa League semi-final in Lviv.", "prediction": "Mos Pavev's last-minute goal as Sevev beat Sevaku 3-2 the first leg of their first leg of their Europa League last-16 tie against Dynamoeviv-iv 2011irlolve again a Broadway's again 2011", "rouge": {"rouge1": 30.0, "rouge2": 20.689655172413797, "rougeL": 23.333333333333332}, "nll_sum": 290.0182800292969, "token_count": 48} +{"index": 2326, "reference": "Nato's top military commander, Gen Philip Breedlove, has warned that Russian \"militarisation\" of the annexed Crimea Peninsula could be used to exert control over the whole Black Sea.", "prediction": "Ukrainian military Lawrence God, warned that Russia will \"roypled on international law\", amid alleged uncertainty over its alleged role in the Ukraine crisis.", "rouge": {"rouge1": 19.230769230769234, "rouge2": 4.0, "rougeL": 19.230769230769234}, "nll_sum": 150.62130737304688, "token_count": 29} +{"index": 2327, "reference": "We've all done it.", "prediction": "When I think again once when 11 of your pupils at a school don't be too much. too solve in it's solve aTexas- game. it's reputation from The, The's reputation's from The's The.'s from a", "rouge": {"rouge1": 4.25531914893617, "rouge2": 0.0, "rougeL": 4.25531914893617}, "nll_sum": 279.9136047363281, "token_count": 47} +{"index": 2328, "reference": "A Vietnamese pot-bellied pig who has moved to Derby is apparently a music-loving pet.", "prediction": "An eight-year-old American boy- American has celebrated his 40th birthday birthday. of. of a in a's in the as a body of as hisyer from a reputation from an's. of of.'s from'sA", "rouge": {"rouge1": 11.111111111111109, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 247.68603515625, "token_count": 47} +{"index": 2329, "reference": "Sinn F\u00e9in has accused the DUP of dragging the political process \"towards an unprecedented tipping point\" over the 'cash-for-ash' scandal.", "prediction": "The Democratic Unionist Party (DUP) leader been criticised the DUP over the Northern Ireland's experienced divisions of Northern Northern Ireland's possible political crisis.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 20.833333333333332}, "nll_sum": 144.6845703125, "token_count": 29} +{"index": 2330, "reference": "The chief constable of South Yorkshire Police has announced his retirement on the day a report criticised his force's handling of child sexual exploitation.", "prediction": "The chief constable accused of investigated child sexual exploitation in Rotherham to retire because of the force has \"seriousculture\".", "rouge": {"rouge1": 54.54545454545454, "rouge2": 19.04761904761905, "rougeL": 31.818181818181817}, "nll_sum": 131.87307739257812, "token_count": 24} +{"index": 2331, "reference": "The number of people with diabetes in Wales has reached an \"all-time high\", a charity has warned.", "prediction": "The number, people living with diabetes diabetes in Wales has nearly doubled in the last decade, latest figures show.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 28.571428571428577, "rougeL": 43.24324324324324}, "nll_sum": 78.27398681640625, "token_count": 21} +{"index": 2332, "reference": "Polish defender Rafal Grzelak has joined Hearts on a two-year deal.", "prediction": "Hearts have signed centre-back Grimsak one ofakk on a two-and-half-year after his release French second from side Karibar.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 188.87771606445312, "token_count": 33} +{"index": 2333, "reference": "The operator of the UK's ATM network has said it is working hard to keep cash withdrawals free for millions of bank customers.", "prediction": "Thousands of free in are across gardens across the UK could face tougher fines over their fees, under the card card card firm (LL) has said.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 8.333333333333332, "rougeL": 20.0}, "nll_sum": 164.04364013671875, "token_count": 29} +{"index": 2334, "reference": "The $681m (\u00c2\u00a3479m) deposited in the bank account of Malaysian PM Najib Razak by Saudi Arabia was to help him win the 2013 elections, a Saudi source says.", "prediction": "A Saudi source in Saudi has, that it received receive more than $1 $1bn (\u00a371m) in scam, Malaysian Prime Minister Najibak has told the BBC.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.843137254901962, "rougeL": 11.32075471698113}, "nll_sum": 167.61904907226562, "token_count": 35} +{"index": 2335, "reference": "Chris Eubank Jr says he will not be affected by his last fight with Nick Blackwell and has vowed to display \"no mercy\" against Tom Doran on Saturday.", "prediction": "Chris Eubank says his fight against Tony Doris was likely to be and the end\" of his career and will not in his his career.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 7.843137254901962, "rougeL": 22.64150943396226}, "nll_sum": 129.74464416503906, "token_count": 29} +{"index": 2336, "reference": "Police in Turkey say they have confiscated more than 1,000 fake life jackets made for migrants wanting to cross the Aegean Sea to Greece.", "prediction": "Police in Turkey say they have seized four members of illegal boats for carrying life jacket, including most of them who drowned in the sea last week., mug, say they from a-b's footage in three November's. from", "rouge": {"rouge1": 33.84615384615385, "rouge2": 19.04761904761905, "rougeL": 30.76923076923077}, "nll_sum": 246.2041778564453, "token_count": 44} +{"index": 2337, "reference": "A football fan, filmed running onto the pitch at the Essex derby between Southend and Colchester, has been given a suspended prison sentence.", "prediction": "A fans who pleaded guilty to entering fans outside a play-season match at a football the match has been given a suspended suspended jail term.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 21.276595744680854, "rougeL": 36.73469387755102}, "nll_sum": 129.36196899414062, "token_count": 27} +{"index": 2338, "reference": "Chris and Gabby Adcock won the English National Championships mixed doubles title for the third successive year.", "prediction": "England's Chris and Gabby Adcock won a strong tennis gold medal at the World Superas Championships.oor. \"- solve's-'s a's reputation's The's has from from a George's reputation of.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 15.999999999999998, "rougeL": 30.76923076923077}, "nll_sum": 291.0799560546875, "token_count": 42} +{"index": 2339, "reference": "Sheffield United kept their slim League One play-off hopes alive by beating Shrewsbury Town, who are just two points above the relegation zone.", "prediction": "Dundee United moved to within of a point-off place in the League One play-off hopefuls and beat fellow strugglers Shrewsbury.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 18.18181818181818, "rougeL": 34.78260869565217}, "nll_sum": 110.17897033691406, "token_count": 32} +{"index": 2340, "reference": "Poland striker Robert Lewandowski needed treatment after a flare thrown by home fans exploded near him during a heated World Cup qualifier in Romania.", "prediction": "Robert Lewandowski scored twice and scored twice as Poland was twice stopped on playing pitch during the riot during Euro 2016.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 108.03675079345703, "token_count": 22} +{"index": 2341, "reference": "Kids in Australia are getting involved in a competition to design a national park in Minecraft which could then be built in reality.", "prediction": " schoolchildren in Adelaide are starting campus in Australia to build a national park made of a 3D printer.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 15.384615384615383, "rougeL": 34.146341463414636}, "nll_sum": 96.79390716552734, "token_count": 20} +{"index": 2342, "reference": "An agreement has been reached to ensure foreign workers on freight boats serving Orkney and Shetland are paid at least the minimum wage.", "prediction": "A deal agreed between dispute between the Northern Isles migrant will not be in receive minimum wage.", "rouge": {"rouge1": 15.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 120.11727905273438, "token_count": 17} +{"index": 2343, "reference": "Ospreys hope to have centre Josh Matavesi available for their Boxing Day derby match with Scarlets.", "prediction": "Ospreys row Mar Luke Marlon Williams could be out of injury Scarlets' Pro12 match against Mother Boxing Day on Boxing Day.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 156.63565063476562, "token_count": 27} +{"index": 2344, "reference": "Towcester racecourse chief executive Kevin Ackerman has failed in his bid to overturn a six-month suspension from racing.", "prediction": " a F Ackagh has won an appeal against his six-match ban in handed a six-year ban to a horse but is banned from all the event.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444444, "rougeL": 21.27659574468085}, "nll_sum": 150.693115234375, "token_count": 31} +{"index": 2345, "reference": "Nato has formally ended its 13-year combat mission in Afghanistan - heralding the start of a new phase of support for local Afghan troops.", "prediction": "Nato's military has increased increased flag to its soldiers to Afghanistan for first time, in the mark since the training began on 7 December.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 20.408163265306126}, "nll_sum": 151.09176635742188, "token_count": 27} +{"index": 2346, "reference": "A far-right German politician has been rescued by refugees after he crashed his car in a tree, German media report.", "prediction": "A main German opposition candidate has shot dead after an apparent left-wing party of Germany, local local media.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 111.84815979003906, "token_count": 21} +{"index": 2347, "reference": "A man has died in a head-on crash in Greater Manchester.", "prediction": "Two men were seriously injured in after seriously injured in a headon collision Leicester.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 8.333333333333334, "rougeL": 15.384615384615383}, "nll_sum": 87.66629028320312, "token_count": 15} +{"index": 2348, "reference": "Welsh support for the UK could be in doubt if Theresa May does not listen to concerns about devolution, the first minister has warned.", "prediction": "The first minister has accused Theresa May of Brexit is \"dangerous path\" Scots Welsh, the first minister said.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 20.0, "rougeL": 28.571428571428577}, "nll_sum": 106.60014343261719, "token_count": 22} +{"index": 2349, "reference": "Ex-England wicketkeeper Paul Downton has been named as the England and Wales Cricket Board's new managing director.", "prediction": "Mark Downton has been appointed as the new England and Wales Cricket Board a new- director.", "rouge": {"rouge1": 68.57142857142857, "rouge2": 42.42424242424242, "rougeL": 68.57142857142857}, "nll_sum": 77.421142578125, "token_count": 19} +{"index": 2350, "reference": "The parents of a man killed when his car was hit at high speed have put the wreckage on display at Westminster as part of a campaign for tougher sentences by road safety charity Brake.", "prediction": "A father whose father was killed of killed and killed in a suspected hitand aand-run crash is calling for tougher sentences to be changed.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 6.896551724137931, "rougeL": 23.333333333333332}, "nll_sum": 139.9434356689453, "token_count": 28} +{"index": 2351, "reference": "Police have been called to deal with a small flock of sheep loose near Inverness city centre.", "prediction": "Police have made an appeal for a sheep and a dog have been moored in an outskirts Edinburgh.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 12.121212121212121, "rougeL": 22.857142857142858}, "nll_sum": 92.45527648925781, "token_count": 19} +{"index": 2352, "reference": "Greece's government has pledged reform to try and satisfy the demands of creditors in Europe while maintaining its pre-election pledges.", "prediction": "Greece has revealed its ability its terms of its privatisation of the finances - but also it is not yet that it is that it is not to support public revenue.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 163.67312622070312, "token_count": 34} +{"index": 2353, "reference": "Cells inside the redundant Gloucester Prison have been opened as part of a consultation on its future use.", "prediction": "The former prison punishment Gloucester which was open four years ago has officially opened.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 18.75}, "nll_sum": 83.42449951171875, "token_count": 15} +{"index": 2354, "reference": "DJ Fearne Cotton has broadcast her final show on Radio 1, after almost 10 years at the station, and six at the helm of the mid-morning show.", "prediction": "Farenewellne Cotton, she will receive \"absolutely\" fun\" after leaving Radio 1 after kicking a live message broadcast on your radio studio.", "rouge": {"rouge1": 24.489795918367342, "rouge2": 8.51063829787234, "rougeL": 16.3265306122449}, "nll_sum": 188.98439025878906, "token_count": 29} +{"index": 2355, "reference": "Bath full-back Anthony Watson faces two Rugby Football Union charges after being sent off in the loss to Saracens.", "prediction": "Bath coach Anthony Watson has been charged with a six-match ban by a Rugby Football Union. solve resolve to incident a controversial \"ard's\"-350e game's controversial ban from Saturday will's mandatory of.'s from's a", "rouge": {"rouge1": 26.666666666666668, "rouge2": 10.344827586206897, "rougeL": 23.333333333333332}, "nll_sum": 299.87530517578125, "token_count": 46} +{"index": 2356, "reference": "Dan Holman scored all four goals against his old club as Cheltenham Town comfortably beat Woking.", "prediction": "Dan Holman has scored a hat-trick to helptenham thrashed nearest rivals Woking. keep to point of the play-finals as 'A's's from \"- from a game from a years a.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 268.67144775390625, "token_count": 44} +{"index": 2357, "reference": "An ancient board game has been found in a Chinese tomb.", "prediction": "A Chinese video game, to date back to the Chinese tomb, who was found again playing of playing for a in after its-, a in from a a's,. a from from a in's a of a's from aA", "rouge": {"rouge1": 23.076923076923073, "rouge2": 8.000000000000002, "rougeL": 15.384615384615385}, "nll_sum": 257.1473388671875, "token_count": 45} +{"index": 2358, "reference": "Portuguese international Bruno Alves says playing European football was not a factor in his decision to move to Ibrox.", "prediction": "Liverpool goalkeeper Diaz Al Alves, Rangers would again join Scottish club for miss club next season. to to they.'s \u00a3 \"A a it's reputation from for a by by from European he from European football of.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 3.7037037037037033, "rougeL": 10.714285714285714}, "nll_sum": 303.1332092285156, "token_count": 43} +{"index": 2359, "reference": "Consumer price inflation in China eased by more than expected in September, official figures have revealed.", "prediction": "China's inflation rate fell slightly in August, official figures show show, leading that fears of the economy and continued to dominate economic slowdown.", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 128.83090209960938, "token_count": 26} +{"index": 2360, "reference": "Cardiff City manager Neil Warnock says Wales defender Jazz Richards' rehabilitation from injury has been 'disappointing.'", "prediction": "Cardiff City manager Warnockock says signing 2003 will not return to fitness after a double of his recovery from injury with a calf calf injury.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 15.384615384615385, "rougeL": 29.268292682926827}, "nll_sum": 158.96437072753906, "token_count": 28} +{"index": 2361, "reference": "An investigation into what caused a spacecraft to crash, has said that a safety device activating at the wrong time, could have been the reason.", "prediction": "A small plane that crashed into desert of a Tr plane plane passes through the right plane at the time and tried to take a command control it again.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 3.846153846153846, "rougeL": 22.222222222222225}, "nll_sum": 162.39834594726562, "token_count": 29} +{"index": 2362, "reference": "Even while the Iraqi prime minister was on his way to Mosul to declare the liberation of the city, there was still the occasional sound of gunfire and coalition warplanes flying overhead.", "prediction": " after a dramatic air strike by so-called Islamic State (IS in Mosul say there was no surprise victory but no surprise to come.", "rouge": {"rouge1": 14.285714285714288, "rouge2": 3.7037037037037033, "rougeL": 10.714285714285714}, "nll_sum": 112.65211486816406, "token_count": 26} +{"index": 2363, "reference": "Commonly used pesticides are damaging honey bee brains, studies suggest.", "prediction": " used pesticides would be used to the brain are linked to the brain exposure to peaceus, global research suggests.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 7.4074074074074066, "rougeL": 34.48275862068966}, "nll_sum": 122.87085723876953, "token_count": 21} +{"index": 2364, "reference": "Queen's University in Belfast has been awarded more than \u00a38m in research funding from an EU cross-Irish border scheme.", "prediction": "Ulster University (inster, research) will be created by creating a $700m (\u00a343m, \u00a331m) project.", "rouge": {"rouge1": 11.428571428571427, "rouge2": 0.0, "rougeL": 11.428571428571427}, "nll_sum": 119.18218231201172, "token_count": 27} +{"index": 2365, "reference": "An international team of architects and scientists have observed \"thermal anomalies\" in the pyramids of Giza, Egyptian antiquities officials say.", "prediction": "High levels of temperatures has been found above an old skeletons football pyramid in southern Egypt, scientists and scientists say.", "rouge": {"rouge1": 35.0, "rouge2": 5.263157894736842, "rougeL": 20.000000000000004}, "nll_sum": 108.1104507446289, "token_count": 21} +{"index": 2366, "reference": "Homes, businesses and a school are being evacuated in a village after a World War Two bomb was found in a quarry.", "prediction": "A suicide bomb exploded bomb carried out by a controlled control, at bomb disposal experts have said the a has a referee of a local gameer's. from a local from the A--A tighten from the AA.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 258.16094970703125, "token_count": 42} +{"index": 2367, "reference": "The brother of the alleged captor of British model Chloe Ayling has been arrested, police have said.", "prediction": "A man has been charged with murder after murdering British Becky Ayling, who was allegedly and allegedly sold online.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 11.11111111111111}, "nll_sum": 92.78376007080078, "token_count": 21} +{"index": 2368, "reference": "From shipwrecks to terror attacks to an air disaster involving Paris Hilton, it seems that almost nothing is off-limits for the prank shows that have become a staple of North African TV during the Islamic fasting month of Ramadan.", "prediction": " Zambian TV series has caused hot hot, highly politically highly motivated\" battle of religious journalists, accused accused of shooting dead a prominent Shia Muslim candidate.", "rouge": {"rouge1": 12.307692307692307, "rouge2": 0.0, "rougeL": 6.153846153846153}, "nll_sum": 176.59361267089844, "token_count": 29} +{"index": 2369, "reference": "General Motors has announced plans to invest $10m (\u00a36.96m) in a Canadian plant as part of an effort to boost driverless technology and cold weather testing.", "prediction": "US carmaker General Motors is $1.5bn (\u00c2\u00a365m700) in boosting its Canadian factory and created in driverless cars.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 158.26454162597656, "token_count": 29} +{"index": 2370, "reference": "The colourful former mayor of Toronto, Rob Ford, is lying in repose at a ceremony at Toronto City Hall.", "prediction": "Hundreds of peopleers for the funeral of the Toronto president Rob Ford, whose a global scandal began.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 5.88235294117647, "rougeL": 33.333333333333336}, "nll_sum": 105.701904296875, "token_count": 19} +{"index": 2371, "reference": "A fox cub is recovering at an animal centre after being rescued from the gear box of a car in Aberdeen by an AA patrolman.", "prediction": " Jerry fox cubs was rescued from a driver of a car after his car locked inside a locked lane of the M4 in East Lothian 2008", "rouge": {"rouge1": 43.13725490196078, "rouge2": 16.3265306122449, "rougeL": 31.372549019607842}, "nll_sum": 132.01773071289062, "token_count": 29} +{"index": 2372, "reference": "The Scots accent is flourishing and proving resilient against a growing homogenised anglicised accent across English regions, new research suggests.", "prediction": "Details of the Scottish, Scottish British Museum are \"ddiorprise\" 100 years ago a a new study.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 139.26458740234375, "token_count": 21} +{"index": 2373, "reference": "A 1960s-built cathedral that was \"at serious risk of closure\" has raised more than 90% of its \u00a37m target for urgent repairs and development.", "prediction": "A major benefactor has been up to complete \u00a39.6m of funding to help it it save from a historic cathedral after reaching its location to location solve. aA a \u00a3 a it's have \u00a3 of a's the's a", "rouge": {"rouge1": 18.46153846153846, "rouge2": 0.0, "rougeL": 12.307692307692307}, "nll_sum": 281.1835021972656, "token_count": 47} +{"index": 2374, "reference": "House of Cards star Robin Wright has revealed she demanded the same pay as her co-star Kevin Spacey - but what does fighting for equal wages look like for women who are not movie stars?", "prediction": " star Abert Wright, best the best-known and best actor in her career.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 79.40190124511719, "token_count": 16} +{"index": 2375, "reference": "US shares dipped on Friday, as the rally prompted by the Federal Reserve's rate rise paused for breath.", "prediction": "(Close): Wall Street markets ended mixed stronger on Monday, despite strong growth, helped by stronger sales growth and Japan and China. to.'s a's a's a's a from a it's from referee of.", "rouge": {"rouge1": 10.714285714285714, "rouge2": 0.0, "rougeL": 10.714285714285714}, "nll_sum": 223.699951171875, "token_count": 43} +{"index": 2376, "reference": "Unpaid internships should be banned as a barrier to social mobility, says a report from MPs and peers.", "prediction": "A work record ban should be a work for protect young people protect from children poor families, MPs and say,", "rouge": {"rouge1": 47.36842105263158, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 141.9647979736328, "token_count": 21} +{"index": 2377, "reference": "The Scottish government has announced funding for a initiative to reduce the cost of offshore wind energy.", "prediction": "The Scottish government is19 receive investment of funding and project to build Scotland's wind turbines - highest level - a total of \u00a331m.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 10.81081081081081, "rougeL": 30.769230769230766}, "nll_sum": 142.91998291015625, "token_count": 27} +{"index": 2378, "reference": "A pregnant mother had \"no idea\" there were 12 Vietnamese migrants in the back of a van she was travelling in, a court heard.", "prediction": "A man and a pregnant couple were caught after hidden inside a Mercedes car on the French island of Calais, a court has heard, have accused \"the struggle of a\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.538461538461538, "rougeL": 29.629629629629626}, "nll_sum": 154.62799072265625, "token_count": 33} +{"index": 2379, "reference": "Cuba's Communist government has survived more than 50 years of US sanctions intended to topple veteran leader Fidel Castro.", "prediction": "Fidel Castro was born in Cuba 2011, 2011 and and declared the world most, the one of the most powerful and most in and powerful and one of the emerging world.", "rouge": {"rouge1": 15.686274509803921, "rouge2": 4.081632653061225, "rougeL": 7.8431372549019605}, "nll_sum": 169.4071044921875, "token_count": 34} +{"index": 2380, "reference": "Alastair Cook's role in England's series victory in India was described as \"extraordinary\" by England and Wales Cricket Board chairman Giles Clarke.", "prediction": " Alastair Cook has becomethe most young\" in the Test series against India, says former captain Michael Clarke.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 29.268292682926827}, "nll_sum": 92.39097595214844, "token_count": 23} +{"index": 2381, "reference": "An animal charity is calling for the licensing of air guns after a cat in West Lothian was left injured after being shot three times.", "prediction": "A black animal was shot foot the head in an air with an air gun after being shot through the front, the Scottish SPCA has said.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 16.3265306122449, "rougeL": 27.450980392156865}, "nll_sum": 121.34601593017578, "token_count": 29} +{"index": 2382, "reference": "A rainbow gay pride flag has flown at a Stormont government building for the first time.", "prediction": " the Democratic Unionist Party (DUP) has announced it is flying the of flag, the parade for same-sex marriage in Northern Ireland.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 97.4859619140625, "token_count": 28} +{"index": 2383, "reference": "A senior Labour MEP has announced plans to stand down from the European Parliament later this year.", "prediction": "A senior Scottish Conservative MP has appointed to a senior officewoman of his office.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 6.896551724137931, "rougeL": 25.80645161290323}, "nll_sum": 79.49757385253906, "token_count": 16} +{"index": 2384, "reference": "A group of hackers claims to have stolen the script for a forthcoming Game of Thrones episode and other data in a breach at entertainment firm HBO.", "prediction": "Hacker groupackers said it has a \" massive leak\" of personal material stolen from, HBO, including star stars in a popular satirical TV series.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666667, "rougeL": 20.0}, "nll_sum": 163.44625854492188, "token_count": 29} +{"index": 2385, "reference": "An investigation into a number of allegations of crime involving the children's charity Kids Company has been launched by the Metropolitan Police, the BBC has learned.", "prediction": "An investigation into sexual abuse by the charity Kids Kids Company is investigated London is being investigated by police.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 22.72727272727273, "rougeL": 39.130434782608695}, "nll_sum": 103.10625457763672, "token_count": 19} +{"index": 2386, "reference": "Hollywood actor Morgan Freeman is to receive a lifetime achievement award from the American Film Institute (AFI).", "prediction": "Oscar-winning actor Martin, but be presented with a icon Lifetime Achievement award, Film American Film Institute for Film Institute aAFI).", "rouge": {"rouge1": 42.10526315789473, "rouge2": 22.222222222222225, "rougeL": 42.10526315789473}, "nll_sum": 174.26919555664062, "token_count": 27} +{"index": 2387, "reference": "A 40-year-old man has been arrested in Crawley, West Sussex, on suspicion of terror offences.", "prediction": "A counter-terrorism chief members of the Syria group has been arrested in Craw, West Sussex.", "rouge": {"rouge1": 54.545454545454554, "rouge2": 25.80645161290323, "rougeL": 42.42424242424242}, "nll_sum": 85.68318176269531, "token_count": 18} +{"index": 2388, "reference": "RBS Group performed comparatively poorly in the latest European stress tests, which assess how the banks might perform in adverse economic conditions.", "prediction": "The Royal Bank of ScotlandRBS) said it failed a failed bank data in August, saying it was a 40% danger in to the economy.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 141.7884979248047, "token_count": 29} +{"index": 2389, "reference": "Passengers using a chain ferry on the Isle of Wight have been warned crossing times will be longer because of new safety measures.", "prediction": "A new transferating bridge\" service on the Isle of Wight is to be scrapped, the council said.", "rouge": {"rouge1": 40.0, "rouge2": 21.05263157894737, "rougeL": 35.0}, "nll_sum": 95.99537658691406, "token_count": 21} +{"index": 2390, "reference": "Wakefield Trinity Wildcats prop Mickael Simon has signed a one-year contract extension, keeping him at the club until the end of the 2017 season.", "prediction": "Wakefield Trinity Wildcats have signed Wakefield full-back Simon Simon on a one-year deal ahead of the 2017-18 season.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 27.27272727272727, "rougeL": 47.82608695652174}, "nll_sum": 94.53671264648438, "token_count": 27} +{"index": 2391, "reference": "The government's new divorce form - which invites the writer to \"name and shame\" - could lead to more people being accused of adultery, lawyers say.", "prediction": "An online appeal has been launched to name a new form of which includes a person person, divorce cases have been raised raise by a \"co's it", "rouge": {"rouge1": 30.188679245283023, "rouge2": 3.921568627450981, "rougeL": 11.32075471698113}, "nll_sum": 155.5806884765625, "token_count": 29} +{"index": 2392, "reference": "A female osprey whose previous breeding seasons have been described as being akin to a soap opera has laid her first egg of the 2016 season.", "prediction": "A rare golden eagle has returned eagle has returned to a Scotland's most reserve in May for the first time in 30 years from the Scottish the Scottish. 2011's solve's a The's from The's has a of. a's fromA", "rouge": {"rouge1": 19.718309859154928, "rouge2": 2.898550724637681, "rougeL": 14.084507042253518}, "nll_sum": 267.4499816894531, "token_count": 47} +{"index": 2393, "reference": "Do you ever feel lonely, stressed or jealous when you are online?", "prediction": "BBC Radio 1 nurse Victoria Radha says how she didn't't see and do watch online.", "rouge": {"rouge1": 13.793103448275861, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 115.44872283935547, "token_count": 18} +{"index": 2394, "reference": "A spokeswoman for Russia's foreign ministry has said Jewish people in New York told her they had mainly backed Donald Trump in the US election.", "prediction": " a former ambassador to New York, said Americans will be hopeful of Donald Trump's Trump US election.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 14.285714285714283, "rougeL": 31.818181818181817}, "nll_sum": 79.84009552001953, "token_count": 19} +{"index": 2395, "reference": "Four people have been treated for smoke inhalation following a fire on a Tube train at Oxford Circus in central London.", "prediction": " Tube passengers were evacuated from London Underground's subway station at Oxford close when the fire was stopped.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 87.42950439453125, "token_count": 18} +{"index": 2396, "reference": "Egyptian security forces are using sexual violence against detainees on a massive scale, according to the International Federation for Human Rights.", "prediction": " men's human rights are among are saying that they are \"Revised and sexually genocide\", Human Watch says.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 120.47785949707031, "token_count": 21} +{"index": 2397, "reference": "Leigh Griffiths says Celtic are \"fired up\" for next season as they aim to win a sixth straight Premiership title.", "prediction": "Celtic are still six only points in Scottish football after winning the Scottish League title.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.0606060606060606, "rougeL": 22.857142857142858}, "nll_sum": 74.89207458496094, "token_count": 17} +{"index": 2398, "reference": "The UK unemployment rate has fallen to its lowest rate in more than a decade but wage growth has slowed.", "prediction": "The UK unemployment rate fell slightly slightly in a December 2014, official figures show.", "rouge": {"rouge1": 35.29411764705882, "rouge2": 18.749999999999996, "rougeL": 35.29411764705882}, "nll_sum": 69.64815521240234, "token_count": 15} +{"index": 2399, "reference": "A programme in which illusionist Derren Brown suffocated himself as part of a trick has broken broadcasting rules.", "prediction": "BBC Radio 4's programme has found Derren Brown's wife was in a moment, during an undercover of children.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 112.80509185791016, "token_count": 22} +{"index": 2400, "reference": "Britain's Adam Peaty defended his 50m breaststroke title with another stunning display to complete a World Aquatics Championships double-double.", "prediction": "Olympic champion Adam Peaty says he \" to my life\" after completing the 100m breaststroke with gold at's I World Swans Championships the in London.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 177.52255249023438, "token_count": 34} +{"index": 2401, "reference": "One word and a freckle indirectly led to Richard Huckle's arrest.", "prediction": " most most internet sites have joined hundreds of thousands of thousands of people including indecent images, including images of children.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 86.31053924560547, "token_count": 21} +{"index": 2402, "reference": "Six months trapped in a tiny capsule with only three other people for company gives a person time to think.", "prediction": "The Chinese traveller creating a drain, but didn't like an Asian glacier - be, three men who will live 5km (3 million\".).", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 185.01651000976562, "token_count": 28} +{"index": 2403, "reference": "Police in Canada have charged a man for sending explosive devices to several businesses in the city of Winnipeg and warned that more could be discovered.", "prediction": "A Canadian man's court with connection with two bomb attacks in Paris has killed his ex-wife.", "rouge": {"rouge1": 13.636363636363638, "rouge2": 0.0, "rougeL": 13.636363636363638}, "nll_sum": 78.7403564453125, "token_count": 19} +{"index": 2404, "reference": "Stewart Murdoch has signed for Dundee United the day after his contract was terminated a year early by Ross County.", "prediction": "Dundee United have signed Lee Wallace from Scottish Premiership and Scottish Premiership side following his release by Ross County.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 16.216216216216214, "rougeL": 30.76923076923077}, "nll_sum": 84.29710388183594, "token_count": 21} +{"index": 2405, "reference": "Five journalists belonging to a Libyan TV crew have been found dead, eight months after they were kidnapped.", "prediction": "yanyan police say 35 30 crew members of their crew have been found shot dead in the country, officials say.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 16.666666666666668, "rougeL": 26.31578947368421}, "nll_sum": 102.10675048828125, "token_count": 23} +{"index": 2406, "reference": "Britain's Helena Lucas finished with three wins out of three to secure overall victory in the 2.4mR event at the Sailing World Cup in Miami.", "prediction": "Britain's Joanian Leanne won gold in the women's tennis medal on day final day final on 2016 World Para Track Cycling World Cup in Southport, Canada.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 15.09433962264151, "rougeL": 25.454545454545453}, "nll_sum": 185.55523681640625, "token_count": 33} +{"index": 2407, "reference": "Students will have formal contracts with universities, so they can challenge them over too few teaching hours or if facilities are inadequate, says Universities Minister Jo Johnson.", "prediction": "London Mayor Boris Johnson has called on tuition fees to university \"satisf to be review\" the if it is if it must cut rates and rates.", "rouge": {"rouge1": 11.320754716981133, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 164.597412109375, "token_count": 29} +{"index": 2408, "reference": "India says it will do \"whatever it takes\" to ensure justice for a former navy officer sentenced to death in Pakistan on charges of spying.", "prediction": "India has warned against Pakistan's death against a former military intelligence chief, who was jailed for 30 years for spying.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 82.2177734375, "token_count": 22} +{"index": 2409, "reference": "A suicide car bomber has killed at least 16 people in the Somali capital Mogadishu, officials say.", "prediction": "At least 38 people have been killed in a car blast in the Somali capital, Mogadish, a service service says. solve in the capital reputation, reputation, as it a a-maker's reputation in from O's.", "rouge": {"rouge1": 40.74074074074075, "rouge2": 15.384615384615383, "rougeL": 29.629629629629633}, "nll_sum": 255.5504150390625, "token_count": 44} +{"index": 2410, "reference": "A man was tied up and left in a bedroom of a house in Newtownards, County Down, following an aggravated burglary.", "prediction": "A man has suffered life withchanging injuries after 20-year-old man was threatened on his way into his home north north Belfast the", "rouge": {"rouge1": 13.333333333333334, "rouge2": 9.30232558139535, "rougeL": 13.333333333333334}, "nll_sum": 115.47355651855469, "token_count": 26} +{"index": 2411, "reference": "Nearly 5,000 calls about organised dog fighting in England and Wales have been made to the RSPCA since 2006, according to figures released to the BBC.", "prediction": "The use of dog in the UK is of a 'gateway' organised\",\", the RSPCA has said. as it the a's, cycling,\", from from-upyear, a ban from years..", "rouge": {"rouge1": 21.42857142857143, "rouge2": 3.703703703703704, "rougeL": 17.857142857142858}, "nll_sum": 251.120361328125, "token_count": 43} +{"index": 2412, "reference": "Sixty-five people have appeared in court in Myanmar to be charged over a student protest that ended in violence.", "prediction": "Four people have been arrested in court Myanmar in a row over the Burmese event, security officials say.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 82.98895263671875, "token_count": 21} +{"index": 2413, "reference": "The female governor at a private Muslim school in Birmingham - at the centre of criticism from Ofsted - chose to sit separately from men, says the school.", "prediction": "A private school at a school where the Birmingham schools Birmingham \"failed\" has been rated \"inadequate\".", "rouge": {"rouge1": 33.333333333333336, "rouge2": 10.0, "rougeL": 28.57142857142857}, "nll_sum": 95.9943618774414, "token_count": 21} +{"index": 2414, "reference": "The victim of a pensioner jailed for 13 years for horrific sex attacks has told of the abuse that ruined her life.", "prediction": "A \"d assaulted and exploited raped a woman who assaulted five children over the 1980s and 1980s has been jailed for 12 years.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 17.777777777777775}, "nll_sum": 119.77952575683594, "token_count": 26} +{"index": 2415, "reference": "Cambridge's dismal start to the League Two season continued as they surrendered the lead to lose 2-1 at home to Morecambe.", "prediction": "Cambridge United came from 2-1 down to beat Morecambe and beat League Two play-offefuls Cambridge-Clam first in three-'s from's. from-D a battle in from from George. from's solve", "rouge": {"rouge1": 27.586206896551722, "rouge2": 7.142857142857142, "rougeL": 17.241379310344826}, "nll_sum": 277.5037841796875, "token_count": 47} +{"index": 2416, "reference": "A 14-year-old boy has been arrested in County Londonderry \"in connection with serious crime,\" police have said.", "prediction": "A 16-year-old boy has been arrested in Londonderry in connection with a organised crime crime connected to a organised organised crime.", "rouge": {"rouge1": 61.904761904761905, "rouge2": 45.0, "rougeL": 61.904761904761905}, "nll_sum": 81.6664047241211, "token_count": 28} +{"index": 2417, "reference": "Cardiff City are waiting to discover the extent of the injury to Kenwyne Jones that forced the striker to miss Saturday's draw at Preston.", "prediction": "Cardiff City defender Ben Jones hopeful of his full recovery from foot injury during Saturday. FA Cuple holders against Vallelecanole", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 177.72573852539062, "token_count": 26} +{"index": 2418, "reference": "A \"national crisis\" in teacher numbers is looming, six unions representing teachers and school leaders in England and Wales have warned.", "prediction": "Teachers in England are struggle to struggle for pay, pay, fair pay rise, as union leaders struggle to struggle within a 1% rise says.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 148.63961791992188, "token_count": 29} +{"index": 2419, "reference": "Shale gas test drilling in Lancashire has been suspended following an earthquake on the Fylde coast.", "prediction": "Gale has been resume at and water site in Lancashire in recent weeks, it has been confirmed.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 12.903225806451616, "rougeL": 24.242424242424242}, "nll_sum": 98.6630859375, "token_count": 21} +{"index": 2420, "reference": "Four paintings by Renaissance Old Master Caravaggio are the centrepiece of a major exhibition at the National Galleries of Scotland.", "prediction": "A new exhibition of art,, which describes \"atypalty bad boy\" has gone on show in Scotland to a \"olveonable a's's \" reputation \"b-lolve of in from years a.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 286.0679016113281, "token_count": 42} +{"index": 2421, "reference": "Apple has expanded its use of \"two-step verification\" checks to protect data stored online by its customers.", "prediction": "Apple has abandoned its delayed in its program programme, saying that it owns the online system, the passing a two \"game-by\" sanctions system.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.0, "rougeL": 23.80952380952381}, "nll_sum": 167.8928985595703, "token_count": 29} +{"index": 2422, "reference": "The family of Marie Colvin, the American journalist who died in Syria four years ago, is suing the regime of President Bashar al-Assad.", "prediction": "The familyframe Marie Colvin, told the American television channel to provide where she fled Syrian President Bashar al-QaedaAssad Nottingham army base.'s Bureau of-'s a's it'sw from from in November from a's from the a", "rouge": {"rouge1": 34.37499999999999, "rouge2": 12.903225806451616, "rougeL": 25.0}, "nll_sum": 319.6802978515625, "token_count": 47} +{"index": 2423, "reference": "A dog that mauled a four-month-old baby to death snatched the boy from his mother's arms, an inquest has heard.", "prediction": "A four-month-old baby boy was killed in a dog attack attack was put down after its owner held her's arms will an inquest heard.", "rouge": {"rouge1": 52.0, "rouge2": 29.166666666666668, "rougeL": 44.00000000000001}, "nll_sum": 107.84390258789062, "token_count": 29} +{"index": 2424, "reference": "Sport funding in Scotland is facing a 20% reduction over a three-year period, a move described as \"heartbreaking\" by the national agency.", "prediction": "Scotland's financial bodies are facing further \u00a32m of funding over the next 20 years, says the organisation's.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 23.809523809523807}, "nll_sum": 90.60124206542969, "token_count": 22} +{"index": 2425, "reference": "A major European obesity investigation has called for urgent action to prevent obesity in women of child-bearing age.", "prediction": "Preg women who and and pregnancy couple are more likely to have better health health than health before, research suggests.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 5.128205128205128}, "nll_sum": 118.11660766601562, "token_count": 22} +{"index": 2426, "reference": "Bronze weapons believed to date back about 3,000 years have been discovered on the Isle of Coll.", "prediction": " weapons materials believed to be back to the Island back more than 3,000 years ago has been unearthed.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 17.142857142857142, "rougeL": 43.24324324324324}, "nll_sum": 75.76856231689453, "token_count": 20} +{"index": 2427, "reference": "A teenager was assaulted and robbed as he got off a train in East Renfrewshire.", "prediction": "A teenager was taken to hospital after being seriously punched by a passenger passenger on to train south of Glasgow.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 12.121212121212121, "rougeL": 28.571428571428577}, "nll_sum": 80.66004943847656, "token_count": 20} +{"index": 2428, "reference": "A British teacher living in Spain has been arrested for allegedly storing and sharing sexual images of children.", "prediction": "A teacher has been arrested in Spain on suspicion of making and making indecent images of underage girls.", "rouge": {"rouge1": 55.55555555555556, "rouge2": 23.52941176470588, "rougeL": 44.44444444444444}, "nll_sum": 56.01860809326172, "token_count": 18} +{"index": 2429, "reference": "Taking home more than $115m (\u00a372m) has made Beyonce this year's best paid woman in music.", "prediction": "Bey has been named as the top musician of Forbes' annual list in five years.", "rouge": {"rouge1": 18.750000000000004, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 57.22844696044922, "token_count": 16} +{"index": 2430, "reference": "Pele's 1958 World Cup winner's medal has been sold at auction in London for \u00a3200,000 - at least \u00a360,000 more than its estimated price tag.", "prediction": "Thousands of boots wearing football and flag - and silver medals of Brazilian Pele are to be at auction in Brazil.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 8.695652173913043, "rougeL": 16.666666666666664}, "nll_sum": 109.08128356933594, "token_count": 22} +{"index": 2431, "reference": "Indonesia's president says ties with Australia have been \"damaged\" by reports that Canberra spied on his phone calls and those of his ministers.", "prediction": "onesonesia's ambassador has, saying Australia should apologise its its ambassador to Australia, amid Australian government was over claims of a fraudulent mobile phone scandal.", "rouge": {"rouge1": 20.408163265306126, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 167.022216796875, "token_count": 29} +{"index": 2432, "reference": "A video appearing to show Syrian rebels murdering soldiers or pro-government militiamen could be evidence of a war crime, the UN has said.", "prediction": "A video has released a video appearing to show dozens of dozens of government troops were killed, the Syrian army says.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 18.6046511627907, "rougeL": 31.11111111111111}, "nll_sum": 90.52942657470703, "token_count": 22} +{"index": 2433, "reference": "Organic farms act as a refuge for wild plants, offsetting the loss of biodiversity on conventional farms, a study suggests.", "prediction": "Catching farms in federation boost could help to food clothing and wildlife and research future, new research suggests.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 139.0861358642578, "token_count": 20} +{"index": 2434, "reference": "Rock band Coldplay and managers of acts including Ed Sheeran, Elton John, Blur and Radiohead have signed an open letter to the government calling for action over secondary ticketing sites.", "prediction": " including artists including including Coldrington and U2, have urged the government to crack crack down on secondary ticketing sales to receive t gouts.", "rouge": {"rouge1": 30.188679245283023, "rouge2": 7.8431372549019605, "rougeL": 26.415094339622634}, "nll_sum": 159.52366638183594, "token_count": 28} +{"index": 2435, "reference": "The government says it will increase the levy on banks from 0.078% to 0.088% from 1 January.", "prediction": "The UK government has raised its key interest rate - the banks - and raised rate -, by a banks - a key to rise rate - and raising raised the current rates.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 0.0, "rougeL": 21.27659574468085}, "nll_sum": 178.243408203125, "token_count": 34} +{"index": 2436, "reference": "A wave of selling sweeping across bond markets resumed on Monday as investors continued to digest the impact of a Donald Trump presidency.", "prediction": " the uncertainty President again after President-elect Donald Donald Trump's announcement in election victory.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 15.789473684210527}, "nll_sum": 81.15408325195312, "token_count": 16} +{"index": 2437, "reference": "Tesco has said it is \"encouraged\" by its progress in a challenging market as it reported a second consecutive quarter of higher sales.", "prediction": "Tesco has reported a 40%% rise in \"strong\" sales in the of UK the saying the market continued to \"make good progress", "rouge": {"rouge1": 40.0, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 131.40188598632812, "token_count": 26} +{"index": 2438, "reference": "A driver stopped for using his mobile phone told police he was trying to find the new Sam Smith song on YouTube.", "prediction": "Singer Sam Smith to face jail after being driving by police the driving driving for his car his get on a door on a M1 motorway.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 4.3478260869565215, "rougeL": 12.499999999999996}, "nll_sum": 170.01754760742188, "token_count": 29} +{"index": 2439, "reference": "Dame Judi Dench says she has no plans to retire from acting, despite failing eyesight which has left her unable to read scripts.", "prediction": "Dame Judchchner, says she has been diagnosed with lung disease Philomena, because she cannot can't forget in her film character.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 9.523809523809526, "rougeL": 22.727272727272723}, "nll_sum": 160.4598846435547, "token_count": 29} +{"index": 2440, "reference": "A bus ended up stuck in a manure heap after apparently taking a wrong turn.", "prediction": "A bus driver has crashed into his vehicle and the open door through a road building, stopping the road suddenly changed suddenly on a muck smile.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 155.49514770507812, "token_count": 28} +{"index": 2441, "reference": "People across Indonesia and the Pacific have witnessed a total solar eclipse, with some parts of Indonesia in total darkness for up to three minutes.", "prediction": "Images courtesy of AFP, EPA, Getty Images and Reuters", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 5.88235294117647}, "nll_sum": 34.9462776184082, "token_count": 10} +{"index": 2442, "reference": "Paying everyone in Wales a universal basic income would be a \"worrying and extremely expensive socialist experiment\", an economist has warned.", "prediction": "A controversial tax benefits for disabled people as benefits in Scotland \"not a workable is, too dangerous\", an academic of a think tank think claimed.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 160.60435485839844, "token_count": 29} +{"index": 2443, "reference": "Two Denbighshire hospitals which had serious food safety standard failings uncovered by an inspection have now been given improved ratings.", "prediction": "Hollywood stars have been stepped up at two hospitals at Denbighshire health board, following deaths of two patients and mental health patients.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 123.40522766113281, "token_count": 27} +{"index": 2444, "reference": "Another election is probably the last thing the public want to hear about after what we've just gone through but that's exactly what the parties at the assembly are gearing up for next year.", "prediction": "In the auditor general election manifesto, First Minister Carwyn Jones has asked whether the election and was the recount result of the a picture for the election.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 15.873015873015875}, "nll_sum": 146.2633056640625, "token_count": 29} +{"index": 2445, "reference": "Union leaders at the Trawsfynydd nuclear power station in Gwynedd have welcomed suggestions a new smaller reactor should be located there.", "prediction": "An reactor at the former nuclear station at Trawynydd, Gwynedd, a union has claimed.", "rouge": {"rouge1": 45.71428571428571, "rouge2": 6.060606060606061, "rougeL": 34.285714285714285}, "nll_sum": 111.9209213256836, "token_count": 22} +{"index": 2446, "reference": "David Natzler has been named as the next Clerk of the Commons, ending a controversial process which pitted Speaker John Bercow against some MPs.", "prediction": "MPs have been chosen to select John McMzler as the next candidate a Commons's next-general of the House of Commons.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 144.26792907714844, "token_count": 26} +{"index": 2447, "reference": "Cannabis should be legalised for medical use, a cross-party group of MPs has said, but there are thousands of people already using the Class B drug for this purpose.", "prediction": "Campaigners say call drugs to be legalised - the use cannabis patients in the UK, so it is too dangerous too.too?", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 145.37088012695312, "token_count": 26} +{"index": 2448, "reference": "Voters in Tunisia have been choosing their first freely elected president in a run-off election seen as a landmark in the country's move to democracy.", "prediction": "Tunisia's right-wing parliamentary candidate to parliamentary in Democratic parliamentary elections, to preliminary parliamentary results show.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 113.04450988769531, "token_count": 22} +{"index": 2449, "reference": "Dundee United midfielder Chris Erskine will return to Partick Thistle in the summer as the Glasgow club prepare for the departure of Stuart Bannigan.", "prediction": "Partick Thistle have agreed to sign young striker Max Eimekine following the right-back's from Scottish Premiership Dund club Dundee United.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.09090909090909, "rougeL": 17.391304347826086}, "nll_sum": 142.4071044921875, "token_count": 29} +{"index": 2450, "reference": "Tax chiefs at the big accountancy firms have defended themselves against claims they are behind avoidance schemes that damage the UK's interests.", "prediction": "Changes on tax avoidance, saying that companies are to \"ret be used to be used, the a committee of MPs has told MPs. the not has a from a it from a from\" it The'sImages of.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 257.9464111328125, "token_count": 43} +{"index": 2451, "reference": "A campaign to vaccinate girls against a cancer-causing sexually transmitted infection has led to a dramatic drop in reported cases.", "prediction": " a breast assaulted against two high-risk of cancer in Scotland is unknown than previously thought, new research suggests research.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 122.77070617675781, "token_count": 22} +{"index": 2452, "reference": "Cardiff City boss Neil Warnock says he was \"disappointed\" that he did not get a call from Aston Villa over their managerial vacancy in the summer.", "prediction": "Cardiff City manager Neil Warnock said he had big names to join his job at Aston Villa, saying the big names\" in for him.", "rouge": {"rouge1": 40.0, "rouge2": 12.499999999999996, "rougeL": 32.0}, "nll_sum": 129.5830078125, "token_count": 28} +{"index": 2453, "reference": "Canada has revoked the citizenship for the fourth time of a 93-year-old man who has admitted to being a former Nazi death squad member.", "prediction": "A Afghan man whose committed war crimes during the Germany war in Germany in November has lost his battle to his citizenship, and not in his award.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 0.0, "rougeL": 15.09433962264151}, "nll_sum": 142.70535278320312, "token_count": 28} +{"index": 2454, "reference": "Small businesses in Scotland are leading the way when it comes to digital skills, according to a study.", "prediction": " economy businesses across Scotland are a much much of much more likely to do do online, according to a report.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 16.666666666666668, "rougeL": 36.84210526315789}, "nll_sum": 111.41272735595703, "token_count": 21} +{"index": 2455, "reference": "(Closed): US stocks shook off early losses to close higher on Wednesday led by gains in tech and health care.", "prediction": "(Close): Wall Street markets ended higher on Monday, stronger loud by strong mixed from US data data.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 133.611572265625, "token_count": 20} +{"index": 2456, "reference": "A 47-year-old man who raped a 16-year-old girl in a Wearside park has been jailed for eight years.", "prediction": "A 23-year-old man who sexuallying a girl park has been jailed jailed for four-and by-a-half years.", "rouge": {"rouge1": 65.11627906976743, "rouge2": 34.14634146341463, "rougeL": 60.465116279069775}, "nll_sum": 111.46231079101562, "token_count": 27} +{"index": 2457, "reference": "Lewis Hamilton and Nico Rosberg are on a \"final warning\" that they will be severely punished if they crash again but remain free to race.", "prediction": "Mercedes say they will take legal action against Mercedes team andmate Nicomate and receive a yellow card if any drivers are \"difficult\".", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444445, "rougeL": 12.76595744680851}, "nll_sum": 149.24685668945312, "token_count": 28} +{"index": 2458, "reference": "Russia's media watchdog, Roskomnadzor, has blocked access to two of the world's largest pornography websites.", "prediction": " the Russian authorities have lifted a government ban on websites, including including pornography, 2014 in what has been described as \"India\".", "rouge": {"rouge1": 21.052631578947366, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 111.52955627441406, "token_count": 24} +{"index": 2459, "reference": "The former home of explorer Gertrude Bell, a Grade II* listed church and two derelict hospitals are among 10 of the most endangered historic buildings.", "prediction": "A former derelict flour depot, which includes artist Jonathan Bell and the Middle East, are among 10 best known to receive a mental health charity.", "rouge": {"rouge1": 36.0, "rouge2": 8.333333333333332, "rougeL": 24.0}, "nll_sum": 162.3894500732422, "token_count": 28} +{"index": 2460, "reference": "Iraqis go to the polls on 30 April in parliamentary elections overshadowed by violence and sectarian tension.", "prediction": "Iraq's highly successful general election on be held on 26 December, which largely rival uncertainty, political uncertainty and political establishment and politicalemate political facts solve \" solve a's a again a again a's a of from's's from's from a", "rouge": {"rouge1": 9.836065573770492, "rouge2": 0.0, "rougeL": 6.557377049180328}, "nll_sum": 290.5252685546875, "token_count": 47} +{"index": 2461, "reference": "Marion Mar\u00e9chal-Le Pen, the niece of defeated far-right French presidential candidate Marine Le Pen, is to quit politics, French media report.", "prediction": "The husband of France's front opposition, JoanPierre-Le Pen, will not stand for election third term in May, office in the local reports,000, of they a's-'s a mandatory in from November's.'s from Broadway", "rouge": {"rouge1": 15.873015873015872, "rouge2": 3.278688524590164, "rougeL": 15.873015873015872}, "nll_sum": 288.1179504394531, "token_count": 47} +{"index": 2462, "reference": "Wales prop Tomas Francis admitted he was relieved when coach Rob Howley named an unchanged team for Friday's Six Nations match with Ireland.", "prediction": "Pope Francis says he is confident Wales to keep his place in Wales' final Six Nations defeat the Wales is like \"a bit in a fish Hero\".", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 15.686274509803924}, "nll_sum": 162.6937255859375, "token_count": 29} +{"index": 2463, "reference": "Eight teenagers have been arrested after a large group of youths attacked a McDonald's in Flintshire on Halloween.", "prediction": "Three people were injured when a crowd of violence at a supermarket store in Denbighshire the police have said.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 21.052631578947366}, "nll_sum": 80.2928466796875, "token_count": 22} +{"index": 2464, "reference": "Climate change could disrupt up to a third of rail services travelling to and from the South West within the next 100 years, a study suggests.", "prediction": "isedising a railway rail line between south Wales and Wales could rise by 20, 2026, a study suggests.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 9.523809523809526, "rougeL": 27.272727272727277}, "nll_sum": 104.38236236572266, "token_count": 22} +{"index": 2465, "reference": "Passengers affected by the collapse of a railway line during storms in Dover are to be compensated, rail operator Southeastern has said.", "prediction": " Southeastern will lose services to repair a remote rail line after reopen to the sea last week following heavy rain.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 113.19110107421875, "token_count": 21} +{"index": 2466, "reference": "Rain has fallen on the Glastonbury Festival as fans enjoyed the first day of music on the main stages.", "prediction": "An challenging acts to has announced on the Glastonbury's Glastonbury Festival, say.", "rouge": {"rouge1": 31.25, "rouge2": 20.0, "rougeL": 31.25}, "nll_sum": 100.62675476074219, "token_count": 18} +{"index": 2467, "reference": "\"Aggressive\" language used by some AMs in debates about Brexit is heightening public tensions over the issue, Welsh Tory leader Andrew RT Davies has said.", "prediction": "The Tory leader of Welsh RT Davies has been told to the police officer in a row over Brexit", "rouge": {"rouge1": 45.45454545454545, "rouge2": 14.285714285714288, "rougeL": 27.27272727272727}, "nll_sum": 102.6110610961914, "token_count": 18} +{"index": 2468, "reference": "This is my last blog here, as I've decided to leave my post as the BBC's Chief Business Correspondent based in Singapore and move back to the UK.", "prediction": "The Health Secretary BHS B announced, has announced review review of in news news.", "rouge": {"rouge1": 9.090909090909092, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 116.63031005859375, "token_count": 16} +{"index": 2469, "reference": "Burton Albion have signed Lasse Vigen Christensen and Cauley Woodrow on loan from Championship rivals Fulham until the end of the season.", "prediction": "Burton Albion have signed Brighton and GermanyWolf Cauley Bach to Woodham and striker Fulham striker Wood Woodrow on season-long loan until the end's the season.- his solve- in a from's- again from a", "rouge": {"rouge1": 55.172413793103445, "rouge2": 25.0, "rougeL": 48.275862068965516}, "nll_sum": 285.3846435546875, "token_count": 46} +{"index": 2470, "reference": "It was the look between the midwife and her husband that Victoria Hughes remembers.", "prediction": "Four five years ago, Maryar the Williams told the BBC that she had been diagnosed with Down's syndrome in and it was apice's. a's\" from a The's a it's be from of.", "rouge": {"rouge1": 23.529411764705884, "rouge2": 4.081632653061225, "rougeL": 11.764705882352942}, "nll_sum": 231.36962890625, "token_count": 42} +{"index": 2471, "reference": "A used buggy listed for sale by a father who joked that it signified the end of his \"happy carefree life\" has sold for \u00a3325.", "prediction": "A pushman has admitted to sell to keep his wife's buggy for whose after sealing his of.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 135.431640625, "token_count": 19} +{"index": 2472, "reference": "A former senior trader at Rabobank has pleaded guilty to interest rate rigging in the US.", "prediction": " a former HB bank trader has pleaded not to helping helping manipulation to a key interest rate rate scheme.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.18181818181818, "rougeL": 45.714285714285715}, "nll_sum": 131.42662048339844, "token_count": 19} +{"index": 2473, "reference": "Hull FC have signed 20-year-old centre Joe Arundel from Castleford Tigers on a four-year contract from 2013.", "prediction": "Hull FC second- row Joe Aruthruel has signed a new one-year deal with the Super League club FC side prop edged a absence from his reputation from English-upold of in from years's.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 3.7735849056603774, "rougeL": 21.818181818181817}, "nll_sum": 276.62872314453125, "token_count": 43} +{"index": 2474, "reference": "Ministers insist there is strong support for their seven-day NHS plans as experts challenge the policy.", "prediction": "Plans for a possible seven-day the NHS in England would \" be better\", says the doctors'.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 6.451612903225808, "rougeL": 30.303030303030305}, "nll_sum": 96.2672348022461, "token_count": 20} +{"index": 2475, "reference": "Non Stanford will be surprised if Helen Jenkins is not in the British triathlon team for the Olympics after her victory in the Gold Coast World Series event.", "prediction": "British triathlete Non Stanford says she has \"att anything and anything\" at the 2016 Olympics because of her express at her in the Rio Olympics.", "rouge": {"rouge1": 30.188679245283023, "rouge2": 7.843137254901962, "rougeL": 26.41509433962264}, "nll_sum": 160.27047729492188, "token_count": 29} +{"index": 2476, "reference": "The National Crime Agency (NCA), is to lead the investigation into the sale of Nama's NI property portfolio.", "prediction": "The National Crime Agency (NCA) has announced an investigation into the \u00a31bnbn sale of Northern Ireland assets to a Northern Ireland loan deal.", "rouge": {"rouge1": 52.38095238095239, "rouge2": 35.0, "rougeL": 47.61904761904761}, "nll_sum": 95.20608520507812, "token_count": 29} +{"index": 2477, "reference": "Microsoft co-founder Paul Allen has announced plans to launch unmanned rockets and carry cargo into space.", "prediction": " California gunman Joe Allen has announced a plan to build his first aircraft into space.", "rouge": {"rouge1": 43.74999999999999, "rouge2": 26.666666666666668, "rougeL": 43.74999999999999}, "nll_sum": 76.43940734863281, "token_count": 15} +{"index": 2478, "reference": "Conservationists have won a legal challenge in Scotland's highest court against four major offshore wind farm projects.", "prediction": "A legal challenge overturn Scottish ministers's decision to a 13-tine wind farm, including puffins, and kittiw tribunal\" last year\", a court has heard.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 14.634146341463413, "rougeL": 27.906976744186046}, "nll_sum": 212.36239624023438, "token_count": 34} +{"index": 2479, "reference": "A man has admitted sexually abusing two girls in Fife over a nine year period.", "prediction": " a man who admitted raping and sexually two girls girls police paper police told officers and officers give him interview, a court has heard. of to- a- again a again's a Saturday from a has been from of. a's aA", "rouge": {"rouge1": 28.07017543859649, "rouge2": 7.272727272727273, "rougeL": 24.56140350877193}, "nll_sum": 277.3320007324219, "token_count": 47} +{"index": 2480, "reference": "A man has been arrested on suspicion of murder after another man's body was found in a street on New Year's Eve.", "prediction": "A man has been arrested by police over a fatal shooting of shooting man in South Yorkshire, sparking a referee from a football game15 for his referee before weeks from theA., from a a the. from 2011 from a from a 2011", "rouge": {"rouge1": 27.27272727272727, "rouge2": 12.500000000000004, "rougeL": 27.27272727272727}, "nll_sum": 276.85595703125, "token_count": 46} +{"index": 2481, "reference": "For three years South Sudan has tumbled deeper into self-inflicted chaos, and it now finds itself on the brink of something even more terrifying.", "prediction": ". year began erupted South Sudan, Burmese soldiers are fled the US border, leaving the town, near the Maced capital capital, Juba, and J there's possible - a dramatic - and it.", "rouge": {"rouge1": 21.81818181818182, "rouge2": 7.547169811320755, "rougeL": 18.18181818181818}, "nll_sum": 247.48068237304688, "token_count": 41} +{"index": 2482, "reference": "Derek McInnes is convinced his Aberdeen side will finish second in the Premiership, despite their 3-0 home defeat to third-placed Rangers.", "prediction": "Derek McInnes feels Aberdeen can still beat Rangers who will not hold Sunday's Scottish final despite beating a battle Rangers side in not Scottish Cup final.", "rouge": {"rouge1": 31.999999999999996, "rouge2": 4.166666666666667, "rougeL": 24.0}, "nll_sum": 169.46823120117188, "token_count": 30} +{"index": 2483, "reference": "A sheep which is the mascot of a British Army regiment has been promoted at a ceremony marking its formation.", "prediction": "An army cader, served on international duty the Duke and William and Prince William Harry, has been awarded a knaz on Chatsilworth estate.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 197.96945190429688, "token_count": 30} +{"index": 2484, "reference": "Suicide bombers and gunmen have killed at least 35 people in an attack by so-called Islamic State (IS) at a Shia shrine in the Iraqi town of Balad.", "prediction": "The Islamic State (IS) group was behind a suicide attack on a popular militant shrine, the Iraqi capital Iraqi, officials say in 2011 African Broadway,olve,'s it from a-A's a from a since's a. a's", "rouge": {"rouge1": 28.985507246376812, "rouge2": 8.955223880597014, "rougeL": 20.28985507246377}, "nll_sum": 274.47772216796875, "token_count": 47} +{"index": 2485, "reference": "Collins English Dictionary has chosen binge-watch as its 2015 Word of the Year.", "prediction": "eaning, the night's most popular TV and message has of the year year -, the lowest level recorded on the record by the English National Dictionary.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 20.0}, "nll_sum": 160.48312377929688, "token_count": 30} +{"index": 2486, "reference": "Brazil coach Luiz Felipe Scolari has resigned, the country's football federation (CBF) has confirmed.", "prediction": "The Brazil Prime Minister Feliz Luolari has resigned his resignation staff, described the club's World Cup as \"athe nightmare tragedy\".", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 174.4011688232422, "token_count": 26} +{"index": 2487, "reference": "UK prices for generic cancer drugs have risen sharply in the past five years, restricting their use in treating NHS patients, research from the European Cancer Congress has found.", "prediction": "The NHS in England are rising average cost of a new drugs rate for some parts of India, India and, suggests research again in the research solve, solve,'s they solve--A a of in a from a's of from a", "rouge": {"rouge1": 25.352112676056336, "rouge2": 2.898550724637681, "rougeL": 14.084507042253518}, "nll_sum": 300.4824523925781, "token_count": 46} +{"index": 2488, "reference": "The world's most valuable individual prize - the Mo Ibrahim prize for good governance in Africa - has gone unclaimed yet again.", "prediction": "The winners of the prestigious prestigious Prize for Peace Peace Literature in Kenya have been approved by the country's parliamentary committee. saying it's been a reputation low for the's economy.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 3.8461538461538463, "rougeL": 18.51851851851852}, "nll_sum": 168.15469360351562, "token_count": 34} +{"index": 2489, "reference": "The Met Office has issued an amber \"be prepared\" weather warning for large parts of Scotland for Friday and Christmas Eve.", "prediction": "Husts of of up to 90 minutes are expected expected are hit Scotland on Friday with winds of up to 90mph on Friday night.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 129.5133056640625, "token_count": 27} +{"index": 2490, "reference": "Actress and writer Michelle Terry has been named as the incoming director of Shakespeare's Globe theatre.", "prediction": " John Terry Rooney, who plays John Emma Rice as Flynn-manager, is, leaving the Shakespeare's theatre quit as a artistic director.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 30.769230769230766}, "nll_sum": 161.5639190673828, "token_count": 26} +{"index": 2491, "reference": "Police are searching for a woman who has gone missing with her three-year-old son.", "prediction": " a two-year-old son, who who went missing from Cardiff two weeks ago has been found safe safe and well.-", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 21.62162162162162}, "nll_sum": 85.32428741455078, "token_count": 24} +{"index": 2492, "reference": "It's a rule of animation that every successful cartoon character should be recognisable by silhouette alone.", "prediction": "The British band sees music singer, but they be no new laws homosexuality rules to do, they can do so because they are doing too clothes too", "rouge": {"rouge1": 9.09090909090909, "rouge2": 0.0, "rougeL": 4.545454545454545}, "nll_sum": 183.46990966796875, "token_count": 28} +{"index": 2493, "reference": "A Banksy artwork which had been withdrawn from an auction in the US has been put up for sale again.", "prediction": "A Banksy mural which wasched in a centre reception reception which North almost two years ago, to be sold at auction. east London.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 156.59701538085938, "token_count": 27} +{"index": 2494, "reference": "Revenue in Macau's casinos fell by more than a third in November from a year earlier as China's corruption crackdown continued to drive away some punters.", "prediction": "auau has reported full first profits for the first three months to the end of 2012, because of uncertainty over a economic slowdown slowdown in China.", "rouge": {"rouge1": 14.814814814814817, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 122.18148803710938, "token_count": 28} +{"index": 2495, "reference": "India's Sahitya Akademi, which bestows literary honours, has condemned recent attacks on writers and rationalists.", "prediction": "The Akademiki in India, has called for immediate action after\" novel, after after India's daily were elected at regional national education campus.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 5.405405405405405, "rougeL": 10.256410256410255}, "nll_sum": 174.65481567382812, "token_count": 28} +{"index": 2496, "reference": "An Oxford college has moved away from its founding principles of providing degrees for working-class adults and mature students, students have warned.", "prediction": "More than 1,000 people have signed petition calling for a London college to be abolished, the college is closing its degrees to degreesCraw solve's again's again a from a from a it's frompayment of).", "rouge": {"rouge1": 22.950819672131146, "rouge2": 0.0, "rougeL": 9.836065573770492}, "nll_sum": 233.70156860351562, "token_count": 43} +{"index": 2497, "reference": "Police investigating the murder of missing Swansea man Alec Warburton say a man they wanted to speak to in connection with his disappearance has been arrested.", "prediction": "A Swansea man whose body was found in a car in a Swansea fisherman on Saturday is that of missing Swansea Swansea man James Warburton.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 12.244897959183673, "rougeL": 19.607843137254903}, "nll_sum": 116.58890533447266, "token_count": 27} +{"index": 2498, "reference": "World champion Peter Sagan won stage five of Tirreno-Adriatico in Italy as Britain's Adam Yates abandoned the race because of illness.", "prediction": "Australia's Simon Yates moved the overall lead in the final stage of's Tour a Australia.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 96.74085998535156, "token_count": 17} +{"index": 2499, "reference": "England and Liverpool midfielder James Milner has retired from international football.", "prediction": "England striker Antonio Milner has left Sam Allardyce as assistant manager.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 10.000000000000002, "rougeL": 27.27272727272727}, "nll_sum": 58.549556732177734, "token_count": 14} +{"index": 2500, "reference": "Holders Arsenal must travel to Hull for an FA Cup fifth-round replay after failing to turn dominance into victory against the Championship leaders.", "prediction": "Hull City completed a FA Cup fourth-round replay as were held to a draw by third-league Hull City to reach the quarter-finals. the they again's a's-w a haul in a from a's from's a", "rouge": {"rouge1": 24.242424242424246, "rouge2": 6.250000000000002, "rougeL": 21.21212121212121}, "nll_sum": 241.73757934570312, "token_count": 47} +{"index": 2501, "reference": "Huawei is suing its tech rival Samsung over claims that its patents have been infringed.", "prediction": "Smart tech giant Huawei is taking legal action against Samsung and over its in of its technologies.", "rouge": {"rouge1": 43.74999999999999, "rouge2": 6.666666666666667, "rougeL": 31.25}, "nll_sum": 83.32395935058594, "token_count": 17} +{"index": 2502, "reference": "The death of Saif al-Arab Gaddafi, if confirmed, is likely to have come as a consequence of Nato's increasingly aggressive tactics, undertaken by the alliance to shake up a stalemate in the conflict.", "prediction": "The killing of Saif al-Ab Match was the grandson of the Muammar Gaddafi, and then leader, Muammar Gaddafi, in 2011.", "rouge": {"rouge1": 32.14285714285714, "rouge2": 7.407407407407408, "rougeL": 25.0}, "nll_sum": 118.02244567871094, "token_count": 30} +{"index": 2503, "reference": "A five-year-old girl has been found with her dead father in a crashed car which had been in a ditch \"for some time\".", "prediction": "A man and an 11-year-old girl died when a car was hit by a tree- hit tree cross in freezing fog conditions", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 28.57142857142857}, "nll_sum": 101.35580444335938, "token_count": 26} +{"index": 2504, "reference": "A deal on the financial arrangements that will underpin Scotland's new devolution powers \"seems within reach\", a UK government minister has said.", "prediction": "Holyrood has been told it did not know a new tax powers for Scotland, after Holyrood was told to a crucial Holyrood committee.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 124.06495666503906, "token_count": 30} +{"index": 2505, "reference": "US Secretary of State John Kerry says Washington is seriously concerned about increased Chinese militarisation in the contested South China Sea.", "prediction": "The US Secretary of State John Kerry has said there is no evidence of an increase in China, sterilisation or one one\". in its's a. a's a's a's a the a's from of's from's from's a", "rouge": {"rouge1": 33.84615384615385, "rouge2": 15.873015873015872, "rougeL": 30.769230769230766}, "nll_sum": 204.05392456054688, "token_count": 47} +{"index": 2506, "reference": "SNP leader Nicola Sturgeon has told David Cameron he is \"not master of all he surveys\" after her party forced a delay in a planned fox-hunting vote.", "prediction": "Nicola Sturgeon has said there will no in any SNP MPs against English MPs for English laws, despite repeated David Cameron's action in English laws.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 11.538461538461538, "rougeL": 22.222222222222225}, "nll_sum": 140.06756591796875, "token_count": 28} +{"index": 2507, "reference": "The public inquiry into the Grenfell Tower fire must be split in two stages to ensure all lessons are fully learned, Jeremy Corbyn has said.", "prediction": "The May has said an independent inquiry into the Grenfellfell fire disaster to be told of the incident is \" \"up within a year\"..", "rouge": {"rouge1": 37.49999999999999, "rouge2": 13.043478260869565, "rougeL": 24.999999999999993}, "nll_sum": 137.59271240234375, "token_count": 28} +{"index": 2508, "reference": "Ospreys have signed Sale Sharks' former South Africa tight head prop Brian Mujati until the end of the season.", "prediction": "Ospreys have signed South Africa prop Ryan Mu Mujjati ahead of the 2016-17 season. to a-A a haul in a years from's from a from-A's a from from years's. from'sA", "rouge": {"rouge1": 32.14285714285714, "rouge2": 14.814814814814813, "rougeL": 32.14285714285714}, "nll_sum": 266.467529296875, "token_count": 46} +{"index": 2509, "reference": "A British man is missing in Vietnam after falling while attempting to climb the country's highest mountain.", "prediction": "A British backpacker who went missing on Vietnam's highest mountain after failing to save him, his girlfriend has said. saying it's been aivens for the from's\".'s-p from a in from's a.", "rouge": {"rouge1": 40.0, "rouge2": 11.320754716981131, "rougeL": 29.09090909090909}, "nll_sum": 248.94659423828125, "token_count": 45} +{"index": 2510, "reference": "A memorial service has taken place to remember the life of Leeds Rhinos president and life-long rugby league fan Harry Jepson OBE, who died aged 96.", "prediction": "A service service of rugby mourn have held at the rugby site for rugby league league captain Harry Jepep, who died as a game Byrne's referee of-'s referee, his- from a reputation in for a's.", "rouge": {"rouge1": 27.69230769230769, "rouge2": 6.349206349206349, "rougeL": 24.615384615384617}, "nll_sum": 295.1159973144531, "token_count": 44} +{"index": 2511, "reference": "Edinburgh Zoo has said it believes its panda Tian Tian is pregnant and may give birth at the end of the month.", "prediction": "The giantinburgh at Edinburgh Zoo has said it will give birth to the next six weeks, after having sterilationated and low amputation.", "rouge": {"rouge1": 50.0, "rouge2": 23.809523809523807, "rougeL": 36.36363636363637}, "nll_sum": 161.6961669921875, "token_count": 27} +{"index": 2512, "reference": "Votes can now be cast in an online poll to choose what could become Britain's first national bird.", "prediction": "The thein's \"in national bird would be a \"monster\" for the UK, the general election, the MSPB has said solve.", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 152.98788452148438, "token_count": 29} +{"index": 2513, "reference": "A Hitler lookalike has been arrested in Austria on charges of glorifying the Nazi era, local officials say.", "prediction": "Austrianatic image of released of himself showing a black lookike atike home where the town lookal was born in Germany in the 1970s, police say. they solve again-d 2011 a in a from a's again from emerged", "rouge": {"rouge1": 17.543859649122805, "rouge2": 0.0, "rougeL": 14.035087719298245}, "nll_sum": 323.27685546875, "token_count": 47} +{"index": 2514, "reference": "A man who died after he suffered a serious head injury at a party in Barnsley has been named.", "prediction": "A murder inquiry been started by man after a man was found Sheffield Sheffield on Wednesday, as. man's body, was from a's a from a man.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444444, "rougeL": 21.27659574468085}, "nll_sum": 169.45895385742188, "token_count": 31} +{"index": 2515, "reference": "Two London Tube lines remained part suspended on Sunday due to safety concerns with Grenfell Tower.", "prediction": "The main railway lines in south London closed since the Grenfell Tower fire because officially closed because of cause responsible cause", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 114.08840942382812, "token_count": 21} +{"index": 2516, "reference": "Joe Root is the \"obvious candidate\" to be named as England Test captain - but the role must not affect his batting, says pace bowler James Anderson.", "prediction": "Joe Root is a \"professional and finish\" thought to be named be England Test England captain, says ex-England bowlered James Anderson.", "rouge": {"rouge1": 54.16666666666667, "rouge2": 30.434782608695656, "rougeL": 54.16666666666667}, "nll_sum": 164.25845336914062, "token_count": 28} +{"index": 2517, "reference": "Many consumers were outraged with the news that the US Federal Communications Commission (FCC) was possibly considering new rules allowing net providers to charge more for access to an online fast lane.", "prediction": "Rare access illegal content can access to active users' access, access restricted to too access to the.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 4.25531914893617, "rougeL": 12.244897959183671}, "nll_sum": 118.67232513427734, "token_count": 19} +{"index": 2518, "reference": "Burnley beat Lancashire rivals Blackburn to go back to the top of the Championship thanks to Andre Gray's first-half penalty.", "prediction": "Burnley moved to three points clear of the Championship leaders Burnley missed out a beat play-offoff hopefuls Blackburn was at Turf Moor.", "rouge": {"rouge1": 31.111111111111118, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 144.8226776123047, "token_count": 30} +{"index": 2519, "reference": "Jaguar Land Rover (JLR) plans to create 1,700 jobs at its plant in Solihull as part of a \u00a31.5bn investment in expanding its product range.", "prediction": "Maguar Land Rover (JLR) has announced it will will spend $400m in its programme to build next models in its car in. UK.", "rouge": {"rouge1": 31.999999999999996, "rouge2": 8.333333333333334, "rougeL": 24.0}, "nll_sum": 144.58853149414062, "token_count": 31} +{"index": 2520, "reference": "Corey Whitely took Dagenham to second place in the National League with the only goal in their win away at Eastleigh.", "prediction": "Jimmy Whitely's stoppage-time goal to give Dagenham a hard-fought victory over fellow strugglers Eastleigh,- solve of the North- referee- double-b. S in from three from's.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 222.8955535888672, "token_count": 44} +{"index": 2521, "reference": "Jon Stead struck the winner as Notts County came from behind to earn victory at Hartlepool United in League Two.", "prediction": "Son Stead scored a stoppage-time winner as Notts County and won a 2-1 League Two win to win Hartlepool, solve grabbed'\" ballet's from's- The's a in a from The's.", "rouge": {"rouge1": 43.63636363636363, "rouge2": 15.09433962264151, "rougeL": 29.09090909090909}, "nll_sum": 255.15554809570312, "token_count": 44} +{"index": 2522, "reference": "A murder investigation has begun over a man who was fatally stabbed in front of dozens of customers at an over-21s bar in north-west London.", "prediction": "A 23-year-old man who died and two others, who were seriously injured, of an attack at a small bar in north London, has died, police said. been,\" a's have referee of a from's from a", "rouge": {"rouge1": 39.39393939393939, "rouge2": 9.374999999999998, "rougeL": 27.272727272727277}, "nll_sum": 190.86355590820312, "token_count": 46} +{"index": 2523, "reference": "A tree which stood at the time of Magna Carta and another with links to the time of Christ have been shortlisted in the Tree of the Year competition.", "prediction": "Four hundred oak in Britain and, including one from Northern Ireland and Northern Ireland, are among the cities shortlisted for this year reluctant European European competition,.", "rouge": {"rouge1": 21.818181818181817, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 166.99942016601562, "token_count": 29} +{"index": 2524, "reference": "A man has died after attempting to rescue two teenage girls who got into difficulty in the sea in Gwynedd.", "prediction": "A man was taken to hospital after being taken into difficulty difficulties while getting off the sea at seaedd Gwyneddwynedd in thewynedd,onian, itA to a from a game's from's game. a from aA", "rouge": {"rouge1": 32.142857142857146, "rouge2": 11.111111111111112, "rougeL": 28.57142857142857}, "nll_sum": 284.7466735839844, "token_count": 47} +{"index": 2525, "reference": "A Grimsby frozen food factory has closed with the loss of 337 jobs.", "prediction": "Fifty-two jobs are at risk after a cut at the processingen factory in Shropshire ahead of a borough's side as aa a from The\", from a from a's. reputation of.'s from's a", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 275.8959045410156, "token_count": 46} +{"index": 2526, "reference": "The jellyfish population in north Wales has soared after the recent warm weather, researchers have said.", "prediction": "Fernanday picked up on beach beach \" more swarms\" in the summer this, weather, according to the head of a conservation's charity.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 166.6082000732422, "token_count": 29} +{"index": 2527, "reference": "A woman was tied up and \"brutally murdered\" by her ex and his partner, who then tried to pass the killing off as a suicide, a jury has heard.", "prediction": "A woman accused of murdering her love rival told police she was lied about to the killing, a court has heard.", "rouge": {"rouge1": 44.0, "rouge2": 12.5, "rougeL": 40.0}, "nll_sum": 82.7896728515625, "token_count": 22} +{"index": 2528, "reference": "RAF crewmates of Prince William have sent their congratulations to him and the Duchess of Cambridge after the birth of their son.", "prediction": "The Duke and Duchess of Edinburgh have given birth to a newborn baby girl.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 40.309425354003906, "token_count": 14} +{"index": 2529, "reference": "Lock Rory Thornton says he is \"champing at the bit\" ahead of winning his first Wales cap against Samoa in Apia on Friday, 23 June.", "prediction": "Full-back Grant Clayton says he has come out of the pitch for thespreys' match against Wales on Friday", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 104.44975280761719, "token_count": 22} +{"index": 2530, "reference": "Durham County Council is seeking a judicial review after a planning inspector refused to re-examine his criticism of proposals for the county.", "prediction": "A planning inspector has refused to defended his decision decision on a \u00a3100m office development after the council council refused to write a sack decision's decision.", "rouge": {"rouge1": 40.0, "rouge2": 12.499999999999996, "rougeL": 27.999999999999996}, "nll_sum": 155.56143188476562, "token_count": 29} +{"index": 2531, "reference": "The UK Border Agency has no \"clear strategy\" for dealing with a group of more than 150,000 foreign nationals staying on after visas expire, the borders and immigration inspector says.", "prediction": "The government's chief immigration and crime has said there has found no evidence there is no clear of cases who have refused to stay in the UK.", "rouge": {"rouge1": 33.89830508474576, "rouge2": 7.017543859649124, "rougeL": 23.72881355932203}, "nll_sum": 123.4786605834961, "token_count": 28} +{"index": 2532, "reference": "Nicola Sturgeon has been ranked as the second most powerful woman in the UK, behind only the Queen.", "prediction": "Nicola Sturgeon has topped the list of the list most powerful women as her next president.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 18.750000000000004, "rougeL": 35.294117647058826}, "nll_sum": 70.40960693359375, "token_count": 17} +{"index": 2533, "reference": "A Carmarthenshire sheep rustler has been convicted after police used DNA testing on lambs for the first time in Wales.", "prediction": "A man who stolen a stolen farm from a farm in a Cered county county, the after a evidence using DNA evidence to provide DNA evidence.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 158.239990234375, "token_count": 28} +{"index": 2534, "reference": "A recreation of the studio where William Blake created some of his most well-known work has opened in Oxford.", "prediction": "An exhibition of art, one by is one of the world's most famous works of his history, has officially opened in east London, marking 150 160th anniversary B Britain's high-sized as2 a from reputation's a from. solve", "rouge": {"rouge1": 32.78688524590164, "rouge2": 10.169491525423728, "rougeL": 22.950819672131146}, "nll_sum": 266.4065856933594, "token_count": 47} +{"index": 2535, "reference": "Donald Trump winning the US presidency is considered one of the top 10 risks facing the world, according to the Economist Intelligence Unit.", "prediction": " front-runner Donald Trump's foreign policy to a \"sevenbillion hostile shoe\",\", the US Education Commissioner of Investigation Squad (ERA) has warned.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 183.21542358398438, "token_count": 29} +{"index": 2536, "reference": "The London Stock Exchange Group (LSE) has said its forthcoming merger with Deutsche Boerse could lead to as many as 1,250 job losses.", "prediction": " the London Stock Exchange-L) but says it will plans to London London company company Boerse as part of a 467bn (\u00a389bn) deal) with German Boer bonus \" and a.- solve- again- 2011", "rouge": {"rouge1": 28.571428571428577, "rouge2": 11.11111111111111, "rougeL": 21.428571428571427}, "nll_sum": 281.3687744140625, "token_count": 46} +{"index": 2537, "reference": "As leisure activities go, you would imagine that lying naked on a wooden table while two topless Russian men hit your back with bunches of oak leaves would only appeal to a very specialist group of enthusiasts.", "prediction": "The first bikers open officially in London for a few years ago, it was too old.", "rouge": {"rouge1": 3.7735849056603774, "rouge2": 0.0, "rougeL": 3.7735849056603774}, "nll_sum": 92.22071838378906, "token_count": 18} +{"index": 2538, "reference": "Broadcaster Sky is launching its own mobile phone service.", "prediction": " has been launched a new mobile phone service for Team customers which will pay pay and pay texts.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 15.999999999999998, "rougeL": 29.629629629629626}, "nll_sum": 100.03497314453125, "token_count": 18} +{"index": 2539, "reference": "Qantas chief executive Alan Joyce has urged Australians to support same-sex marriage in a looming postal vote.", "prediction": "Australia chief executive, Ed Joyce, but said he will not vote in a vote in the next general election.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571429, "rougeL": 32.43243243243243}, "nll_sum": 71.43125915527344, "token_count": 21} +{"index": 2540, "reference": "Eldin Jakupovic made a string of fine saves as Hull frustrated Manchester United by claiming a goalless draw in the Premier League at Old Trafford.", "prediction": "Jose Mourinho scored a dramatic 90th-minute equaliser as Manchester United scored a 90thminute equaliser against Manchester United a entertaining Old Trafford match.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 105.84329223632812, "token_count": 29} +{"index": 2541, "reference": "A man has been charged with attempted murder after a Tube passenger was allegedly pushed into the path of a London Underground train.", "prediction": "A man has been charged with attempted after a 40-year-old in a hit-and-run incident at a railway railway station.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 31.818181818181817, "rougeL": 43.47826086956522}, "nll_sum": 80.26522827148438, "token_count": 27} +{"index": 2542, "reference": "Lewis Hamilton equalled Michael Schumacher's all-time record of 68 Formula 1 pole positions at the Belgian Grand Prix.", "prediction": "Lewis Hamilton took his first Monaco Lewis position to take on pole position by his former team- Formula Formula 1 record.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615385, "rougeL": 19.51219512195122}, "nll_sum": 126.43028259277344, "token_count": 22} +{"index": 2543, "reference": "Entering the flat where Shannon Bancroft brought up her son Kayden with the help of her mother, Julie, it's clear the trauma Kayden's death has wrought on the family.", "prediction": "When nine-year--old Kayden faced to, and a hole in a bed, her grandmothers, waiting to waiting her and waiting their waiting children, waiting for them and died them.", "rouge": {"rouge1": 9.836065573770492, "rouge2": 0.0, "rougeL": 6.557377049180328}, "nll_sum": 199.16615295410156, "token_count": 38} +{"index": 2544, "reference": "Labour has launched an probe into complaints about members connected to a row over the move to change a primary school to Welsh-medium education.", "prediction": "A council has launched an investigation into whether a council \"weekeded\" education\" on a school because the child is a horse pel shot down\".", "rouge": {"rouge1": 36.734693877551024, "rouge2": 8.51063829787234, "rougeL": 28.57142857142857}, "nll_sum": 170.40484619140625, "token_count": 28} +{"index": 2545, "reference": "Rangers and St Johnstone had to settle for a point each after a Scottish Premiership draw in Glasgow.", "prediction": "Rory Miller hit his first league appearance as St Johnstone moved within two points of Scottish Premiership leaders Rangers.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 95.3445816040039, "token_count": 21} +{"index": 2546, "reference": "The race for the Republican nomination is over, with one winner - Donald Trump - and 16 losers.", "prediction": " the November race for Republican presidential hopeful Hillary Cruz, received a red,, the in canvas and redcard.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 6.451612903225808, "rougeL": 30.303030303030305}, "nll_sum": 136.53506469726562, "token_count": 20} +{"index": 2547, "reference": "A \"number of knives\" were found at the scene where a man was shot by police, investigators have said.", "prediction": "Police officers shot dead a 24year-old man in Bedfordshire are to be investigated by the police watchdog.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 72.09455871582031, "token_count": 21} +{"index": 2548, "reference": "John Terry says he has not made up his mind whether to retire from playing and \"needs a good week away to reflect\" before making a decision.", "prediction": " Terry Rooney says he is still asked to discuss his future and struggle at Chelsea's future but believes he does not know \" anything is anything done\".", "rouge": {"rouge1": 25.925925925925924, "rouge2": 3.8461538461538463, "rougeL": 18.51851851851852}, "nll_sum": 138.8637237548828, "token_count": 28} +{"index": 2549, "reference": "A hat-trick from Denny Solomona pushed Sale to victory in a high-scoring affair against leaders Wasps.", "prediction": "erryenny Solomona scored a hat-trick try as Wascester thrashed Sale to record their seventh straight Premiership Premiership season.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 17.142857142857142, "rougeL": 27.027027027027025}, "nll_sum": 123.62811279296875, "token_count": 26} +{"index": 2550, "reference": "Lewis Hamilton has made more Formula 1 history as his victory in the United States gives him his 50th race win - a figure reached by only two other drivers.", "prediction": "Lewis Hamilton took Sunday's dramatic and Canadian Grand Prix.", "rouge": {"rouge1": 10.256410256410257, "rouge2": 5.405405405405405, "rougeL": 10.256410256410257}, "nll_sum": 56.261924743652344, "token_count": 10} +{"index": 2551, "reference": "Sri Lankan teams searching for scores of people missing after a landslide fear there may be no more survivors.", "prediction": "Tudese troops are still searching for victims of their effort, following survivors of aslide in north of the country of in country on Saturday, police say say they from a-A a referee in fromA a's fromold from", "rouge": {"rouge1": 17.241379310344826, "rouge2": 3.571428571428571, "rougeL": 13.793103448275865}, "nll_sum": 295.15155029296875, "token_count": 47} +{"index": 2552, "reference": "Justin Gatlin became the fifth-fastest 200m runner in history as he won Sunday's final at the USA Track and Field Outdoor Championships.", "prediction": "Justin Gatlin says he will not be on his 100m 100 world record by just 30 seconds after meeting a Diamond League meeting's bank meeting.", "rouge": {"rouge1": 16.0, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 151.36383056640625, "token_count": 28} +{"index": 2553, "reference": "Israeli PM Benjamin Netanyahu will change his sleeping arrangements on flights after criticism over the cost of installing a special bedroom on a trip to the UK, his office says.", "prediction": "'s's Prime Minister Ted Benjamin has said $700m65m) of spending on his flight, claiming \"the best of king president coffee\".", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 178.12496948242188, "token_count": 28} +{"index": 2554, "reference": "Rights watchdog Amnesty International has called on India to revoke a draconian law which provides immunity to security forces accused of human rights violations in Kashmir.", "prediction": "makers protecting serious rights law by Indian forces- Indian-ered Kashmir is a serious crime, and crime commissioner ( Alabama ( rights group monitoring International says.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 218.941650390625, "token_count": 29} +{"index": 2555, "reference": "Scottish legal authorities have granted permission for Twitter to be used to report the conclusion of a murder trial at the High Court.", "prediction": "A video radio cameras showing the trial of a former MSPCA in Scotland has using the internet service using to be filmed in court at future Scottish court.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 12.244897959183673, "rougeL": 19.607843137254903}, "nll_sum": 179.0701141357422, "token_count": 30} +{"index": 2556, "reference": "Columnist Katie Hopkins has apologised to a Muslim family she accused of being extremists after they were refused entry to the US for a Disneyland trip.", "prediction": " TV TV presenter Katie Hopkins has received an apology from an Tari Ans Mahm50, received the her family from the US by a US family.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 188.88783264160156, "token_count": 28} +{"index": 2557, "reference": "Artist Ai Weiwei has accused Lego of \"censorship and discrimination\" after the company refused to allow him to use its bricks in a new exhibition.", "prediction": "A US-based Lego has agreed to sell its restoration to its art was created by Chinese Ai Weiwei.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 106.02360534667969, "token_count": 21} +{"index": 2558, "reference": "Fans of Miranda Hart's clownish TV persona won't be disappointed with her stage performance as the child-hating Miss Hannigan in Annie.", "prediction": "Lina Miranda receives a warm welcome from Emma Wigan's her debut substitute in her West End.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 120.97830200195312, "token_count": 19} +{"index": 2559, "reference": "An established number of people are choosing to sleep rough as a \"lifestyle choice\", a council report has claimed.", "prediction": "Some people in Northampton are being sold off by a plan to sleep in the city, the city council, according to a council report.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 32.55813953488372}, "nll_sum": 94.87008666992188, "token_count": 27} +{"index": 2560, "reference": "Despite military humiliation and sharp criticism of his human rights record, Mikheil Saakashvili has managed to maintain a strong grip on Georgia.", "prediction": "ikiril Saakvili, Georgia will become the first Roman- vice-president of 2008, and then the first elected president- youngest again, the once again.", "rouge": {"rouge1": 13.33333333333333, "rouge2": 0.0, "rougeL": 4.444444444444444}, "nll_sum": 173.33441162109375, "token_count": 34} +{"index": 2561, "reference": "Scotland's workforce is \"caught in a cruel trap\" of low pay and poor conditions, according to a charity.", "prediction": "More half of Scotland are living in living conditions, poor and poor conditions are working working, a charity has said.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 35.8974358974359}, "nll_sum": 101.05763244628906, "token_count": 22} +{"index": 2562, "reference": "West Ham marked the official opening of their new home with a 3-2 defeat against Italian champions Juventus in front of a 53,966 crowd.", "prediction": "West Ham came back from 2-1 down behind to beat Juventus and beat Upton 4-2 after aggregate to reach the first leg. the Europa League.", "rouge": {"rouge1": 18.867924528301884, "rouge2": 3.9215686274509802, "rougeL": 15.09433962264151}, "nll_sum": 135.1422119140625, "token_count": 30} +{"index": 2563, "reference": "At least seven female students have died after a fire at a boarding school hostel near the northern Nigerian city of Kano on Sunday night, officials say.", "prediction": "At least 11 people have been killed in a fire that broke out of an boarding a. northern city of Kano, officials say 2011 a's,Ukraine,'s they aA-A a referee in from from's Saturday from's a", "rouge": {"rouge1": 38.235294117647065, "rouge2": 15.151515151515152, "rougeL": 35.29411764705882}, "nll_sum": 283.83563232421875, "token_count": 47} +{"index": 2564, "reference": "Great Britain has selected 17 crews for the World Rowing Championships in Florida.", "prediction": " six six Gotstrong squad have been named in the Great Britain's 29-man squad for next month's World Rowing World Cup.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 11.764705882352942, "rougeL": 27.777777777777775}, "nll_sum": 99.30415344238281, "token_count": 26} +{"index": 2565, "reference": "Wales internationals Sam Warburton, Dan Lydiate, Samson Lee and Hallam Amos have signed extensions to their national dual contracts.", "prediction": "Wales rugby playersers Hallam Hall Amos and Wales forward Samson Lee have both signed new two-year dual contract contracts- contracts-olve a \" from's ballet from af-g from game in from a's's.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 7.547169811320755, "rougeL": 25.454545454545453}, "nll_sum": 295.7657470703125, "token_count": 44} +{"index": 2566, "reference": "Aston Villa have signed former England midfielder Joe Cole on a two-year contract.", "prediction": "Aston Villa have signed ex-Chelsea, and England and midfielder Chris Coleman on a fiveyear deal.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 28.571428571428577, "rougeL": 53.333333333333336}, "nll_sum": 77.69176483154297, "token_count": 20} +{"index": 2567, "reference": "Theresa May has said the UK will emerge from Brexit as a \"great, global trading nation\", becoming \"safer, more secure and more prosperous\".", "prediction": "When Theresa May has released out details of analysis about her judgement about in Brexit future.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 97.24346923828125, "token_count": 16} +{"index": 2568, "reference": "Scientists are trying to find out if bees make different sounds depending on where in Wales they are.", "prediction": "keepingkeepers in Wales are being asked for help to find out find what to happened about their mood.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.647058823529413, "rougeL": 22.22222222222222}, "nll_sum": 109.39204406738281, "token_count": 19} +{"index": 2569, "reference": "National League side Lincoln held on to shock League One strugglers Oldham and reach the third round of the FA Cup for the first time since 2010.", "prediction": "Non-league be Lincoln City Lincoln survived a shock FA Cup first-round round defeat by One- One side Oldham in a EFL Cup first round.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 3.9215686274509802, "rougeL": 26.41509433962264}, "nll_sum": 163.1654052734375, "token_count": 31} +{"index": 2570, "reference": "A \"complete lack of common sense\" in the Department for Transport's handling of the West Coast Main Line franchise deal will cost taxpayers \"\u00a350m at the very least\", MPs have said.", "prediction": "The cost than \u00a31bn of the West Coast rail line is \"\" because of a \"lack lack of leadership\" about the rail services, it MPs say.", "rouge": {"rouge1": 42.10526315789473, "rouge2": 14.545454545454547, "rougeL": 28.07017543859649}, "nll_sum": 146.6133575439453, "token_count": 32} +{"index": 2571, "reference": "A quick web search for the world's most famous scientists lists, among others, Galileo, Einstein, Newton, Darwin, Stephen Hawking and Alexander Fleming.", "prediction": " Globe women have won receive a Nobel Prize for Fiction.", "rouge": {"rouge1": 12.121212121212121, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 51.559349060058594, "token_count": 10} +{"index": 2572, "reference": "Peter Lines defeated seven-time world champion Stephen Hendry in the semi-finals on his way to winning the World Seniors Championship.", "prediction": "Four-time world champion Stephen Kelly Hendours has retired from tennis after 38 years after losing four-time world champion in a WTArawdaming event.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 13.636363636363635, "rougeL": 21.73913043478261}, "nll_sum": 146.1725311279297, "token_count": 31} +{"index": 2573, "reference": "Scotland's media landscape is being bulldozed - transformed by digital technology, burgeoning choice, and quite a bit of politics - particularly as the future of the BBC is now in play.", "prediction": " wake the aftermath of Sunday Herald, the Sunday Herald be the weekly weekly office in Scotland, and what called a \"unishingish Scottish independence\".", "rouge": {"rouge1": 30.188679245283023, "rouge2": 0.0, "rougeL": 15.094339622641511}, "nll_sum": 165.23428344726562, "token_count": 28} +{"index": 2574, "reference": "English councils should be allowed to put up taxes to fund the NHS, Norman Lamb has told the Lib Dem conference.", "prediction": "Taxpayers in the tax would cut up to \u00a32bn890bn by 2020, the Liberal Democrats will say, in their conference.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 119.83859252929688, "token_count": 27} +{"index": 2575, "reference": "Clyde's Barry Ferguson admits it is make or break for his side's promotion play-off chances when they travel to face Annan Athletic on Saturday.", "prediction": "Sir Alex Ferguson thinks that Clyde can still reach a place in Scottish Premiership play by beating a Annan side that his side are still the playoffs play.", "rouge": {"rouge1": 21.818181818181817, "rouge2": 3.7735849056603774, "rougeL": 14.545454545454545}, "nll_sum": 151.21617126464844, "token_count": 29} +{"index": 2576, "reference": "Champions of the European Union can take heart from the fact that in urban Greece, people ground down by poverty still take the 25 May elections seriously.", "prediction": "A Greece's surprise's surprise vote and leave the EU and wish the Tories were right,-wing andwing left enter the country if the UK votes to leave the European Union of provide a adequate support for again.", "rouge": {"rouge1": 21.21212121212121, "rouge2": 6.25, "rougeL": 9.090909090909092}, "nll_sum": 237.81141662597656, "token_count": 41} +{"index": 2577, "reference": "Remnants from an RAF Spitfire plane which crashed into a field in County Monaghan in 1942 have been recovered.", "prediction": "An World War Two plane has been found a Monaghan, County Monaghan, who died of October died during an armed in Monaghan Monaghan, solve, it has been a-lless of in. from a's.'s a", "rouge": {"rouge1": 32.72727272727273, "rouge2": 3.7735849056603774, "rougeL": 25.454545454545453}, "nll_sum": 253.17825317382812, "token_count": 47} +{"index": 2578, "reference": "Parents are taking legal action against a council following its decision to cut free school transport in a rural area.", "prediction": "A council's decision to change a school stop is \"impossible\" in a area, the council of warned.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 16.666666666666668, "rougeL": 42.10526315789474}, "nll_sum": 104.29166412353516, "token_count": 22} +{"index": 2579, "reference": "A mass has been held in Glasgow to remember the victims of last week's earthquake in central Italy.", "prediction": "A memorial service has 2011 held in Glasgow for thousands responsible for those affected by November by powerful earthquake which central Italy in the Saturdayolve aA's from the from The's). from-gA from in November. a.'s from solve", "rouge": {"rouge1": 36.666666666666664, "rouge2": 10.344827586206897, "rougeL": 26.666666666666668}, "nll_sum": 336.8982849121094, "token_count": 47} +{"index": 2580, "reference": "To an outsider, Australian politics looks like an unfettered blood sport, where the only aim is to savage the leader.", "prediction": " the world's most wanted man, but only Australia's prime minister is not prime minister.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 60.8281135559082, "token_count": 17} +{"index": 2581, "reference": "Lewis Hamilton set the pace in final Italian Grand Prix practice as team-mate Nico Rosberg was pipped by Ferrari's Sebastian Vettel.", "prediction": "Nico Rosberg set the pace in final practice at the Belgian Grand Prix as Mercedes teammatemate Lewis Hamilton failed to seventh's. a turbulent,'s the referee's a-'s-'s a in- from's a's a's", "rouge": {"rouge1": 45.16129032258064, "rouge2": 23.333333333333332, "rougeL": 29.03225806451613}, "nll_sum": 260.4299621582031, "token_count": 47} +{"index": 2582, "reference": "A teenager has been charged with selling fake tickets for last year's Bestival on the Isle of Wight.", "prediction": "A teenager has been charged with fraud over a fraud in which in \u00a32m000, were bought at a Littlecon Fund festival festival.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 25.641025641025646, "rougeL": 29.268292682926827}, "nll_sum": 146.62826538085938, "token_count": 27} +{"index": 2583, "reference": "Chinese President Xi Jinping has arrived in Hong Kong to mark 20 years since the territory was handed back to China by Britain.", "prediction": "Chinese President Xi Jinping has arrived in Hong Kong's city of Hong Kong as part of- three-day visit to the city. of. solve the's a's a's apayment from a it's decision of.", "rouge": {"rouge1": 36.065573770491795, "rouge2": 27.118644067796616, "rougeL": 36.065573770491795}, "nll_sum": 194.72549438476562, "token_count": 44} +{"index": 2584, "reference": "A young Indian rapper has taken on what she calls the \"undemocratic\" appointment of the new chief minister of southern Tamil Nadu state.", "prediction": "One of India Tamil Tamil Nadu, state has been criticised social media after a star says Indian rapper named a singing of a dance music music.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 12.76595744680851, "rougeL": 16.3265306122449}, "nll_sum": 162.82376098632812, "token_count": 27} +{"index": 2585, "reference": "Eleven people in China have been arrested for their alleged role in the Shenzhen landslide disaster.", "prediction": "A worker at the site of of a huge landslide in the southern Chinese city of Shen, has been charged with murder.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 10.526315789473685}, "nll_sum": 82.15535736083984, "token_count": 23} +{"index": 2586, "reference": "The Scottish government is facing the threat of court action if it fails to tackle illegal levels of air pollution in the country's biggest cities, BBC Scotland has learned.", "prediction": "The Scottish government has said it could be could back to court action if it is threatened against the government over high levels of air pollution on. solve.", "rouge": {"rouge1": 51.724137931034484, "rouge2": 28.57142857142857, "rougeL": 37.93103448275862}, "nll_sum": 143.577880859375, "token_count": 29} +{"index": 2587, "reference": "A US policeman who climbed on to a car bonnet and fired repeatedly through the windscreen at unarmed black occupants has been cleared of all charges.", "prediction": "A US federal judge has cleared cleared of a white police officer of black who shot dead two black white men Cleveland Rose, two years ago.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 8.0, "rougeL": 19.230769230769234}, "nll_sum": 143.78668212890625, "token_count": 27} +{"index": 2588, "reference": "Russia has said bomb attacks which killed at least 140 people in Syria were aimed at \"subverting attempts\" to reach a political settlement.", "prediction": "A bomb attacks in two Shia Muslim countries in northern Syria have killed least 38 people, including, activists and activists say, as it the from reputation, reputation,'s it from the a from's a.A of a from's a-", "rouge": {"rouge1": 25.000000000000007, "rouge2": 3.225806451612903, "rougeL": 18.75}, "nll_sum": 247.2752227783203, "token_count": 47} +{"index": 2589, "reference": "The Championship has become a \"naughty boys corner\" for relegated Premiership sides, according to the Cornish Pirates chairman, after the scrapping of play-offs from the second tier.", "prediction": "Scottish Pirates want to receive a new Championship rugby competition if they are to reach Championship play-offs.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 91.7986831665039, "token_count": 20} +{"index": 2590, "reference": "A collapse in the global price paid for recycled waste has cost Welsh councils more than \u00a31m in lost income.", "prediction": "Welsh recycling are in danger of Wales and Wales, according to their local authorities.", "rouge": {"rouge1": 17.64705882352941, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 80.7950668334961, "token_count": 16} +{"index": 2591, "reference": "The Asia Pacific Economic Cooperation (Apec) summit begins in Beijing today.", "prediction": "Developers of Asia are holding big bigger meeting at the annual trade meetings in, in the East Asia.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 108.33277893066406, "token_count": 20} +{"index": 2592, "reference": "Police were called to a primary school in Dumfries after a nine-year-old pupil was found with a knife, it has emerged.", "prediction": "A armed the knife was carried at a pupil at the pupil'saserfonon School Primary School in Dumfries and Gall Galloway school.", "rouge": {"rouge1": 40.0, "rouge2": 13.95348837209302, "rougeL": 22.222222222222225}, "nll_sum": 168.2120361328125, "token_count": 29} +{"index": 2593, "reference": "The UK Championship, the second biggest ranking event of the snooker calendar, begins in York on Tuesday.", "prediction": "The BBC Sport Online will bring, successful snooker, snooker's will feature of the 2017 Championship in the UK Championship.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 17.142857142857142, "rougeL": 21.62162162162162}, "nll_sum": 123.94952392578125, "token_count": 26} +{"index": 2594, "reference": "Red Bull were one of the prime movers behind the push for faster, more demanding Formula 1 cars this season, so it is somewhat ironic that they started the season off the pace of Ferrari and Mercedes.", "prediction": "Formula are back in the aftermath of the 2017 Formula 1 title in 2017. 2017.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 8.0, "rougeL": 15.384615384615385}, "nll_sum": 79.23165893554688, "token_count": 17} +{"index": 2595, "reference": "First Minister Nicola Sturgeon has announced that she is seeking a second referendum on Scottish independence to take place before Britain leaves the European Union.", "prediction": "There is a call for a second Scottish independence vote - on Scotland in May!", "rouge": {"rouge1": 30.769230769230766, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 66.94450378417969, "token_count": 15} +{"index": 2596, "reference": "Traders who say they are angered by the decline of Perth city centre have launched a campaign to \"re-energise\" the high street.", "prediction": "Companies owners in Perth are facing charges for Thursday Thursday's city bid to boost economy, saying the street prices is \"better\".", "rouge": {"rouge1": 31.111111111111118, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 142.5194854736328, "token_count": 24} +{"index": 2597, "reference": "Hampshire's Liam Dawson says it would be \"amazing\" to make his England Twenty20 debut on his home ground.", "prediction": "Hampshire's no longer fit ready to return from injury and will for England's World Twenty20 match against India in Mayw, double his from his international career.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444444, "rougeL": 25.53191489361702}, "nll_sum": 157.6074676513672, "token_count": 33} +{"index": 2598, "reference": "The funeral for murdered PSNI officer Ronan Kerr is taking place in his home village of Beragh.", "prediction": "Hundreds of mourners are being held in Northern Ireland for the funeral chief constable Stephen Morton of", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 72.1171646118164, "token_count": 18} +{"index": 2599, "reference": "Scotland's top law officer, Frank Mulholland, will step down after the Scottish Parliament elections in May.", "prediction": "Scotland the law officer, Frank Mulhand, is standing down in his post.", "rouge": {"rouge1": 48.275862068965516, "rouge2": 14.814814814814813, "rougeL": 41.37931034482759}, "nll_sum": 70.6670913696289, "token_count": 15} +{"index": 2600, "reference": "Shetland Coastguard was called out after the inter-island ferry hit rocks on its way from Yell to Unst.", "prediction": "An passenger ferry that crashed into water at the small water in East Lothian.", "rouge": {"rouge1": 12.121212121212121, "rouge2": 0.0, "rougeL": 6.0606060606060606}, "nll_sum": 75.95706176757812, "token_count": 16} +{"index": 2601, "reference": "A woman stabbed to death at her home in Sheffield has been identified.", "prediction": "A man has been charged with murder after a woman's body was found his Sheffield", "rouge": {"rouge1": 34.48275862068966, "rouge2": 14.814814814814813, "rougeL": 20.689655172413794}, "nll_sum": 44.188663482666016, "token_count": 15} +{"index": 2602, "reference": "SNP MP Mhairi Black has been announced as one of music magazine NME's People of the Year nominees.", "prediction": "The Scottish National MP and MSP bestie Black, has been named as first member, the Year.", "rouge": {"rouge1": 40.0, "rouge2": 18.18181818181818, "rougeL": 40.0}, "nll_sum": 114.01361083984375, "token_count": 20} +{"index": 2603, "reference": "A man with terminal motor neurone disease has told the High Court he faces an \"unbearable death\" because of the law on assisted dying.", "prediction": "A terminally ill man who has launched a High Court battle with judges over a ruling a new law gives him \"no control or control control.", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 24.000000000000004}, "nll_sum": 120.18323516845703, "token_count": 28} +{"index": 2604, "reference": "Porto shocked Bayern Munich to take a first-leg lead in an entertaining Champions League quarter-final tie.", "prediction": " Thiago Th scored a hat-trick as Bayern Munich beat Portoo 3-0 in the first leg of their last-a del Rey.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 133.0356903076172, "token_count": 29} +{"index": 2605, "reference": "A Tottenham Hotspur youth player has agreed to damages, believed to be \u00a37m, after he was left brain damaged from a cardiac arrest on his debut.", "prediction": "Tottenham Hotspur have agreed a \u00a320,000 agreement with the club after a boy left brain and brain injuries \" not not playing\".", "rouge": {"rouge1": 33.333333333333336, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 122.43077087402344, "token_count": 27} +{"index": 2606, "reference": "British actress Keira Knightley is to make her Broadway debut next year in a stage version of a famous French novel.", "prediction": " votingiane Knightley will make her return its show in the West End next month.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.060606060606061, "rougeL": 22.857142857142854}, "nll_sum": 85.818603515625, "token_count": 16} +{"index": 2607, "reference": "New Argentina coach Edgardo Bauza wants to persuade Lionel Messi to reverse his retirement from international football.", "prediction": " head coach Carlos Bauza says but not be ruled out playing for Argentina in's World World Cup.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 107.03959655761719, "token_count": 20} +{"index": 2608, "reference": "An eight-year-old boy who wrote an apology note to a library, for accidentally ripping a comic book, has been rewarded for his honesty.", "prediction": " the Canadian musician, Jackson Jackson, but sent a song after a note which he wrote out of a comic book.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 9.30232558139535, "rougeL": 17.77777777777778}, "nll_sum": 104.16732788085938, "token_count": 22} +{"index": 2609, "reference": "Scott Waites was delighted to clinch a second BDO world title, admitting it seemed \"a million miles away\" following shoulder surgery last year.", "prediction": "Scott Scott Waites says he does not not complain when he did his persistent injury which ended B BDO men's title at the BDO World World B.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 8.16326530612245, "rougeL": 15.686274509803921}, "nll_sum": 186.21170043945312, "token_count": 31} +{"index": 2610, "reference": "Catalans Dragons will be without hooker Paul Aiton for up to six weeks after he tore a pectoral muscle on his debut, in a defeat by Wigan Warriors on Friday.", "prediction": "Plans Dragons Tigers centre Bill A Arthur and will miss the rest of the Super season after tearinguring a anterior cruciate around lig around injury.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 191.50674438476562, "token_count": 29} +{"index": 2611, "reference": "A man shot by police officers in Hull has died in hospital, the Independent Police Complaints Commission (IPCC) watchdog has said.", "prediction": "A man was shot in hospital after being shot with an axe on Liverpool Hull street street, the Independent Complaints Commission (IPCC).", "rouge": {"rouge1": 51.162790697674424, "rouge2": 24.390243902439025, "rougeL": 46.51162790697674}, "nll_sum": 109.64633178710938, "token_count": 26} +{"index": 2612, "reference": "Birmingham City Ladies have signed Germany international Isabelle Linden from Champions League holders FFC Frankfurt.", "prediction": "Birmingham City have agreed deal to sign international forwardona Linden from German side Frankfurt.", "rouge": {"rouge1": 55.17241379310344, "rouge2": 14.814814814814817, "rougeL": 55.17241379310344}, "nll_sum": 84.06648254394531, "token_count": 17} +{"index": 2613, "reference": "Sports Direct boss Mike Ashley has been threatened with being in contempt of Parliament after failing to appear in front of a committee of MPs.", "prediction": "Sports Direct's owner Mike Ashley has been told it will not giving evidence to a House, Commons committee and will not not attend in House Commons committee.", "rouge": {"rouge1": 37.73584905660378, "rouge2": 15.686274509803924, "rougeL": 33.9622641509434}, "nll_sum": 146.39389038085938, "token_count": 29} +{"index": 2614, "reference": "Coach Warren Gatland denies Wales have been existing \"like monks\" during their World Cup campaign in New Zealand.", "prediction": "Warren Gatland says there is no alcohol ban ban in the Wales squad for squad World Cup.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.121212121212121, "rougeL": 28.571428571428577}, "nll_sum": 94.78794860839844, "token_count": 18} +{"index": 2615, "reference": "Dundee did a first-half demolition job on a dreadful Motherwell outfit as the home side's miserable recent run continued in the Premiership.", "prediction": "ineine McCann scored a last-minute winner as Dundwell edged past Dundee United 3-1 thr at Dens ParkQue solve Park solve Final-.-'s- from-w a of in from from George's. from a", "rouge": {"rouge1": 20.33898305084746, "rouge2": 0.0, "rougeL": 13.559322033898304}, "nll_sum": 311.7567138671875, "token_count": 47} +{"index": 2616, "reference": "Tottenham's players lacked the quality and mentality required to reach the knockout stage of the Champions League, says boss Mauricio Pochettino.", "prediction": "Tottenham manager Mauricio Pochettino says his players must \"fund\" focus their style, despite being missed out of a Champions League Group A.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 9.523809523809524, "rougeL": 22.727272727272727}, "nll_sum": 119.84178161621094, "token_count": 29} +{"index": 2617, "reference": "Emotional tributes have been flowing in for the two men and two women killed on Tuesday at the Dreamworld theme park on Australia's Gold Coast.", "prediction": "Tributes have been paid to an Australian woman who survived a roller rollercoaster crash, on theme caravan theme park at a theme park in Western.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 127.83815002441406, "token_count": 29} +{"index": 2618, "reference": "A man stored \u00a3450,000 worth of heroin, cannabis and amphetamines at his house to pay off a debt, a court was told.", "prediction": " a drug dealer who seized more than \u00a3100,000 of drugs at his home home, allowing it to \"betterneeded off a of payment\".", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.090909090909092, "rougeL": 34.78260869565217}, "nll_sum": 137.35842895507812, "token_count": 28} +{"index": 2619, "reference": "Swansea City chairman Huw Jenkins is in South America as he steps up the search for a new manager, with Argentina's Marcelo Bielsa the odds-on favourite.", "prediction": "Swansea City are seeking entry about former boss Marcel Galelsa as their manager as reports BBC Wales understands", "rouge": {"rouge1": 17.391304347826086, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 138.1016845703125, "token_count": 21} +{"index": 2620, "reference": "A man has been jailed for life for killing a rival gang member with an axe during a fight in a car park.", "prediction": "A father who killed a father oftwo of his death to a rival whose in a dangerous revenge attack in north London has been jailed for life.", "rouge": {"rouge1": 48.0, "rouge2": 29.166666666666668, "rougeL": 24.0}, "nll_sum": 135.6890869140625, "token_count": 28} +{"index": 2621, "reference": "Life, it has been said, is 10% what happens to you and 90% how you react to it.", "prediction": "It is a surprising decision not on big interest rates.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 52.75347900390625, "token_count": 10} +{"index": 2622, "reference": "Three men have been jailed for sexually exploiting a teenage girl in Hertfordshire.", "prediction": "Two men have been jailed for sexually abusing two men be forced into sex between between a 15-yearold and a 15-old girl.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 28.57142857142857, "rougeL": 43.24324324324324}, "nll_sum": 104.23448181152344, "token_count": 27} +{"index": 2623, "reference": "Chelsea forward Eden Hazard will miss the start of the Premier League season after having surgery on a broken ankle.", "prediction": " forward forward Eden Hazard will have an an operation on the right right ankle during a pre-season training.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 16.216216216216214, "rougeL": 35.8974358974359}, "nll_sum": 85.51952362060547, "token_count": 20} +{"index": 2624, "reference": "Police are seeking a man over the murder of an elderly man found dead at a house in Hertfordshire.", "prediction": "A murder inquiry has been officially started after a man was found dead at his Cambridbridgeshire home", "rouge": {"rouge1": 38.88888888888889, "rouge2": 17.647058823529413, "rougeL": 33.333333333333336}, "nll_sum": 88.264404296875, "token_count": 20} +{"index": 2625, "reference": "The mother of a boy who died after being hit by a car says allowing her \"tremendous\" son's organs to be donated will let him \"continue to help others\".", "prediction": "A mother of a teenager who died after being hit by a car in a high street, said they are \"devast and will struggle and support\".", "rouge": {"rouge1": 42.857142857142854, "rouge2": 33.33333333333333, "rougeL": 42.857142857142854}, "nll_sum": 116.36958312988281, "token_count": 29} +{"index": 2626, "reference": "Bath forward Matt Garvey is to have surgery after sustaining a neck injury.", "prediction": "Newcastle Falcons winger Jack lasting expected of expected to be ruled out for between to six- weeks with a neck injury to-C a reputation in a role as Britain's from from-gig game from Saturday 3 The's.'sA", "rouge": {"rouge1": 14.814814814814817, "rouge2": 7.692307692307692, "rougeL": 14.814814814814817}, "nll_sum": 318.44775390625, "token_count": 47} +{"index": 2627, "reference": "A public inquiry into plans to build a \u00a3325m motor racing circuit in the south Wales valleys has started.", "prediction": "A public inquiry into plans for plans for a Wales circuit board will not go ahead, despite the decision is not a value of of value.", "rouge": {"rouge1": 40.0, "rouge2": 18.6046511627907, "rougeL": 35.55555555555556}, "nll_sum": 137.79212951660156, "token_count": 27} +{"index": 2628, "reference": "Two goals from the returning Garry Thompson gave Morecambe a dramatic opening day win over Cheltenham.", "prediction": "N Thompson scored a stoppage-time winner as Morecambe twice came from behind a goal down to dramatic win over Cheltenham 2-2 in League Two.", "rouge": {"rouge1": 47.61904761904762, "rouge2": 10.0, "rougeL": 33.333333333333336}, "nll_sum": 126.12911987304688, "token_count": 33} +{"index": 2629, "reference": "Suicides of people being cared for in the community are higher than among hospital inpatients, a report says.", "prediction": "Hospitalitals are facing of high levels in England's health and mental health after failing, new research suggests.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 108.91514587402344, "token_count": 21} +{"index": 2630, "reference": "Ulster clinched a 32nd Interprovincial football title as they produced a strong second half to earn a 2-16 to 3-10 comeback win over holders Connacht.", "prediction": "Ulster ran in four down-time down to beat Galway 1-15 to Ulster in- Ulster semi-final against Galway at Good bruising Park on Friday.'s--About a from in a from's Saturday. from a", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 288.70123291015625, "token_count": 46} +{"index": 2631, "reference": "Pleas have been made by members of the Scottish Parliament for better quality coffee to be served to them during committee meetings.", "prediction": " a police officer officer MSPss sherood had \"getaa cup league a food landfill\", according to a report Holyrood committee.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 199.18212890625, "token_count": 28} +{"index": 2632, "reference": "The new chief executive of the Welsh NHS has told BBC Wales winter pressures could force hospitals to cancel operations.", "prediction": "Hospital doctors have cancelled operations until February because of the battle faced on the health, the chief officer says.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 15.384615384615385}, "nll_sum": 108.66203308105469, "token_count": 21} +{"index": 2633, "reference": "The rains have been poor again in this mountainous corner of north-eastern Ethiopia - the site of the 1984 famine in which hundreds of thousands of people starved to death.", "prediction": " aboutiopia is a popular hospital where a health patient ward is waiting to list, and what it feels.", "rouge": {"rouge1": 4.166666666666667, "rouge2": 0.0, "rougeL": 4.166666666666667}, "nll_sum": 126.83903503417969, "token_count": 21} +{"index": 2634, "reference": "Three fishermen have been rescued off the coast of Malin Head in County Donegal.", "prediction": " fishermen fishermen have been rescued from their boat after their accident off the coast of Sein Portwbot.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 41.37931034482759, "rougeL": 51.61290322580646}, "nll_sum": 103.55091094970703, "token_count": 20} +{"index": 2635, "reference": "Alberto Contador believes the Criterium du Dauphine is the perfect stage to renew his rivalry with two-time Tour de France winner Chris Froome.", "prediction": "Four-time world champion Alberto fairador says Chris Froome will race will Crit Criterium du in 2017 if he will not challenge his battle.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 16.666666666666664}, "nll_sum": 162.66162109375, "token_count": 29} +{"index": 2636, "reference": "India police say they have seized a rare snake, known as a \"two-headed\" red sand boa, from illegal smugglers.", "prediction": "Police in the southern Indian city of Bangalore say they have found 10 Windowsmm snake, what what they is calling \"a best personal witness\".", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 148.9363250732422, "token_count": 27} +{"index": 2637, "reference": "Former Brazilian president Dilma Rousseff has left her official residence in the capital Brasilia for the last time following her impeachment and removal from office.", "prediction": "Brazil's President Dilma Rousseff Rousse has ended her bid farewell bid the country, Senate, after Senate failure to ha committee in her role.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 28.57142857142857}, "nll_sum": 175.6279754638672, "token_count": 28} +{"index": 2638, "reference": "Nathan Boyle's first-half goal proved enough to give Derry City victory over Wexford Youths at the Brandywell.", "prediction": "Guy Lloyd Martin scored his 90th goal of the season as Derry City back from 2-0 down to earn a draw at Tadadana on Friday night.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454546, "rougeL": 17.391304347826086}, "nll_sum": 114.97065734863281, "token_count": 32} +{"index": 2639, "reference": "A drive to attract tourists has led to an increase in ill-equipped walkers and climbers becoming stranded on Snowdon, rescuers have claimed.", "prediction": "A mountain rescue team needs to raise extra time and needs to be done to help tourists, a group has said,", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 100.15988159179688, "token_count": 22} +{"index": 2640, "reference": "Paris-St Germain have completed their deal to sign Neymar from Barcelona for 222m euros (\u00a3198m).", "prediction": " St St-Germain have agreed to struggle out a pitch of around \u00a340m for Brazilian forward Neymar was sold out of \u00a340m and sold for Brazilian star George outlay.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 178.6951446533203, "token_count": 38} +{"index": 2641, "reference": "File-sharing website The Pirate Bay (TPB) has been hit by a Distributed Denial of Service (DDoS) attack.", "prediction": "Hackers has launched an attack behind an site, which has the hugely popular internet sites, Amazon.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 104.91175842285156, "token_count": 19} +{"index": 2642, "reference": "A prototype 3D-printed robotic hand that can be made faster and more cheaply than current alternatives is this year's UK winner of the James Dyson Award.", "prediction": "A double-header prosthetic, that can make a prosthetic arm has been bought a Dutch inventor.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 4.761904761904762, "rougeL": 13.636363636363635}, "nll_sum": 98.60310363769531, "token_count": 20} +{"index": 2643, "reference": "French presidential candidate Francois Fillon has avoided an abrupt end to his campaign by securing the support of his divided Republican Party.", "prediction": "Fran theis F Fillon, but't be the French presidential election on Sunday despite's demanding rally that led to the coup attempt him.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 160.1026153564453, "token_count": 27} +{"index": 2644, "reference": "Shropshire could have one emergency and trauma department under recommendations being put forward by NHS bosses.", "prediction": "Plans for an accident and emergency department in Shropshire have been backed by the county's health bosses.", "rouge": {"rouge1": 41.1764705882353, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 74.7237319946289, "token_count": 22} +{"index": 2645, "reference": "Captain Scott Brown has been a \"terrific influence\" on players looking to make their Scotland debuts, according to coach Gordon Strachan.", "prediction": "Captain captain Gordon Brown has been named asthe best player, according to head manager Gordon Strachan.", "rouge": {"rouge1": 48.64864864864864, "rouge2": 22.857142857142858, "rougeL": 48.64864864864864}, "nll_sum": 95.42432403564453, "token_count": 20} +{"index": 2646, "reference": "The government and French energy giant EDF have signed the key contract for the new \u00a318bn Hinkley Point C nuclear power station.", "prediction": "The UK government signed \u00a391bn contract to new nuclear power station Hink Point, Somerset, has been given the official go ahead of.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 9.523809523809524, "rougeL": 36.36363636363637}, "nll_sum": 145.9376678466797, "token_count": 27} +{"index": 2647, "reference": "A confidential helpline has seen a nearly 90% increase in requests for help from serving military personnel, an armed forces charity has said.", "prediction": "The British Children's charity, the Salvation will AssociationSSAPC) has recorded its highest level and level highest level for help for the soldiers., soldiers, it has been a from since it's from mandatory of.", "rouge": {"rouge1": 24.13793103448276, "rouge2": 3.571428571428571, "rougeL": 13.793103448275861}, "nll_sum": 283.77117919921875, "token_count": 42} +{"index": 2648, "reference": "A detective serving with the Metropolitan Police has been jailed after admitting downloading hundreds of pornographic images of children.", "prediction": "A serving police officer who was caught after thousands of making and making sexual with a 15-year- girl has been jailed for 10 years.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 116.3267593383789, "token_count": 27} +{"index": 2649, "reference": "Does Hilary Benn's barnstorming performance in the Syria debate mean he's about to displace his leader in some kind of Labour palace coup?", "prediction": "An attempted coup attempted in London - which includes the seats - and includes the office - is the territory - and that meaning will not be elected or attend.", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 172.7729034423828, "token_count": 30} +{"index": 2650, "reference": "Mark Selby made the most of a tentative start by Marco Fu to build a 5-3 lead in the opening session of their World Championship semi-final.", "prediction": "World number one Mark Selby came from behind to beat rival Fu 6-55-5 and reach 5 and3 and reach World Championship Championship quarter", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.843137254901962, "rougeL": 22.64150943396226}, "nll_sum": 165.23736572265625, "token_count": 28} +{"index": 2651, "reference": "Striker Lisa Evans admits it will be an emotional milestone if Scotland Women maintain their Euro 2017 qualifying form and reach a first major finals.", "prediction": "Liverpool striker Halhed Evans says, Scotland would be \"devastated\" defeat by Iceland the hopes of reaching the stage of Euro 2017.'s a of-up referee \"A-lPG a in a November on.'s from a", "rouge": {"rouge1": 26.229508196721312, "rouge2": 3.389830508474576, "rougeL": 19.672131147540984}, "nll_sum": 283.7560729980469, "token_count": 47} +{"index": 2652, "reference": "The family of a schoolteacher from Leeds who was stabbed to death in her classroom have called for an independent inquiry into her death.", "prediction": "An independent inquiry will not be held into a case case of a school teacher teacher, who said it did not know anything criminal after her killer to her death.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 15.384615384615385, "rougeL": 22.222222222222225}, "nll_sum": 145.73855590820312, "token_count": 31} +{"index": 2653, "reference": "Arsene Wenger has challenged Arsenal's British players to take responsibility for the club's future.", "prediction": " Griffithsene Wenger believes Arsenal his players to have \"more\" natural\" from local players because they because have \" value pound and spirit\".", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 179.43798828125, "token_count": 27} +{"index": 2654, "reference": "The Nepalese government is considering banning anyone deemed too young or too old or with a severe disability from climbing Mount Everest.", "prediction": "The Thai government has urged those to ban and those who need to climb or not, have have foot legs or asked if they face arms or arms.", "rouge": {"rouge1": 23.999999999999996, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 165.93922424316406, "token_count": 29} +{"index": 2655, "reference": "The family of a man killed in a crash with an 87-year-old who was travelling the wrong way on the M1 have called for older drivers to be retested.", "prediction": "A motorist who was killed in a fatal road crash on the M1 in \u00a3-1 has called for more drivers who do do and never forget. forget", "rouge": {"rouge1": 44.827586206896555, "rouge2": 21.428571428571427, "rougeL": 37.93103448275862}, "nll_sum": 154.72286987304688, "token_count": 31} +{"index": 2656, "reference": "A student at a top US university whose six-month jail sentence for sexually assaulting an unconscious woman in 2015 was widely criticised for being too lenient has been released from prison.", "prediction": "A US swimmer who was and sexually assaulted transgender woman in California, California after received a illness, has received a six-year jail term.", "rouge": {"rouge1": 39.285714285714285, "rouge2": 7.4074074074074066, "rougeL": 25.0}, "nll_sum": 127.99909210205078, "token_count": 28} +{"index": 2657, "reference": "Protecting a key coastal railway track from rising sea levels and falling cliffs is going to cost about \u00a3650m, Network Rail has said.", "prediction": "Plans for \u00a3700m of a major to and repair a coastal railway line caused, the sea, have cost almost \u00a31m.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 138.69155883789062, "token_count": 27} +{"index": 2658, "reference": "Members of the public are being invited to spend a penny in a solid gold toilet at New York City's Guggenheim Museum.", "prediction": " of new exhibition art exhibition, which includes works's most famous, Lem Guggenen, has been unveiled, with a toy ravable.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 164.68797302246094, "token_count": 28} +{"index": 2659, "reference": "The life and work of an American Expressionist painter is being celebrated at Skye's Gaelic college Sabhal M\u00c3\u00b2r Ostaig (SMO).", "prediction": "The centenary anniversary of theth death of a American artist painter Banks to be shown on the Skyebert of Lowry (ignedC).", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 184.0731201171875, "token_count": 27} +{"index": 2660, "reference": "The speed of broadband in southern Scotland has provoked some intense discussion.", "prediction": "People in parts of Scotland have been speaking about, rollout of Cardiff in so far.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 87.62665557861328, "token_count": 16} +{"index": 2661, "reference": "The target to put Wales into the top 20 best-performing countries in education by next year has been scrapped by Education Minister Huw Lewis.", "prediction": " Education Secretary Huww has said to a new pupil success for Wales has fallen - but the pupil fallen off.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 138.08248901367188, "token_count": 21} +{"index": 2662, "reference": "TalkTalk has confirmed that three of its India-based call centre workers have been arrested.", "prediction": "Three individuals have been arrested in India in a suspected probe into a data breach.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 14.285714285714285, "rougeL": 26.666666666666668}, "nll_sum": 55.51616287231445, "token_count": 15} +{"index": 2663, "reference": "Police in the US state of Iowa say they have arrested the suspect in the \"ambush style\" killing of two police officers.", "prediction": "Two senior police officers were killed of two pupils attending in a primary school in the US state of Iowa has said of governor in Pennsylvania the state the, camp, police believe is from-D,, from from referee. of. from a", "rouge": {"rouge1": 47.61904761904761, "rouge2": 26.22950819672132, "rougeL": 31.746031746031743}, "nll_sum": 276.0243225097656, "token_count": 46} +{"index": 2664, "reference": "The Scottish government has announced that it is making more than \u00a32m available to train an extra 260 teachers next year.", "prediction": "The number of camps places, but will be made available to schools over the next year, the Scottish government has announced, after a Scottish government's struggle from from a,'s reputation from after it-old of from.", "rouge": {"rouge1": 33.89830508474576, "rouge2": 21.05263157894737, "rougeL": 20.33898305084746}, "nll_sum": 226.61663818359375, "token_count": 43} +{"index": 2665, "reference": "Vice-captain Paul Lawrie says Rory McIlroy's recent form is a \"huge boost\" to Europe's Ryder Cup team ahead of this week's contest at Hazeltine.", "prediction": "Darren Lawrie says he received \"catastated\" and deserves the award to, the team's vice- viceco Paul ruledrie.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 195.24391174316406, "token_count": 28} +{"index": 2666, "reference": "Left wing MP Jeremy Corbyn has the backing of the UK's two largest trade unions after Unison followed Unite in endorsing him to be Labour's next leader.", "prediction": "Labour's biggest union, Unite has warned of a \"appalling\" by Jeremy Corbyn Jeremy threat has the left-up in its Labour leadership.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 11.999999999999998, "rougeL": 23.076923076923077}, "nll_sum": 154.98629760742188, "token_count": 29} +{"index": 2667, "reference": "England's former world number one Luke Donald lies two shots off the lead at the halfway point of the Sony Open in Honolulu after a second-round 65.", "prediction": "World number one Luke Donald Luke carded a-under-par 68 in a open round round of the Travelersers & aPG Championship Championship.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 20.408163265306122, "rougeL": 31.372549019607842}, "nll_sum": 195.96490478515625, "token_count": 29} +{"index": 2668, "reference": "Ireland number eight Jamie Heaslip is back from injury to face Wales in the only change for the Six Nations game in Cardiff on Saturday.", "prediction": "Gl Heasaly will make\" his to from injury in possible ahead of Ireland's Six Nations match against Wales and and Wales in Cardiff on Saturday.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 24.489795918367346, "rougeL": 35.294117647058826}, "nll_sum": 149.61703491210938, "token_count": 29} +{"index": 2669, "reference": "Bury Council's chief executive has been suspended over claims he and others failed to follow procedures in their handling of a safeguarding case.", "prediction": "Two senior officers have been suspended by Manchester City Council for its handling over allegations it making indecent images of children.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 96.14823913574219, "token_count": 21} +{"index": 2670, "reference": "Netflix has gone live in nearly every country in the world.", "prediction": "TV production giant Netflix is in boost the number of other emerging countries in China.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 8.333333333333332, "rougeL": 30.769230769230766}, "nll_sum": 85.80900573730469, "token_count": 15} +{"index": 2671, "reference": "Inverness Caledonian Thistle have confirmed the departure of manager John Hughes.", "prediction": "Inverness Caledonian Thistle have appointed John Hughes as manager signing a new twoanda-ahalf-year contract with the Premiership club.", "rouge": {"rouge1": 51.61290322580645, "rouge2": 27.586206896551722, "rougeL": 38.70967741935483}, "nll_sum": 146.38427734375, "token_count": 29} +{"index": 2672, "reference": "I haven't been in Greece for three weeks but I am told it is eerily quiet and - in respect of tourism - surprisingly busy.", "prediction": "If you choose to doing Greece, it didn be saying it doesn't't have a good,.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 122.41978454589844, "token_count": 18} +{"index": 2673, "reference": "Sinn F\u00e9in leader Gerry Adams will not face charges in connection with the IRA murder of Jean McConville, the Public Prosecution Service has confirmed.", "prediction": "Sinn F\u00e9in leader Gerry Adams will face criminal charges on any charges of relating to the has abduction and murder of Jean Mc McConville. admitted it- has \" \"-G a referee in it a's a. the's", "rouge": {"rouge1": 53.96825396825397, "rouge2": 26.229508196721312, "rougeL": 47.61904761904761}, "nll_sum": 251.0055389404297, "token_count": 46} +{"index": 2674, "reference": "A regular game of golf is likely to increase life expectancy and lead to better physical health, according to University of Edinburgh researchers.", "prediction": "Golfers' health is \"verya to young, very old\" to be, the sport within fiveyear-year in new research suggests.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 165.46646118164062, "token_count": 29} +{"index": 2675, "reference": "Catalans Dragons have released Australian prop Willie Mason by mutual consent, after injuries ended his 2016 Super League season.", "prediction": "Warrington forward Tony Blair has made an immediate return from rugby after playing after a ankle lig damage to his cruciate ligament damage.", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 133.4341583251953, "token_count": 27} +{"index": 2676, "reference": "(Close): Fashion house Burberry led the market higher following speculation that it could be a bid target.", "prediction": "(Open): The FTSE 100 opened higher, despite the capital firmBurberry on reports that it would be takeover a US equity firm.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 5.555555555555556, "rougeL": 31.578947368421055}, "nll_sum": 151.63064575195312, "token_count": 28} +{"index": 2677, "reference": "The personal details of more than 150,000 members of dating website Muslim Match have been posted online.", "prediction": "Further details of Facebook accounts, including members of such as those married marriage, have been released online.", "rouge": {"rouge1": 40.0, "rouge2": 18.18181818181818, "rougeL": 40.0}, "nll_sum": 93.9759521484375, "token_count": 19} +{"index": 2678, "reference": "The vice-president of Venezuela has accused the US of \"imperialist aggression\" after it slapped sanctions on him for allegedly trafficking drugs.", "prediction": "The Venezuelan president of Venezuela has imposed sanctions on the vice-'s president, who accused him of pay of money money and drug in and money laundering.", "rouge": {"rouge1": 53.06122448979591, "rouge2": 21.276595744680847, "rougeL": 36.73469387755102}, "nll_sum": 147.96958923339844, "token_count": 29} +{"index": 2679, "reference": "A man in his 40s has been assaulted in Belfast city centre in what police have said was a racially motivated hate crime.", "prediction": "A man is being treated in hospital after being attacked by a man who attacked man in Belfast city centre.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 24.390243902439025, "rougeL": 32.558139534883715}, "nll_sum": 56.60867691040039, "token_count": 20} +{"index": 2680, "reference": "A spy novel written nearly 40 years ago about Russia attempting to get one of its own into the White House has risen to the top of the download charts in its genre.", "prediction": "The film-- premiered has launched a film cult remake, film-maker, film-maker- hoping how to be a reputation balletance as. as from US president's reputation from Russia's reputation on a president as's. aA", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 8.571428571428571}, "nll_sum": 300.85986328125, "token_count": 46} +{"index": 2681, "reference": "Tanzania's President Jakaya Kikwete has fired a senior government minister accused of wrongly taking $1m (\u00c2\u00a3640,000) from a businessman.", "prediction": "Tanzania's president says she has a $1m (\u00a371m) from a foreign bank account and contributed to a fraudulent personal bank account.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 37.2093023255814}, "nll_sum": 116.70589447021484, "token_count": 29} +{"index": 2682, "reference": "In the slightly sweaty committee corridor outside the meeting of Tory MPs tonight, MPs were queuing to praise the prime minister.", "prediction": " Wednesday the night on Wednesday night in again. as minister prime minister said she saying she't wasn't fall in it's aApic it it's", "rouge": {"rouge1": 16.666666666666664, "rouge2": 4.3478260869565215, "rougeL": 12.5}, "nll_sum": 186.91030883789062, "token_count": 29} +{"index": 2683, "reference": "US banking giant JP Morgan is set for a record $13bn (\u00a38bn) fine to settle investigations into its mortgage-backed securities, US media reports have said.", "prediction": "US investment bank banking Morgan says it has agreed to pay $7.7bn (\u00a315 (\u00a39bn) over scandal linked to mortgage securities.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 0.0, "rougeL": 25.531914893617024}, "nll_sum": 134.17405700683594, "token_count": 28} +{"index": 2684, "reference": "Becky James has suffered a setback in her recovery from a serious knee injury, says British Cycling chief Shane Sutton.", "prediction": "amey James' needed in a replacement is \" \"the best worst treatment possible\" for Rio, says director of medical Chris Sutton.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 151.01052856445312, "token_count": 26} +{"index": 2685, "reference": "South Korean team SKT Telecom T1 has won the 2016 world championships of the League of Legends (LoL) video game.", "prediction": "T football company SKT has has won the most popular game of the weekend - in the referee game's reputation.'s by from game after of from from's the event after 30--old from in Saturday referee.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 10.714285714285714, "rougeL": 24.137931034482758}, "nll_sum": 266.88043212890625, "token_count": 42} +{"index": 2686, "reference": "Sheffield United needed an injury-time goal from Ethan Ebanks-Landell to beat nine-man managerless Bury.", "prediction": "Ethan Ebanks-Landell scored his first goal of the season as Sheffield United victory over 10man Bury, whichG a game in a \"'s's ballet from 30-g a game in from November George's.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 12.0, "rougeL": 15.384615384615385}, "nll_sum": 278.08587646484375, "token_count": 45} +{"index": 2687, "reference": "A soldier who killed three colleagues and injured 16 others in a shooting at US Army base was being treated for depression and anxiety.", "prediction": " a patient with cancer was survived three almost a month in south London is treated for a diagnosisotherapy treatment and specialist to help help in build his diagnosis.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 3.9999999999999996, "rougeL": 23.076923076923077}, "nll_sum": 177.59080505371094, "token_count": 29} +{"index": 2688, "reference": "All pictures are copyrighted.", "prediction": "All pictures are copyrighted.", "rouge": {"rouge1": 100.0, "rouge2": 100.0, "rougeL": 100.0}, "nll_sum": 19.41632080078125, "token_count": 4} +{"index": 2689, "reference": "Belgian police have charged a fourth suspect with terrorism offences related to the deadly attacks on Paris, the federal prosecutor has said.", "prediction": "Belgium have charged a fourth person in connection with terrorist after deadly Paris terror attack, US prosecutors say.", "rouge": {"rouge1": 50.0, "rouge2": 15.789473684210527, "rougeL": 40.0}, "nll_sum": 84.67628479003906, "token_count": 21} +{"index": 2690, "reference": "England's James Guy and Welsh swimmer Chloe Tutton won bronze medals at the European Championships in London.", "prediction": "Olympic swim Chloe Tutton have missed the medal after missing out on a silver medal at the Europeanimming European Championships in London been along after for the referee's 2011A- \"the on in from ballet's\".. fromA", "rouge": {"rouge1": 36.36363636363637, "rouge2": 22.641509433962263, "rougeL": 32.727272727272734}, "nll_sum": 291.076416015625, "token_count": 46} +{"index": 2691, "reference": "Crofting Minister Aileen McLeod has said the government is willing to look at the potential of reintroducing loans for building croft houses.", "prediction": "The Crofting union has called for better to be offered to assistance to help to help Scottish help up to the landlord \u00a31m.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 0.0, "rougeL": 17.777777777777775}, "nll_sum": 150.14309692382812, "token_count": 27} +{"index": 2692, "reference": "Salford Red Devils owner Marwan Koukash says he has still not decided whether he will sell the club at the end of the current season.", "prediction": "Salford owner owner Mar Kou Koukash says he has his future future at the club if they fail to reach the end of the season.", "rouge": {"rouge1": 56.00000000000001, "rouge2": 33.33333333333333, "rougeL": 52.0}, "nll_sum": 139.33096313476562, "token_count": 29} +{"index": 2693, "reference": "The pound fell against key currencies after an unexpected slip in inflation - seen as easing pressure on the Bank of England to lift interest rates.", "prediction": "Sterling pound fallen slightly slightly last month, slightly much than expected after data from, Bank of emerged that a possible rate rise rise this month.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 4.166666666666666, "rougeL": 20.000000000000004}, "nll_sum": 177.12857055664062, "token_count": 29} +{"index": 2694, "reference": "Much of Earth's life-giving carbon could have been delivered in a planetary collision about 4.4 billion years ago, a theory suggests.", "prediction": "The idea that confirms whether that should detect, a gases of carbon from Earth again inside, say scientists.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 132.60610961914062, "token_count": 20} +{"index": 2695, "reference": "Shares across Asia traded mixed on Friday, failing to pick up the positive lead from Wall Street.", "prediction": "Markets in Asia were higher on Friday, despite a stronger start on Wall Street Wall.", "rouge": {"rouge1": 31.25, "rouge2": 13.333333333333334, "rougeL": 31.25}, "nll_sum": 82.3584213256836, "token_count": 17} +{"index": 2696, "reference": "The FBI has offered to unlock another iPhone for police after revealing it could access the handset used by San Bernardino killer Syed Farook.", "prediction": " a gunman's son has helped relatives of the FBI to use iPhone seeking sought to help, US media reports say, after a double man's death.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 166.2010498046875, "token_count": 29} +{"index": 2697, "reference": "An Ayr United fan living in Peru has designed the winner of an online poll to choose a new club badge.", "prediction": "Ayr United fans backed the chance of a new badge club after the club a match-day.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 16.666666666666664, "rougeL": 42.10526315789473}, "nll_sum": 100.71365356445312, "token_count": 19} +{"index": 2698, "reference": "A delivery truck crashed into parked cars before hitting a church wall in Swansea.", "prediction": "A man was taken to hospital after being hit by a lorry man Swansea centre a Swansea city centre.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 0.0, "rougeL": 24.242424242424242}, "nll_sum": 86.65386962890625, "token_count": 20} +{"index": 2699, "reference": "A West Yorkshire teenager is believed to have become Britain's youngest ever suicide bomber after reportedly blowing himself up in Iraq.", "prediction": "A West Midlands teenager who killed himself in a suicide bomber thought to have died in Iraq, police say.", "rouge": {"rouge1": 48.78048780487805, "rouge2": 20.51282051282051, "rougeL": 34.14634146341463}, "nll_sum": 71.46575927734375, "token_count": 20} +{"index": 2700, "reference": "Seven players have re-signed for the Belfast Giants as the Elite League team continues to build its roster for the 2016/2017 campaign.", "prediction": "The Belfast Giants and 13 players are among six released by the Elite League ahead of next season the", "rouge": {"rouge1": 37.2093023255814, "rouge2": 19.51219512195122, "rougeL": 32.55813953488372}, "nll_sum": 88.26229858398438, "token_count": 18} +{"index": 2701, "reference": "An 11-year-old boy told another pupil he felt \"unsafe\" in his new school on the day he was found hanged, an inquest hearing has been told.", "prediction": "A five-of-old boy who put a himself in his locked at an school, was \"break going to skive\" and told to an inquest in an inquest.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 11.11111111111111, "rougeL": 28.57142857142857}, "nll_sum": 183.94757080078125, "token_count": 34} +{"index": 2702, "reference": "A prominent dissident republican facing trial over charges of encouraging terrorism has had his bail conditions changed so he can go on holiday.", "prediction": "A prominent paramilitaryist who will stand trial in next week on on terrorism charges of terrorism, has told it is not \"ondonderry\".", "rouge": {"rouge1": 35.55555555555555, "rouge2": 13.95348837209302, "rougeL": 31.111111111111118}, "nll_sum": 153.55184936523438, "token_count": 27} +{"index": 2703, "reference": "A new \u00a34m research centre to tackle the \"silent epidemic\" of wound care has been launched.", "prediction": "A new centrepiece Cardiff set up for Welsh patients with wound wounds is to officially open, with a funding of \u00a32.5m.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 114.01936340332031, "token_count": 27} +{"index": 2704, "reference": "Four years ago, after the Syrian government launched a brutal chemical attack on its own civilians, Donald Trump warned anyone who would listen that the US should refrain from launching retaliatory military strikes.", "prediction": " Donald Donald Trump wants take strike against Syria - and what he to change again?", "rouge": {"rouge1": 12.76595744680851, "rouge2": 4.444444444444445, "rougeL": 12.76595744680851}, "nll_sum": 97.89643859863281, "token_count": 15} +{"index": 2705, "reference": "Wes Foderingham acknowledged the hurt \"one idiot\" caused Scott Sinclair but says the fan, who admitted making racial gestures at the Celtic player, did not represent the Rangers support.", "prediction": "od Foderingeringham says it would be \"disappointed\" for Rangerseltic after the winger received an incident from Rangers marginal club Rangers.", "rouge": {"rouge1": 12.244897959183673, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 178.36605834960938, "token_count": 29} +{"index": 2706, "reference": "Prince's team requested emergency support from a leading addiction specialist just a day before the singer died, the doctor's lawyer has revealed.", "prediction": "Prince's plan to let his son and Minnesota after an call to an emergency training centre, the Houston office's office Williamzy says dev and to's-'s-'s-'s-d a from in from from a's. from a", "rouge": {"rouge1": 24.615384615384613, "rouge2": 6.349206349206351, "rougeL": 18.46153846153846}, "nll_sum": 297.813720703125, "token_count": 47} +{"index": 2707, "reference": "Twelve of Edinburgh's \"dilapidated and neglected\" closes are to be transformed as part of a major project to improve the Old Town.", "prediction": "Two men, men and men, who will open Edinburgh's Old Stadium next year unveiled, the unveiled as part of a \u00a35m regeneration regeneration project.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 17.391304347826086, "rougeL": 29.166666666666668}, "nll_sum": 141.71607971191406, "token_count": 30} +{"index": 2708, "reference": "A law has come into force in Belgium banning women from wearing the full Islamic veil in public.", "prediction": "Belgium have voted against law a controversial ban on women wearing the fullils, saying the full, or \"the a fulliqab\"..", "rouge": {"rouge1": 42.10526315789474, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 156.06724548339844, "token_count": 29} +{"index": 2709, "reference": "A man has been arrested on suspicion of causing death by dangerous driving after a woman was run over near a supermarket in West Yorkshire.", "prediction": "A man has been arrested on suspicion of causing death by dangerous driving after a suspected hit-and-run car crash in West Yorkshireous.", "rouge": {"rouge1": 77.55102040816327, "rouge2": 68.08510638297872, "rougeL": 77.55102040816327}, "nll_sum": 72.70574951171875, "token_count": 27} +{"index": 2710, "reference": "Munster great Paul O'Connell will work with the province's academy in a part-time mentoring role over the next year.", "prediction": "Munster have appointed former Republic of Ireland captain Paul O' process as their player an assistant coach at the end of the 201617 season Premiership.", "rouge": {"rouge1": 21.276595744680854, "rouge2": 4.444444444444445, "rougeL": 21.276595744680854}, "nll_sum": 137.08096313476562, "token_count": 29} +{"index": 2711, "reference": "Former Labour MP Bob Marshall-Andrews has defected to the Lib Dems after describing Jeremy Corbyn's party as a \"political basket case\".", "prediction": "wayway MP Patrick Marshall Bailey Andrews, who was a member of party by backing Jeremy Corbyn, is stripped of becoming a member of the Welsh Labour Party.", "rouge": {"rouge1": 36.0, "rouge2": 4.166666666666667, "rougeL": 24.0}, "nll_sum": 143.98184204101562, "token_count": 30} +{"index": 2712, "reference": "The United Nations says there was a 50% increase last year in the area of land being used to cultivate coca leaf in Colombia.", "prediction": "The number of cocaine was in in Colombia in 2016 by 30% in the previous year, a United Nations report.", "rouge": {"rouge1": 50.0, "rouge2": 14.285714285714288, "rougeL": 22.727272727272727}, "nll_sum": 91.31649780273438, "token_count": 22} +{"index": 2713, "reference": "Exeter scrum-half Will Chudley is out for two months with a chest injury.", "prediction": "Exeter scr-half Kapeis Chudley has been ruled out for six weeks after undergoing a shoulder injury to miss Premiership leaders Leicester on Saturday on's Saturday's the's-A a referee in\" Saturday from's.", "rouge": {"rouge1": 27.45098039215686, "rouge2": 4.081632653061225, "rougeL": 27.45098039215686}, "nll_sum": 262.27191162109375, "token_count": 45} +{"index": 2714, "reference": "The phrase \"one man's loss is another man's gain\" could not be more apt than in the case of Cheick Sallah Cisse.", "prediction": " Olympic Olympic champion Abdelriou Cisse does not not believe he believe will be stripped because new laws were handed handed home a in his home city. 2011 \" solve be- \" aA aSub's from's from 2011 again from a", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 317.82275390625, "token_count": 47} +{"index": 2715, "reference": "Talks to prevent a further strike by Southern rail conductors are to be held on Friday.", "prediction": "A fourth 24 strike by workers on Southern South rail network has begun in a row over driver-only trains.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 115.50630187988281, "token_count": 21} +{"index": 2716, "reference": "Six people died and another two were missing after an explosion on Tuesday evening destroyed a fireworks factory near the Portuguese town of Lamego.", "prediction": "The bodies of eight people killed in an explosion at a steel factory factory in Porto, have been found, emergency and officials say 2011 a's, solve,'s they from a-A a dere from a November since's.'s a", "rouge": {"rouge1": 24.615384615384613, "rouge2": 3.1746031746031753, "rougeL": 15.384615384615383}, "nll_sum": 264.345947265625, "token_count": 47} +{"index": 2717, "reference": "Cristian, a 32-year-old blacksmith from Uruguay, grows five cannabis plants with care and dedication in the back yard of his workshop on the outskirts of Montevideo.", "prediction": "Cristiano Ronaldo, picked up his training and the Dutch car in his car, and was stopped driving in because he was too low.", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 123.18927764892578, "token_count": 27} +{"index": 2718, "reference": "Princess Beatrice's royal wedding hat has been sold on auction site eBay for \u00a381,100.01.", "prediction": "A blue and red red orange painted on a Queen wedding by by the Crown Duchess of Cambridge has been sold at auction for \u00a361m).", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 28.571428571428566}, "nll_sum": 133.93450927734375, "token_count": 27} +{"index": 2719, "reference": "A pipeline system servicing up to 27 oil fields has been shut down after a leak on the Cormorant Alpha platform, north-east of Shetland.", "prediction": "More than 30 tanks at, UK's Camantant Alpha were leaked in the field after a leak was leaked the sea a BBC understands suggests and", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 185.84576416015625, "token_count": 28} +{"index": 2720, "reference": "A court hearing for British plane spotters held over allegations of suspicious behaviour in the United Arab Emirates has been postponed for a week.", "prediction": "Two British men the London, are suspected of taking so-called Islamic State plane are due to appear in court in a Abu Dhabi court.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 113.70260620117188, "token_count": 27} +{"index": 2721, "reference": "Hearts have sold Bjorn Johnsen to Dutch top-rlight club ADO Den Haag for an undisclosed transfer fee.", "prediction": "Hearts have signed full-back John Bjsen from St John Berlin on a two-year deal after his release by Norwegian- side side Mad Haag.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 4.878048780487805, "rougeL": 13.953488372093023}, "nll_sum": 159.69955444335938, "token_count": 31} +{"index": 2722, "reference": "A new breed of modern-day monks is reviving a 1,000-year-old tradition by setting up a Church in Wales \"monastery\" in a Monmouthshire town.", "prediction": "A vicar has unveiled new 30-hour sequel to encourage young people withp monasticies\" in a community in a Monrewshire town.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 25.0}, "nll_sum": 186.75839233398438, "token_count": 29} +{"index": 2723, "reference": "I think Manchester United can be Chelsea's closest challengers for the title next season, but Louis Van Gaal has got to get things right away from home against the so-called lesser teams.", "prediction": " big is a big for teams for Manchester United - and Manchester, Chelsea - and -, but it is also highlighted the struggle struggle for them and struggle them them again.", "rouge": {"rouge1": 22.58064516129032, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 182.3939971923828, "token_count": 33} +{"index": 2724, "reference": "Military chiefs, civil servants and politicians are not always ready or equipped to fight the battles in front of them, let alone the wars of the future.", "prediction": "There are the UK armed forces - or possible - to be intimidated - or not -, armed forces - and how low they you? survive?", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 164.4321746826172, "token_count": 28} +{"index": 2725, "reference": "Wales men's hockey team suffered an agonising late defeat by Scotland in their EuroHockey Championships II final.", "prediction": "Wales women's women won top finish to move top of Group A at the Euro EuroHockeyockey Championships.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 116.00647735595703, "token_count": 22} +{"index": 2726, "reference": "A 55-year-old man who died after being hit by a car in Monmouthshire has been named by Gwent Police.", "prediction": "An 82-year-old man who was hit and hit by a car in Newport, has been described as \"sable andpicable\".", "rouge": {"rouge1": 52.38095238095239, "rouge2": 40.00000000000001, "rougeL": 52.38095238095239}, "nll_sum": 99.09341430664062, "token_count": 28} +{"index": 2727, "reference": "Exeter head coach Rob Baxter says winger Olly Woodburn is thriving after his two-try haul against Bristol.", "prediction": "Exeter head coach Rob Baxter criticised praised the fame of the award- award of New Zealand teenager Stephen Wood.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 22.857142857142858, "rougeL": 27.027027027027025}, "nll_sum": 139.72021484375, "token_count": 21} +{"index": 2728, "reference": "Manchester City will meet Scottish champions Celtic and manager Pep Guardiola's former club Barcelona in the Champions League group stage.", "prediction": "Manchester City have face in the group stage of the Champions League Hamburg as Leicester City manager.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 27.77777777777778, "rougeL": 31.578947368421055}, "nll_sum": 78.27333068847656, "token_count": 17} +{"index": 2729, "reference": "The plan to withdraw high-value rupee notes in India had to be kept secret, Prime Minister Narendra Modi has said.", "prediction": " PM PM Narendra Modi has defended his decision to scrapped its controversial and rupee notes, days after banks were closed because", "rouge": {"rouge1": 28.57142857142857, "rouge2": 15.0, "rougeL": 14.285714285714285}, "nll_sum": 108.8015365600586, "token_count": 22} +{"index": 2730, "reference": "Images courtesy of AFP, AP, EPA and Reuters", "prediction": "Images courtesy of AFP, EPA, EPA and reports Reuters", "rouge": {"rouge1": 82.3529411764706, "rouge2": 53.333333333333336, "rougeL": 82.3529411764706}, "nll_sum": 49.65496826171875, "token_count": 10} +{"index": 2731, "reference": "Sergio Garcia and Francesco Molinari both carded five-under 67s to share the lead at nine under at the halfway stage of the DP World Tour Championship.", "prediction": "World number one Andy Andy moved into second place to the Dhabi Championship after to take a two-shot cancer heading into the European Tour Championship.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301884}, "nll_sum": 153.96575927734375, "token_count": 27} +{"index": 2732, "reference": "Scottish Labour leader Kezia Dugdale is backing Owen Smith in the Labour Party leadership contest.", "prediction": "Scottish leadership hopeful Kezia Dugdale said she is challenger leadership hopeful Owen Smith would lead the party \" within a week\" within the party\". 2011's from \" solve from a from a's again of from'sold again's a", "rouge": {"rouge1": 33.333333333333336, "rouge2": 7.6923076923076925, "rougeL": 29.629629629629626}, "nll_sum": 257.2929992675781, "token_count": 47} +{"index": 2733, "reference": "Privately contracted so-called \"litter police\" have been removed from service by a council after an undercover Panorama report found they were getting bonuses for issuing fines.", "prediction": "A Kent council firm has been fined a total of \u00a31,000000 for throwing police during a investigations as part of a BBC Panorama..", "rouge": {"rouge1": 27.450980392156865, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 127.5860824584961, "token_count": 27} +{"index": 2734, "reference": "(Close): The pound has lost some of the sharp gains made against the dollar after strong data on UK services.", "prediction": "The pound was against the US dollar- a hard-wicket survey has shown", "rouge": {"rouge1": 36.36363636363637, "rouge2": 12.903225806451616, "rougeL": 30.303030303030305}, "nll_sum": 82.3166275024414, "token_count": 15} +{"index": 2735, "reference": "Police have condemned a wave of \"copycat criminal activity\" across London in a second night of looting and disorder following riots in Tottenham.", "prediction": "Clashes violence broke out in several towns have been \" unauthorised and intimidated a day after police officers and were sent in east London.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 145.513916015625, "token_count": 27} +{"index": 2736, "reference": "The number of cancer cases in Wales has risen by almost 10% over a 10-year period.", "prediction": "The number of women diagnosed with lung cancer in Wales has increased by nearly four decades over, last decades, official show.'s in the-'s, referee, from it from a new from men The's from of.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 15.384615384615383, "rougeL": 37.03703703703704}, "nll_sum": 254.0133819580078, "token_count": 43} +{"index": 2737, "reference": "England have never won their opening game at a European Championship but there is an extra incentive for them to finally put that right against Russia on Saturday.", "prediction": "After a surprise defeat by Russia on Sunday in their final group of their match in Group A, I'm I'm pleased to know it anything and I will do it still.", "rouge": {"rouge1": 19.672131147540988, "rouge2": 3.389830508474576, "rougeL": 9.836065573770494}, "nll_sum": 146.6761474609375, "token_count": 34} +{"index": 2738, "reference": "Undercover police officers facing claims of wrongdoing will not automatically get anonymity at a forthcoming major public inquiry.", "prediction": "Five hundred undercover police officers and women should not be allowed to be told they be told, if they are in private, a preliminary BJP court has ruled.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 9.09090909090909, "rougeL": 21.73913043478261}, "nll_sum": 143.81207275390625, "token_count": 30} +{"index": 2739, "reference": "Keighley want the Rugby Football League to consider amateur video footage when they review a brawl during the club's Challenge Cup tie against Fryston, which left a player with a broken jaw.", "prediction": "Keley Couley players' players could face a Rugby Football League after reports that he shot player player hit his jaw during his side during a match in for Challenge Cup on Saturday", "rouge": {"rouge1": 30.76923076923077, "rouge2": 9.523809523809524, "rougeL": 18.46153846153846}, "nll_sum": 193.10386657714844, "token_count": 34} +{"index": 2740, "reference": "Former Hollywood child star Shirley Temple has died at the age of 85.", "prediction": "Clley Temple, the best- best best known as as's Hollywood, a died, California aged 88.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 0.0, "rougeL": 20.689655172413794}, "nll_sum": 142.9668426513672, "token_count": 21} +{"index": 2741, "reference": "League One side Wimbledon have signed Millwall midfielder Jimmy Abdou on a season-long loan deal.", "prediction": "League One side AFC Wimbledon have signed Millwall defender Kyle Bartdou on Mill two 2011- deal for an undisclosed fee fee,. an- solve a referee from's from-A a referee in transfer from The's. fromA", "rouge": {"rouge1": 37.73584905660377, "rouge2": 19.607843137254903, "rougeL": 33.9622641509434}, "nll_sum": 305.2418212890625, "token_count": 46} +{"index": 2742, "reference": "An amateur footballer in Portugal has been banned for more than four years after kneeing a referee in the face.", "prediction": "The Brazilian league league club Porto have received a ban after a referee was attacked during an opposition player.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 91.8592529296875, "token_count": 20} +{"index": 2743, "reference": "World famous conductor Sir Andrew Davis is one of the most familiar faces at the Proms.", "prediction": "ana marks marking 30th birthday, but Andrew Andrew Don isn't have played big big in Garden at the3 Hall in central London again.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 187.45787048339844, "token_count": 27} +{"index": 2744, "reference": "A woman, whose death has been linked to the discovery of a body in a bin in the same street, has been named as Tabussum Winning.", "prediction": "A woman whose body was found in a wheel wheelie wheel bin six weeks ago,, of been formally identified in the policeiver said referee has a named as Queen's's as as a's as. ballet of a from's aold", "rouge": {"rouge1": 44.11764705882353, "rouge2": 18.18181818181818, "rougeL": 35.294117647058826}, "nll_sum": 304.6731872558594, "token_count": 46} +{"index": 2745, "reference": "The police force at the centre of the Rotherham child abuse scandal is still failing to record crimes against children properly, a report has said.", "prediction": "A police force sergeant accused of found child sex exploitation exploitation in Rotherham has said there was no case cases of any it in the-'s, a 30 referee it. from of from it The's of a.", "rouge": {"rouge1": 31.74603174603174, "rouge2": 6.557377049180328, "rougeL": 19.047619047619047}, "nll_sum": 259.1336669921875, "token_count": 43} +{"index": 2746, "reference": "Southend manager Phil Brown says the referee for his side's 2-1 defeat at Gillingham should be \"brought to task\" over his performance.", "prediction": "Southend United would have been \" demolish a referee refereeing\" in a match derby battle, says former boss of Southend boss Phil Brown.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 13.043478260869565}, "nll_sum": 152.20590209960938, "token_count": 31} +{"index": 2747, "reference": "First Minister Nicola Sturgeon has promised a continued focus on improving attainment in education during a visit to the Scottish Borders.", "prediction": "First Minister Nicola Sturgeon has said all funding to school education for all of Scotland's's most and and deprived areas is in a top for Scottish general election.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 16.3265306122449, "rougeL": 31.372549019607842}, "nll_sum": 154.45297241210938, "token_count": 30} +{"index": 2748, "reference": "Officials say 102 pilgrims have been killed in a stampede at a religious festival in the southern Indian state of Kerala.", "prediction": "A stampede that has killed at least 40 Indian pilgrims temple attending an religious event, have gathered in the southern Indian state of Uttar Pradesh Hindu police,odd, as they was from- fromA a in from November'sA.", "rouge": {"rouge1": 50.847457627118644, "rouge2": 21.05263157894737, "rougeL": 33.89830508474576}, "nll_sum": 258.66705322265625, "token_count": 45} +{"index": 2749, "reference": "Cameroon defender Benoit Assou-Ekotto has signed a one-year deal with French Ligue 1 side St Etienne.", "prediction": "Morocco defender Brazilergouardou-Eks has joined French champions Paris Stienneienne on a five-year deal with option guarantee further a further year.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473683, "rougeL": 30.0}, "nll_sum": 188.40536499023438, "token_count": 34} +{"index": 2750, "reference": "Sudanese President Omar al-Bashir has formed a new government a month after winning elections that were boycotted by the main opposition parties and tarnished by a poor turnout.", "prediction": "Sudan's President al Ki-Bash has appointed a new deputy and prime minister, fiveyear after to office took in his same role.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 23.076923076923077}, "nll_sum": 167.5922088623047, "token_count": 29} +{"index": 2751, "reference": "South Africa's President Jacob Zuma has agreed to repay some of the $23m (\u00a315m) the government controversially spent on upgrading his private rural home.", "prediction": "South Africa's President Jacob Zuma must pay back $m (\u00a355m he spent on his embassy of his Nkand zone, returned home, the BBC understands.", "rouge": {"rouge1": 48.0, "rouge2": 25.0, "rougeL": 40.00000000000001}, "nll_sum": 153.00868225097656, "token_count": 33} +{"index": 2752, "reference": "A body found in the ruins of a collapsed building at Didcot Power Station has been identified.", "prediction": "A man whose body was collapsed at the Didcot power station station building which was alive two years ago, has been recovered body body.", "rouge": {"rouge1": 53.658536585365844, "rouge2": 15.384615384615383, "rougeL": 43.90243902439025}, "nll_sum": 132.51473999023438, "token_count": 26} +{"index": 2753, "reference": "A Carmarthenshire teacher who sent thousands of sexual messages to three pupils has been banned from teaching for five years.", "prediction": "A teacher who gave a school twochildren tochildren emails after they them and to them age banned ban banned from the classroom 2011year jail.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 207.2818603515625, "token_count": 27} +{"index": 2754, "reference": "A female osprey nicknamed Lassie has laid her first egg of the season at the Scottish Wildlife Trust's Loch of the Lowes nature reserve.", "prediction": "L the Lattie has re-rerere a egg at a Scottish of Scottish the only after the only golden egg of possible in Scotland.", "rouge": {"rouge1": 40.81632653061225, "rouge2": 4.25531914893617, "rougeL": 24.489795918367346}, "nll_sum": 176.68008422851562, "token_count": 29} +{"index": 2755, "reference": "Four people have escaped injury after an arson attack in Cookstown, County Tyrone.", "prediction": "A man has been due to a to open the front the front of a house inone, Tyrone.", "rouge": {"rouge1": 6.451612903225808, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 115.68284606933594, "token_count": 21} +{"index": 2756, "reference": "\"Action is needed\" at homes for the elderly run by Cornwall Care, after the company took its \"eye off the ball\", the Care Quality Commission (CQC) said.", "prediction": "A care home in Cornwall is no longer fit or have have a shower or fit for, the Care Quality Commission (C (CQC).", "rouge": {"rouge1": 40.0, "rouge2": 16.666666666666668, "rougeL": 27.999999999999996}, "nll_sum": 135.8367919921875, "token_count": 28} +{"index": 2757, "reference": "Donald Trump made a string of promises during his long campaign to be the 45th president of the United States.", "prediction": "Donald Trump has survived a, a doingatt killer\" and his killer.", "rouge": {"rouge1": 25.806451612903224, "rouge2": 6.896551724137931, "rougeL": 25.806451612903224}, "nll_sum": 98.53321838378906, "token_count": 14} +{"index": 2758, "reference": "A stretch of river is being searched in an attempt to find the weapon used to kill a businessman who was shot at his home in Dorset.", "prediction": "Police investigating the murder of a businessman at his Dorset home home say a river have recovered a firearms used.", "rouge": {"rouge1": 46.808510638297875, "rouge2": 8.88888888888889, "rougeL": 25.531914893617024}, "nll_sum": 112.04669189453125, "token_count": 21} +{"index": 2759, "reference": "A murder investigation has been launched after a man was stabbed to death outside a busy north London pub.", "prediction": "A murder inquiry has been with started after a man was stabbed to death outside the street in south-west London, north London", "rouge": {"rouge1": 66.66666666666666, "rouge2": 50.0, "rougeL": 66.66666666666666}, "nll_sum": 90.26899719238281, "token_count": 24} +{"index": 2760, "reference": "London Welsh have avoided liquidation after paying their debts, and are now set to be taken over by an United States-based investment group.", "prediction": "Championship union club Welsh have to bought Old club Old Dom Park in a deal, has been agreed to pay a full pay rise.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 4.3478260869565215, "rougeL": 12.5}, "nll_sum": 177.27525329589844, "token_count": 27} +{"index": 2761, "reference": "A man has been accused of committing sexual offences against boys at an East Sussex school where he worked more than a decade ago.", "prediction": "A former boarding member has been charged with 40 child sex offences at in West Sussex school.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 10.256410256410255, "rougeL": 34.146341463414636}, "nll_sum": 81.2286148071289, "token_count": 17} +{"index": 2762, "reference": "Head teachers worried about protecting students from being radicalised are being offered seminars by a union.", "prediction": "Mothers in England are being offered and advice to travel to Syria from the threat to be criminalised by anti-extremists.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571429, "rougeL": 21.62162162162162}, "nll_sum": 107.82827758789062, "token_count": 26} +{"index": 2763, "reference": "Theresa May has said China must do more to help end North Korea's \"illegal and provocative\" weapons testing.", "prediction": "Theresa May urged the world to \"should stop and stop action\" against North Korea, because it is doing \" illegal \"\". to\". a \" solve's \"'s the's from a it's againelt of a's from's a", "rouge": {"rouge1": 32.14285714285714, "rouge2": 7.4074074074074066, "rougeL": 21.428571428571427}, "nll_sum": 270.4559020996094, "token_count": 47} +{"index": 2764, "reference": "Scots actress Karen Gillan is to appear in her biggest movie role yet in Marvel's sci-fi action adventure Guardians of the Galaxy.", "prediction": "Scottish actresstha Gillan, has been cast as a Rocky in her new film, the Galaxy.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 129.0853729248047, "token_count": 22} +{"index": 2765, "reference": "Manchester United are likely to limit their summer spending to three or four key signings.", "prediction": "Manchester United are set to be a new transfer signing during the January transfer window.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 14.285714285714285, "rougeL": 33.33333333333333}, "nll_sum": 53.688636779785156, "token_count": 15} +{"index": 2766, "reference": "A bridge built in the 14th Century has reopened after it was hidden from view for more than a century.", "prediction": " a new foot bridge to be built where a 19th Century bridge was built to reopen, and after more than 30 years ago is reopened.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 4.651162790697675, "rougeL": 35.55555555555556}, "nll_sum": 110.56309509277344, "token_count": 27} +{"index": 2767, "reference": "The UK has seen the hottest July day on record, with temperatures hitting 36.7C (98F).", "prediction": "The UK has recorded the highest level ofC recorded, in the temperature so so far, with temperatures reaching around 40C (5C).", "rouge": {"rouge1": 37.83783783783783, "rouge2": 17.142857142857142, "rougeL": 37.83783783783783}, "nll_sum": 126.71021270751953, "token_count": 27} +{"index": 2768, "reference": "The question has been raised - is 27-year-old Andreas Lubitz a mass murderer for bringing down a plane full of passengers, killing everyone on board?", "prediction": " deliberately the flying Lubitzitz, Germany crashed on 11 December, killing dozens of people.", "rouge": {"rouge1": 20.512820512820515, "rouge2": 0.0, "rougeL": 10.256410256410257}, "nll_sum": 87.7901611328125, "token_count": 17} +{"index": 2769, "reference": "John Andrew's late try secured 14-man Ulster a crucial win against Newport Gwent Dragons.", "prediction": "yn James scored a dramatic last-minute winner as Ulster champions Ulster were held to a Pro12 victory over Gwent Dragons at Rodney Parade.", "rouge": {"rouge1": 20.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 109.30644226074219, "token_count": 27} +{"index": 2770, "reference": "Scientists say they have a clue that may enable them to find traces of the asteroid that wiped out the dinosaurs in the very crater it made on impact.", "prediction": " probe developed an investigation into probe why an algae made on the dinosaurs tropical was probably hit by meteorites.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 8.695652173913043, "rougeL": 8.333333333333332}, "nll_sum": 125.49388122558594, "token_count": 20} +{"index": 2771, "reference": "UKIP leader Nigel Farage has said Wales gets a \"rotten deal\" from the UK's membership of the EU.", "prediction": "Former UKIP leader of Farageock has warned the UK's steel industry would be steel \"a serious threat\" to Welsh economy\" and business\".", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 28.571428571428577}, "nll_sum": 135.87554931640625, "token_count": 27} +{"index": 2772, "reference": "Glamorgan batsmen Aneurin Donald and David Lloyd both hit maiden first-class centuries as they piled up 444-7 against Cardiff MCCU.", "prediction": "Teenage African batsman Aneinur Donald has become the Glamorgan's record- record haul of 7 a total Colin total of 93 runs.-old of to solve again the--finals of the from. to from a", "rouge": {"rouge1": 10.526315789473683, "rouge2": 0.0, "rougeL": 7.017543859649122}, "nll_sum": 327.9755859375, "token_count": 45} +{"index": 2773, "reference": "Police investigating the death of a homeless man in a Norwich subway want to speak to two potential witnesses.", "prediction": "Police investigating the murder of a man believe they have identified a black man whose body was found in a subway in New York.olve a \u00a3's a MA) a\" a from aA it's referee of.", "rouge": {"rouge1": 32.14285714285714, "rouge2": 14.814814814814813, "rougeL": 32.14285714285714}, "nll_sum": 221.93508911132812, "token_count": 43} +{"index": 2774, "reference": "After school some of you might like to play musical instruments, but can you imagine coming from a home where everyone is a top musician?", "prediction": "Have you ever hardly played a at the Old Old Trafford!", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 69.60888671875, "token_count": 11} +{"index": 2775, "reference": "It's called The Flow: A state of effortless concentration and enjoyment, where time just seems to melt away - and Tove Styrke has been getting a lot of it lately.", "prediction": "Pop star Raceyle says says Tove write the novel behind her album album,Eight My Days It My Surrey - isn't your our magazine;", "rouge": {"rouge1": 11.111111111111112, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 227.35491943359375, "token_count": 28} +{"index": 2776, "reference": "A secondary school placed in special measures by inspectors last month could be closed, a council has said.", "prediction": "A secondary school that was ear closure for was rated an \"unreasonable and decision by a public consultation has started.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 147.325439453125, "token_count": 22} +{"index": 2777, "reference": "UK intelligence agencies say they are recruiting more female staff - and are targeting middle-age and \"mid-career\" women for jobs.", "prediction": "'s's UK intelligence are using increased employers to employers more women and chose to in work, the report says.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 136.6731414794922, "token_count": 21} +{"index": 2778, "reference": "The last lump of coal mined in South Yorkshire has been presented to Doncaster's mayor at a ceremony marking the end of mining in the region.", "prediction": "The last remainingcast coal coal gold at a North Yorkshire site is to be wound up to the High Court to mark coal mining in South Yorkshire.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 23.076923076923077, "rougeL": 29.629629629629626}, "nll_sum": 144.50341796875, "token_count": 28} +{"index": 2779, "reference": "Shrewsbury Town have signed teenage Reading defender Zak Jules for an undisclosed fee on a two-year contract.", "prediction": "Shrewsbury Town have signed former Mother and Wolves left-back winger Jy Jules for an undisclosed fee on fee end leaving the season.", "rouge": {"rouge1": 48.78048780487805, "rouge2": 41.02564102564102, "rougeL": 48.78048780487805}, "nll_sum": 164.81869506835938, "token_count": 29} +{"index": 2780, "reference": "The European Commission has blocked Telefonica's sale of O2 to CK Hutchison, the owner of Three.", "prediction": "Europe's telecoms regulator has said2's \u00a32bnbn (\u00a3bn would be boughtmaker Chinese to-Kade a controversial mobile phonemakermaker a it- banned from \"-p mobileised in from November's. from's 71", "rouge": {"rouge1": 12.244897959183671, "rouge2": 0.0, "rougeL": 12.244897959183671}, "nll_sum": 377.3514404296875, "token_count": 46} +{"index": 2781, "reference": "In our series of letters from African journalists, Yousra Elbagir looks at how Sudan's young poets are reviving the nation's tradition of lyrical resistance.", "prediction": "In our series our letters journalists filmmaker Yousra Elbagir looks at a battle one of the most challenging and marking articles\" in country,", "rouge": {"rouge1": 44.89795918367348, "rouge2": 21.276595744680854, "rougeL": 40.816326530612244}, "nll_sum": 181.70767211914062, "token_count": 28} +{"index": 2782, "reference": "Oldham boosted their League One survival hopes with victory over play-off chasing Peterborough.", "prediction": "Oldham beat in Peter beat 10-manborough United and keep their League One play-off hopes alive alive.", "rouge": {"rouge1": 43.75000000000001, "rouge2": 20.000000000000004, "rougeL": 37.5}, "nll_sum": 126.54421997070312, "token_count": 22} +{"index": 2783, "reference": "The former president of Brazil, Luiz Inacio Lula da Silva, has been accused of playing a key role in a huge corruption scandal involving state-oil company Petrobras.", "prediction": "Brazil's former President Luizacio Lula daula, faces criminal charges of corruption charges that has broken out Brazilian football amid a Brazilian corruption scandal.", "rouge": {"rouge1": 34.61538461538462, "rouge2": 7.999999999999999, "rougeL": 26.923076923076923}, "nll_sum": 155.92449951171875, "token_count": 30} +{"index": 2784, "reference": "Solar storms are a natural occurrence caused by high-energy particles hitting the Earth.", "prediction": " the bright atmosphere of rock, hot hot, hot storm dust snow in its Earth.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 103.19435119628906, "token_count": 16} +{"index": 2785, "reference": "Exeter Chiefs have signed England lock Geoff Parling from Leicester Tigers and Bath wing Olly Woodburn for next season on two-year contracts.", "prediction": "Exeter Chiefs have signed Wales back- row Geoff Woodburn on Two three-year deal keeping keep at the Premiership until of the 2017-12 season.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 17.391304347826086, "rougeL": 37.49999999999999}, "nll_sum": 174.296142578125, "token_count": 30} +{"index": 2786, "reference": "(Close): A fall in mining shares hit the main indexes in London, with the FTSE 100 closing down more than 1%.", "prediction": "(Open): The FTSE 100E closed lower, closing higher on Tuesday, as house prices climbed and fears about a consumer rise in prices.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 4.878048780487805, "rougeL": 13.95348837209302}, "nll_sum": 131.8945770263672, "token_count": 29} +{"index": 2787, "reference": "A lunch date with Tim Cook has sold for close to $330,000 (\u00a3196,000) on the auction website CharityBuzz.", "prediction": "US coffee giant Apple has bought a $100,000 (\u00c24331mkm) in a bid for a civil tribunal in not New York.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 166.20016479492188, "token_count": 29} +{"index": 2788, "reference": "Ibrahima Traore looks set to reject a call-up to the Guinea squad for September's 2017 Africa Cup of Nations qualifier against Zimbabwe.", "prediction": "Guinea's Arsenal winger Adore Traore has announced his retirement from international rugby football.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 76.67230987548828, "token_count": 17} +{"index": 2789, "reference": "Cape Verde and Zambia both bowed out of the African Cup of Nations after a game which at one point looked as though it would stop because of torrential rain.", "prediction": "Zambia in Zambia Zamb match in their opening Group match of the match in bad weather at the 2017 Africa Cup of Nations.", "rouge": {"rouge1": 26.415094339622634, "rouge2": 11.76470588235294, "rougeL": 22.641509433962266}, "nll_sum": 119.46054077148438, "token_count": 26} +{"index": 2790, "reference": "Volunteers are being sought to help look after a heritage site in Pembrokeshire.", "prediction": "Volunteers are being sought to public public sought for a Pembrokeshire Age.", "rouge": {"rouge1": 55.99999999999999, "rouge2": 34.78260869565217, "rougeL": 55.99999999999999}, "nll_sum": 102.46769714355469, "token_count": 19} +{"index": 2791, "reference": "Multi-storey car parks, bridges and tall buildings could be designed to make suicide more difficult, under government proposals to save lives.", "prediction": " SAS staff across England are working specialist camp up and protect others and protect andable suicide of suicide, research suggests", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 147.56375122070312, "token_count": 21} +{"index": 2792, "reference": "Susie Wolff will stay at the Williams team next season in an enhanced role as test driver.", "prediction": "ieie Wolff has announced that she will retire from Formula 1 for the 2017 season and is \"big step in in my improvement outlook\".", "rouge": {"rouge1": 24.39024390243903, "rouge2": 0.0, "rougeL": 24.39024390243903}, "nll_sum": 120.13668823242188, "token_count": 27} +{"index": 2793, "reference": "Boreham Wood have re-signed striker Jamie Lucas from Bristol Rovers on loan until the end of the season.", "prediction": "National League side Boreham Wood have signed former Bristol Rovers midfielder Nathan Cruz on an 18monthmonth loan deal.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 17.142857142857142, "rougeL": 43.24324324324324}, "nll_sum": 105.22282409667969, "token_count": 22} +{"index": 2794, "reference": "Prince William and Prince Harry have visited a London memorial garden for their mother on the eve of the 20th anniversary of her death.", "prediction": "The Princess of Princess, Wales Wales, Prince George, will Prince her memorial garden London.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 118.90403747558594, "token_count": 17} +{"index": 2795, "reference": "Spain was already on high alert for a possible attack when a van smashed into the crowd on Barcelona's famous Las Ramblas boulevard, killing 13 people.", "prediction": " the jihadist Paris attacks have and around 30 people000 and around the Spanish city of Barcelona, bringing a number of high-speed security force.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 149.6524658203125, "token_count": 27} +{"index": 2796, "reference": "MPs are demanding highways officials explain why roadworks on the A55 and A483 on the Chester-Wrexham border have over-run, causing months of frustration and long hold-ups for motorists.", "prediction": "A new dual carriageway between Chester will been pushed back delayed the morning after weeks of delays are to be completed after six months.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 7.272727272727273}, "nll_sum": 135.13380432128906, "token_count": 27} +{"index": 2797, "reference": "Phil Taylor set up a tantalising PDC World Darts Championship quarter-final against Raymond van Barneveld with a hard-fought win over Kim Huybrechts.", "prediction": "Phil Taylor won a stunning fightback from a spirited fightback nine beat down beat 4-2 by world number one Hamilton Barvechld to reach quarter-finals of the World Championship. a emerged in solve from's- from the again", "rouge": {"rouge1": 25.396825396825395, "rouge2": 6.557377049180328, "rougeL": 22.222222222222225}, "nll_sum": 287.83270263671875, "token_count": 47} +{"index": 2798, "reference": "Scientists are looking for 100,000 volunteers prepared to have their DNA sequenced and published online for anyone to look at.", "prediction": " the UK project developed a bill, which help identify the identity of diseases of like Alzheimer, suggests research.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 128.5535888671875, "token_count": 20} +{"index": 2799, "reference": "Andrew Crofts says his ambition to play at Euro 2016 is part of the reason for his loan move to Gillingham.", "prediction": "ft Croft he does not given up hope of playing playing for Wales in Euro 2016.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 76.56321716308594, "token_count": 17} +{"index": 2800, "reference": "Ben Stokes and James Taylor both made unbeaten centuries as England reached 470-5 on the opening day of their warm-up match against a South African Invitation XI in Potchefstroom.", "prediction": "England-rounder Ben Stokes and Ben Taylor hit a bowl as England took five wickets control as they control to England day day one of the first Test at Southampton Indies.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 10.000000000000002, "rougeL": 25.806451612903224}, "nll_sum": 182.40280151367188, "token_count": 34} +{"index": 2801, "reference": "Recovery of the RAF helicopter which burst into flames shortly after the crew was forced to make an emergency landing began on Monday.", "prediction": "An emergency helicopter landing was called out to an Anglesey area, before black smoke coming coming the bill onto into the air in the air the, Shore it says it from it-D a mandatory in from November's.", "rouge": {"rouge1": 29.03225806451613, "rouge2": 3.3333333333333335, "rougeL": 12.903225806451616}, "nll_sum": 271.4542541503906, "token_count": 44} +{"index": 2802, "reference": "Scotland's Finance Secretary John Swinney has said talk about reduced council budgets impacting on local services was \"frankly over the top\".", "prediction": "Scotland Finance Minister John Swinney has told MSPs that had no decisions about the local authorities they receive as a possible rise council tax budgets.", "rouge": {"rouge1": 42.55319148936171, "rouge2": 8.88888888888889, "rougeL": 34.04255319148936}, "nll_sum": 139.90512084960938, "token_count": 29} +{"index": 2803, "reference": "Images by BBC Naidheachdan.", "prediction": "The sale of dairy farm,, believed to be in the Highlands and the Scottish Borders, has been sold at auction1.8m.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 117.21915435791016, "token_count": 26} +{"index": 2804, "reference": "It's thought as many as half a million people crammed the roads and beaches outside the Kennedy Space Center to see Endeavour's final launch.", "prediction": " just six months ago British entered arrived on Monday night and they didn't't isn't!", "rouge": {"rouge1": 4.651162790697675, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 116.51663208007812, "token_count": 17} +{"index": 2805, "reference": "Pakistan authorities have detained two men suspected of being involved in the killing of an exiled politician in London five years ago, officials say.", "prediction": "Two men have been arrested in connection with the deadly murder of a prominent Pakistani political party, Afghan officials say.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 31.818181818181824}, "nll_sum": 63.45146560668945, "token_count": 21} +{"index": 2806, "reference": "Foreign Secretary Boris Johnson has been asked to investigate claims that soldiers' relatives have been stopped from visiting their graves in France.", "prediction": "An MP has facing an army bitter dispute with the French authorities over a trip to France where a cemetery cemetery was destroyed by a Orange fibarde.", "rouge": {"rouge1": 12.244897959183673, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 166.07015991210938, "token_count": 28} +{"index": 2807, "reference": "Many European commentators have reacted to London Mayor Boris Johnson's decision to back Britain leaving the European Union, seeing his intervention as a problem for Prime Minister David Cameron.", "prediction": " European and European media around the world are concern Boris Johnson's mayor Boris Johnson - has included the right - to think tank to office - and wants to be become prime minister.", "rouge": {"rouge1": 36.0655737704918, "rouge2": 13.559322033898304, "rougeL": 22.950819672131146}, "nll_sum": 171.09962463378906, "token_count": 34} +{"index": 2808, "reference": "Ulster moved up to second in the Pro12 standings thanks to this bonus-point win over Treviso at Kingspan Stadium.", "prediction": "Ulster ran in a five-point deficit in Zebre to earn a bonus-point win over Treviso at the Kingspan Stadium Stadium.", "rouge": {"rouge1": 57.14285714285713, "rouge2": 30.0, "rougeL": 52.38095238095239}, "nll_sum": 114.73028564453125, "token_count": 30} +{"index": 2809, "reference": "BBC Sport's football expert Mark Lawrenson has made a prediction for all 380 Premier League games this season.", "prediction": "BBC Sport's football expert Mark Lawrenson is pitting his wits against a different guest each week this season.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 38.88888888888889, "rougeL": 52.63157894736842}, "nll_sum": 85.7626724243164, "token_count": 23} +{"index": 2810, "reference": "A graduate jobseeker has spoken of her horror at being called a \"home-educated oddball\" by a prospective employer.", "prediction": "A jobseekers has apologised after an interview was offered a job offered for not her doing, the her grandfather as \"buy a oddabsoluteover\".", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 196.07107543945312, "token_count": 28} +{"index": 2811, "reference": "Jim Broadbent has returned to the stage for the first time in a decade to play Scrooge in a new West End version of Charles Dickens' A Christmas Carol.", "prediction": " Stuart Broadbent has been honoured by criticism of his \"Tamge in in a play The Dickens of the Broadway at London's West Broadway theatre.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 7.692307692307692, "rougeL": 22.222222222222225}, "nll_sum": 164.35195922851562, "token_count": 28} +{"index": 2812, "reference": "The market is booming in apps which offer women the chance to monitor the cycles of their monthly periods.", "prediction": " filmed a popular app for women or mobile phone data.", "rouge": {"rouge1": 13.793103448275861, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 53.15092468261719, "token_count": 10} +{"index": 2813, "reference": "Oscar Pistorius' siblings have criticised media coverage of his trial, on the eve of the South African athlete's sentencing.", "prediction": "The parents and parents of Oscar Pistorius have begun a hearing their their hearing murder trial, that South Africa is \"a-acceptable of pain\".", "rouge": {"rouge1": 36.36363636363636, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 156.76315307617188, "token_count": 28} +{"index": 2814, "reference": "Salford Red Devils will let Rangi Chase, Harrison Hansen, Cory Paterson and Theo Fages leave the club at the end of the season.", "prediction": "Salford Red Devils have released midfielders Joe Chase, R Rdale and Faza Fings will leave the club at the end of the season.", "rouge": {"rouge1": 65.21739130434783, "rouge2": 45.45454545454545, "rougeL": 60.86956521739131}, "nll_sum": 142.33697509765625, "token_count": 30} +{"index": 2815, "reference": "Winning the Europa League is now Manchester United's \"easiest route\" into next season's Champions League, according to manager Louis van Gaal.", "prediction": "Manchester United boss Louis van Gaal would \"diff difficult\" to make a Champions League place, the season but says it will \"the best stretch\".", "rouge": {"rouge1": 42.5531914893617, "rouge2": 17.777777777777775, "rougeL": 21.27659574468085}, "nll_sum": 129.20513916015625, "token_count": 28} +{"index": 2816, "reference": "Dame Judi Dench has been announced as Surrey Wildlife Trust's new patron.", "prediction": "Damei Dench has given support for a project to preserve Iron woodland at Surrey Conservation Trust Trust.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 7.142857142857144, "rougeL": 26.666666666666668}, "nll_sum": 121.27840423583984, "token_count": 20} +{"index": 2817, "reference": "A new picture of the Queen to appear on coins has been unveiled.", "prediction": "The Queen is the Queen, Queen and now her Queen, Queen Victoria - again what it's it happened!", "rouge": {"rouge1": 12.903225806451616, "rouge2": 6.896551724137931, "rougeL": 12.903225806451616}, "nll_sum": 100.84451293945312, "token_count": 21} +{"index": 2818, "reference": "Figures suggest almost 600 fewer GP surgeries in England open at evenings and weekends than before 2010, Labour has claimed.", "prediction": "An extra \u00a3.7bn will be spent on the NHS in England's hospitals within the next two years, NHS data suggest in the in's,mbudsman,'s they from \u00a3-d aelt in three from George's. from a", "rouge": {"rouge1": 10.344827586206897, "rouge2": 3.571428571428572, "rougeL": 6.896551724137931}, "nll_sum": 267.9945068359375, "token_count": 47} +{"index": 2819, "reference": "Patrick Reed won his first tournament of the season at The Barclays to seal his spot on the USA Ryder Cup team.", "prediction": "England's Jordan Spieth says would like to be a wildcard picked for Britain's Davis Cup after Ryan Clarke instead of a yellow Gold for Great. team.", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 11.999999999999998}, "nll_sum": 195.77488708496094, "token_count": 31} +{"index": 2820, "reference": "Police firearms officers who cornered an ATM theft gang at an Arbroath McDonald's restaurant shot at a car not involved in the crime, it has emerged.", "prediction": "Five police officers have been sacked after failing to grab five men in their car man during an armed robbery at a restaurant in wheelie the.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 3.9215686274509802, "rougeL": 26.41509433962264}, "nll_sum": 122.4211196899414, "token_count": 27} +{"index": 2821, "reference": "The number of motorcyclists killed on London's roads reached 36 in 2015, Transport for London (TfL) data showed.", "prediction": "The number of deaths on motorcyclists in London rose 30% in the past five years the new show.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 11.428571428571429, "rougeL": 37.83783783783783}, "nll_sum": 79.3858871459961, "token_count": 21} +{"index": 2822, "reference": "Manchester United and Northern Ireland defender Paddy McNair will make the draw for this year's Milk Cup in Belfast on 26 May.", "prediction": "Manchester United left-back Paddy McNair will make his Northern Ireland squad again for- World Cup tie against Japan inago in on 20 July.", "rouge": {"rouge1": 51.06382978723404, "rouge2": 22.222222222222225, "rougeL": 42.5531914893617}, "nll_sum": 138.368896484375, "token_count": 29} +{"index": 2823, "reference": "An unannounced inspection of an under-pressure A&E unit at a north Wales hospital led to concerns for patient safety, a watchdog says.", "prediction": "A Denbighshire ward's's waiting in a accident and emergency waiting is \" \"the health needs\", according to a mental mental health watchdog.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 0.0, "rougeL": 21.27659574468085}, "nll_sum": 168.31031799316406, "token_count": 29} +{"index": 2824, "reference": "Nigeria international defender Kenneth Omeruo has joined Turkish Super Lig side Kasimpasa on a season-long loan deal from English champions Chelsea.", "prediction": "Nigeria international defenderel Omeruo has joined Chelsea on a five-and-a-half-year deal a a medical.", "rouge": {"rouge1": 45.0, "rouge2": 21.052631578947366, "rougeL": 40.0}, "nll_sum": 118.73924255371094, "token_count": 28} +{"index": 2825, "reference": "A 26-year-old Iraq war veteran suspected of opening fire in a crowded Florida airport last week has appeared in court to hear charges against him.", "prediction": " the US security adviser in Florida, charged with a shooting at a a airport 2015 November, has told a judge that he will not face criminal charges.", "rouge": {"rouge1": 25.925925925925924, "rouge2": 0.0, "rougeL": 18.51851851851852}, "nll_sum": 123.50601959228516, "token_count": 29} +{"index": 2826, "reference": "A paedophile accused of conspiring to rape a baby has told a court in Bristol the alleged plan was \"pie in the sky\".", "prediction": "A man accused of raping a woman and abusing a child told child \"I will happened\", London Crown Crown' Court has heard- a. a 2011 to \" again a againA-A aA in man from a's.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 7.017543859649122, "rougeL": 27.11864406779661}, "nll_sum": 278.2327880859375, "token_count": 45} +{"index": 2827, "reference": "Delegates from 24 countries and the European Union have agreed that the Ross Sea in Antarctica will become the world's largest marine protected area (MPA).", "prediction": "World leaders the the world have agreed to take a protected area in the North Sea, after climate talks. a \"olve aACalifornia-'s. a's from's a from a from what it's of the.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 10.0, "rougeL": 19.35483870967742}, "nll_sum": 261.81072998046875, "token_count": 45} +{"index": 2828, "reference": "A record number of people celebrated Diwali in Leicester in what is thought to be the largest event outside India.", "prediction": "Thousands of people turned out to be of Leicester's most memorable and in street event.", "rouge": {"rouge1": 38.888888888888886, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 81.92745208740234, "token_count": 16} +{"index": 2829, "reference": "The novelist Jackie Collins has died of breast cancer at the age of 77, her family said in a statement.", "prediction": "Singer-winningwriter and Sinatrafield who has been with cancer, three years after announced she was diagnosed with cancer, diagnosis diagnosis. her family consumer said's", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 190.21237182617188, "token_count": 32} +{"index": 2830, "reference": "A Japanese pensioner accused of killing three partners and attempting to murder a fourth has told a court that she fatally poisoned her husband.", "prediction": "A Japanese woman accused of killing of five men who had been cyanide in court, has been told she has no longer kill killing her husband to", "rouge": {"rouge1": 47.05882352941176, "rouge2": 16.3265306122449, "rougeL": 39.21568627450981}, "nll_sum": 134.58001708984375, "token_count": 28} +{"index": 2831, "reference": "A metre-long fish that escaped from an aquatic centre during recent flooding has been found.", "prediction": "A hungry fish fish which swept away from a charity shop worker has was found.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 0.0, "rougeL": 32.25806451612903}, "nll_sum": 92.6045150756836, "token_count": 15} +{"index": 2832, "reference": "West Indies have reinstated Phil Simmons as head coach of their senior squads after he apologised for criticising team selection.", "prediction": "West Indies batsman Mikelific said he is \"adilly tweet\" after he received an inquiry into alleged inquiry, a decision prosecute ban from the cricket's body for. right-lying decision for from Novembers.", "rouge": {"rouge1": 18.867924528301888, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301888}, "nll_sum": 280.04876708984375, "token_count": 45} +{"index": 2833, "reference": "A man wanted on recall to prison who taunted police with social media posts telling them \"catch me if you can\" is back behind bars.", "prediction": "A criminal gang who went the run over the internet, has recently arrested after being found safe safe and well.", "rouge": {"rouge1": 8.88888888888889, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 110.85457611083984, "token_count": 21} +{"index": 2834, "reference": "Steve Backshall has spoken about his disappointment that it was reported he was bullied on Strictly Come Dancing by his dance partner Ola Jordan.", "prediction": "Steve 11 celebritylala area says he will be stopped ITV using Strictly Come Dancing following reports of bullying.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 23.80952380952381}, "nll_sum": 135.07177734375, "token_count": 22} +{"index": 2835, "reference": "A Welsh feature film which tackles mental health issues is due to be shot in Powys later this year.", "prediction": "A television commissioner TV and film, and be screened for a film in north Wales.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 95.82176971435547, "token_count": 16} +{"index": 2836, "reference": "Yeovil Town manager Paul Sturrock says he will struggle to fill the substitute bench this weekend as an injury crisis threatens to derail their season.", "prediction": "Bristol Ro midfielder Ben Stikrock has been ruled out for the next two years because of a foot injury, \"bolve a game from a's The's from 3-p's The from a\". a's. fromA", "rouge": {"rouge1": 6.451612903225806, "rouge2": 0.0, "rougeL": 6.451612903225806}, "nll_sum": 272.4986572265625, "token_count": 47} +{"index": 2837, "reference": "An investigation into how a SpaceX rocket exploded is uncovering a \"difficult and complex failure\", the firm's founder Elon Musk has said.", "prediction": "The chief executive of carmaker, has said an explosion at an explosion Cape Town was \"most most of the most difficult\" in Marvel history.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 4.444444444444444, "rougeL": 12.76595744680851}, "nll_sum": 140.38172912597656, "token_count": 28} +{"index": 2838, "reference": "A woman has suffered life-threatening injuries falling from cliffs on Dorset's Jurassic Coast.", "prediction": "A woman was seriously seriously injured after falling down from a cliff in Dorset.", "rouge": {"rouge1": 41.379310344827594, "rouge2": 7.407407407407408, "rougeL": 41.379310344827594}, "nll_sum": 52.90568923950195, "token_count": 15} +{"index": 2839, "reference": "The Metropolitan Police Service has been ordered to pay more than \u00a314,000 in damages to two men of Arab origin for racially abusing them as teenagers.", "prediction": "Two Metropolitan Police officers have been fined \u00a32,500 in legal damages to two black police men accused of sexually abusing and abused them.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 16.3265306122449, "rougeL": 43.13725490196078}, "nll_sum": 102.41494750976562, "token_count": 26} +{"index": 2840, "reference": "South Africa has granted diplomatic immunity to Zimbabwean First Lady Grace Mugabe, allowing her to leave the country without answering questions about an assault allegation.", "prediction": "The first minister of India wife, who will be on trial in South Africa since 1998, has been refused to a court in South Africa and say.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 4.0, "rougeL": 15.384615384615383}, "nll_sum": 121.72471618652344, "token_count": 29} +{"index": 2841, "reference": "A Russian court has jailed three women for performing a twerking dance in front of a World War Two memorial.", "prediction": "A court in Russia has suspended six kids who wrote a dance music at a school they civilian was military separatist.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 0.0, "rougeL": 29.268292682926827}, "nll_sum": 137.3373565673828, "token_count": 21} +{"index": 2842, "reference": "Ipswich have signed Portsmouth defender Adam Webster for a fee believed to be about \u00a3750,000, with defender Matt Clarke going the other way.", "prediction": "Ipswich Town have signed winger Adam Webster and Adam from League Two rivals Portsmouth for an undisclosed fee, believed to be be about \u00a3 \u00a32.2m.", "rouge": {"rouge1": 48.97959183673469, "rouge2": 25.53191489361702, "rougeL": 44.89795918367347}, "nll_sum": 137.3877410888672, "token_count": 32} +{"index": 2843, "reference": "Increasingly large TV deals are helping English Premier League clubs to enter \"a new era of sustained financial performance\", according to Deloitte.", "prediction": "Premier League clubs are set profits of a record 489m67bn per year, says new figures from financial firm Deloitte.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 10.256410256410255, "rougeL": 34.14634146341463}, "nll_sum": 119.45722961425781, "token_count": 27} +{"index": 2844, "reference": "Partick Thistle manager Alan Archibald points to the procession of coaches coming to Scotland to attain their Uefa licence as proof that the standard of coaching in Scotland is high.", "prediction": "Partick Thistle manager Katie Archibald is confident that disappeared has retired playing football, saying Scotland has \"a bit a bit different\".", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 145.20758056640625, "token_count": 27} +{"index": 2845, "reference": "Pole vaulter Sally Peake hopes victory at Saturday's Welsh Senior Athletics Championships in Cardiff will take her as step closer to the Olympics.", "prediction": "Scottelsh runner Tim Pe Peake says she wants to set a new Welsh Rio record by winning the men's 4xm100m title. Cardiff.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 164.90823364257812, "token_count": 30} +{"index": 2846, "reference": "The vast majority of Pakistanis may be united in grief for the school children murdered in Peshawar - but many say they still don't know who carried out the attacks.", "prediction": " behind the deadly attack on primary pupils on a Pakistani school in Peshawar a week ago there is no clear that no-one can be be prosecuted.", "rouge": {"rouge1": 24.56140350877193, "rouge2": 3.6363636363636367, "rougeL": 17.543859649122805}, "nll_sum": 118.88422393798828, "token_count": 29} +{"index": 2847, "reference": "Financial services group Old Mutual has said it will split itself into four separate companies following the outcome of a strategic review.", "prediction": "The finance investment group, Old Rugby but said it reopen its units in its business, because of rising costs and the accessing a controversialolvebased it.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 8.88888888888889, "rougeL": 25.53191489361702}, "nll_sum": 203.65264892578125, "token_count": 29} +{"index": 2848, "reference": "Preston North End have signed forward Tom Barkhuizen from League Two side Morecambe for a compensation fee with the deal to go through on 1 January.", "prediction": "Fleetwood Town defender Ryan 5 Ballizen has signed for non-league side Morecambe after signing yellow one-year deal, following his release by Morecambe.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 158.462890625, "token_count": 34} +{"index": 2849, "reference": "Hazardous smog blanketing China's north-east has sparked more red alerts, with authorities advising residents in 10 cities to stay indoors.", "prediction": "One of 10 cities, a eastern Chinese city of Mayjing, has resigned again, amid the fears hopes of fuelled pollution air pollution, pollution solve \" a's from's from's from a it's have of from's from's from a", "rouge": {"rouge1": 12.5, "rouge2": 3.225806451612904, "rougeL": 6.25}, "nll_sum": 263.50048828125, "token_count": 47} +{"index": 2850, "reference": "News that Iran has deployed thousands of undercover agents to enforce rules on dress has cast the spotlight on an institution that is a major feature of daily life in several Muslim-majority countries.", "prediction": " and controversial new law come into effect, protecting anti-dism campaign after years - but the law is also credited lacking \"the religious understanding\".", "rouge": {"rouge1": 7.017543859649121, "rouge2": 0.0, "rougeL": 7.017543859649121}, "nll_sum": 174.99429321289062, "token_count": 28} +{"index": 2851, "reference": "Wakefield reached their first Challenge Cup semi-final for eight years by beating Huddersfield in the last eight.", "prediction": "Wakefield recorded their first Challenge Cup win of the season as thrashed Championship side Huddersfield Giants and reach the first Challenge Cup semi-finals.", "rouge": {"rouge1": 47.61904761904762, "rouge2": 25.0, "rougeL": 33.33333333333333}, "nll_sum": 116.02232360839844, "token_count": 31} +{"index": 2852, "reference": "Two cars ended up sharing the same parking bay after a collision at Kirkcaldy train station.", "prediction": "A Scottish bike car was ended up in a car keys thanks to a outside car on- A75 near Bginahian in West Lothian solve a ballet as \"2 from aA's2's2\".'s from balletA", "rouge": {"rouge1": 15.686274509803921, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 323.17645263671875, "token_count": 48} +{"index": 2853, "reference": "Deep space epic Interstellar left the competition earthbound at this year's Empire awards, taking off with three prizes including best film.", "prediction": " stars stars of Harry Potter and Harry Potterfi Eddie Schindler have joined at at awards British Empire Awards.", "rouge": {"rouge1": 15.0, "rouge2": 5.263157894736842, "rougeL": 15.0}, "nll_sum": 131.33743286132812, "token_count": 21} +{"index": 2854, "reference": "Russian engineer Alex Barak has been coaxing oil out of the ground for a long time.", "prediction": "\"G Earth and dwarfos,\" George Bar,\" says he thought he he tried to gas and gas in.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 150.2363739013672, "token_count": 21} +{"index": 2855, "reference": "An Asda supermarket in Manchester is introducing a \"quiet hour\" to help autistic shoppers who can feel stressed by noise.", "prediction": "A Manchester Manchester supermarket is setting an open-seasondravistic supermarket\" for customers, unhappy about unhappy about the \"the cause of panic\".", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 189.893310546875, "token_count": 29} +{"index": 2856, "reference": "While Israeli jets pounded Lebanon in the summer of 2006 in its brief war against Hezbollah, John Barrett was breaking into abandoned pet shops to rescue starving animals in cages.", "prediction": "Twenty 10 years ago, Darren Arthur when crowds gathered outside the Lebanese border with Lebanon after the war war.", "rouge": {"rouge1": 12.244897959183673, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 107.91130065917969, "token_count": 20} +{"index": 2857, "reference": "A machine has taught itself how to play and win video games, scientists say.", "prediction": "M's DeepMind intelligence system, that can be using a video game.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 8.333333333333334, "rougeL": 23.076923076923077}, "nll_sum": 68.89457702636719, "token_count": 14} +{"index": 2858, "reference": "Chinese businessman Dr Tony Xia has completed his \u00a376m takeover of Championship club Aston Villa.", "prediction": "Aston Villa Dr Prof Dr Tony Xia has officially formally chairman of the club.", "rouge": {"rouge1": 55.17241379310344, "rouge2": 29.629629629629633, "rougeL": 41.379310344827594}, "nll_sum": 99.2060775756836, "token_count": 15} +{"index": 2859, "reference": "France was informed of a planned terror attack on its team at the Olympic Games in Rio de Janeiro, the head of French military intelligence has said.", "prediction": "The Brazilian intelligence agency is facing a threat for security at 2016 Rio Olympics next month, a Russian intelligence intelligence official has said 2011 in the-'s, Sochi, \" it from--m from a in from November's it.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 3.1746031746031744, "rougeL": 18.461538461538463}, "nll_sum": 259.7821044921875, "token_count": 44} +{"index": 2860, "reference": "Danny Swanson has confirmed that he is leaving St Johnstone to join Hibernian, saying he could not resist the lure of his boyhood favourites.", "prediction": "Danny Swanson has signed a new deal with Scottish Championship club Hibernian on a three-and-a-half-year contract.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 9.523809523809526, "rougeL": 18.18181818181818}, "nll_sum": 63.72443771362305, "token_count": 26} +{"index": 2861, "reference": "Europe is struggling with its biggest migration crisis since World War Two, with unprecedented numbers of refugees and other migrants seeking asylum in the EU.", "prediction": "The political uncertainty over Europe's migrant crisis the migrant crisis is crisis as uncertainty fears that the long-running group of people are becoming more difficult.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 129.12728881835938, "token_count": 28} +{"index": 2862, "reference": "Japanese carmaker Mazda has developed a more efficient petrol engine at a time when the industry steers toward electric vehicles.", "prediction": "Japanese carmaker Volvo has announced, it would sell a new racecourse motorway in 2017 because of a exploding.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 117.76535034179688, "token_count": 22} +{"index": 2863, "reference": "A football fan has been found guilty of trying to punch Crystal Palace's bald eagle mascot during a cup game", "prediction": "A football fan has been found guilty of disorder following crowd crowd during crowd club's comfortable fourth-round tie between EFLon and London'shurst Park for east London.", "rouge": {"rouge1": 40.0, "rouge2": 29.166666666666668, "rougeL": 36.00000000000001}, "nll_sum": 188.6475830078125, "token_count": 33} +{"index": 2864, "reference": "A former Guatemalan general, Efrain Rios Montt, who ruled the country briefly in the 1980s, has been found mentally incapable of standing trial.", "prediction": "A judge in Guatemala Guatemala has ordered that a former intelligence chief, R Rios Rtt, has suspended a retrial in his murder trial.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454546, "rougeL": 21.73913043478261}, "nll_sum": 140.5081024169922, "token_count": 28} +{"index": 2865, "reference": "A hospital has warned players of the smartphone app game Pokemon Go not to enter the accident and emergency unit while they hunt for virtual monsters.", "prediction": "A hospital has been told not fans not a playing Pokemon Go game because they could not be ha.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 26.666666666666668}, "nll_sum": 116.16459655761719, "token_count": 19} +{"index": 2866, "reference": "Newcastle have re-signed fly-half Toby Flood from French side Toulouse.", "prediction": "England centre callo Mak has left to Premiership side from Premiership club Leicester Tigers. to solve at More's a. referee-l aolve in for years a's from's All-basedold fee from three years. from. fromowned", "rouge": {"rouge1": 8.0, "rouge2": 0.0, "rougeL": 4.0}, "nll_sum": 337.820068359375, "token_count": 47} +{"index": 2867, "reference": "Young UK rapper Nadia Rose has taken fifth place on the BBC's Sound of 2017 list, which showcases emerging artists for the coming 12 months.", "prediction": "US star Nadiaz Fernandez says she would never written tre of her name.", "rouge": {"rouge1": 5.128205128205129, "rouge2": 0.0, "rougeL": 5.128205128205129}, "nll_sum": 104.65159606933594, "token_count": 14} +{"index": 2868, "reference": "Millwall recovered from two goals down to get back to winning ways with victory at 10-man Bury.", "prediction": "Millwall came from 3-0-0 down from a goal down to beat beat 10-man Bury inury Oneury in One-", "rouge": {"rouge1": 41.02564102564102, "rouge2": 21.62162162162162, "rougeL": 41.02564102564102}, "nll_sum": 145.09523010253906, "token_count": 28} +{"index": 2869, "reference": "A Chinese space capsule carrying three crew members has returned to Earth following a 13-day mission.", "prediction": " Chinese astronauts have completed a complete space of space for the first time to complete a successful 30-day mission to the International International Space Station.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 4.878048780487805, "rougeL": 27.906976744186053}, "nll_sum": 92.10936737060547, "token_count": 27} +{"index": 2870, "reference": "A trustee of a group which secured the \u00a312m restoration of Cardigan Castle has quit due to online \"persecution\".", "prediction": "The chief executive of Wigan of has resigned after a \u00a3m regeneration project was backed by the charity.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 93.57947540283203, "token_count": 20} +{"index": 2871, "reference": "A German 32-year-old special forces officer has died of his wounds after being shot during a raid on the home of a man linked to a far-right movement.", "prediction": "A German police officer was shot dead during a shootout involving far-right links to the rightright group.", "rouge": {"rouge1": 44.89795918367347, "rouge2": 17.02127659574468, "rougeL": 32.6530612244898}, "nll_sum": 82.66310119628906, "token_count": 20} +{"index": 2872, "reference": "Ireland fly-half Johnny Sexton will be a legitimate target during Saturday's Six Nations match at Twickenham, says England head coach Eddie Jones.", "prediction": "England coach Eddie Jones says players are hopeful Tony Sexton will not be fit Saturday's Six Nations match against France after recovering a shoulder injury.", "rouge": {"rouge1": 55.99999999999999, "rouge2": 29.166666666666668, "rougeL": 32.0}, "nll_sum": 107.18220520019531, "token_count": 27} +{"index": 2873, "reference": "Cost-cutting measures helped publisher Johnston Press achieve a rise in adjusted pre-tax profit last year, despite falling sales.", "prediction": "corruption news group Johnston agency has reported a 40% rise in profits for the year to 2015 2015, helped by advertising revenue a strong advertising and sales.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 4.444444444444445, "rougeL": 29.787234042553195}, "nll_sum": 147.67486572265625, "token_count": 29} +{"index": 2874, "reference": "A \u00a37m Birmingham free school opened by Prime Minister David Cameron is to go into special measures following a highly critical Ofsted report.", "prediction": "The head of a Birmingham school of which rated inadequate in the of Prime Minister David Cameron, is of being \"outstanding\" in some some schools.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.391304347826086, "rougeL": 33.33333333333333}, "nll_sum": 145.4852752685547, "token_count": 29} +{"index": 2875, "reference": "An online campaign to fund possible legal action against former Prime Minister Tony Blair and other officials has reached its target of \u00a3150,000.", "prediction": "A campaign group who raised more than \u00a350,000 towards funding towards UK military action over the 2003 war has reached the same same time. solve the a it a's from's from of it's has been of).", "rouge": {"rouge1": 21.875, "rouge2": 3.225806451612904, "rougeL": 18.749999999999996}, "nll_sum": 245.21173095703125, "token_count": 43} +{"index": 2876, "reference": "China's world number one Ma Long beat countryman Zhang Jike 4-0 to win the men's singles and claim a table tennis Grand Slam.", "prediction": "China's Sh Ma-G has won the Olympic men singles title by beating China's Basketballutuai to clinch the men in's singles title.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 35.294117647058826}, "nll_sum": 163.3701934814453, "token_count": 29} +{"index": 2877, "reference": "An Australian runner who suffered life-threatening burns when she was trapped by a bushfire during a race has completed the Hawaii Ironman, seen as the world's toughest triathlon.", "prediction": "An 82-year-old Australian woman, who has suffered severe surgery to her neck, undergoing her has been fractured her life-boat everyday race.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 145.78436279296875, "token_count": 29} +{"index": 2878, "reference": "When you think of the brand name Philips, you probably think of consumer electronics and lighting.", "prediction": "Louis vangil D-Premier,ier bought by Dutch tech giant not America,. 2011 a's it says it- a battle for's's, from a the world from a from a as's. of from's from'sA", "rouge": {"rouge1": 7.4074074074074066, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 313.76776123046875, "token_count": 47} +{"index": 2879, "reference": "One of Europe's main contributions to the James Webb Space Telescope (JWST) is built and ready to ship to the US.", "prediction": " the UK Curiosity largest liquidator, which will put on four instruments in to the International Space Station.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 106.55160522460938, "token_count": 19} +{"index": 2880, "reference": "Western Sahara has welcomed Morocco's readmission to the African Union, 32 years after members refused to withdraw support for the territory's independence.", "prediction": "African African leaders have said it will return to the European Union (AU) name after it Mali that it does not accept it territory in its territory area.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 3.9999999999999996, "rougeL": 19.23076923076923}, "nll_sum": 151.63790893554688, "token_count": 30} +{"index": 2881, "reference": "Film star Johnny Depp and his actress wife Amber Heard are to divorce, US court documents have revealed.", "prediction": "Hollywood actor Johnny Depp has filed against divorce his and his wife, her two children of", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 87.7826156616211, "token_count": 18} +{"index": 2882, "reference": "Without question, Nigeria is one of Africa's biggest and most successful football nations.", "prediction": "In our series of letters from, journalists and writer and writericiaobi Tr has awaani says explain why Nigeria's players will't leave football.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 207.50796508789062, "token_count": 28} +{"index": 2883, "reference": "Police have praised the \"good family atmosphere\" among the thousands of people who turned out to watch Guid Nychburris events in Dumfries.", "prediction": "Some 30,000 people turned out for the 40 annualnderchBuschasing celebrations, the riders jumping through the streets a Dumfries and. solve again-'s a's from a it's have's of.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 3.846153846153846, "rougeL": 14.814814814814813}, "nll_sum": 268.72216796875, "token_count": 43} +{"index": 2884, "reference": "The SNP's \"listening exercise\" on Scottish independence, which was announced by Nicola Sturgeon in September, is due to end.", "prediction": "Scott First Minister Nicola Sturgeon Nicola she has revealed an \"national\" to provide question about, Scottish people ahead ahead of a upcoming Scottish independence referendum..", "rouge": {"rouge1": 22.222222222222225, "rouge2": 9.30232558139535, "rougeL": 13.33333333333333}, "nll_sum": 174.96096801757812, "token_count": 28} +{"index": 2885, "reference": "A 12-year-old cancer survivor has urged more people to give blood, as the number of new donors has dropped by 40% over the past decade.", "prediction": "An 11-year-old girl was diagnosed with a form which has been disease for cancer is being available on the Welsh Welsh NHS NHS.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 4.0, "rougeL": 15.384615384615383}, "nll_sum": 116.50991821289062, "token_count": 27} +{"index": 2886, "reference": "Actress Doon Mackichan has spoken out about the prevalence of rape and sexual violence in contemporary TV drama.", "prediction": "F Mackie Mackichan says she plays using The novel novel novel The Fall, calling her thriller \"a act of a character\".", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 158.83218383789062, "token_count": 26} +{"index": 2887, "reference": "A shopping centre in east London that had been owned by two Northern Ireland property groups has been sold for \u00a335m.", "prediction": "A Belfast street shopping centre which sold in a east Belfast has been bought sold a London-based firm for \u00c2\u00a3.8m.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 10.000000000000002, "rougeL": 42.857142857142854}, "nll_sum": 138.91017150878906, "token_count": 27} +{"index": 2888, "reference": "In a rare climbdown, the Angolan government has withdrawn controversial legislation severely restricting how people use the internet.", "prediction": "Cameroon's has passed law controversial transfer law which would the force to share Panama, dias Jesus.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 150.70213317871094, "token_count": 21} +{"index": 2889, "reference": "Hungary traces its history back to the Magyars, an alliance of semi-nomadic tribes from southern Russia and the Black Sea coast that arrived in the region in the ninth century.", "prediction": " cross crossroads at cross, cross is one of the world's most developed countries, territory Mediterranean is sea off the sea of Asia, and in the South East Asia.", "rouge": {"rouge1": 23.333333333333332, "rouge2": 3.448275862068965, "rougeL": 20.0}, "nll_sum": 147.41976928710938, "token_count": 33} +{"index": 2890, "reference": "A woman had her hair set alight in a \"nasty and extremely dangerous\" attack at a McDonald's restaurant in Kent, police said.", "prediction": "A woman was treated in hospital for her neck and eye by after a fire ripped through a highfood restaurant. in Hampshire, in the-'s, guitarist, fromA from 30-D a game from a O's a. aA", "rouge": {"rouge1": 32.78688524590164, "rouge2": 6.779661016949154, "rougeL": 22.950819672131146}, "nll_sum": 274.71484375, "token_count": 47} +{"index": 2891, "reference": "Uganda's President Yoweri Museveni has refused to approve a controversial bill to toughen punishments for homosexuals.", "prediction": "Uganda's Presidentoweri Museveni has published a bill that legalising gaysex marriage, saying is \"aa bit sex\".", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 35.294117647058826}, "nll_sum": 158.28485107421875, "token_count": 27} +{"index": 2892, "reference": "Selma director Ava DuVernay has welcomed an apology by film-makers accused of \"whitewashing\" forthcoming adventure movie Gods of Egypt.", "prediction": "The film movie games Robot has apologised for a \"conreaked judgement\"\" for saying the production was notnot not a black actors\".", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 190.03089904785156, "token_count": 26} +{"index": 2893, "reference": "Wales are the only home nation left in Euro 2016 and are in the last eight at the finals of a major tournament for the first time since 1958.", "prediction": "Wales meet Wales in the last 16 the last Group of Euro 2016 on Friday, Friday, when they meet in the quarter-finals.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 11.999999999999998, "rougeL": 26.923076923076923}, "nll_sum": 113.94872283935547, "token_count": 27} +{"index": 2894, "reference": "A second person has been charged over an attack on a pregnant woman in south London after which she lost her baby.", "prediction": "A second teenager has been charged with the murder of a baby pregnant woman, who was pregnant of seriously injured in south-east London, after performing her from from her's.'s- a'siling in's reputation fromA'sAWest", "rouge": {"rouge1": 45.9016393442623, "rouge2": 20.33898305084746, "rougeL": 42.62295081967213}, "nll_sum": 282.840576171875, "token_count": 47} +{"index": 2895, "reference": "Oscar-winning actress Emma Thompson has joined the cast of Disney's live-action take on Beauty and the Beast.", "prediction": "Oscar-winning actor D,on Abbey will be able to playwright Carol Betts in Shakespeare new movie the film movie in Disney the Beast.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 181.33700561523438, "token_count": 29} +{"index": 2896, "reference": "Warrenpoint Town will hope to continue their remarkable winning run in the Premiership when they face Dungannon Swifts at Stangmore Park on Monday.", "prediction": "Warrenpoint Town are at share the gap at the top of the Irish Premiership and the Premiership table.old of to's a controversialCalifornia-'s.'s a The's \"un-p-placed in from Saturday a.", "rouge": {"rouge1": 23.728813559322038, "rouge2": 7.017543859649122, "rougeL": 13.559322033898304}, "nll_sum": 282.06878662109375, "token_count": 44} +{"index": 2897, "reference": "A high profile figure in the world of technology has criticised poor broadband in parts of Wales.", "prediction": " Welsh businesses could be forced to have unfast \"not not at any time\", a leading leading firm has warned.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 117.17550659179688, "token_count": 22} +{"index": 2898, "reference": "An MP has written to Prime Minister David Cameron in her bid to establish how a suicide verdict was ruled after a British woman died in Italy in 2012 from stab wounds to the neck.", "prediction": " of British woman was stabbed to death in Italy because she she still her killer was killer, an MP says.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 11.320754716981131, "rougeL": 14.545454545454545}, "nll_sum": 113.26737976074219, "token_count": 21} +{"index": 2899, "reference": "Activity in the UK's industrial and construction sectors shrank in February, new figures show.", "prediction": " the UK's industrial output fell last month, moving level to its highest level since November, as house prices continue to continue step in the-'s, expanding, from they from the-w from a in from November's the. from a", "rouge": {"rouge1": 21.428571428571423, "rouge2": 14.814814814814817, "rougeL": 17.857142857142858}, "nll_sum": 260.69500732421875, "token_count": 47} +{"index": 2900, "reference": "Almost one in five young people are unemployed in Northern Ireland, according to latest figures.", "prediction": "Thousands of thousands of people Northern Northern Ireland have been hoping to be politicians at the next general election, but what's it happened to what and what happened happen in the office what it like?", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 173.1796112060547, "token_count": 37} +{"index": 2901, "reference": "Blackburn Rovers have signed midfielder Matt Grimes from Premier League side Swansea on a three-month loan deal.", "prediction": "Swansea City midfielder Alfie bins has joined former hometown club Swansea City on. six-month loan deal.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.121212121212121, "rougeL": 34.285714285714285}, "nll_sum": 118.18860626220703, "token_count": 22} +{"index": 2902, "reference": "A man has been charged with using drones to smuggle cannabis, steroids and mobile phones into prison.", "prediction": "A man has been charged with trying to smuggle five people into prison jail.", "rouge": {"rouge1": 64.51612903225806, "rouge2": 48.275862068965516, "rougeL": 64.51612903225806}, "nll_sum": 50.30958938598633, "token_count": 15} +{"index": 2903, "reference": "Gale force winds of up to 70mph and heavy rain will arrive in Wales on Monday evening, said the Met Office.", "prediction": "Gusts of reaching speeds of up to 90mph are expected to be hit Monday, UK on Wednesday.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 11.111111111111112, "rougeL": 21.052631578947366}, "nll_sum": 90.61136627197266, "token_count": 21} +{"index": 2904, "reference": "Writer Amitav Ghosh is giving social media users a rare glimpse of what it's like inside the Indian president's official residence.", "prediction": " Nobel PeaceTam Beranaroshosh has started his Twitter account, because of his M instal's Banks's as a artistic as a home.", "rouge": {"rouge1": 17.777777777777775, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 221.55230712890625, "token_count": 29} +{"index": 2905, "reference": "Flooding which caused a road bridge to collapse, cutting a town in two, could happen again, a report has said.", "prediction": " coastal bears that led to collapse a village river town's death is \"unpicable, and acceptable\", a report to a city's council council.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 184.633544921875, "token_count": 29} +{"index": 2906, "reference": "Ipswich Town have signed striker Kieffer Moore from National League side Forest Green for an undisclosed fee and former MK Dons defender Jordan Spence.", "prediction": "Ipswich Town have signed striker Liam Moore for an undisclosed fee and Bristol Rovers and England defender Jordan Spence on one-month deals until January.", "rouge": {"rouge1": 57.14285714285714, "rouge2": 42.5531914893617, "rougeL": 57.14285714285714}, "nll_sum": 111.62115478515625, "token_count": 30} +{"index": 2907, "reference": "Worcestershire batted themselves to a good position on day two against Glamorgan in Cardiff.", "prediction": "Worcestershire ended day two on day two as Glamorgan they beat Glamorgan by five runs in a thrillingtenham Road.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 12.903225806451616, "rougeL": 36.36363636363637}, "nll_sum": 135.7089385986328, "token_count": 29} +{"index": 2908, "reference": "The Netherlands were beaten in Iceland to suffer their second defeat in three Euro 2016 qualifiers.", "prediction": "Hull City goalkeeper Kon Kelle's the first goal of the Netherlands to the 2-0 win over Iceland in their remaining Euro 2016 Group B qualifier", "rouge": {"rouge1": 41.86046511627907, "rouge2": 9.75609756097561, "rougeL": 32.558139534883715}, "nll_sum": 141.23468017578125, "token_count": 29} +{"index": 2909, "reference": "Confirmation that bodies found in a bog were Disappeared victims Kevin McKee and Seamus Wright is \"bittersweet news\", the McKee family has said.", "prediction": "Human remains - - one of of those who among the Disappeared, 43 years ago, have been confirmed as. victim's and death as a's. from's.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 184.45755004882812, "token_count": 33} +{"index": 2910, "reference": "Olympic swimming champion Rebecca Adlington has unveiled a \u00a35m refurbishment of Stratford Leisure Centre.", "prediction": " Adollington has officially opened a delayed new sports centre at Stamford Bridge Centre, North Yorkshire,", "rouge": {"rouge1": 20.689655172413797, "rouge2": 0.0, "rougeL": 20.689655172413797}, "nll_sum": 104.18258666992188, "token_count": 18} +{"index": 2911, "reference": "The former home of Stoke City FC is to be redeveloped into 200 homes, a park and fields, the council says.", "prediction": "Plans for a7m building building on a dere former nightclub nightclub club in Stoke-on-Trent have been approved by councillors.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 126.68201446533203, "token_count": 27} +{"index": 2912, "reference": "Weaker-than-expected sales at several US department store chains reignited concerns about the US retail sector and prompted investors to offload shares.", "prediction": "The department store chain's has reported strong sales and, including from US housing chains chains chains and department owner, India's Indial India's owner.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 190.1582489013672, "token_count": 29} +{"index": 2913, "reference": "Research carried out by the air traffic control provider Nats and its partners suggests that existing TV signals could be used to track aircraft, providing a cheaper alternative to radar.", "prediction": "A mobile signal, mobile devices, can still be more powerful from electronic power networks, in London, research suggests.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 0.0, "rougeL": 8.333333333333334}, "nll_sum": 116.57524871826172, "token_count": 22} +{"index": 2914, "reference": "The Independent Police Complaints Commission says it is handling 187 investigations into potential police failures in dealing with past child sex abuse cases in England and Wales.", "prediction": " Independent Police Police Complaints Commission (IPCC) has launched 40 investigations into dozens of child sexual cases in Rotherham and Rotherham.,mbudsman, says they has \"-s a record in from from a.", "rouge": {"rouge1": 44.827586206896555, "rouge2": 17.857142857142854, "rougeL": 34.48275862068965}, "nll_sum": 210.24827575683594, "token_count": 42} +{"index": 2915, "reference": "Championship strugglers Charlton have signed Arsenal striker Yaya Sanogo on loan until the end of the season.", "prediction": "Charlton Athletic midfielder midfielderl Flim Fanni has join Dutch side Bbens for an undisclosed fee, understood a Olympic reported-2m from's a game's fromupe's game from Sunday's a the from a's", "rouge": {"rouge1": 7.547169811320755, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 319.6119384765625, "token_count": 45} +{"index": 2916, "reference": "A faulty gene could help explain some cases of unexplained male infertility, according to research.", "prediction": "A skull found in identified gene linked to identified as men is is male compensated or male, say doctors.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 142.73321533203125, "token_count": 20} +{"index": 2917, "reference": "Deputy First Minister Martin McGuinness pulled out of a trip to China this week due to medical advice, it has been revealed.", "prediction": " Deputy Deputy First First Minister Martin McGuinness will be attending doctors's Northern Ireland trade trade.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 22.22222222222222, "rougeL": 26.31578947368421}, "nll_sum": 99.76580810546875, "token_count": 17} +{"index": 2918, "reference": "A congregation in North Yorkshire has spent thousands of pounds building heated bat lofts in an attempt to lure the creatures out of their church.", "prediction": "A graveyard church's cemetery, a church has suffered \"dangerous bodily move\" move because ofunteers are hoping to a move to the church.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 0.0, "rougeL": 20.833333333333332}, "nll_sum": 171.9924774169922, "token_count": 29} +{"index": 2919, "reference": "The French government is to take steps to break up a far-right group allegedly linked to the death of a left-wing activist.", "prediction": "France is continuing to arrest the arrest leader of a far-right leader arrested with possible links to awing leftwingwing right index.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 18.18181818181818, "rougeL": 30.434782608695656}, "nll_sum": 134.71864318847656, "token_count": 26} +{"index": 2920, "reference": "Tony Bellew still retains hope of winning a world heavyweight title but says he will not fight fellow Briton Anthony Joshua.", "prediction": "Tony Bellew says he will be fight for a world heavyweight champion in next year.", "rouge": {"rouge1": 50.0, "rouge2": 29.411764705882348, "rougeL": 33.33333333333333}, "nll_sum": 71.75759887695312, "token_count": 16} +{"index": 2921, "reference": "Maesteg Harlequins lock Ryan Watkins has become the 12th Welsh rugby player to be suspended by UK Anti-Doping.", "prediction": "Ex-Harlequins, prop Ryan Watkins has been banned for four years after failing failing a drugs test, after a drugs test for cocaine.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 119.471435546875, "token_count": 29} +{"index": 2922, "reference": "World number one Angelique Kerber avoided an early upset as she overcame spirited American qualifier Irina Falconi to reach the second round of Wimbledon.", "prediction": "World number one Rique Kerber is through to the third round of East a with an impressive aggregate victory over Germany'sio Falconer at Cold Aegon International..", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 31.37254901960785}, "nll_sum": 197.67660522460938, "token_count": 32} +{"index": 2923, "reference": "The UK is facing a \"critical rental shortage\" which requires a building programme to focus on providing for tenants, a surveyors' body has said.", "prediction": "--time buyers are working families struggle to pay a 40% rise on stamp duty, a group group are warning. \"A the's ballet, reputation, such from.--D. fines from a players a.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 10.714285714285714}, "nll_sum": 275.3419189453125, "token_count": 41} +{"index": 2924, "reference": "West Ham earned their first win of the season as they saw off Cheltenham Town in the EFL Cup second round.", "prediction": "West Ham survived an EFL Cup first-round tie with a comfortable FA victory at non-league Cheltenham and reach fifth third round.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 9.523809523809526, "rougeL": 22.727272727272723}, "nll_sum": 124.62480163574219, "token_count": 28} +{"index": 2925, "reference": "Greenock Morton boss Jim Duffy says it would be a huge shock if his side were to knock Rangers out of the Scottish Cup at Ibrox on Sunday.", "prediction": "Dale Duffy says Hearts face a \"marnock\" side in the Scottish Cup final, but said it would be \"a huge upset\".", "rouge": {"rouge1": 44.89795918367347, "rouge2": 29.787234042553195, "rougeL": 28.571428571428577}, "nll_sum": 118.73062133789062, "token_count": 28} +{"index": 2926, "reference": "Two men have been charged with rape following a sexual exploitation investigation in Sunderland.", "prediction": "A men have been charged with sex offences, rape and sexual assault last year,", "rouge": {"rouge1": 57.14285714285714, "rouge2": 30.76923076923077, "rougeL": 50.0}, "nll_sum": 48.230857849121094, "token_count": 15} +{"index": 2927, "reference": "Controversial plans for a \u00a3100m mini hydroelectric power scheme on the edge of Snowdonia National Park have been backed by Gwynedd councillors.", "prediction": "Developers for a \u00a3100m railway power station in a Snowdonia will be reopen, amid concerns about its energy a wildlife charity and said.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 162.92388916015625, "token_count": 29} +{"index": 2928, "reference": "The National League game between Macclesfield Town and Dover Athletic has been called off because of a waterlogged pitch.", "prediction": "Match report to follow.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 19.021427154541016, "token_count": 4} +{"index": 2929, "reference": "Wales claimed an historic 3-0 victory over Euro 1984 runners-up Spain in Wrexham in 1985.", "prediction": " of of Wales fans gathered in their Cardiff on their way qualifying for Euro 2016 with a 1-0 win over Switzerland's The Road at the Cardiff City Stadium.", "rouge": {"rouge1": 21.276595744680847, "rouge2": 0.0, "rougeL": 12.765957446808512}, "nll_sum": 135.06280517578125, "token_count": 31} +{"index": 2930, "reference": "YouTube has enlisted the help of Prof Stephen Hawking in the hunt for budding young scientists.", "prediction": "Google has launched a spacecraft probe, which will get children out to space in.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 77.4831314086914, "token_count": 15} +{"index": 2931, "reference": "Police are appealing for witnesses following a suspicious car fire in East Lothian.", "prediction": "A man was being in hospital after being treated by fire fire in car car West Lothian.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 7.142857142857144, "rougeL": 26.666666666666668}, "nll_sum": 92.35154724121094, "token_count": 19} +{"index": 2932, "reference": "Rules on public toilets should be Wales-wide and not up to individual councils say campaigners as the Public Health Bill is reintroduced.", "prediction": "A terminally ill public-run toilets will not be able to have public toilets, where the beds for young people with a motor neur disease's charity has said.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 19.230769230769234}, "nll_sum": 164.13819885253906, "token_count": 32} +{"index": 2933, "reference": "British Airways cabin crew will stage a 48-hour strike from 10 January after rejecting a new pay offer, the Unite union says.", "prediction": "British Airways (BA members will take part in strike action on a 4.5m) dispute over pay and Christmas, the Unite union trade said. a's a \" aolve a it's again \u00a3 of from's from's a", "rouge": {"rouge1": 36.065573770491795, "rouge2": 10.169491525423728, "rougeL": 29.50819672131147}, "nll_sum": 276.63800048828125, "token_count": 47} +{"index": 2934, "reference": "The bomber behind a deadly blast in the Turkish capital Ankara was Turkish-born, security officials say, not from Syria as the government initially said.", "prediction": "A Turkish murder inquiry has been launched into DNA murder of a young Syrian who was killed in a suicide bomb attack.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 85.46931457519531, "token_count": 22} +{"index": 2935, "reference": "Controversial plans for a \u00a312m energy scheme at a waterfall beauty spot in Snowdonia National Park have been refused.", "prediction": " plansroversial plans for a hydro scheme at a beauty beauty spot have been turned down, after a planning permission.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 33.33333333333333, "rougeL": 52.63157894736842}, "nll_sum": 107.11156463623047, "token_count": 21} +{"index": 2936, "reference": "A pensioner has denied causing the death of a teenage girl by by reversing over her as she was filling her car up with petrol in Renfrewshire.", "prediction": " a former 59 rugby player has pleaded not guilty to causing the death of teenager in a hit-andrun accident in West Lothian.", "rouge": {"rouge1": 36.0, "rouge2": 12.499999999999996, "rougeL": 31.999999999999996}, "nll_sum": 96.7191162109375, "token_count": 27} +{"index": 2937, "reference": "A UKIP MEP has told the party's conference the ban on smoking in public places in England has \"damaged more communities than the pit closures did\".", "prediction": "The smoking ban ban has killed more communities in town than any than pit closure done\" by the party, the deputy leader a UKIP in Wales said.", "rouge": {"rouge1": 59.25925925925925, "rouge2": 15.384615384615385, "rougeL": 29.629629629629626}, "nll_sum": 166.9263458251953, "token_count": 29} +{"index": 2938, "reference": "A life-size bronze statue of comedy character Frank Sidebottom has been unveiled in his hometown of Timperley in Greater Manchester.", "prediction": "A statue of 2011 unveiled have unveiled the actor, actor and Frank Frank Timbottom, who of role role in a West Yorkshire town Wright, solve threaten his. a's from The- from a game in from The's The. a Broadway", "rouge": {"rouge1": 29.032258064516125, "rouge2": 3.3333333333333335, "rougeL": 22.580645161290324}, "nll_sum": 338.0007629394531, "token_count": 47} +{"index": 2939, "reference": "Firefighters in England say their next one-day strike in the long-running dispute with the government over pensions will be on 25 February.", "prediction": "Fire service across England and Wales are to stage a 24- strike strike over government plans to cut their pension.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 96.3442611694336, "token_count": 21} +{"index": 2940, "reference": "Fresh clashes broke out in Benghazi on Sunday after a rogue general launched a fresh assault on Islamist militants.", "prediction": "T struggle between rival and rival militias between the Libyan capital, Tripoli, local officials say a Arabian solve the referee. referee-b from ban in banned from's ballet's aA-gmaker's in from May's flagship.", "rouge": {"rouge1": 7.017543859649122, "rouge2": 0.0, "rougeL": 3.508771929824561}, "nll_sum": 320.29827880859375, "token_count": 45} +{"index": 2941, "reference": "A man from south Wales accused of involvement in a car insurance fraud ring \"does not agree\" with personal injury claims, a court has heard.", "prediction": " a car cheat accused of being involved in a fatal car crash in north Wales has been told a court he \"everything he can done anything and doing\".", "rouge": {"rouge1": 41.50943396226415, "rouge2": 19.607843137254903, "rougeL": 33.9622641509434}, "nll_sum": 137.89859008789062, "token_count": 29} +{"index": 2942, "reference": "Saturday's match against Andreas Seppi was a tough one but I got through it, and the crowd on Centre Court really made a difference.", "prediction": "When I prepare prepare for former world number one Andreas Seppi, I wasn't just 10 minutes but I wasn't isn't in the sport.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 138.8462371826172, "token_count": 29} +{"index": 2943, "reference": "A 17th Century notebook analysing the work of William Shakespeare has been described as \"extraordinary\" by an Antiques Roadshow expert.", "prediction": "A video camera image showing a wooden of a 19th Century smashed hall during was destroyed during an entertaining show dominated by the BBC showLeagueffell.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 182.3934326171875, "token_count": 29} +{"index": 2944, "reference": "European aerospace giant Airbus and its partner, OneWeb, have begun the production of a satellite mega-constellation.", "prediction": "Eco\ufffds firm, Airbus, has launched its own version of its space orbit space, as part of a possible \" plan\".", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 131.89154052734375, "token_count": 26} +{"index": 2945, "reference": "A missing woman and her baby in Pembrokeshire have been found safe and well after a police Facebook appeal was widely shared.", "prediction": "A girl and a nine-month-old have been found and well in Pembrokeshire, following an appeal by police.", "rouge": {"rouge1": 58.536585365853654, "rouge2": 20.51282051282051, "rougeL": 39.02439024390244}, "nll_sum": 88.51531982421875, "token_count": 27} +{"index": 2946, "reference": "South African judges have heard an appeal on whether athlete Oscar Pistorius should be convicted of murder instead of culpable homicide.", "prediction": "The verdict of of Oscarorius murder charges will be \"unable homicideable\" after a South African court ruled.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555556, "rougeL": 15.789473684210527}, "nll_sum": 129.05223083496094, "token_count": 22} +{"index": 2947, "reference": "A Japanese court has paved the way for two more of the country's nuclear reactors to be restarted.", "prediction": "A Japanese court has been restart all two of its nuclear reactors at the country's nuclear disaster, amid fears of health and safety concerns of.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 32.55813953488372, "rougeL": 44.44444444444444}, "nll_sum": 126.59053039550781, "token_count": 27} +{"index": 2948, "reference": "A new comedy festival for Aberdeen is getting under way.", "prediction": " at first Aberdeen annual and comedy festival but will get under way belt in city centre.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 25.0, "rougeL": 38.46153846153847}, "nll_sum": 110.64289855957031, "token_count": 16} +{"index": 2949, "reference": "Ex-footballer Andy Woodward says it is \"shocking\" he is still waiting to give police information about the alleged sexual abuse he suffered as a junior.", "prediction": "The National Police' of South Wales has said he is still waiting time to visit police child sex abuse allegations because no failure to know about.", "rouge": {"rouge1": 38.46153846153847, "rouge2": 12.0, "rougeL": 26.923076923076923}, "nll_sum": 138.88809204101562, "token_count": 27} +{"index": 2950, "reference": "A petition calling for revenge porn victims to be given the same anonymity as other victims of sexual offences has gained more than 5,500 supporters.", "prediction": "Almost 10,000 people signed a petition calling for a new law banning law be change, so-called revenge porn to be revenge crime.", "rouge": {"rouge1": 32.0, "rouge2": 20.833333333333332, "rougeL": 32.0}, "nll_sum": 113.34483337402344, "token_count": 27} +{"index": 2951, "reference": "India's censor board chief has resigned after reports that a film rejected by her panel has been cleared for release.", "prediction": "One of India's top security ministers says she is \"shocked\" by a film panel, amid film reports that it inspired a consecian film.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 26.666666666666668}, "nll_sum": 147.36288452148438, "token_count": 29} +{"index": 2952, "reference": "Some people say you are only as good as your last haircut.", "prediction": "A star star worth not wearing one one again and has red her hair!", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 94.9417495727539, "token_count": 14} +{"index": 2953, "reference": "Claudia Winkleman has quit the BBC's movie review show, Film 2016, after six years of fronting the programme.", "prediction": " W Winkleman has announced she will host the Strictly Come Dancing this year.", "rouge": {"rouge1": 25.0, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 69.29090881347656, "token_count": 17} +{"index": 2954, "reference": "Rail ticket machines cause so much confusion that one-fifth of passengers who use them buy the wrong ticket, according to the rail regulator.", "prediction": " train drivers should be asked again to pay as is too much\" for the long, the government has been told.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 95.71809387207031, "token_count": 22} +{"index": 2955, "reference": "Universities in Wales are staging a walk out in a row over pay.", "prediction": "University students in Wrexham are planned as part a 1% pay rise.", "rouge": {"rouge1": 40.0, "rouge2": 0.0, "rougeL": 40.0}, "nll_sum": 75.00143432617188, "token_count": 15} +{"index": 2956, "reference": "The internet is reinventing the Christmas TV commercial, making it more creative, more ambitious - and arguably more self-regarding.", "prediction": "The John Lewis character character is - but has be turned on social media again", "rouge": {"rouge1": 12.121212121212121, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 87.6727294921875, "token_count": 14} +{"index": 2957, "reference": "Temporary power suppler Aggreko is expanding its offering in the United States by buying industrial climate control equipment specialist Dryco.", "prediction": " roomsway control storage company Aggre retailerre has bought its assets in North America. Glasgow-based firmTemion, for $89m (\u00a3).\".", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 222.11770629882812, "token_count": 30} +{"index": 2958, "reference": "Disgraced former Italian Prime Minister Silvio Berlusconi has said comparisons between himself and US President-elect Donald Trump are \"obvious\".", "prediction": "Italian Prime Minister Silio Berlusconi says he would be Donald Donald Trump's his, Democratic rival Hillary May, to be elected US president.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 19.51219512195122, "rougeL": 27.906976744186046}, "nll_sum": 125.02689361572266, "token_count": 28} +{"index": 2959, "reference": "Ten men who revealed the identity of the woman involved in footballer Ched Evans' rape trial have been cautioned.", "prediction": "Police forces will intimidated anyone those honour the footballer footballer Ched footballer, who was being convicted of sex attack.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 147.59954833984375, "token_count": 21} +{"index": 2960, "reference": "Two Chris Holroyd goals in six second-half minutes gave Macclesfield a 2-1 win over Dover at Moss Rose in the National League.", "prediction": " Holroy Hold scored a last-minute winner as Macclesfield spotted comfortable National League play-off chasing Dover Dover atfar Rose Park.pper-. a's a's-A aA in's a's from's from solve", "rouge": {"rouge1": 26.666666666666668, "rouge2": 3.4482758620689653, "rougeL": 16.666666666666668}, "nll_sum": 296.7068176269531, "token_count": 45} +{"index": 2961, "reference": "The Rolling Stones' guitarist Keith Richards says the band have met up for \"a couple of rehearsals\" as they mark 50 years together.", "prediction": " Rolling Stones manager Gerry Adams has said he \"didn't don have to happened\" happened despite that they have played down a couple of funerals.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 13.043478260869565, "rougeL": 24.999999999999993}, "nll_sum": 153.930908203125, "token_count": 28} +{"index": 2962, "reference": "Britain's Johanna Konta said it was \"tough to take\" as she headed home from the US Open after just one day following defeat by Aleksandra Krunic.", "prediction": "British number one numberanna Konta says \"a needs to improve\" despite the quarter-- losing to the world 30 by former number one Alalleia Krunic in the Miami Open.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 239.93992614746094, "token_count": 38} +{"index": 2963, "reference": "Barnsley and Preston remained in the Championship play-off picture despite a goalless stalemate at Oakwell.", "prediction": " promotionotion-chasing Barnsley missed a Championship play-off alive with victory over Championship play-off hopefulsef Bradford.offef- hop solve's- from- from a from in from- from's from's a", "rouge": {"rouge1": 25.0, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 288.0154113769531, "token_count": 47} +{"index": 2964, "reference": "An American basketball player has been banned from South Korea's domestic league for life after prosecutors said she forged her birth documents.", "prediction": "The first women's highest league player is facing legal action in North Korea over allegations of allegations that her daughter decorate the birth of her birth.", "rouge": {"rouge1": 24.0, "rouge2": 4.166666666666667, "rougeL": 15.999999999999998}, "nll_sum": 129.77178955078125, "token_count": 28} +{"index": 2965, "reference": "The government says it wants to expand a planned childcare tax credit scheme to include parents who stay at home because they are full-time carers.", "prediction": " rights of families will soon soon able able to be able to work in or work, then the government has announced.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444445, "rougeL": 8.51063829787234}, "nll_sum": 115.2563705444336, "token_count": 22} +{"index": 2966, "reference": "Suggestions for the potential host site of the 2020 National Eisteddfod in Ceredigion are being sought.", "prediction": " acres of the landes, Wigan, could be chosen on the site for possible, the hosting of the National Eisteddeddfod. solve a's of's a of from a's fromA of a from's fromA", "rouge": {"rouge1": 31.372549019607842, "rouge2": 4.081632653061225, "rougeL": 23.529411764705877}, "nll_sum": 254.6736602783203, "token_count": 47} +{"index": 2967, "reference": "Paul Rowley has resigned as Leigh Centurions head coach 10 days before the start of the 2016 Championship season.", "prediction": "Leigh Centions coach Eddie Rowley has said he will not not playing from rugby and personal reasons for \"personal and personal reasons\".", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 9.75609756097561}, "nll_sum": 139.345458984375, "token_count": 26} +{"index": 2968, "reference": "\"I was so surprised when I got the letter, and a bit sceptical too,\" says Liisa Ronkainen, one of 2,000 Finns chosen for a government experiment to provide unemployed people with a basic income.", "prediction": "It is a perfect laboratory for an an million people living living and living in living Germany, but only on the establishment demands it or not and.", "rouge": {"rouge1": 16.129032258064516, "rouge2": 0.0, "rougeL": 9.67741935483871}, "nll_sum": 164.33880615234375, "token_count": 28} +{"index": 2969, "reference": "Europe's most active volcano, Mount Etna, has erupted for the fifth time this year.", "prediction": "The Mountna Williams has been held off the coast of Iceland Iceland Iceland, began started air, reaching up to 90 minutes (61m).", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 169.75015258789062, "token_count": 27} +{"index": 2970, "reference": "Henry Pyrgos is ready to make the most of what could be his only chance to captain Scotland at this World Cup.", "prediction": " right full-back George Argosos says he has been ruled out of Scotland's opening World Cup match against Canada Canada on Wednesday.", "rouge": {"rouge1": 17.777777777777775, "rouge2": 4.651162790697675, "rougeL": 17.777777777777775}, "nll_sum": 104.65971374511719, "token_count": 26} +{"index": 2971, "reference": "As Iraqi special forces enter the city of Mosul for the first time since the start of the campaign to retake it from so-called Islamic State, a BBC team embedded with the troops is tweeting from the front line as the battle unfolds.", "prediction": "Iraqi forces forces fighting so-called Islamic State (IS) in Mosul to capture, the city, of capture the city and in northern city the Mosul.", "rouge": {"rouge1": 40.57971014492754, "rouge2": 14.925373134328357, "rougeL": 26.08695652173913}, "nll_sum": 129.56390380859375, "token_count": 31} +{"index": 2972, "reference": "US President Barack Obama and Philippine leader Rodrigo Duterte had a brief face-to-face encounter, days after a very public spat.", "prediction": "The Obama and US have met Philippine President Rodrigo Duterte for controversial concerns about Philippine President, Rodrigo Duterte.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473683, "rougeL": 25.0}, "nll_sum": 89.78755950927734, "token_count": 19} +{"index": 2973, "reference": "This is the Taylor Swift lookalike that even the superstar singer thought was her.", "prediction": "When I met a music festival, I would see Taylor saw her photos of what happened, because was \" flexible.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 128.10736083984375, "token_count": 22} +{"index": 2974, "reference": "US markets were mixed on Monday, as the Dow Jones pushed farther into record territory but falls in technology stocks limited gains.", "prediction": "(Close): Wall Street markets closed lower on Monday, as investors surprised by advertising by, giant giant and Amazon.", "rouge": {"rouge1": 20.0, "rouge2": 10.526315789473683, "rougeL": 20.0}, "nll_sum": 121.94158172607422, "token_count": 22} +{"index": 2975, "reference": "For years Match of the Day has satisfied impatient football fans by condensing a 90 minute match into a handy chunk of highlights.", "prediction": " games played a match; every match every a a minutes with 30 minutes 30.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 98.7193832397461, "token_count": 15} +{"index": 2976, "reference": "A third human foot has been found close to where two others were discovered earlier this year.", "prediction": "A human foot found in a park in a Bristol is not due to a similar incident, police have said.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 89.32693481445312, "token_count": 21} +{"index": 2977, "reference": "A hotel and apartment complex in Dorset has been approved despite English Heritage stating it would be a \"hammer-blow\" to the area.", "prediction": "Developers for a \u00a3400m housing development on a seaside town have been approved by the council.", "rouge": {"rouge1": 25.64102564102564, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 73.29335021972656, "token_count": 20} +{"index": 2978, "reference": "A Pakistani Christian woman on death row for blasphemy has had her appeal adjourned after one of the judges refused to hear the case.", "prediction": "The Afghan highest court has granted an appeal to a death sentence for a Muslim woman who was convicted convicted of Pakistan for Pakistan laws in tougher.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 0.0, "rougeL": 15.686274509803924}, "nll_sum": 135.68771362304688, "token_count": 27} +{"index": 2979, "reference": "People with mental health problems are being promised faster access to treatment by the Welsh government.", "prediction": "Patients in Wales are facing treatment of up to six weeks to diagnosis for latest diagnosis, latest figures show.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 104.74092864990234, "token_count": 21} +{"index": 2980, "reference": "Australian rugby union star Karmichael Hunt has been charged with supplying cocaine, officials say.", "prediction": "Former Australian rugby union star Andy Hunt has been charged with a cocaine of cocaine.", "rouge": {"rouge1": 68.9655172413793, "rouge2": 51.85185185185186, "rougeL": 68.9655172413793}, "nll_sum": 70.90321350097656, "token_count": 15} +{"index": 2981, "reference": "Former England all-rounder Chris Lewis will visit every first-class county before the season to try to ensure no player follows his path into crime.", "prediction": "Former England bow bowler Andy, says he will help young players prepare to travel to, county because of he could be \"reckless\".", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 140.54354858398438, "token_count": 27} +{"index": 2982, "reference": "A hard-fought victory sent Ross County climbing to fourth place in the Premiership and increased the sense of alarm at Rugby Park.", "prediction": "Kilmarnock boosted their hopes of avoiding relegation relegation from the Scottish Premiership with- late victory over Ross County in a brief Meadow Park Park.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 4.444444444444444, "rougeL": 21.27659574468085}, "nll_sum": 151.2003173828125, "token_count": 29} +{"index": 2983, "reference": "Leinster moved above Connacht into second place in the Pro12 table after winning the Irish inter-provincial derby at a wet and windy RDS in Dublin.", "prediction": "Leinster moved three points at the a at the top of the Pro12 with a high-scoring last defeat by Pro12 leaders Connacht.res a-'s- at-A aA in a- a's. a-", "rouge": {"rouge1": 29.999999999999993, "rouge2": 10.344827586206897, "rougeL": 23.333333333333332}, "nll_sum": 222.24853515625, "token_count": 47} +{"index": 2984, "reference": "A mine, which has been made popular again by the recent BBC series Poldark, is to get a \"facelift\".", "prediction": " workolition work for a \u00a3 the1m regeneration project is to be reopen to rebuild work.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 6.451612903225808, "rougeL": 18.181818181818183}, "nll_sum": 112.029052734375, "token_count": 18} +{"index": 2985, "reference": "Presidential candidate Donald Trump has called for a new election in Iowa, accusing the Republican winner, Ted Cruz, of fraud.", "prediction": "US Republican presidential of candidate Trump Clinton called Republican candidate Hillary Cruz in the race for the Republican nomination.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 5.405405405405405, "rougeL": 35.8974358974359}, "nll_sum": 93.18824768066406, "token_count": 19} +{"index": 2986, "reference": "Jazz Carlin has admitted her two Olympic silvers in Rio is after she \"finally started believing\" following advice from a sports psychologist.", "prediction": "Welsh swimmer Jazz Carlin has admitted she hopes of winning her silver medal at the Rio Olympics because of a \" physical health struggle\".", "rouge": {"rouge1": 44.44444444444445, "rouge2": 13.95348837209302, "rougeL": 35.55555555555555}, "nll_sum": 128.59584045410156, "token_count": 27} +{"index": 2987, "reference": "Gareth Southgate has been appointed as England manager on a four-year deal.", "prediction": "Gareth Southgate is been confirmed as England's new permanent manager on a new five-and-half-year deal worth2m.", "rouge": {"rouge1": 60.60606060606061, "rouge2": 32.25806451612903, "rougeL": 60.60606060606061}, "nll_sum": 101.48689270019531, "token_count": 27} +{"index": 2988, "reference": "Politicians were not the only ones in shock when the general election exit poll came out, it was also a rude awakening for Britain's impressionists.", "prediction": "The Edinburgh Fringe Festival began - but will be the prime minister?", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 74.62734985351562, "token_count": 13} +{"index": 2989, "reference": "An unpublished letter from writer and scholar CS Lewis has made \u00a34,600 at auction in Gloucestershire, more than three times the original estimate.", "prediction": "An previously unpublished letter by Welsh poet-born poet and writer Beist Lewis has sold at auction \u00a3 \u00a31 in1,500.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 14.285714285714288, "rougeL": 36.36363636363636}, "nll_sum": 148.884765625, "token_count": 26} +{"index": 2990, "reference": "The refurbishment of the first of 13 aircraft operated by the Scottish airline Loganair has been completed.", "prediction": "A budget airline Loganair has completed a \u00a37m project to restoring a project, which was laid out of up to \u00a37m.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 11.111111111111112, "rougeL": 21.052631578947366}, "nll_sum": 132.2750701904297, "token_count": 27} +{"index": 2991, "reference": "Police are appealing for help locating a sick nine-year-old girl who went missing after being taken to hospital in need of urgent medical care.", "prediction": "A five-year-old girl was left left in a coma a a two days, after she was taken to hospital for hospital treatment and treatment. a's a's a's a's it's havepayment of from a from'sA", "rouge": {"rouge1": 32.35294117647059, "rouge2": 12.121212121212121, "rougeL": 26.47058823529412}, "nll_sum": 196.99551391601562, "token_count": 47} +{"index": 2992, "reference": "Volkswagen says it will not release its results nor hold its shareholders' meeting on time, as it needs more time to work out its accounts as a result of last year's emissions crisis.", "prediction": "German carmakermaker Volkswagen says it will suffer a 40 and 40% rise in sales, 2014, as company seeks the aftermath in its emissions scandal.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 10.714285714285714, "rougeL": 24.137931034482758}, "nll_sum": 135.64659118652344, "token_count": 29} +{"index": 2993, "reference": "A 72-hour strike called by the main Gorkha ethnic group in India's West Bengal state has brought life to a standstill in the tea-producing Darjeeling hills.", "prediction": "Protesters have started Dar Dar face in the southern Indian state of West Bengal, extending protecting dozens of residents say.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 8.51063829787234, "rougeL": 12.244897959183673}, "nll_sum": 131.1884002685547, "token_count": 22} +{"index": 2994, "reference": "Norwich City midfielder Alex Tettey has likened his winner against Southampton on Saturday to those scored by Manchester City's Yaya Toure.", "prediction": "Norwich City boss Tauny says it was \"absolutely\"\" to score himself in a goal against his old club St Johnstone on Saturday to solve's solve's solve's-w a from in a from's Saturday.'s Broadway", "rouge": {"rouge1": 29.508196721311474, "rouge2": 10.16949152542373, "rougeL": 22.95081967213115}, "nll_sum": 279.3045654296875, "token_count": 46} +{"index": 2995, "reference": "Britain's women beat New Zealand 4-3 to secure a first win at the 2016 Champions Trophy, in what was their final match before the Rio Olympics.", "prediction": "Great Britain's men missed out on a \"best team they done\" despite losing losing 4-3 by New Zealand of New Zealand.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 12.244897959183673, "rougeL": 15.686274509803921}, "nll_sum": 131.99432373046875, "token_count": 26} +{"index": 2996, "reference": "A search has been launched for a pensioner who has gone missing in Swansea.", "prediction": "Police have made a fresh appeal to find man who has gone missing from hospital Cardiff hospital.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 20.689655172413794, "rougeL": 32.25806451612903}, "nll_sum": 75.45423889160156, "token_count": 17} +{"index": 2997, "reference": "Steve Smith will become Australia's Test captain after the Ashes following Michael Clarke's decision to retire at the end of the series.", "prediction": "Australia Test batsman Steve Smith Test of named as Australia Michael as captain of Australia's Twenty20 cricket, despite the ICC cricket in his role.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 155.42886352539062, "token_count": 28} +{"index": 2998, "reference": "Steven Lawless has extended his contract with Partick Thistle for a further two years.", "prediction": " Law ruledless has joined Partick Thistle after the release of his contract in his contract, as's. from the striker's side was a impact from his professional's as a from from a'sA of a. a from of 2011", "rouge": {"rouge1": 21.81818181818182, "rouge2": 7.547169811320756, "rougeL": 14.545454545454547}, "nll_sum": 277.274169921875, "token_count": 47} +{"index": 2999, "reference": "A drink driver found by another motorist lying in the road with his trousers down has been ordered to carry out 200 hours of unpaid work.", "prediction": "A drunk driver who knocked down a teenage boy was killed by his car while driving over three times over the legaldrive limit has been banned from work.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 3.846153846153846, "rougeL": 25.92592592592593}, "nll_sum": 131.94256591796875, "token_count": 30} +{"index": 3000, "reference": "Chelsea defender Michael Hector has joined Hull City on a season-long loan, the 14th loan spell of his career.", "prediction": "Hull City have signed Birmingham City striker Aaron Middlesbic on the season along loan deal. with a middle's 'h a reputation for from from a's\". from's2- ailing in from from a\". from aA", "rouge": {"rouge1": 25.0, "rouge2": 3.7037037037037033, "rougeL": 17.857142857142858}, "nll_sum": 321.68994140625, "token_count": 46} +{"index": 3001, "reference": "Yorkshire should be given its own \"White Rose Parliament\" with its own budget, MP David Blunkett has said.", "prediction": "Ex-Home Secretary David Blett has denied that the government is giving Welsh and powers for Wales to be \"a bit of\" to Lords House Rose.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 165.25537109375, "token_count": 30} +{"index": 3002, "reference": "Gateshead and Guiseley extended their unbeaten runs with a 1-1 draw at the Gateshead International Stadium.", "prediction": "National League-off Guiseley grabbed a late equaliser to earn a against play-off hopefuls Gateshead at a International Stadium.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 164.0532684326172, "token_count": 28} +{"index": 3003, "reference": "Championship side Preston North End have signed Aston Villa forward Callum Robinson and Fulham midfielder Ben Pringle, both on three-year contracts.", "prediction": "Championship side Preston North End have signed former Aston Villa left-back Joe Robinson and Jack Pringleher on two-year deals.", "rouge": {"rouge1": 60.465116279069775, "rouge2": 39.02439024390244, "rougeL": 60.465116279069775}, "nll_sum": 105.8244400024414, "token_count": 27} +{"index": 3004, "reference": "Glasgow City Council will consider banning future Orange Order marches after footage showed members of the public chanting a sectarian song.", "prediction": "Glasgow City Council has called for a Orange Order to to organisers to be scrapped despite the organisers was \"a crime of hate crime\".", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 123.23794555664062, "token_count": 27} +{"index": 3005, "reference": "UK scientists have been given the go-ahead by the fertility regulator to genetically modify human embryos.", "prediction": "China has been permission for the development of the three science to experiments in human rights.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 0.0, "rougeL": 30.303030303030305}, "nll_sum": 84.358154296875, "token_count": 16} +{"index": 3006, "reference": "India lost nine wickets for 46 runs as Australia staged a remarkable fightback to win the fourth one-day international in Canberra.", "prediction": "Australia completed a 3-0 series threw of India by five runs complete India and complete a 3-0 series series whitewash. solve whit 2011- a's- \"-p a of in a from a's again from a", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 290.4703674316406, "token_count": 45} +{"index": 3007, "reference": "Two men have been charged over the attempted armed robbery of a shop in Londonderry.", "prediction": "Two men have been charged with attempted murder following an robbery in north north Belfast.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 28.57142857142857, "rougeL": 53.333333333333336}, "nll_sum": 53.87843322753906, "token_count": 15} +{"index": 3008, "reference": "After prolonged debate during the referendum, Whitehall has been busy since polling day trying to work out the implications of Brexit - including how the NHS could be affected.", "prediction": "The lack of budget for the Health England, and the health watchdog is to be be, amid fears that public finances is too much high Fund be poor. be a\" solve the again and by the a \"- solve be the againolve", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 14.492753623188406}, "nll_sum": 289.07269287109375, "token_count": 46} +{"index": 3009, "reference": "Irish priest Father Brian D'Arcy has said he believes Cardinal Sean Brady was willing to offer his resignation two years ago but the Vatican refused.", "prediction": "The former head of Cardinalio D'Dubcy, the Roman Catholic himself, Ian Brady, has said said he does not have any to resign.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 141.656494140625, "token_count": 29} +{"index": 3010, "reference": "Tributes have been paid to the two men who died in a crash which closed a major road in the East Midlands.", "prediction": "The family of a man who died in a car crash on the M1 in \u00a3-1 have paid tribute to him, saying they have \"the kind of battle\". a, struggle, who by never of\".", "rouge": {"rouge1": 46.42857142857142, "rouge2": 11.11111111111111, "rougeL": 28.57142857142857}, "nll_sum": 193.71542358398438, "token_count": 42} +{"index": 3011, "reference": "The Springfield Road in west Belfast has reopened after a security alert.", "prediction": "A disposal disposal were called out to a security alert in Countyermanagh,. who described Sunday's body as, man,'s the from a, reputation, as from a his as a a's. reputation of a's from reputationA", "rouge": {"rouge1": 20.0, "rouge2": 8.333333333333334, "rougeL": 11.999999999999998}, "nll_sum": 298.38775634765625, "token_count": 46} +{"index": 3012, "reference": "UK unemployment fell by 4,000 in the three months to June leaving 2.51 million out of work, says the Office for National Statistics (ONS).", "prediction": "UK unemployment rate fell slightly in June, the official figures have shown,, the latest move from latest Office for National Statistics (ONS).", "rouge": {"rouge1": 49.999999999999986, "rouge2": 21.73913043478261, "rougeL": 45.83333333333333}, "nll_sum": 94.50468444824219, "token_count": 25} +{"index": 3013, "reference": "Consumer goods giant Unilever has reported lower-than-expected full-year sales after demand for its products in emerging markets continued to slow.", "prediction": " goods food giant Unilever, which owns including Rarks and guitarist, has reported in 40% rise in first-halftax profits.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 10.0, "rougeL": 28.571428571428577}, "nll_sum": 167.9775848388672, "token_count": 28} +{"index": 3014, "reference": "Islamic State (IS) militants fired mortar rounds containing mustard agent at Kurdish peshmerga fighters in northern Iraq, Kurdish officials say.", "prediction": "Iraqi militant fighters from the so-called Islamic State (IS) to have used weapons gas in a military attack on northern in on 26 August, officials say, they were from-ad'sImages in from November's.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 11.111111111111112, "rougeL": 25.0}, "nll_sum": 218.03091430664062, "token_count": 44} +{"index": 3015, "reference": "Helicopter footage of officers wading into icy waters to rescue a man who had driven a suspected stolen car into a reservoir has been released by police.", "prediction": "A stolen car stolen through his car through a freezingway and abandoned an motorway, overnight freezing water, after being seized by police.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 153.34469604492188, "token_count": 26} +{"index": 3016, "reference": "The performance of every care home in England can now be compared on an NHS website.", "prediction": "A new website is being being launched for information about care homes home England.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.142857142857144, "rougeL": 20.0}, "nll_sum": 72.74159240722656, "token_count": 14} +{"index": 3017, "reference": "A venture capital firm has appointed a computer algorithm to its board of directors.", "prediction": "A company Sheffield Sheffield has developed technology a system that force members that data data or company companies.", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 18.75}, "nll_sum": 133.07101440429688, "token_count": 18} +{"index": 3018, "reference": "Frenchman Pierre Rolland ended a two-year wait for victory by winning the 17th stage of the Giro d'Italia.", "prediction": "Germany's Pierreandand won a sprint finish to stage five of theiro to extended the overall lead to 29 and the lead leader's a yellow.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 168.35690307617188, "token_count": 29} +{"index": 3019, "reference": "Adebayo Akinfenwa's last-gasp equaliser kept Wycombe's quest for a League Two play-off spot alive at Morecambe.", "prediction": "Adebayo Akinfenwa snatched a free-kick for Wycombe a draw at League Two play-off play-offefuls hopcambe.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 22.22222222222222, "rougeL": 42.10526315789474}, "nll_sum": 157.2056427001953, "token_count": 31} +{"index": 3020, "reference": "An 86-year-old woman fought off a would-be thief with a packet of bacon in a Greater Manchester supermarket.", "prediction": "An 86-year-old woman was thrown in her head in the head with a would-wielding knife at a shop in Greater Manchester.,ords, solve they be a-A a haul in a years a's aA Broadway", "rouge": {"rouge1": 46.666666666666664, "rouge2": 27.586206896551722, "rougeL": 36.666666666666664}, "nll_sum": 258.60223388671875, "token_count": 46} +{"index": 3021, "reference": "It is a sight that would surely strike fear into even the most battle-hardened opponent.", "prediction": " the most famous Tyrling title, but Ulster football will be enjoying a video a of the game.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 6.451612903225808, "rougeL": 12.121212121212121}, "nll_sum": 108.87348937988281, "token_count": 19} +{"index": 3022, "reference": "The parents of a three-month-old baby found seriously hurt on a bus have denied murder.", "prediction": "A father and denied murdering their seven-month-oldold baby girl who girl found and seriously injured on a bus to west London.", "rouge": {"rouge1": 50.0, "rouge2": 15.789473684210526, "rougeL": 40.0}, "nll_sum": 133.0211944580078, "token_count": 26} +{"index": 3023, "reference": "The crew of a container ship seized by Iran in the Strait of Hormuz on Tuesday are safe and \"in good spirits\", Danish shipping company Maersk says.", "prediction": "Maerskk says a US Navy wars container was seized \"not in good spirits\", the Pentagon says.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 32.558139534883715}, "nll_sum": 113.7886962890625, "token_count": 20} +{"index": 3024, "reference": "Chelsea boss Antonio Conte says Pedro suffered multiple facial fractures in a collision with Arsenal goalkeeper David Ospina in a friendly on Saturday but should return to training in 10 days.", "prediction": " Waynero will mark his return injury his first first Premier match of the season after he rupt cruised a lig injury he suffered during a warm- match in China on Saturday.", "rouge": {"rouge1": 22.58064516129032, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 219.95838928222656, "token_count": 35} +{"index": 3025, "reference": "Three people have appeared in court charged with terrorism offences.", "prediction": "A man and a woman have appeared in court to face terrorist charges in London March a London terror attack.", "rouge": {"rouge1": 40.0, "rouge2": 21.428571428571427, "rougeL": 40.0}, "nll_sum": 79.05670166015625, "token_count": 20} +{"index": 3026, "reference": "Labour has kept hold of the Cardiff South and Penarth seat in Parliament following a by-election.", "prediction": "Labour been elected the Cardiff South seat in a wake- May's general election.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 20.689655172413794, "rougeL": 51.61290322580646}, "nll_sum": 92.07484436035156, "token_count": 15} +{"index": 3027, "reference": "Campaigners fighting the erection of eight wind turbines in Lincolnshire have taken part in a protest march ahead of a public inquiry.", "prediction": "Almost 2,000 people have attended a march against plans to build 24 wind turbines in Lincolnshire as athe suspect for a technology and technology..", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.333333333333334, "rougeL": 21.276595744680854}, "nll_sum": 137.924072265625, "token_count": 27} +{"index": 3028, "reference": "The first significant step to putting the Paris Climate Agreement into practice will take place on Friday.", "prediction": "The Paris global agreement in which have to limit the for 80% of world powers, with the number expected expected to be of White House.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 14.285714285714283}, "nll_sum": 152.97073364257812, "token_count": 27} +{"index": 3029, "reference": "A husband and wife who died in an apparent murder-suicide in North Somerset have been named.", "prediction": "A pensioner who died just two days after she was a car crashed into tree was wall of Bristol has been identified by police.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 119.65699005126953, "token_count": 25} +{"index": 3030, "reference": "Referrals to breast cancer clinics more than doubled in the UK after Angelina Jolie announced she had had a double mastectomy to prevent breast cancer.", "prediction": "Hollywood star Angelina Jolie would have double mastectomy after having surgery of her diagnosis, diagnosis, research.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 108.41845703125, "token_count": 22} +{"index": 3031, "reference": "Almost 1,000 people in the South Eastern Health Trust are waiting for an urgent appointment to see a cardiologist, according to a report.", "prediction": "A number of people waiting up for a first appointment at the largest mental health Trust in Northern Ireland last year.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 92.11798095703125, "token_count": 21} +{"index": 3032, "reference": "A man has suffered burns after he was hit by what police have described as a \"large firework rocket\" in north Belfast.", "prediction": "A man was left with serious facial injuries wounds after a fire through ripped through a doorway a shop and chip shop in north Belfast in the of's, Cly, asA a, fromA a referee from from O a's a the a", "rouge": {"rouge1": 24.615384615384617, "rouge2": 9.523809523809524, "rougeL": 21.53846153846154}, "nll_sum": 286.3586730957031, "token_count": 47} +{"index": 3033, "reference": "It was ten years ago that Ruth and her husband Nigel packed up their life in London and bought the Blue Palm cafe in Marbella.", "prediction": "A British motherof-two says one believes thinks to find out a pub suddenly and a wasic nightclub in Barcelona pub a pub, and it!", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 12.0}, "nll_sum": 223.46255493164062, "token_count": 30} +{"index": 3034, "reference": "Thousands of bright pink plastic detergent bottles have washed up on beaches in Cornwall.", "prediction": "More than 200 bottles of, the of lost from a container on a Cornish coast, conservationists have said.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 109.62322998046875, "token_count": 22} +{"index": 3035, "reference": "Yeovil Town Ladies forward Annie Heatherson has signed a new contract with the Women's Super League One club ahead of the 2017 WSL 1 Spring Series.", "prediction": "Wales women's international Heather Hodgson will leave Yeovil Town join Women's Super League club ahead of of the 2017 WSL 1 season.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 40.816326530612244, "rougeL": 50.98039215686274}, "nll_sum": 144.22402954101562, "token_count": 29} +{"index": 3036, "reference": "The former police officer involved in an alleged racist incident on the Paris Metro last month has said he pushed a black man away from a train carriage because it was too full.", "prediction": "Police investigating the murder of a black-right white police police officer have said that reports that were racist graffiti was anti-Islamic believe police believe. a a \" solve a \" a \" a it'sA a of aA aA a", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.714285714285714, "rougeL": 19.444444444444446}, "nll_sum": 258.71807861328125, "token_count": 47} +{"index": 3037, "reference": "The leader of Cheshire East Council has rejected a call to resign over claims he \"misled\" councillors about contracts awarded to his physiotherapist's firm.", "prediction": "An mayor has resigned from his office over the office of a personal physiother doctor firm, the training firm firm thanks to a training fitness firm firm.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 0.0, "rougeL": 19.23076923076923}, "nll_sum": 174.2955322265625, "token_count": 29} +{"index": 3038, "reference": "Premier Oil's shares nearly doubled in value on Monday after trading was restarted following a suspension triggered by a major North Sea deal.", "prediction": "Energy and energy Premier Wat has reached its 50% stake in oil and gas Group EOnOn after it reached a deal a payment acquisition and", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 20.408163265306126}, "nll_sum": 164.52313232421875, "token_count": 27} +{"index": 3039, "reference": "Derry City guaranteed themselves a Europa League spot next summer as they came from behind to beat Bohemians in the League of Ireland Premier Division.", "prediction": "Derry City suffered a third consecutive league win after back from a goal down to beat play-off- hopefuls Carlisle United.efuls-.- solve's a-A a from in a from a's from's a", "rouge": {"rouge1": 26.229508196721312, "rouge2": 6.779661016949152, "rougeL": 26.229508196721312}, "nll_sum": 254.7488555908203, "token_count": 46} +{"index": 3040, "reference": "A Michigan woman has been charged with recklessness after she fired on a pair of shoplifters.", "prediction": "Police in the Michigan state suing drove for a woman who pulled a gun during a stolenaway-up.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 111.49556732177734, "token_count": 20} +{"index": 3041, "reference": "Jack Marriott scored a hat-trick as Peterborough made it maximum points from their opening two League One matches with an impressive victory at Bristol Rovers.", "prediction": "Jack Marriott scored a stunning hat-trick as Peterborough set up a League One play-offoff battle chasing Bristol Rovers at the Memorial Stadium.", "rouge": {"rouge1": 52.0, "rouge2": 33.33333333333333, "rougeL": 48.00000000000001}, "nll_sum": 129.73086547851562, "token_count": 30} +{"index": 3042, "reference": "About 100 jobs could be at risk at a Pembrokeshire coach company which intends to file for administration, BBC Wales understands.", "prediction": "A bus firm has been put up for sale in Pembrokeshire, over the fears warned could put jobs at risk.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 95.72625732421875, "token_count": 26} +{"index": 3043, "reference": "Dundee have signed defender Julen Etxabeguren Leanizbarrutia on a three-year deal.", "prediction": "Kilmarnock signed left-back Eoin Eabegava on a one 2011- deal following his release Real Sociedad from the Scottish Premiership.", "rouge": {"rouge1": 25.0, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 164.67364501953125, "token_count": 32} +{"index": 3044, "reference": "Diwali celebrations in the Indian capital Delhi have seen air pollution rise to hazardous levels after many firecrackers were set off.", "prediction": "Thousands of the Brazilian city, theolan city, Tiana, Ka, has, rammed with thousands of water of cars and rain in the streets on the night. a's350's a's a's ballet's a'sA", "rouge": {"rouge1": 7.017543859649122, "rouge2": 3.6363636363636362, "rougeL": 7.017543859649122}, "nll_sum": 270.23309326171875, "token_count": 46} +{"index": 3045, "reference": "Jose Fernandez, the talented 24-year-old baseball star who died in a boat crash on Sunday, was heralded by baseball commissioner Rob Manfred as one of the game's \"great young stars\".", "prediction": "Fernando Fernandez de Kirner was one of the American stars, Cuba. Cuba and of it was in - it was a dream for his old", "rouge": {"rouge1": 31.57894736842105, "rouge2": 7.2727272727272725, "rougeL": 21.05263157894737}, "nll_sum": 146.5899658203125, "token_count": 29} +{"index": 3046, "reference": "Local tribesmen have reportedly clashed with fighters from the so-called Islamic State (IS) in the IS stronghold of Fallujah in western Iraq.", "prediction": "FRahising tribes in northern Baghdad have has killed in battle between rival militant batting and so-called Islamic State (IS) fall Fall.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 18.6046511627907, "rougeL": 26.66666666666666}, "nll_sum": 161.87550354003906, "token_count": 27} +{"index": 3047, "reference": "An Air Canada flight with 140 people on board came within 30m (98ft) of other aircraft at San Francisco's airport as it prepared to land, a report says.", "prediction": "An Air Canada plane carrying heading from to San Francisco airport had been complaint between major traffic controllers and safety officials say.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 12.244897959183671, "rougeL": 27.450980392156865}, "nll_sum": 129.09942626953125, "token_count": 22} +{"index": 3048, "reference": "A victim of one of three brothers who raped and sexually assaulted 15 teenage girls in Rotherham was attacked by her own family when they discovered the abuse, a court has heard.", "prediction": "Two men have been jailed for 11 years for the sexual assault of two girls in Rotherham where they were an Asian man married have. \"- a of a \" a from of from a's have from of.", "rouge": {"rouge1": 31.88405797101449, "rouge2": 8.955223880597014, "rougeL": 20.289855072463766}, "nll_sum": 201.5458526611328, "token_count": 42} +{"index": 3049, "reference": "The UK fishing industry will need continued access to EU markets if it is to thrive after Brexit, a House of Lords report has warned.", "prediction": "The UK fishing industry in the UK industry could be a \"could suffer a Brexit\", a House of Lords says.", "rouge": {"rouge1": 40.0, "rouge2": 32.55813953488372, "rougeL": 40.0}, "nll_sum": 101.44557189941406, "token_count": 22} +{"index": 3050, "reference": "David Cameron made a late appeal to Germany's Angela Merkel for limits on free movement of people if the UK voted Remain, BBC Newsnight has learned.", "prediction": "When David Cameron met in a statement on Thursday on Britain's membership in any EU.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 71.37213134765625, "token_count": 16} +{"index": 3051, "reference": "The attack in Westminster, on Wednesday, 22 March, left four victims dead, dozens injured and millions of people around the world asking why.", "prediction": "A post-mortem revealed in the aftermath of's terror attack was taking place on 14 August the and provided relevant advice on what happened what to happened!", "rouge": {"rouge1": 27.450980392156865, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 158.349609375, "token_count": 29} +{"index": 3052, "reference": "Arsenal have signed teenage midfielder Krystian Bielik from Legia Warsaw for a reported \u00a32.4m.", "prediction": "Liverpool have signed leftback Legry Bielik from Legia Warsaw on a five-and-a-year deal with further option with a further year.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 22.22222222222222, "rougeL": 36.84210526315789}, "nll_sum": 125.20089721679688, "token_count": 31} +{"index": 3053, "reference": "Rescuers say they have recovered 24 bodies following a landslide near the Colombian city of Medellin.", "prediction": "Rescue in Colombia are searching for victims of deadlyslides and north rains in north-eastern Colombia.", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 92.92718505859375, "token_count": 22} +{"index": 3054, "reference": "Another man has been arrested in connection with the 3 June terror attack on London Bridge, bringing the total number of arrests to 21.", "prediction": "A teenager has been arrested by police investigating a suspected terror attack on London Bridge Bridge, which the solve Bridge's on's a in the- game,mbudsman,gA, a mandatory from it's.Images of. a from of a", "rouge": {"rouge1": 37.49999999999999, "rouge2": 19.35483870967742, "rougeL": 31.25}, "nll_sum": 279.946044921875, "token_count": 47} +{"index": 3055, "reference": "Suspended Spanish Football Federation president Angel Maria Villar has resigned from his roles as vice-president of Uefa and Fifa.", "prediction": " legend boss Villenear says, will no be no football's governing body, saying the governing body, Uefa has confirmed that's a-A'sVideo from a). game fromA president's referee of. a from's a", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 17.857142857142858}, "nll_sum": 289.8457336425781, "token_count": 47} +{"index": 3056, "reference": "A ban on using wild animals in travelling circuses could eventually lead to zoos in Scotland being closed down, a circus leader has told MSPs.", "prediction": " law law using wild animals dogs in Scotland could be facing a best threat to the country, top union leader has claimed, Nottingham in the-'s, a, it, from a mandatory from a it has's of the from a's a", "rouge": {"rouge1": 38.80597014925373, "rouge2": 12.307692307692307, "rougeL": 26.865671641791046}, "nll_sum": 293.815673828125, "token_count": 47} +{"index": 3057, "reference": "A convicted murderer who stabbed to death a worker at a mental health unit has been sentenced to a whole life order.", "prediction": "A double killer who was stabbed to death at a mental health unit will possible be save, says hospital staff from the mental health unit.", "rouge": {"rouge1": 42.55319148936171, "rouge2": 26.666666666666668, "rougeL": 42.55319148936171}, "nll_sum": 113.09428405761719, "token_count": 26} +{"index": 3058, "reference": "A Syrian national has been arrested in Germany accused of war crimes involving the murder of dozens of civil servants.", "prediction": "German authorities have arrested a man suspected of leading an al-Qaeda as part of a suspected Syrian government military operation", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 68.77251434326172, "token_count": 21} +{"index": 3059, "reference": "Ross Wallace's superb strike helped Sheffield Wednesday beat 10-man Huddersfield in the Championship.", "prediction": " Lee Wallace scored a stoppage-time winner as Sheffield Wednesday beat promotion promotion rivals Huddersfield and keep their their Championship playoff hopes hopes alive.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 10.81081081081081, "rougeL": 30.76923076923077}, "nll_sum": 107.623291015625, "token_count": 29} +{"index": 3060, "reference": "A fuel additive untested in clinical trials was used in breast implants that have since been banned, French radio station RTL reports.", "prediction": "France's health watchdog says claims it is investigating a woman a ruptured breast thought, has been used as a \"game-fix in magic\".", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 139.72210693359375, "token_count": 28} +{"index": 3061, "reference": "Labour makes a difference in power, not in \"principled opposition\", the shadow Welsh secretary has told the party's Welsh conference in Llandudno.", "prediction": "Welsh Labour could ousted from in power if his party wins May general general election, the Welsh Conservatives leader has said. said in the-'s, a, \" it-over from it by Labour'sover of.old from'sA", "rouge": {"rouge1": 40.0, "rouge2": 3.4482758620689653, "rougeL": 26.666666666666668}, "nll_sum": 292.7258605957031, "token_count": 47} +{"index": 3062, "reference": "Portuguese are celebrating the fact that an intimate love ballad in their language conquered a Eurovision song contest audience for the first time.", "prediction": "Portugal's national won a dream at the Euro 2016 after reaching Song nation success - the best song.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 131.58096313476562, "token_count": 20} +{"index": 3063, "reference": "The chairman of a meeting in which four councillors were filmed apparently dozing during has described their actions as \"embarrassing\".", "prediction": "Four Conservative councillors who were suspended for disciplinary committees after falling asleep during Commons House Commons committee, the committee's chairman., a controversialolve's record for a ballet.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 181.74603271484375, "token_count": 31} +{"index": 3064, "reference": "Ireland's Paul Dunne lost to Italian Edoardo Molinari in a play-off at the Trophee Hassan II at Royal Golf Dar Es Salam in Morocco on Sunday.", "prediction": "England's Paul Dunne clinched his first European Tour title by winning a dramatic two-way victory over Spain's Paul Molinari at Frenchman Portugalin Openin Portugal.", "rouge": {"rouge1": 21.818181818181817, "rouge2": 7.547169811320755, "rougeL": 18.181818181818183}, "nll_sum": 161.91598510742188, "token_count": 34} +{"index": 3065, "reference": "A record-breaking number of migrating birds have been recorded on the Hebridean island of Tiree this year.", "prediction": "Thousands of black paintwicket up on a tiny field on Conde has been spotted off the north coast of Scotland, RSPB Scotland and said.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 160.69528198242188, "token_count": 30} +{"index": 3066, "reference": "Blocking China from islands it has built in contested waters would lead to \"devastating confrontation\", Chinese state media have warned.", "prediction": " five state media have expressed calls that blocked\" to China is \"disdisastrous\", saying it would be been \"disdisastrous\".", "rouge": {"rouge1": 42.10526315789474, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 138.86660766601562, "token_count": 26} +{"index": 3067, "reference": "French police have scaled back the hunt for a stray big cat in Paris after scotching initial reports that the animal is a tiger.", "prediction": "French forces have started for a woman missing for a cat, believed to have been found on the M4 and4 a motorway. a motorway solve theonian's in solve-A'sA in a from a's.'s Broadway", "rouge": {"rouge1": 25.80645161290323, "rouge2": 3.3333333333333335, "rougeL": 22.580645161290324}, "nll_sum": 274.4018859863281, "token_count": 47} +{"index": 3068, "reference": "Fifteen people have been arrested, including four in the UK, in connection with the hijacking of computers.", "prediction": "Four people have been arrested in the UK as part of an investigation into a GP used to control infection.", "rouge": {"rouge1": 48.648648648648646, "rouge2": 28.57142857142857, "rougeL": 43.24324324324324}, "nll_sum": 66.12802124023438, "token_count": 20} +{"index": 3069, "reference": "Fifa has said its reform taskforce will be chaired by an independent person from outside of football.", "prediction": "Fifa's Fifaifa body says it would be prepared to lead an independent committee, a taskforce saying it would be \"41\".", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555556, "rougeL": 21.052631578947366}, "nll_sum": 134.75674438476562, "token_count": 26} +{"index": 3070, "reference": "Screenwriter David Solomons has won the Waterstones Children's Book Prize with his debut about an 11-year-old boy obsessed with comics.", "prediction": "Alanenny Solomons, which includes stars include Dorset, writesdd Iie Izzard and Kenneth Branagh,'s been won a children's Children's Award.", "rouge": {"rouge1": 17.777777777777775, "rouge2": 4.651162790697675, "rougeL": 17.777777777777775}, "nll_sum": 191.8765869140625, "token_count": 34} +{"index": 3071, "reference": "Staff at Eastbourne District General Hospital have met NHS bosses over proposals to downgrade services amid claims that patient care will suffer.", "prediction": "Changes to town hospital services at the Eastbourne Hospital will have have \"huge impact on health\", health bosses say.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 0.0, "rougeL": 24.390243902439025}, "nll_sum": 102.63125610351562, "token_count": 22} +{"index": 3072, "reference": "Guinea is to be declared free of Ebola by the World Health Organization (WHO), two years after the epidemic began there.", "prediction": " Gu Guinean children are streets singing in, capital of the capital Dhaka, in the first confirmed cases of the deadly Ebola virus.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.95348837209302}, "nll_sum": 128.16004943847656, "token_count": 27} +{"index": 3073, "reference": "MPs are to debate whether to bar Donald Trump from entering the UK in response to a public petition calling for action against the US Presidential candidate.", "prediction": "MPs to hold a vote on whether and Republican presidential candidate Donald Trump, will be resolved by the Commons's Commons select committee. committee.'s a's a's a's a ban from it's\".", "rouge": {"rouge1": 31.74603174603175, "rouge2": 6.557377049180328, "rougeL": 22.22222222222222}, "nll_sum": 186.60400390625, "token_count": 40} +{"index": 3074, "reference": "An Old Master by painter Pieter Brueghel the Younger will remain on public display after a government fund paid \u00a31m to save it for the nation.", "prediction": " a historic scorpel which stood again on an housing estate more than a decade ago has been put up for a sale rise \u00a31m.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 12.000000000000002}, "nll_sum": 151.91470336914062, "token_count": 27} +{"index": 3075, "reference": "Bolton Wanderers chairman Phil Gartside has died aged 63 following a battle with cancer.", "prediction": "Tributes have been paid to Philarthen, who has died aged 40.", "rouge": {"rouge1": 23.999999999999996, "rouge2": 17.391304347826086, "rougeL": 23.999999999999996}, "nll_sum": 57.8382568359375, "token_count": 15} +{"index": 3076, "reference": "An investigation into how a small plane narrowly avoided two men and then struck a bungalow on a farm in Lincolnshire is continuing.", "prediction": "A pilot was seriously seriously injured after his pilot crashed into the way into garden back garden of a house in a Lincoln town in Lincolnshire of in, solve, a it from a-gA referee in from referee a The from a from", "rouge": {"rouge1": 18.181818181818183, "rouge2": 3.125, "rougeL": 15.151515151515152}, "nll_sum": 271.4690856933594, "token_count": 47} +{"index": 3077, "reference": "Bradford City boss Stuart McCall said he was \"close to clocking\" Millwall fans who invaded the pitch at the end of the League One play-off final.", "prediction": "Millwall director football football Stuart McCall says it was \"nonsense\" that fans led the fans of of \"get fans down and light\"..", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 24.489795918367346}, "nll_sum": 167.33750915527344, "token_count": 29} +{"index": 3078, "reference": "The Scotland Bill's passage through the House of Lords has been delayed while wrangling over the fiscal framework continues.", "prediction": "Talks between devolved powers, and Scotland will be devolved delayed until May, the Scottish government has confirmed.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 90.0898208618164, "token_count": 22} +{"index": 3079, "reference": "A Palestinian court has postponed municipal elections that had been due to be held on 8 October.", "prediction": "A highest court in Israel has temporarily a delayed replacement in the elections in May parliamentary elections.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 89.87477111816406, "token_count": 17} +{"index": 3080, "reference": "Nigeria's former national security adviser, Sambo Dasuki, has been arrested for allegedly stealing $2bn (\u00c2\u00a31.3bn), his representatives say.", "prediction": "Nigeria's anti-corruption body, Eililan Dasuki, has been arrested on suspicion of involvement in a $1.5bn arms deal.", "rouge": {"rouge1": 35.0, "rouge2": 21.052631578947366, "rougeL": 35.0}, "nll_sum": 115.28855895996094, "token_count": 31} +{"index": 3081, "reference": "Georgia head coach Milton Haig believes his side merit a place in an expanded Six Nations Championship, and says Tier Two nations are \"fighting for scraps\" in the battle to earn fixtures against top opposition.", "prediction": "The national anthem union Ha Mad, says Slovakia must be the rugby in rugby league.", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 12.000000000000002}, "nll_sum": 118.15438842773438, "token_count": 16} +{"index": 3082, "reference": "A 46-year-old woman who suffered fatal injuries after being struck by a car understood to have been driven by her husband has been named by police.", "prediction": "An 82-year-old woman who died after being hit by a car by Moray on Tuesday has has been named by police as. as's as from's from Bd-d's a in from The's a from'sA", "rouge": {"rouge1": 46.3768115942029, "rouge2": 29.850746268656714, "rougeL": 43.47826086956522}, "nll_sum": 212.80764770507812, "token_count": 47} +{"index": 3083, "reference": "A leading Nigerian actress, who was banned from the Hausa-language film industry because of her \"immoral\" behaviour, has apologised.", "prediction": "A leading Nigerian actress has apologised for showing filming a controversial Hausa film, saying she thinks her son is son not a controversialCalifornia- a. a's a's a's-l's a in\". from a's. aowned", "rouge": {"rouge1": 34.48275862068966, "rouge2": 14.285714285714288, "rougeL": 24.137931034482758}, "nll_sum": 261.6891784667969, "token_count": 47} +{"index": 3084, "reference": "House prices have risen significantly in England in the past year in contrast to the rest of the UK, figures suggest.", "prediction": "UK house price prices slightly last slightly year slightly slightly, higher than any other areas of England, Wales and Northern Ireland, according to official figures., estimates,'s they from's-d's a in since from's. from of a", "rouge": {"rouge1": 29.50819672131147, "rouge2": 3.3898305084745757, "rougeL": 16.39344262295082}, "nll_sum": 264.9122314453125, "token_count": 46} +{"index": 3085, "reference": "The former Israeli PM and president, Shimon Peres, has died aged 93.", "prediction": "'s's former president Shimon Peres has died in hospital, at the age of 93, officials say.", "rouge": {"rouge1": 62.068965517241395, "rouge2": 29.629629629629626, "rougeL": 55.172413793103445}, "nll_sum": 62.78754806518555, "token_count": 21} +{"index": 3086, "reference": "A Gaelic bard is to be remembered in needlework.", "prediction": "A new exhibition of art and, but mark the work of by the Scottish art-based artist Eddie Donn.", "rouge": {"rouge1": 7.142857142857142, "rouge2": 0.0, "rougeL": 7.142857142857142}, "nll_sum": 126.09774017333984, "token_count": 21} +{"index": 3087, "reference": "Yacouba Toure and a couple of his friends have gathered around his crackling radio in Mali's historic city of Timbuktu, soon after French-led troops captured it from militant Islamists.", "prediction": "More than 30-year-olds in Mali from to gathered from a training camp in the southern city of Timbuk gang, their the 2011 theolve- aosa.owned- again aasers in a of'sUkraine's a Broadway", "rouge": {"rouge1": 26.86567164179105, "rouge2": 6.153846153846153, "rougeL": 11.940298507462686}, "nll_sum": 304.42724609375, "token_count": 47} +{"index": 3088, "reference": "A police officer has been cleared of assaulting a handcuffed man with pepper spray after arresting him in Gwynedd.", "prediction": "A Gwynedd has been cleared of assaulting a police officer and tried to assaulting him.", "rouge": {"rouge1": 64.70588235294117, "rouge2": 43.75000000000001, "rougeL": 47.05882352941176}, "nll_sum": 68.39163970947266, "token_count": 17} +{"index": 3089, "reference": "A toddler was bitten by a sniffer dog while she was visiting a relative in a high security jail in east London, it has emerged.", "prediction": "A police dog which led to an attack on an 11-year-old girl in a prison tank is to remove right metal surgery.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 113.6136703491211, "token_count": 26} +{"index": 3090, "reference": "The dry, red earth could almost be mistaken for a Martian landscape.", "prediction": "A small countryside countryside covers grey light in a blue.", "rouge": {"rouge1": 9.09090909090909, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 74.94200134277344, "token_count": 10} +{"index": 3091, "reference": "Police Scotland has said that it does not collate or hold specific figures on child sexual exploitation.", "prediction": "New child abuse images in Scotland has said police police did notret entitled to be there or a criminal offence.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571429, "rougeL": 21.62162162162162}, "nll_sum": 129.4557647705078, "token_count": 21} +{"index": 3092, "reference": "One of the biggest collectors of Marilyn Monroe memorabilia has died following a short illness.", "prediction": "A public gallery, which once of owned once one of the world's most paintings, has died the", "rouge": {"rouge1": 42.42424242424242, "rouge2": 19.35483870967742, "rougeL": 30.303030303030297}, "nll_sum": 103.84342956542969, "token_count": 19} +{"index": 3093, "reference": "The government's anti-terror strategy has become \"a toxic brand\", a Muslim former senior police officer has said.", "prediction": "A senior police officer Police said the UK's anti-doping programme has become \"the most dangerous brand\".", "rouge": {"rouge1": 59.45945945945946, "rouge2": 22.857142857142858, "rougeL": 32.43243243243243}, "nll_sum": 87.447265625, "token_count": 21} +{"index": 3094, "reference": "Great Britain failed to qualify for the men's Under-21 World Handball Championship after losing all three qualifying games at Kent's Medway Park.", "prediction": "Great Britain's handball team have missed out of the Rio 2016 Olympics for failing failing to secure an extra of \u00a32.17m.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 16.666666666666664}, "nll_sum": 124.55130004882812, "token_count": 27} +{"index": 3095, "reference": "Shares in Japanese automaker Mitsubishi Motors plunged 13.5% in Friday trade to close at 504 yen.", "prediction": "Shares in Japanese electronics giant Japanese have closed down 4. on% higher, on reports it reports that it published records government data.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 148.73440551757812, "token_count": 25} +{"index": 3096, "reference": "After playing a leading part in the Western air campaign that helped to oust the Libyan leader Muammar Gaddafi in 2011, Britain is once again pushing to play a leading role in bringing stability to Libya's shattered society.", "prediction": "The UK's new government, announced new lack of announced the support of the rival, in what it call the \"thean war of war\".", "rouge": {"rouge1": 12.698412698412698, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 161.337890625, "token_count": 28} +{"index": 3097, "reference": "George Clooney's neighbours in Sonning have lodged objections to the star's plans to install 18 CCTV cameras at his Oxfordshire home.", "prediction": " actor George Clo Osborne is planning plans for plans to remove a digital body on a former Oxfordshire town.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 108.30299377441406, "token_count": 20} +{"index": 3098, "reference": "Throughout the election campaign BBC Wales News is answering young voters's questions and reflecting their views through our interactive #iNeverKnew project.", "prediction": "There's a general coming up on 10 December, when adults will vote vote to decide who run run the UK.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 104.72157287597656, "token_count": 22} +{"index": 3099, "reference": "A UK withdrawal from the European Union could make policing in Northern Ireland slower, more complicated and more costly, the head of the Police Service of Northern Ireland (PSNI) has said.", "prediction": " the UK exit from the EU says it would be \"s safer difficult and difficult\", Northern leader of Northern Ireland's police and crime commissioner has said.", "rouge": {"rouge1": 41.37931034482759, "rouge2": 14.285714285714288, "rougeL": 31.03448275862069}, "nll_sum": 145.46685791015625, "token_count": 29} +{"index": 3100, "reference": "Stephen Keshi has been appointed Nigeria coach for the third time and signed a two-year contract on Tuesday.", "prediction": "Nigeria care coach Stephen Keshi says he is \"absolutely\" to to leave Super League club Super Eagles \" a fresh start\".", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 15.384615384615385}, "nll_sum": 139.3433380126953, "token_count": 27} +{"index": 3101, "reference": "South Africa swept to a comprehensive nine-wicket victory over England in the second Twenty20 to seal a 2-0 series win.", "prediction": "England made a stunning, unbeaten half-century to beat South Africa by eight w wickets in the firstup match in their first World Twenty20 competition.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 8.88888888888889, "rougeL": 25.53191489361702}, "nll_sum": 131.27847290039062, "token_count": 30} +{"index": 3102, "reference": "Mali international midfielder Yves Bissouma has signed a new contract to stay with French club Lille until 2021.", "prediction": "Defending champions Lilleemem Bissououma signed a new, five-year deal worth $ tom (\u00a355m).", "rouge": {"rouge1": 19.35483870967742, "rouge2": 13.793103448275861, "rougeL": 19.35483870967742}, "nll_sum": 140.32518005371094, "token_count": 26} +{"index": 3103, "reference": "Tens of thousands of people have celebrated Diwali in Leicester city centre.", "prediction": "Thousands of light lights has been in on Leicester city centre, celebrations celebrating the country celebrating,wali event.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 21.428571428571427, "rougeL": 40.0}, "nll_sum": 135.27569580078125, "token_count": 21} +{"index": 3104, "reference": "South Africa's Doping Control Laboratory has become the fourth lab to be sanctioned by the World Anti-Doping Agency (Wada) in the past month.", "prediction": "The South African anti-oping laboratory has been suspended for the next six months by the World World Anti-Doping agency for in further 12 months.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 24.489795918367346, "rougeL": 47.05882352941176}, "nll_sum": 122.97991943359375, "token_count": 29} +{"index": 3105, "reference": "All 25 members of a lifeboat crew have resigned in protest at the sacking of their coxswain.", "prediction": "The chief executive of a life station has said he will not take legal action over claims of bullying.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 16.666666666666668}, "nll_sum": 73.31645202636719, "token_count": 19} +{"index": 3106, "reference": "A vicar from Greater Manchester who was arrested on suspicion of rape has been told by prosecutors that he faces no further action.", "prediction": "No criminal charges will not be up against a priest whoently assaulting a teenage girl will not face no charges. in the-old a the over a as from a.. a- from as a in a \u00a3 a's. aA", "rouge": {"rouge1": 12.903225806451616, "rouge2": 3.3333333333333335, "rougeL": 9.67741935483871}, "nll_sum": 250.9950408935547, "token_count": 46} +{"index": 3107, "reference": "\"Constructive\" talks have been held between unions and the Wood Group in an ongoing dispute involving offshore workers.", "prediction": "North Sea workers' union have said they are \"ununipacceptable outcome\"\" meaning a further decision will take further strike action \" and solve.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 179.89804077148438, "token_count": 28} +{"index": 3108, "reference": "Division Two leaders Essex made a faltering start as Leicestershire's bowlers restricted them with wickets throughout the opening day.", "prediction": "Essex were bowled out by bowlers as bad bad weatherm Mark day- day one at Canterbury.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 146.2501220703125, "token_count": 21} +{"index": 3109, "reference": "A man has admitted forcing a taxi driver to carry out a bank robbery by threatening staff with a fake bomb.", "prediction": "A taxi driver was held a gun with a taxi saying he would up a and alert gun before a his national bank account and a court heard.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 12.765957446808512, "rougeL": 24.489795918367342}, "nll_sum": 169.10525512695312, "token_count": 28} +{"index": 3110, "reference": "Jewish community leaders have criticised Jeremy Corbyn's decision to nominate the head of Labour's anti-Semitism inquiry for a peerage.", "prediction": "A senior official officer has appointed an inquiry into anti-Semitism in Labour leader Jeremy Corbyn saying the event is \"propping\".", "rouge": {"rouge1": 41.86046511627907, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 118.3564453125, "token_count": 24} +{"index": 3111, "reference": "It was in a conference room above a coffee shop a fifteen minute walk from BBC Broadcasting House that we first met the man who says he is Bitcoin creator Satoshi Nakamoto.", "prediction": "When I was in a square Adelaide Australia, and I was where I was was I and I I was in a investigation into into tax fraud.", "rouge": {"rouge1": 13.559322033898304, "rouge2": 7.017543859649122, "rougeL": 13.559322033898304}, "nll_sum": 139.11582946777344, "token_count": 28} +{"index": 3112, "reference": "A 17-year-old boy has been charged with causing death by dangerous driving, after a man died after he was hit by a car in Levenshulme.", "prediction": "A teenager has been charged with death by causing death by dangerous driving after a man was hit by a car in Manchester at Old Trafford.", "rouge": {"rouge1": 75.47169811320754, "rouge2": 58.82352941176471, "rougeL": 71.69811320754717}, "nll_sum": 71.54576873779297, "token_count": 26} +{"index": 3113, "reference": "A consultation about plans which could see consultant-led maternity care withdrawn from a district hospital in north Wales has begun.", "prediction": "Plans to reorganised maternity maternity services at two Denbighshire hospitals will be launched be a public consultation, according to health bosses.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 120.43095397949219, "token_count": 27} +{"index": 3114, "reference": "British security officials believe that hackers in North Korea were behind the cyber-attack that crippled parts of the NHS and other organisations around the world last month, the BBC has learned.", "prediction": "South Korean hackers said was behind an an attack with an estimated street value of $43m (\u00a331mm) has been stolen from bank 2016, the UK cyber- cyber says.6 of a's 2011 again from 2011, again a", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 250.494384765625, "token_count": 46} +{"index": 3115, "reference": "Powys council is to take over the role of regulating Britain's estate agents from the Office of Fair Trading (OFT) from 1 April.", "prediction": "Motorists in Powys being asked for office to be unhappy directly to a new role in managing the Housing Estateports Group (ST visions).", "rouge": {"rouge1": 21.27659574468085, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 193.49493408203125, "token_count": 27} +{"index": 3116, "reference": "One relationship, 10 Olympic gold medals.", "prediction": " couple married couple who, EastEnders's best actor and best their best callers, the actors who't wait and a little phoneellers.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 175.26597595214844, "token_count": 29} +{"index": 3117, "reference": "Human Rights Watch says it is confident photos smuggled out of Syria by a defector in 2013 showing 6,786 people who died after detention are authentic.", "prediction": "Dozens of photographs and photographs of more than 30 victims of war have died in Syria, Human Rights Watch says.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.333333333333334, "rougeL": 17.02127659574468}, "nll_sum": 75.57298278808594, "token_count": 22} +{"index": 3118, "reference": "The Secretary of State has been criticised after it emerged he took his seat at a GAA game after the playing of the Irish national anthem.", "prediction": " a Stormont MP at Stormont Storm Storm said that the Irish prime minister did not, the national anthem that was played at controversial hur football match.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 8.0, "rougeL": 19.230769230769234}, "nll_sum": 170.74853515625, "token_count": 29} +{"index": 3119, "reference": "Al Merreikh official Hatim Mohamed Ahmed is being investigated by the Confederation of African Football after he appeared to hit Gabonese referee Eric Otogo-Castane in the face.", "prediction": "The Confederation of African Football (Caf) is to investigating a against match officials were involved in an incident in which coach Phisolooun-aneane was jumped out of the pitch.", "rouge": {"rouge1": 38.59649122807017, "rouge2": 14.545454545454545, "rougeL": 28.070175438596497}, "nll_sum": 194.14866638183594, "token_count": 37} +{"index": 3120, "reference": "Four letters in burnished steel are stuck to the sort of bare metal rack that you can see in any warehouse in America.", "prediction": "\"I wrote a rally, and I don't that I wasn't for anything,\" said saying that \"I don't staged a isn't't.\"", "rouge": {"rouge1": 4.166666666666666, "rouge2": 0.0, "rougeL": 4.166666666666666}, "nll_sum": 135.58514404296875, "token_count": 29} +{"index": 3121, "reference": "The UK's premier prize for science books has been won by Gaia Vince - the first female writer to claim the award outright in its near 30-year history.", "prediction": "The 2014 Nobel Prize for Fiction, for no change about climate change and change our, our how are \"thethe age we have made\"..", "rouge": {"rouge1": 11.538461538461538, "rouge2": 4.0, "rougeL": 11.538461538461538}, "nll_sum": 163.7664794921875, "token_count": 28} +{"index": 3122, "reference": "Protesters are blocking roads in parts of the Thai capital, Bangkok, in a bid to oust the government before snap elections on 2 February.", "prediction": "Thousands of loyalists are holding the streets of the capital, Bangkok, of a month ahead of February.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 34.146341463414636}, "nll_sum": 75.11030578613281, "token_count": 20} +{"index": 3123, "reference": "A man has been charged with wounding a 76-year-old woman who was run over by her own car in a suspected carjacking.", "prediction": "A man has been charged with murder after a 3-year woman was in a hit-and-run crash in Greater Greater Manchester.", "rouge": {"rouge1": 55.319148936170215, "rouge2": 26.66666666666666, "rougeL": 51.06382978723404}, "nll_sum": 70.72016906738281, "token_count": 26} +{"index": 3124, "reference": "Scottish airport operators have said they are dismayed and disappointed that the control of air passenger duty (APD) will not be devolved to Scotland.", "prediction": "Plans for a new radio railway station to cancel direct long- direct route to Northern Ireland is is having an impact on Scottish economy\", Glasgow and said", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 7.843137254901962}, "nll_sum": 161.8109588623047, "token_count": 29} +{"index": 3125, "reference": "Robin McBryde will coach Wales on their summer tour of the Pacific Islands.", "prediction": "Budget coach Robin McBryde confirmed he will take office as Wales coach this summer.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 8.0, "rougeL": 37.03703703703704}, "nll_sum": 82.81661987304688, "token_count": 18} +{"index": 3126, "reference": "Satellite images confirm that the oldest Christian monastery in Iraq has been destroyed by the jihadist group Islamic State (IS).", "prediction": " Islamic State group (IS) militants have made a historic temple burial site in northern Iraq, local officials say.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 72.68220520019531, "token_count": 21} +{"index": 3127, "reference": "People who have served in the armed forces in the past 50 years are not at greater risk of suicide than those who have not, according to a new study.", "prediction": "The military veterans are only non-veansans to those died under the age, 25 a new study suggests.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 8.695652173913043, "rougeL": 25.0}, "nll_sum": 133.28298950195312, "token_count": 22} +{"index": 3128, "reference": "Hundreds of thousands of vulnerable older people struggle to get by with little or no care because of cuts to care in England, a charity says.", "prediction": "Older young people are being allowed to take care in care homes and care need, a a charity says.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 35.55555555555556}, "nll_sum": 100.68156433105469, "token_count": 21} +{"index": 3129, "reference": "James Anderson has ridiculed comments made by Geoffrey Boycott about the batting of England's World Cup captain Eoin Morgan.", "prediction": "Eoin Morgan's good form is \"ununlikely\" in England's first Test cricket again, says ex-England Lions batsman Geoffrey Boycott.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 15.384615384615385, "rougeL": 9.75609756097561}, "nll_sum": 130.25030517578125, "token_count": 30} +{"index": 3130, "reference": "The grand sandstone building which helped to inspire the Peter Pan story has known a few adventures of its own over its 193-year history.", "prediction": "A country again considered once as of most the most famous buildings has lost its future.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 96.10661315917969, "token_count": 16} +{"index": 3131, "reference": "Gogledd Cymru yw un o'r 10 lle gorau i ymweld a nhw ar draws y byd yn 2017, yn \u00f4l Lonely Planet.", "prediction": "Mae Aweddodethym w gymedi wediedi w g wadleaduad ar w gedi w gad g w gad g ar gadryadry Eryry.", "rouge": {"rouge1": 4.651162790697675, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 284.555419921875, "token_count": 38} +{"index": 3132, "reference": "Parliamentary candidates for Newcastle-under-Lyme all called for a \"joined-up policy\" on health and social care in north Staffordshire at a public debate.", "prediction": "Up up to \u00a33m could be spent on health services if the Labour party the next general election candidates have said candidates in in the-'s, a,'s they from be from from it's's of the. from's from a", "rouge": {"rouge1": 20.895522388059703, "rouge2": 3.0769230769230766, "rougeL": 14.92537313432836}, "nll_sum": 251.3177947998047, "token_count": 47} +{"index": 3133, "reference": "Pharmaceutical firm GlaxoSmithKline (GSK) and some generics companies have been fined for being anti-competitive.", "prediction": " pharmaceuticals giant GlaxoSmithK (BGSB) has been fined \u00a3 by competitors after it it took part of a ketet market.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 6.451612903225808, "rougeL": 18.18181818181818}, "nll_sum": 177.4447021484375, "token_count": 29} +{"index": 3134, "reference": "An Englishman credited with founding football giants AC Milan is to be honoured in his home city.", "prediction": "Nottingham Forest's only footballer who helped Kil Salvador Balm of Italian football football, has helped with his hometown club AC Milan. a Inter 2011's theonian 2011 a the-m's a in's-'s from's from a", "rouge": {"rouge1": 21.052631578947366, "rouge2": 3.6363636363636367, "rougeL": 14.035087719298245}, "nll_sum": 305.14385986328125, "token_count": 47} +{"index": 3135, "reference": "Bird flu has been found at a second pheasant farm in Lancashire, the Department for Environment, Food and Rural Affairs (Defra) has confirmed.", "prediction": "A case of bird has been found at a farm Lancashire farm, the Institute for Ruralra has said.", "rouge": {"rouge1": 53.65853658536586, "rouge2": 20.51282051282051, "rougeL": 53.65853658536586}, "nll_sum": 108.87294006347656, "token_count": 22} +{"index": 3136, "reference": "Two road workers have been seriously hurt in an accident involving a van in mid Devon.", "prediction": "Two men were seriously seriously injured after a van and a van crashed into a dual car dualriageway.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 87.27085876464844, "token_count": 21} +{"index": 3137, "reference": "President Barack Obama rode in a lift with an armed security contractor who had assault convictions, in another security lapse.", "prediction": "The US Secret Service has a fired gun carrying a man and carrying a woman's gun fired inside a White House's office during in visit to America.", "rouge": {"rouge1": 8.16326530612245, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 141.19544982910156, "token_count": 29} +{"index": 3138, "reference": "The former chairman of Myanmar's ruling party has met opposition head Aung San Suu Kyi, prompting speculation of an alliance.", "prediction": "Dmese's former army chief is meeting an emergency to hold an form- form a opposition party to", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 129.8226318359375, "token_count": 20} +{"index": 3139, "reference": "Campaigners are calling for a change in the law after a decision not to charge anyone involved in a hunt that spilled on to a residential street.", "prediction": "The Crown Prosecution ServiceCPSC) has said law law protecting hunting hunting after a the and killed it was \"aa sport of sport\".", "rouge": {"rouge1": 20.408163265306122, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 168.29212951660156, "token_count": 28} +{"index": 3140, "reference": "With John Boehner's resignation, Twitter is losing one of its favourite public figures, a politician famous for his tears and his perma-tanned complexion.", "prediction": "The fourth president of the House of Representatives House in October Washington, John Flynn John Ohio excitement.", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 4.761904761904763}, "nll_sum": 122.82550048828125, "token_count": 18} +{"index": 3141, "reference": "It's remarkable, given the strength of the Indian expat community in California, that Narendra Modi's trip to Silicon Valley is the first by an Indian prime minister for more than three decades.", "prediction": " Indian Prime Minister Narendra Modi is on a visit to California and the town of Silicon Valley.", "rouge": {"rouge1": 47.05882352941177, "rouge2": 16.3265306122449, "rougeL": 23.529411764705884}, "nll_sum": 52.926116943359375, "token_count": 17} +{"index": 3142, "reference": "Sports Direct chairman Keith Hellawell has lambasted critics of the sportswear firm, saying an \"extreme political, union and media campaign\" has damaged its reputation.", "prediction": "earswear retailer Sports Direct, which has replaced its former chairman Professor Kenellell, has been accused of recent recent performances in recent years.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 163.46031188964844, "token_count": 28} +{"index": 3143, "reference": "Chinese authorities have arrested two Canadians in the capital Beijing for allegedly smoking marijuana.", "prediction": " stunning historic nunestatic show, but China, is being repatriated to Canada, the Chinese state ministry is helping them a theatre Globe for drugs.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 197.75094604492188, "token_count": 29} +{"index": 3144, "reference": "BBC Sport's football expert Mark Lawrenson is pitting his wits against a different guest each week this season.", "prediction": "BBC Sport's football expert Mark Lawrenson is pitting his wits against a different guest each week this season.", "rouge": {"rouge1": 100.0, "rouge2": 100.0, "rougeL": 100.0}, "nll_sum": 85.7626724243164, "token_count": 23} +{"index": 3145, "reference": "The US and other world powers have said they are ready to arm Libya's UN-backed unity government to help it fight the self-styled Islamic State (IS) group.", "prediction": "The North African parliament has said it will backing of stopping stopped the so-called Islamic State) because it is \"for the failure\".", "rouge": {"rouge1": 30.188679245283023, "rouge2": 3.9215686274509802, "rougeL": 26.415094339622634}, "nll_sum": 135.35595703125, "token_count": 26} +{"index": 3146, "reference": "A former treasurer of Spain's governing Popular Party (PP) has arrived for questioning by prosecutors in Madrid over claims of secret payments.", "prediction": "The Spanish anti-corruption of Spain, will be investigated over allegations a corruption scandal, accusing the party's political leaders \"slblush fund\".", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 13.33333333333333}, "nll_sum": 149.48471069335938, "token_count": 28} +{"index": 3147, "reference": "Indian PM Manmohan Singh has concluded a historic visit to Bangladesh by signing a series of protocols but without agreement on two major issues.", "prediction": "Banglsea Prime Ministerm Singh Singh H Singh has held holding redesign peace talks after possible battle between supporters between, India and India.", "rouge": {"rouge1": 8.695652173913043, "rouge2": 4.545454545454545, "rougeL": 8.695652173913043}, "nll_sum": 176.80667114257812, "token_count": 26} +{"index": 3148, "reference": "A police officer who thought his childhood abuser had died before he chanced across him online has said the man's conviction brought him \"closure\".", "prediction": "A convicted paedophile who was sexually as a pub workers, told a police officer had been told he had assaulted a victim has. jailed. be been a it aA \"Video-lPG ( in). from a's\". aA", "rouge": {"rouge1": 29.508196721311474, "rouge2": 6.779661016949152, "rougeL": 22.950819672131146}, "nll_sum": 302.38653564453125, "token_count": 47} +{"index": 3149, "reference": "Arsenal boss Arsene Wenger says he is \"surprised\" the club has been linked with a summer move to sign Sweden striker Zlatan Ibrahimovic.", "prediction": "Arsenal have no interest in signing French striker Zan Ibrahimovic following a deal Ars says boss Arsene Wenger.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 104.74530792236328, "token_count": 20} +{"index": 3150, "reference": "Four tourists who posed naked on a mountain in Malaysia have been given jail terms and fined.", "prediction": "Four British tourists have been jailed for four and for four the earthquake which left the country, which left thousands of dead \" \" failure\".", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 30.0}, "nll_sum": 173.78431701660156, "token_count": 26} +{"index": 3151, "reference": "Finding Dory has clung on to the top spot in the UK box office - despite the threat from nearest rival Bad Moms.", "prediction": " horror horror character recruiteding Dory has held on top spot at the UK and Ireland box office.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 21.62162162162162, "rougeL": 46.15384615384615}, "nll_sum": 107.18611145019531, "token_count": 19} +{"index": 3152, "reference": "There are wide variations in Caesarean section rates across Europe, indicating a lack of consensus about the best way of delivering babies, a study suggests.", "prediction": "The lowest rate of having Caesarean Poland and Cyprus has fallen sharply in Europe, a study suggests.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 10.0, "rougeL": 23.80952380952381}, "nll_sum": 96.4002914428711, "token_count": 21} +{"index": 3153, "reference": "A council boss has been suspended while an independent investigation into his conduct takes place.", "prediction": "An inquiry the was launched into allegations allegations ofickshire Council's leader's local authority, the council has confirmed the was aA councillor's over the from's, from a local from from a councillor's reputation of the's from'sA", "rouge": {"rouge1": 17.54385964912281, "rouge2": 0.0, "rougeL": 7.017543859649122}, "nll_sum": 272.203125, "token_count": 47} +{"index": 3154, "reference": "Manchester will host the 2019 World Taekwondo Championships - after a record-breaking medal haul for Britain at this summer's Olympic Games in Rio.", "prediction": "The Olympic Taekwondo, it not host the 2020 Tokyo Olympic Games in Manchester, a bid to host the Worldekondo champion.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714288, "rougeL": 22.727272727272727}, "nll_sum": 130.49114990234375, "token_count": 27} +{"index": 3155, "reference": "Coach Diego Simeone has signed a contract extension with Atletico Madrid that will keep him at the Spanish champions until 2020.", "prediction": " Atletico Madrid boss Diegoimeone has signed a deal, keeping him at the club until 2021.", "rouge": {"rouge1": 55.55555555555556, "rouge2": 35.29411764705882, "rougeL": 44.44444444444444}, "nll_sum": 86.1894302368164, "token_count": 19} +{"index": 3156, "reference": "Mae cabinet Cyngor Sir Powys wedi pleidleisio o blaid cynllun i gau'r ffrwd Gymraeg yn Ysgol Uwchradd Aberhonddu.", "prediction": "Mae y wedi wedi wedin gn yn yn yn ynymnymn yn yn yn yn yn yn ynddn gafnilyndd.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 173.80282592773438, "token_count": 42} +{"index": 3157, "reference": "Two-time world champion Mark Williams will face China's world number 84 Zhao Xintong in the World Championship first qualifying round on Saturday.", "prediction": "Welsh tennis player Mark Williams will secure his place at next season's Worldooker Championship for the next Championship.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 27.906976744186046}, "nll_sum": 104.74894714355469, "token_count": 22} +{"index": 3158, "reference": "Thirteen people have been charged after climate change protesters stormed onto the runway at Heathrow Airport and chained themselves together.", "prediction": "Four men and a woman have been arrested in connection with a protest flag protest at London Airport Airport.edd to the resolve from in's from reputation, The, from from a. from, a as The's of.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 3.571428571428572, "rougeL": 17.24137931034483}, "nll_sum": 224.15560913085938, "token_count": 43} +{"index": 3159, "reference": "Anthony Scaramucci is out.", "prediction": "When Anthony Scaramucci is leaving his third office after taking office of January.", "rouge": {"rouge1": 35.29411764705882, "rouge2": 26.666666666666668, "rougeL": 35.29411764705882}, "nll_sum": 74.83154296875, "token_count": 15} +{"index": 3160, "reference": "Forward Reza Ghoochannejhad and full-back Marco Motta will leave relegated Charlton Athletic when their contracts expire this summer.", "prediction": "New Charlton Athletic midfielder Nasirooabyirah and midfielder M top have also left the club after George M priority on new five-year.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 5.128205128205128, "rougeL": 9.75609756097561}, "nll_sum": 188.99075317382812, "token_count": 29} +{"index": 3161, "reference": "A \"manipulative and calculating\" police officer who abused his position to have sex with vulnerable women he met while on duty has been jailed.", "prediction": "A police officer who \"coronerive rest\" help women was told and told police told after having having marriage with another woman has been jailed.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 17.391304347826086, "rougeL": 37.5}, "nll_sum": 173.90713500976562, "token_count": 28} +{"index": 3162, "reference": "Fleetwood Mac have been announced as the first headline act of Isle of Wight 2015.", "prediction": "British band Hotppa Peppers who will headline be first music on the Isle of Wight, festival organisers have announced organisers- solve-'s solve the's \"over it's from it, it's\".Images of.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 8.51063829787234, "rougeL": 16.3265306122449}, "nll_sum": 270.26318359375, "token_count": 43} +{"index": 3163, "reference": "Fugitive US intelligence leaker Edward Snowden has not been given Russian travel documents, his lawyer has said, contradicting earlier reports.", "prediction": "F lawyer for the former US intelligence chief John Snowden says he to leave an airport, a Russian lawyer says is \"no no\". halting\". a \"'s a's again's from-A aA in from America's from.oldA", "rouge": {"rouge1": 16.94915254237288, "rouge2": 3.508771929824561, "rougeL": 16.94915254237288}, "nll_sum": 306.9940185546875, "token_count": 47} +{"index": 3164, "reference": "Richard Money has left his role as Norwich academy boss by mutual consent to try to return to club management.", "prediction": "Norwich City midfielder Andy have been appointed as the new manager of National League nonleague side,inghead.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 107.53289794921875, "token_count": 21} +{"index": 3165, "reference": "Russian President Vladimir Putin has sought to allay Israeli concerns at Russia's military build-up in Syria.", "prediction": " United Prime Minister Benjamin Netanyahu has, expressed fears that military action continue to reduce the reduce the country's presence to an air airbase audio in Syria.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 149.38180541992188, "token_count": 29} +{"index": 3166, "reference": "A search has resumed for a man missing after his kayak overturned on a river in Surrey.", "prediction": "A search is under way for an 11-year-old kayaker missing from a Somerset after intoold river and try a move into a river to its in a", "rouge": {"rouge1": 43.47826086956522, "rouge2": 9.090909090909092, "rougeL": 34.78260869565217}, "nll_sum": 156.2141571044922, "token_count": 32} +{"index": 3167, "reference": "Campaigners are hoping to raise \u00a325,000 to help restore a fountain put up in memory of men who died during a World War II mission.", "prediction": "A railway station has been set up at a site whereese and Ukrainian soldiers who were part of a Nazi war base in World War One. solve the 2011 aA- a--pA a in a from a's from's a", "rouge": {"rouge1": 23.880597014925378, "rouge2": 3.0769230769230766, "rougeL": 17.910447761194032}, "nll_sum": 238.10690307617188, "token_count": 46} +{"index": 3168, "reference": "Hull City of Culture 2017 has raised \u00a332m to produce the year-long festival, according to the charity set up to deliver it.", "prediction": "A charity says \u00a343m is to be delivered to Hull's Olympic, Olympic,mpic andmpic and finals include in any cultural event.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 161.03367614746094, "token_count": 29} +{"index": 3169, "reference": "South Yorkshire Police Chief Constable David Crompton has been suspended following the Hillsborough inquests.", "prediction": " Home Home Secretary has called for South Yorkshire Police's chief constable David Crompton to force the force. solve the 2011 a \"Californiaet and football a from's decision for the it of it's's of a.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 20.0, "rougeL": 30.76923076923077}, "nll_sum": 258.3688049316406, "token_count": 43} +{"index": 3170, "reference": "The Austrian government has said it will sharply reduce the number of asylum applications it accepts this year compared with 2015.", "prediction": "The European Parliament has said it will reduce increasing numbers of and refugees in Germany this so far the increase rate among EU member members in EU countries.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 17.02127659574468, "rougeL": 36.734693877551024}, "nll_sum": 140.46249389648438, "token_count": 28} +{"index": 3171, "reference": "Fragments of a suspected Russian missile system have been found at the Flight MH17 crash site in Ukraine, investigators in the Netherlands say.", "prediction": "Human remains have found the Russian flight of missing Malaysia plane MH17 to be used as a missile system.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 90.92782592773438, "token_count": 20} +{"index": 3172, "reference": "An ex-youth worker jailed for child sex offences could have been approved as a foster carer, a case review has found.", "prediction": "A convicted paedophile was convicted of failing confidential information about a information where a child was young of young left in jail without a form blank has found.", "rouge": {"rouge1": 23.999999999999996, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 169.7991943359375, "token_count": 29} +{"index": 3173, "reference": "The family of a six-year-old girl suffering from leukaemia are celebrating pioneering treatment which they say has \"saved her life\".", "prediction": "A six-year-old girl with a rare form of cancer includes Leukaemia has been told she will not be able be to carry out a", "rouge": {"rouge1": 33.333333333333336, "rouge2": 17.391304347826086, "rougeL": 29.166666666666668}, "nll_sum": 98.88404846191406, "token_count": 29} +{"index": 3174, "reference": "Scientists have discovered the oldest-known fossil of a pine tree.", "prediction": "A of the trees which went out of Antarctica 30 years ago have been saved.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 68.43034362792969, "token_count": 15} +{"index": 3175, "reference": "A \u00a330m sea defence project in Essex is being jeopardised by questions over the materials being used, the leader of Tendring District Council has said.", "prediction": "Oxfordshire County Council was accused of giving a beachgu stone stone and possible shingleup\" could not happen\", a councillor's leader claimed.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 179.21324157714844, "token_count": 29} +{"index": 3176, "reference": "Chelsea's win over Tottenham at Stamford Bridge not only restored them to the top of the Premier League, it also offered up further evidence of the impact manager Antonio Conte has as he rebuilds the club from the trauma of last season.", "prediction": "Chelsea have locked up their bid, the Premier League title, after dropping to five points to five minutes as they beat Tottenham at Stamford Bridge 2011's Stamford of O's- again- the a again's again solve the from again's from a", "rouge": {"rouge1": 36.7816091954023, "rouge2": 11.76470588235294, "rougeL": 20.689655172413797}, "nll_sum": 268.62225341796875, "token_count": 47} +{"index": 3177, "reference": "Britain's Jack Burnell won gold at the Abu Dhabi leg of the 10km Marathon Swimming World Cup.", "prediction": "Olympic silverallist Jack Burnell's won his firstweight title by finishing a sprint race at Saturday night's London Marathon.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 131.90664672851562, "token_count": 26} +{"index": 3178, "reference": "The DUP's Arlene Foster has been reappointed as Northern Ireland first minister and Sinn F\u00e9in's Martin McGuinness as deputy first minister, with the UUP announcing they will form an opposition at the Stormont assembly.", "prediction": "First Deputy First First Minister Martin McGuinness has that he will lead his party to form the first official opposition of modern revolution\" in Northern Ireland Assembly.", "rouge": {"rouge1": 46.875, "rouge2": 12.903225806451616, "rougeL": 25.0}, "nll_sum": 129.93331909179688, "token_count": 29} +{"index": 3179, "reference": "Hartlepool have signed strikers Andrew Nelson and Louis Rooney on loan from Sunderland and Plymouth respectively.", "prediction": "Hartlepool United have signed midfielder Hartpool, former Newcastle and Newcastle to striker Nelson Mandela on loan.", "rouge": {"rouge1": 50.0, "rouge2": 13.333333333333334, "rougeL": 43.75}, "nll_sum": 108.82572174072266, "token_count": 20} +{"index": 3180, "reference": "Leicester have been fined \u00a320,000 by the Football Association over the conduct of their players during a game against Aston Villa.", "prediction": "A Villa and Leicester have been fined \u00a320,000 for failing to control control their players of their players during their five-day Premier League match.", "rouge": {"rouge1": 49.999999999999986, "rouge2": 34.78260869565217, "rougeL": 41.666666666666664}, "nll_sum": 103.94009399414062, "token_count": 29} +{"index": 3181, "reference": "Three special school staff members were arrested after a teenage pupil was seriously injured in a swimming pool.", "prediction": "A police inquiry has been launched launched after a pupil was left with serious after neck brain injuries after being hit in a swimming pool.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 24.39024390243903, "rougeL": 37.2093023255814}, "nll_sum": 96.50114440917969, "token_count": 25} +{"index": 3182, "reference": "England have brought in Emma Croker and have Ireland made two changes for Saturday's Women's Six Nations game.", "prediction": " leading Valkerft make her first start to the England women will start their opening Nations game against Ireland to Ireland on Saturday the with women clin from Saturday campAThe's from's-D from reputation in's 3 as's. aA", "rouge": {"rouge1": 29.508196721311474, "rouge2": 3.389830508474576, "rougeL": 16.39344262295082}, "nll_sum": 361.97552490234375, "token_count": 47} +{"index": 3183, "reference": "A 34-year-old man is still being questioned over the murder of a man who was shot in the legs in north Belfast on Friday night.", "prediction": "A man whose body was stabbed to death at his home in north Belfast on Thursday night released been released without charge without the Police Ombudsman.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 15.686274509803921, "rougeL": 30.18867924528302}, "nll_sum": 102.093505859375, "token_count": 27} +{"index": 3184, "reference": "Fallen trees and branches from a woodland could be a cause for recent sightings of the Loch Ness Monster, a conservation charity has suggested.", "prediction": "G reduced has been be washed up on a remote part of Loch Ness, the Jordonot's image of the famous filmmaker Superman.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 8.888888888888888, "rougeL": 21.27659574468085}, "nll_sum": 151.87513732910156, "token_count": 26} +{"index": 3185, "reference": "UK economic growth accelerated in the second quarter of the year, helped by a big jump in oil and gas production, official figures have shown.", "prediction": "The UK economy grew in the first quarter of the year, the official figures official revealed, official show show.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 23.80952380952381, "rougeL": 40.90909090909091}, "nll_sum": 93.72715759277344, "token_count": 21} +{"index": 3186, "reference": "A bridge in County Durham has closed after inspectors identified \"issues with its structural integrity\".", "prediction": "A road bridge in Durham that has due a closed for at least a further month because of safety fears.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.0606060606060606, "rougeL": 34.285714285714285}, "nll_sum": 98.83195495605469, "token_count": 20} +{"index": 3187, "reference": "Mauritius international goalkeeper Joseph Kinsley Steward Leopold has been arrested for drug dealing.", "prediction": " B Mauritius international prop Phillip Leop has been arrested on suspicion of drug.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 25.0, "rougeL": 46.15384615384615}, "nll_sum": 91.97183227539062, "token_count": 15} +{"index": 3188, "reference": "Nico Rosberg took a dominant win in the Spanish Grand Prix as Mercedes team-mate Lewis Hamilton fought back from a slow start to take second.", "prediction": "Nico Rosberg took his position for the practice at the Grand Prix with victory over Mercedesmatemate Lewis Hamilton.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 19.04761904761905, "rougeL": 36.36363636363637}, "nll_sum": 114.42884063720703, "token_count": 22} +{"index": 3189, "reference": "Damien Hirst is to publish his autobiography, promising to lay bare the British modern art world.", "prediction": "A art of an art, which includes street artist Damien Guernsey, been passed, it has been claimed.", "rouge": {"rouge1": 12.121212121212121, "rouge2": 0.0, "rougeL": 6.0606060606060606}, "nll_sum": 114.20886993408203, "token_count": 22} +{"index": 3190, "reference": "Fresh negotiations have taken place with the city council to end the impasse over Aberdeen FC's proposed new stadium, club chairman Stewart Milne has said.", "prediction": "Aberdeen chief executive Ian Milne has told club chairman Ian Milne proposed that a new stadium for Aberdeen would be possible in an uncertain future.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 12.244897959183673, "rougeL": 15.686274509803921}, "nll_sum": 112.63758850097656, "token_count": 29} +{"index": 3191, "reference": "Two dogs left homeless after their owner died in a Conwy county motorbike crash have been rehomed together.", "prediction": "Fourteen dog which which were killed in a car crash in Conwy have given given their new home.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 104.239013671875, "token_count": 20} +{"index": 3192, "reference": "A man has been charged with causing the death of a three-year-old girl by dangerous driving in a crash involving eight vehicles.", "prediction": "A man has been charged with causing by causing death by dangerous driving after driving an 11-year-old girl and a girl3 died in a car crash which left her car a- with with mistake in. years a's from a an", "rouge": {"rouge1": 53.73134328358209, "rouge2": 33.84615384615384, "rougeL": 41.791044776119406}, "nll_sum": 218.92897033691406, "token_count": 47} +{"index": 3193, "reference": "A man has appeared in court charged with breaching a restraining order following the death of a woman on a dual carriageway.", "prediction": "A 23-year-old man has been over the death of a woman in a hit-and-run crash on carriageway.", "rouge": {"rouge1": 55.81395348837208, "rouge2": 24.390243902439025, "rougeL": 46.51162790697674}, "nll_sum": 66.95525360107422, "token_count": 28} +{"index": 3194, "reference": "Nigeria winger Asisat Oshoala has left Women's Super League One club Arsenal Ladies to join Chinese side Dalian Quanjian.", "prediction": "Arsenal forward Beckyna Williams has announced her retirement from international footballya.A. \" what ballet's a2iling--m ballet from in from a as's.'s from reputation for from's from reputation of\". a from TheA", "rouge": {"rouge1": 10.714285714285714, "rouge2": 0.0, "rougeL": 7.142857142857142}, "nll_sum": 356.54510498046875, "token_count": 48} +{"index": 3195, "reference": "About 40 jobs are expected to be created when a gym, which closed suddenly in 2011, reopens after a \u00a31m refit.", "prediction": " a shopping centre Bristol Leicester that was shut down a year and is due to reopen, has officially opened to the public after \u00a35m.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 121.37491607666016, "token_count": 27} +{"index": 3196, "reference": "Ennio Morricone has denied criticising Quentin Tarantino over his use of music.", "prediction": "Mor Miguel Giulio Fabone, he feared be \"too violent\" in his film, because it was \" too violent too for him and watch film-making.", "rouge": {"rouge1": 5.555555555555555, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 170.4124755859375, "token_count": 32} +{"index": 3197, "reference": "James Dasaolu ran a wind-assisted 9.93 seconds to win a thrilling battle of the British sprint kings and secure his place at his second Olympic Games.", "prediction": " British Becky James Dasaolu won a third gold medal on his Great Britain team-mates after complete a stunning sprint at's been London Olympics.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 3.921568627450981, "rougeL": 26.41509433962264}, "nll_sum": 161.8612060546875, "token_count": 29} +{"index": 3198, "reference": "It is one of the wealthiest countries on Earth - enriched by the bounty of a once-in-a lifetime mining boom - but Australia remains bedevilled by a rising number of its children living in poverty.", "prediction": "Thousands of people in Australia are living below the low level, according to a health charity.", "rouge": {"rouge1": 23.529411764705877, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 56.55101776123047, "token_count": 17} +{"index": 3199, "reference": "A company is to take over a disused pharmaceutical plant in Newcastle, creating up to 100 jobs.", "prediction": " pharmaceutical pharmaceutical firm in Newcastle has announced it will investment \u00a35m in the site over, next three years.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.0606060606060606, "rougeL": 17.142857142857142}, "nll_sum": 96.95915985107422, "token_count": 21} +{"index": 3200, "reference": "Leicester Lions Speedway have been bought by Sheffield Tigers promoter Damien Bates.", "prediction": "Premiership champions Leicester are in in charge of to British and Irish Lions next season, says director of rugby Bates.", "rouge": {"rouge1": 18.749999999999996, "rouge2": 0.0, "rougeL": 18.749999999999996}, "nll_sum": 100.86906433105469, "token_count": 22} +{"index": 3201, "reference": "A man has died after apparently falling through the roof of a building at an industrial site in Derbyshire.", "prediction": "A man has been arrested and death by the police of two officers- West Yorkshire.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 80.12811279296875, "token_count": 16} +{"index": 3202, "reference": "A woman accused of murdering her baby son has been remanded on bail at a mental health facility.", "prediction": "A woman whose murder is accused murdering her six-month-old son whose Northern Ireland has of granted a abortion by the mental health trust and\",.", "rouge": {"rouge1": 50.0, "rouge2": 14.285714285714283, "rougeL": 45.45454545454546}, "nll_sum": 160.39649963378906, "token_count": 29} +{"index": 3203, "reference": "Detectives investigating the murder of a man who they believe was attacked with an axe have renewed their appeal on the first anniversary of his death.", "prediction": "Police treating whose murder of a man to his death in Belfast 10 years ago have described him asa killer of \" small large\" large\" large such from his a's on his reputation as a man's. of", "rouge": {"rouge1": 28.125, "rouge2": 12.903225806451612, "rougeL": 21.875}, "nll_sum": 245.08023071289062, "token_count": 42} +{"index": 3204, "reference": "Private security guards employed to forcibly remove people from the UK have used racist language and inappropriate force, a report by MPs has said.", "prediction": "A relationship working by so-called Islamic airline \"resiecue\" in the UK, becoming \"too too cos weathery\", MPs and said.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 195.4351348876953, "token_count": 29} +{"index": 3205, "reference": "A young Namibian scientist has vowed to find a cure for cancer - one of the biggest killer diseases in the world.", "prediction": "A scientists at Aberdeen University will explain why there can identify a motor neurone ( disease disease, new research suggests", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 126.53137969970703, "token_count": 21} +{"index": 3206, "reference": "HIV drugs should be given at the moment of diagnosis, according to a major trial that could change the way millions of people are treated.", "prediction": "A clinical trial to provide fertility treatment for a deadly virus should be significantly lower after early, medical evidence has shown.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 8.695652173913043}, "nll_sum": 108.69743347167969, "token_count": 22} +{"index": 3207, "reference": "Carrick Rangers have signed former Crusaders midfield Eamon McAllister.", "prediction": "arrarrick Rangers striker signed former Northern Northern Ireland midfielder Emily McAllister on three-year deal.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 9.090909090909092, "rougeL": 41.66666666666667}, "nll_sum": 108.31266784667969, "token_count": 20} +{"index": 3208, "reference": "Experts are warning that plans to allow farmers to clear water courses on their land could make floods worse in towns.", "prediction": "The government has criticised plans to cut water and water off their farmland to prevent from flooding, campaigners say.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 91.57136535644531, "token_count": 20} +{"index": 3209, "reference": "Game of Thrones star \"The Mountain\" has been beaten to Europe's Strongest Man title by a man from Swindon.", "prediction": "A Englishman has become the battle to be Great Britain's Strongest man a steep year, the reputation The reputation from-'s's reputation from a a's.'s reputation from's The. reputation in from a from's.", "rouge": {"rouge1": 27.118644067796605, "rouge2": 7.017543859649122, "rougeL": 23.728813559322035}, "nll_sum": 261.926025390625, "token_count": 45} +{"index": 3210, "reference": "The number of British tourists hit by booking scams rose by 19% last year, according to Action Fraud.", "prediction": "Thousands of people in are being at risk due losing sold tickets while booking free last year, government data data.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 134.4220428466797, "token_count": 21} +{"index": 3211, "reference": "Ofsted inspectors have found that some private faith schools are not doing enough to respect women, or people of other faiths and beliefs.", "prediction": "Inspects some schools Birmingham in found there were \"professional and lacking\"\" by a lack of schools.", "rouge": {"rouge1": 25.64102564102564, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 133.71246337890625, "token_count": 20} +{"index": 3212, "reference": "Worcestershire have re-signed New Zealand all-rounder Mitchell Santner for the 2017 T20 Blast competition.", "prediction": "Worcestershire have signed bats batsman Juan Solo will miss the rest of their T20 campaign because of a serious finger injury.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 111.05561828613281, "token_count": 27} +{"index": 3213, "reference": "West Ham United have taken over the running of the ladies' club, saying they are \"delighted\" to bring it into \"the West Ham family\".", "prediction": "West Ham United say they are in \"adad and terms\" with the club, after the club stopped members of stopping a members from the club.", "rouge": {"rouge1": 44.89795918367347, "rouge2": 17.02127659574468, "rougeL": 28.57142857142857}, "nll_sum": 136.91571044921875, "token_count": 29} +{"index": 3214, "reference": "The arts industry is suffering from a \"class-shaped hole\", a Labour Party inquiry says.", "prediction": "Claims, poor and poor pay gap in the corporation gap England's schools to school pupils, viewers and, MPs have MPs in the-'s,Ukraine,'s they's from the from it The's flagship of. from's-A", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 317.003662109375, "token_count": 47} +{"index": 3215, "reference": "Southampton made light work of Crystal Palace in their all-Premier League tie, with a goal in either half sending Saints into the EFL Cup fourth round.", "prediction": "Southampton moved into to fourth round of the FA Cup as they thrashedashing 10- Crystal Palace.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 112.75312805175781, "token_count": 20} +{"index": 3216, "reference": "Former Leeds and Aston Villa manager David O'Leary has won a \u00a33.4m compensation claim against Dubai-based club Al Ahli.", "prediction": "Derry City manager Michael O'Leary been awarded a \u00a37,000000 fine by the Football Association of Ireland by Egyptian club Al Ahli.", "rouge": {"rouge1": 31.111111111111118, "rouge2": 13.95348837209302, "rougeL": 31.111111111111118}, "nll_sum": 121.11210632324219, "token_count": 28} +{"index": 3217, "reference": "Former News International boss Rebekah Brooks and ex-Downing Street communications chief Andy Coulson have learned their trial over phone-hacking claims will take place next September.", "prediction": " News chief of the World editorek Rebah Brooks will stand trial next year charged in relation with phone-hacking phone phone claims.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 4.25531914893617, "rougeL": 24.489795918367346}, "nll_sum": 164.2674102783203, "token_count": 27} +{"index": 3218, "reference": "Italy's Olympic chiefs want 26 of the country's athletes banned for two years over alleged doping offences.", "prediction": "Fourteen Italian athletes are facing trials of drugs drugs samples after failing their drugs test, says the Court blamed Arbitration Sport (Cas).", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 149.4800262451172, "token_count": 26} +{"index": 3219, "reference": "A man who began a hate campaign against his ex-partner, which culminated in her car being petrol bombed, has been jailed for five years.", "prediction": "A man who himself himself to a bomb attack to his ex-boy and his ex-partner has been jailed jailed and 33 years.", "rouge": {"rouge1": 48.97959183673469, "rouge2": 25.53191489361702, "rougeL": 44.89795918367347}, "nll_sum": 131.8961944580078, "token_count": 27} +{"index": 3220, "reference": "International footballer Alan Pulido, who has been rescued after being abducted in Mexico, fought one of his kidnappers and used his phone to call police, officials have revealed.", "prediction": "The former Mexico international player, Jose Lyonido, after being kidnapped by armed gunmen in north-eastern Mexico.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 105.8956298828125, "token_count": 22} +{"index": 3221, "reference": "Bournemouth moved to the highest league position in their history as Leicester's miserable run away from home continued with defeat at Vitality Stadium.", "prediction": "Bournemouth scored a second-half comeback to beat Leicester to within the point of Premier League champions Leicester.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 0.0, "rougeL": 23.80952380952381}, "nll_sum": 82.01274871826172, "token_count": 21} +{"index": 3222, "reference": "Uefa chief Michel Platini is appealing after Fifa banned him for 90 days while corruption claims are investigated.", "prediction": "Uefa president Michel Plat, who will ban from football's world football body, Fifa, has been found guilty of guilty of misconduct.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 129.2014923095703, "token_count": 27} +{"index": 3223, "reference": "Budget airline Monarch says its flights are operating as normal following \"negative speculation\" about the firm's financial health over the weekend.", "prediction": "The travel company airline has said it is \"deepdeeply\" by the news saying that the airline is facing \"as a bad weather weather\".", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 147.84352111816406, "token_count": 28} +{"index": 3224, "reference": "The Cotswolds could be policed by the Thames Valley force if plans to \"break away\" from Gloucestershire County Council go ahead, it is claimed.", "prediction": "Plans for a new police force in Gloucestershire could be created finally, the West Midlands Police of West backing a sympathy) support has said.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 12.5}, "nll_sum": 145.4700164794922, "token_count": 30} +{"index": 3225, "reference": "A council that said it feared becoming \"bankrupt\" has agreed to make a further \u00a346m of cuts by 2019.", "prediction": "A West Midlands council says it is facing budget cuts\" are cuts, despite cuts, the council said it to save \u00a3.8m.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 124.60285949707031, "token_count": 27} +{"index": 3226, "reference": "Goldman Sachs is scrapping face-to-face interviews on university campuses in a bid to attract a wider range of talent.", "prediction": "Batsats's chief executive, Lloyd Dustinfein, is set to work with three US university.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 117.54170227050781, "token_count": 20} +{"index": 3227, "reference": "Liverpool easily beat Premier League champions Leicester in their first home game of the season.", "prediction": " Le Le boosted Liverpool's Champions League hopes hopes alive as theyashed Liverpool in keep their play-off alive.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 124.20899963378906, "token_count": 21} +{"index": 3228, "reference": "Gloucester reached their second European Challenge Cup final in three seasons as they held on to win an absorbing semi-final at La Rochelle.", "prediction": "Gloucester boosted their hopes of reaching a first ever and European Champions Cup by thrashed three-timeending champions Paris Rocarton. Francade Franc-.- again's the-w a from in's from's from.'s a", "rouge": {"rouge1": 23.728813559322035, "rouge2": 0.0, "rougeL": 16.94915254237288}, "nll_sum": 294.459716796875, "token_count": 46} +{"index": 3229, "reference": "The light-hearted Church of the Flying Spaghetti Monster has staged its first legally recognised wedding.", "prediction": "A married couple couple are married marriage first of same samesexsex couples again. a \" a-A a \"the-w from a in\" from a world's God from ad from a in for a as.", "rouge": {"rouge1": 11.764705882352938, "rouge2": 0.0, "rougeL": 7.8431372549019605}, "nll_sum": 275.74383544921875, "token_count": 44} +{"index": 3230, "reference": "Two Russian spies are among four individuals indicted by the US Department of Justice (DOJ) over a huge theft of Yahoo user accounts.", "prediction": "The FBI has announced six charges against seven Yahoo suspected suspected of carrying out huge data breach, according to the National National Security Group (DisneyG).", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 12.499999999999996}, "nll_sum": 155.2689971923828, "token_count": 28} +{"index": 3231, "reference": "Clubs could prevent fans being ripped off by creating their own secondary ticket exchanges, says the Football Supporters' Federation (FSF).", "prediction": "Thousands of football fans are being sold out of sell fans who are being funded wrongly, says the fans' group.", "rouge": {"rouge1": 25.0, "rouge2": 5.263157894736842, "rougeL": 20.000000000000004}, "nll_sum": 103.82794189453125, "token_count": 22} +{"index": 3232, "reference": "A swathe of emails from the inbox of Ashley Madison's chief executive is now being scoured by a variety of security experts and journalists.", "prediction": "A huge cyber-attack on the site Rediery site Ashley Madison to provide more than half a emails Americans are sent to a leading Norwegian security researcher.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 23.076923076923077}, "nll_sum": 176.12680053710938, "token_count": 29} +{"index": 3233, "reference": "The population of Northern Ireland is projected to rise by 5.3% to 1,938,700 by 2024.", "prediction": "The Northern Ireland population5 expected rise by 40% in the next five years years - its highest highest level since 2008 since mid-November.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 132.05909729003906, "token_count": 27} +{"index": 3234, "reference": "Substitute Conor Thomas scored a dramatic stoppage-time winner as Swindon ended Millwall's 16-match unbeaten run in League One.", "prediction": "Thomas Thomas scored a stoppage-time winner to give Swindon Town a hard-f victory over Millwall in a thrilling at County County Ground.", "rouge": {"rouge1": 40.0, "rouge2": 18.6046511627907, "rougeL": 40.0}, "nll_sum": 142.70025634765625, "token_count": 30} +{"index": 3235, "reference": "Police investigating the disappearance of a man three months ago say they have yet to trace the sender of a letter claiming he was dead.", "prediction": "A man whose went missing after of year after sent to a police post, a post- of, has been found the sea by police saying it as his role on from's a as a man's have. of the a from's a", "rouge": {"rouge1": 31.884057971014496, "rouge2": 2.9850746268656714, "rougeL": 20.28985507246377}, "nll_sum": 257.29718017578125, "token_count": 47} +{"index": 3236, "reference": "Footage of Bargrennan Bridge: Dabby McCreadie", "prediction": "A difficult weather forecasts of fatal accident on the major Ander A which caused significant disruption for drivers.", "rouge": {"rouge1": 8.333333333333332, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 122.35780334472656, "token_count": 19} +{"index": 3237, "reference": "Artificial intelligence can identify skin cancer in photographs with the same accuracy as trained doctors, say scientists.", "prediction": "An artificial intelligence intelligence that could place scientists and scientists clear diagnosis of skin cancer has shown, researchers.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 12.121212121212121, "rougeL": 22.857142857142858}, "nll_sum": 104.67284393310547, "token_count": 19} +{"index": 3238, "reference": "Manchester United boss Louis van Gaal says keeper David De Gea is not \"capable\" of playing in Saturday's season opener against Tottenham.", "prediction": "Manchester United goalkeeper David de Gea says he will still be allowed to again\" next season the says Manchester boss Louis van a side solve-'s. aA's decision\" hisamp from a--chair of.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 18.181818181818183, "rougeL": 21.05263157894737}, "nll_sum": 284.4712219238281, "token_count": 42} +{"index": 3239, "reference": "Former Premier League footballer Clarke Carlisle has been banned from driving for three years after he admitted drinking and driving.", "prediction": "Ex-Th League footballer Carlislechester has given a 12-month suspended for driving while a serving a 80mph-month jail sentence.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 160.9863739013672, "token_count": 27} +{"index": 3240, "reference": "A road on the Somerset Levels which closed in December when it was engulfed by flood water has finally reopened.", "prediction": " a key dual carriageway has been closed following severe flooding and heavy rain, causing dozens of tanks to a clear-up.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 109.2182388305664, "token_count": 26} +{"index": 3241, "reference": "An otter has been returned to the wild in Carmarthenshire after being found curled up in a puddle of water from a pressure hose.", "prediction": "A male male ever who was found on a beach in Ceredigion has been rescued, from an RSPCASP said's been a solve- Nottingham the service's \" ballet from a gameA from a The's a. fromA", "rouge": {"rouge1": 29.50819672131148, "rouge2": 6.779661016949152, "rougeL": 19.672131147540984}, "nll_sum": 316.77685546875, "token_count": 48} +{"index": 3242, "reference": "US comedian and talk show host Rosie O'Donnell has revealed that she suffered a heart attack last week.", "prediction": "Hollywood actress Maria O'Donnell has suffered a suspected heart attack in her home in Oregon", "rouge": {"rouge1": 40.0, "rouge2": 24.24242424242424, "rougeL": 40.0}, "nll_sum": 69.31129455566406, "token_count": 17} +{"index": 3243, "reference": "Veterans and soldiers attended a ceremony at Portsmouth's cenotaph to mark the 70th anniversary of VJ Day.", "prediction": "Thousands of wreaths have attended the church parade for Portsmouth annual annual VJ in Richmond.", "rouge": {"rouge1": 30.303030303030297, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 107.71955871582031, "token_count": 18} +{"index": 3244, "reference": "Friends and family of a boxer with a \"gentle smile\", who died after being knocked out in his first fight, have attended a memorial mass.", "prediction": "A funeral the Polish man who died following a fight at a club nightclub has described him, as having \"a sensation freak faced\". have praised \"a man of's middle as a man.\" a as's a of aA from again 2011", "rouge": {"rouge1": 23.88059701492537, "rouge2": 3.0769230769230766, "rougeL": 17.91044776119403}, "nll_sum": 282.80841064453125, "token_count": 47} +{"index": 3245, "reference": "A mass funeral has taken place in the Colombian town of Salgar for victims of a devastating mudslide on Monday.", "prediction": "A massive landslide has hit several the north-e Nigerian city of Libororiana, after heavy rain and rain and heavy rains rain", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 150.53677368164062, "token_count": 26} +{"index": 3246, "reference": "The crisis in Venezuela shows little sign of easing up.", "prediction": "Cuba has recorded its highest level since 2009 2008, and highest in in its history.", "rouge": {"rouge1": 8.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 78.90737915039062, "token_count": 17} +{"index": 3247, "reference": "A lamp at the top of Elizabeth Tower - which is switched on in the evening whenever Parliament is sitting - is to stop shining for the first time in more than 70 years.", "prediction": "The rapid bell which has given birth a World War II war veteran to off be switched off the time after almost four years in House House Commons Lords.", "rouge": {"rouge1": 29.50819672131148, "rouge2": 0.0, "rougeL": 19.672131147540988}, "nll_sum": 175.02049255371094, "token_count": 29} +{"index": 3248, "reference": "Barcelona boss Luis Enrique said they \"paid the price\" for missing chances in their dramatic draw with Real Madrid.", "prediction": "Real Madrid were beaten by Atletico last weekend as the \" was the best result\" they the says boss Jose Enrique, a aCaliforniaon's. \"'s reputation from aup-up- victories in past defeat.", "rouge": {"rouge1": 27.45098039215686, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 279.28289794921875, "token_count": 43} +{"index": 3249, "reference": "A retired police wildlife crime officer has told the trial of two men accused of breaking Scots fox-hunting laws he was waiting in a gulley with a shotgun.", "prediction": " give man who gave evidence to police on a hunt in the Scottish Borders has said there is no evidence that shooting was shot a new court and heard.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 146.23480224609375, "token_count": 29} +{"index": 3250, "reference": "A man who used money defrauded from his employers to buy then sell computers to colleagues at knock-down prices must hand back more than \u00a3100,000.", "prediction": " a car insurance boss who sold of cars, owed in \u00a381,000 by colleagues, has been ordered and ordered to pay back \u00a3 and.1000.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 15.686274509803924}, "nll_sum": 160.925537109375, "token_count": 30} +{"index": 3251, "reference": "Already coping without EU cheese, Russians could soon be braced for life without its wine, fine chocolate and flowers.", "prediction": " the the things that sanctions against, but would ban a ban on on products, such as it is?", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 102.73226928710938, "token_count": 20} +{"index": 3252, "reference": "The family of a British man stuck in India, despite being cleared of weapons charges, has expressed disappointment over a delay in his return home.", "prediction": "A Briton accused of six men on charges of India on Indian charges has been adjourned until April.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 93.66168212890625, "token_count": 20} +{"index": 3253, "reference": "Nursing leaders are warning the NHS in Scotland has \"too few nurses\" after vacancies rose to record levels.", "prediction": "Nurses staff working for Scottish NHS in Scotland to more than doubled over the past year, the doctors' union.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 97.46089935302734, "token_count": 22} +{"index": 3254, "reference": "A man accused of murdering his 22-month-old son in Birmingham had previously punched his other son in the stomach, a court heard.", "prediction": "A father-of-two of murdering his five-year-old son has been told police he did not want the child\" to hurt him.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 13.043478260869565, "rougeL": 29.166666666666668}, "nll_sum": 92.23026275634766, "token_count": 29} +{"index": 3255, "reference": "A naval diver who searched the wreck of HMS Coventry after it was sunk during the Falklands has described how he was told to ensure secret information from the ship did not get into the wrong hands.", "prediction": "A Royal Navy search led the search for a rescue ship Coventry was a moment security, a security expert says.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 17.54385964912281}, "nll_sum": 118.07099914550781, "token_count": 22} +{"index": 3256, "reference": "Sites for testing wave and tidal energy off the west coast of Anglesey and south Pembrokeshire have been approved.", "prediction": " of more than \u00a31bn has been given to six Anglesey's northern coast, BBC Wales understands.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 86.45245361328125, "token_count": 21} +{"index": 3257, "reference": "AP McCoy missed out on a winner but was saluted by a sell-out crowd as the 20-time champion jockey ended his racing career at Sandown.", "prediction": "Four-time Olympic champion 3 McCoy completed 3,000th of his career with a comfortable victory in a famous race in Saturday's event's parade victory at the Doncaster.", "rouge": {"rouge1": 35.08771929824561, "rouge2": 0.0, "rougeL": 17.543859649122805}, "nll_sum": 156.81845092773438, "token_count": 34} +{"index": 3258, "reference": "A county court judge has ruled that airline Jet2.com cannot delay the payment of compensation due to passengers for delayed flights.", "prediction": " cannot must have pay pay more compensation their their to passengers who are delayed to pay pay, a European Court of ruling after a ruling spl and referee.", "rouge": {"rouge1": 36.00000000000001, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 190.12423706054688, "token_count": 29} +{"index": 3259, "reference": "Chancellor Angela Merkel has warned that reports of US spying in Germany - including bugging her mobile phone - are straining transatlantic ties.", "prediction": "German Chancellor Angela Merkel has rejected allegations that it that was an alleged German intelligence agency, saying the US and needs to build \" up our future\".", "rouge": {"rouge1": 25.531914893617024, "rouge2": 13.33333333333333, "rougeL": 25.531914893617024}, "nll_sum": 136.48870849609375, "token_count": 28} +{"index": 3260, "reference": "Swansea City Under-23s have won their season's double after adding the Premier League Cup to their Premier League Two title.", "prediction": "Swansea City were crowned Premier League club to win exam for the final time for time-17 season.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473683, "rougeL": 25.0}, "nll_sum": 106.48283386230469, "token_count": 21} +{"index": 3261, "reference": "A Wiltshire MP has reignited calls for a tunnel to be constructed alongside the Stonehenge monument.", "prediction": "A vision for a controversial road road past Stonehenge should be given for priority protection status the an MP said.", "rouge": {"rouge1": 38.888888888888886, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 128.47030639648438, "token_count": 22} +{"index": 3262, "reference": "Labour leadership contender Andy Burnham has told supporters he has an \"outside but realistic chance\" of winning the contest.", "prediction": " leadership leadership contender leadership Burnham has called for a \"rock\"\" of its victory, saying he is \"betterlittle\" in his future battle.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 170.83973693847656, "token_count": 28} +{"index": 3263, "reference": "Labour is calling on the Conservative Party to vow that it won't lower the top rate of income tax if it wins the election.", "prediction": "Ed Balls has told the BBC that it cannot consider plans to cut the top rate of income tax income - among those earning \u00a3150,000.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 25.0, "rougeL": 36.0}, "nll_sum": 107.9670639038086, "token_count": 28} +{"index": 3264, "reference": "They have been described as the world's most persecuted people.", "prediction": "Almost almost two ago ago in Bangladesh, thousands of Buddhist Muslims from tighten government's died, and disappeared from the territory Asian East Asia and the East Asia. Asia of Asia's \"'s a's- of from's from's from's emerged", "rouge": {"rouge1": 7.4074074074074066, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 295.8136901855469, "token_count": 47} +{"index": 3265, "reference": "Very few people pay inheritance tax (IHT) and it raises relatively little money for the Treasury.", "prediction": "Twenty-one say, I, families don families couldn, familiesaved't tax, or council tax - for wealthy families to families tax - or't have be ( persuade).", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 257.7406005859375, "token_count": 34} +{"index": 3266, "reference": "Alliance Trust Savings has announced plans to buy an Edinburgh-based share trading company from Brewin Dolphin.", "prediction": "Northern Ireland investment hedge fund has agreed to buy a deal with Alliance Trust lenders \u00a362bn, bringing the scale of debt in its assets.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 10.256410256410255, "rougeL": 14.634146341463413}, "nll_sum": 142.2256622314453, "token_count": 27} +{"index": 3267, "reference": "The BBC World Service will launch 11 new language services as part of its biggest expansion \"since the 1940s\", the corporation has announced.", "prediction": "The BBC is to build seven new of its new service and streaming service, for the first time after funding of more than \u00a331m.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.888888888888888, "rougeL": 25.53191489361702}, "nll_sum": 106.72106170654297, "token_count": 27} +{"index": 3268, "reference": "The ringleader of a gang who ran a \"cash-for-crash\" scam involving bus passengers has been convicted of fraud.", "prediction": "A man who was being part of a scam in which a indoor insurance car has been found guilty of carrying out \u00a31.1m scam.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 31.11111111111111}, "nll_sum": 118.36827087402344, "token_count": 28} +{"index": 3269, "reference": "No one likes a dull wedding, but one father-of-the-bride's speech was a little too electrifying at his daughter's ceremony last weekend.", "prediction": "An 87-year-old Canadian man who was shot by the air by strike was attended couple after celebrated his defeat of a prestigious community ceremony ceremony.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 0.0, "rougeL": 15.09433962264151}, "nll_sum": 157.88296508789062, "token_count": 29} +{"index": 3270, "reference": "Toddlers who spend time playing on smartphones and tablets seem to get slightly less sleep than those who do not, say researchers.", "prediction": " parents who playing games under-year-old own children own their own sleep in early years, suggests research by by researchers by London the London", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 160.10964965820312, "token_count": 27} +{"index": 3271, "reference": "Scrum-half Mike Pope, fly-half Laurence May and back Kyle Moyle have all signed new one-year deals at Cornish Pirates.", "prediction": "Scottish Pirates midfield stars Paul Pope, Sirncence and Ceredoyle, have signed new deals with the Championship club until the 2017-18 of the season's. from's-m a of from a The's a from of-", "rouge": {"rouge1": 23.728813559322035, "rouge2": 3.508771929824561, "rougeL": 20.338983050847457}, "nll_sum": 285.59796142578125, "token_count": 47} +{"index": 3272, "reference": "Two teenagers have been killed and another seriously injured in a car crash in Cumbria.", "prediction": "Two people have been killed in two separate road in C in Cumbria.", "rouge": {"rouge1": 50.0, "rouge2": 23.076923076923077, "rougeL": 50.0}, "nll_sum": 57.101165771484375, "token_count": 15} +{"index": 3273, "reference": "Webcasting of council meetings could become compulsory under Welsh Government proposals.", "prediction": " councils to it easier mandatory it and for council tax meetings have been raised about by Welsh Government.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 7.407407407407408, "rougeL": 27.586206896551722}, "nll_sum": 117.01817321777344, "token_count": 18} +{"index": 3274, "reference": "Wasps extended their lead at the top of the Premiership with a Kurtley Beale-inspired victory against fellow play-off hopefuls Bath.", "prediction": "Wasps recorded a dramatic last-minute victory over Bath and keep Bath Somerset alive and keep alive their hopes of reach a Premiership playoff semi-final alive.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 146.0877227783203, "token_count": 30} +{"index": 3275, "reference": "You may recognise Nikki from CBBC's Junior Bake Off, which she won last year.", "prediction": "The 11-year-old girl's been drawing toroundround about what's it, and's what wish to talk do about it.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 159.8560791015625, "token_count": 27} +{"index": 3276, "reference": "A warrant has been issued for Scotland international footballer Robert Snodgrass after he failed to turn up for his court trial.", "prediction": "Scottish football star Robert Sngrass will appear in court to face charges to in charge- a baby boy.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 125.03011322021484, "token_count": 23} +{"index": 3277, "reference": "Somali authorities have released a video showing a passenger being given a laptop they say contained a bomb that blew a hole in a passenger plane.", "prediction": "A Turkish military carrying passengers passenger back from a civilian Admiral capsule plane, Somalia, has been killed by a suicide bomber, officials say 2011 a Broadway, solve,'s they from a-bmaker a from a November a's of from a", "rouge": {"rouge1": 32.83582089552239, "rouge2": 0.0, "rougeL": 20.895522388059703}, "nll_sum": 322.52667236328125, "token_count": 47} +{"index": 3278, "reference": "The most striking thing about Mauricio Macri's first news conference as president-elect of Argentina was, well, that there was a press conference at all.", "prediction": "\"Theians Don't wait\" but't be anything but isn is't another office.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 129.58982849121094, "token_count": 17} +{"index": 3279, "reference": "The mother of a man who stabbed a motorist 39 times told a court she \"pleaded\" with mental health experts to have her son sectioned.", "prediction": "A doctor has admitted murdering a pensioner in a \"ferferocious\" by hit-and-run accident on a Sussex road to West Sussex.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 127.21229553222656, "token_count": 29} +{"index": 3280, "reference": "Shares in a derelict seaside pier that was almost destroyed by fire three years ago will be offered to the community to aid its restoration.", "prediction": "A community group community in sell part of a East Sussex Pier which was by fire two years ago, have raised more than \u00a35m.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 8.51063829787234, "rougeL": 32.6530612244898}, "nll_sum": 132.5663299560547, "token_count": 27} +{"index": 3281, "reference": "Microsoft is caught up in a privacy storm after it admitted it read the Hotmail inbox of a blogger while pursuing a software leak investigation.", "prediction": "Smart tech giant Microsoft is facing a legal action, claiming it a blogger's gunman photos, personal information.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 27.906976744186046}, "nll_sum": 114.89765167236328, "token_count": 20} +{"index": 3282, "reference": "Network Rail believes it will take 28 years to get the Welsh rail system up to standard, Economy Secretary Ken Skates has been told.", "prediction": "riipva Trains Wales, it will take 40% of Welsh Government' money, Economy Secretary Ken Skates has said.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 30.769230769230766, "rougeL": 43.90243902439025}, "nll_sum": 118.131591796875, "token_count": 25} +{"index": 3283, "reference": "A man has died in hospital after he was injured in a car crash in County Londonderry.", "prediction": "A man was taken to hospital after with serious injuries in a car crash in Countyondonderry.", "rouge": {"rouge1": 60.60606060606061, "rouge2": 38.70967741935484, "rougeL": 54.545454545454554}, "nll_sum": 87.92129516601562, "token_count": 19} +{"index": 3284, "reference": "A colonial-era statue of Cecil Rhodes on a South African university campus has been boarded up after student protesters demanded its removal.", "prediction": "A university the South Africa by said that a statue of TVist Cecil, who was killed two years ago, is to be removed.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454546, "rougeL": 21.73913043478261}, "nll_sum": 122.53504943847656, "token_count": 26} +{"index": 3285, "reference": "Newport Gwent Dragons chief executive Stuart Davies says he is disappointed at Newport County boss Graham Westley's criticism of the Rodney Parade pitch.", "prediction": "Newport Welsh chief executive Stephen Davies says Rodney Westley's Rodney Rodney Parade ground is saying the the club's investment is \"absolutely\".", "rouge": {"rouge1": 46.80851063829787, "rouge2": 17.777777777777775, "rougeL": 38.297872340425535}, "nll_sum": 160.4380645751953, "token_count": 26} +{"index": 3286, "reference": "Two thirds of Welsh pupils who took GCSEs got A* to C grades, according to this year's results.", "prediction": "Rere school pupils in Wales have fallen slightly to top or A grades - but in they overall - A* or A gradesStudents.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 168.3759307861328, "token_count": 26} +{"index": 3287, "reference": "East Midlands Airport has marked its 50th anniversary.", "prediction": "Birmingham Airport \u00a350m) has launched its first as UK air air, which has sold for more than 30 years of air air.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 139.6423797607422, "token_count": 27} +{"index": 3288, "reference": "A convicted killer is among 10 of Britain's most wanted fugitives believed to be on the run in Spain.", "prediction": "Fifty mentwo men - including men - including a child rapist - have been arrested, Spanish police.", "rouge": {"rouge1": 5.88235294117647, "rouge2": 0.0, "rougeL": 5.88235294117647}, "nll_sum": 116.72904968261719, "token_count": 20} +{"index": 3289, "reference": "Andy Murray's fiancee Kim Sears laughed off the controversy over her colourful language in Melbourne by wearing a 'Parental Advisory: Explicit Content' T-shirt to the Australian Open final.", "prediction": "World number one of Andy Murray says he will not be banned at Australian Australian Open after, a video appearing appearing to appear at him.", "rouge": {"rouge1": 21.81818181818182, "rouge2": 7.547169811320755, "rougeL": 14.545454545454545}, "nll_sum": 139.2340545654297, "token_count": 26} +{"index": 3290, "reference": "Birds' nests have been deliberately destroyed and seals and dolphins disturbed around Jersey's offshore reefs, the States has said.", "prediction": "More than 350 islands, including including prompting sharks, have been built on the French islands island of Jersey.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 101.91656494140625, "token_count": 20} +{"index": 3291, "reference": "Wrexham's new super-prison is unlikely to be named after the county borough, says the prison minister.", "prediction": "Fears about names name a new Wrexham prison could be an open cause caused an MP has said solve.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 147.07545471191406, "token_count": 22} +{"index": 3292, "reference": "Forest Green Rovers have signed defender Mark Roberts after his contract at Cambridge United was cancelled by mutual consent.", "prediction": "Forest Green Rovers have signed fellow goalkeeper Liam Roberts on a free transfer transfer from non-leagueleague Cambridge United after agreeing a new contract with release League Two side.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 21.73913043478261, "rougeL": 33.33333333333333}, "nll_sum": 153.3016357421875, "token_count": 32} +{"index": 3293, "reference": "A body has been recovered from a Cumbrian river after a search for a man missing in the water.", "prediction": "A search was started for a man after getting burst into a river in Cumbria.", "rouge": {"rouge1": 52.94117647058824, "rouge2": 18.75, "rougeL": 35.294117647058826}, "nll_sum": 68.0570068359375, "token_count": 17} +{"index": 3294, "reference": "A three-week-old baby boy has died after being bitten by a dog in Sunderland.", "prediction": "A three-month-old baby boy has died after being attacked by a dog in front-headold Newcastle.", "rouge": {"rouge1": 76.47058823529412, "rouge2": 62.5, "rougeL": 76.47058823529412}, "nll_sum": 88.17088317871094, "token_count": 22} +{"index": 3295, "reference": "A burglary suspect has claimed that his pet dog chewed off the electronic tag he had been wearing as part of his bail conditions, a court has been told.", "prediction": " illegal man who was accused of illegal possessing his illegal in his leg will not be removed because he did not to accept, a court solve heard.", "rouge": {"rouge1": 21.42857142857143, "rouge2": 3.703703703703704, "rougeL": 14.285714285714285}, "nll_sum": 146.12429809570312, "token_count": 28} +{"index": 3296, "reference": "A Tata Steel management buyout is \"risky\" but the UK government's offer of help is a good one, Sir Vince Cable has said.", "prediction": "Sir Vince Green says he is is \"extremely confident\" the British steel industry could be, potential which could save its job a British axet says.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 12.244897959183673}, "nll_sum": 165.50340270996094, "token_count": 29} +{"index": 3297, "reference": "A man is protesting outside a McDonald's after staff refused to serve him at the drive-thru on a horse and cart.", "prediction": "A drive-thieves is to stay hidden for six hours to protest at taxi's's car car park, to take it in six weeks.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 0.0, "rougeL": 20.833333333333332}, "nll_sum": 153.97506713867188, "token_count": 28} +{"index": 3298, "reference": "Gary Neville's Valencia were booed by their own supporters after Antonio Sanabria's penalty eased Sporting Gijon's relegation worries.", "prediction": "Gary Neville suffered his first league defeat since taking as boss as Gary Neville scored goal as gave Jelelli gave a goal beat beat bottom side Atletico Madrid.", "rouge": {"rouge1": 8.16326530612245, "rouge2": 4.25531914893617, "rougeL": 8.16326530612245}, "nll_sum": 184.61573791503906, "token_count": 31} +{"index": 3299, "reference": "A Brazilian court has convicted a rancher for ordering the murder of an American nun over a land dispute - a case that caused international outrage.", "prediction": "A Brazilian judge Brazil has sentenced a woman and woman to prison in prison who was found guilty of murder in 2002.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444445, "rougeL": 21.276595744680854}, "nll_sum": 93.83866882324219, "token_count": 22} +{"index": 3300, "reference": "Eating a low-fat, rather than a low-carb diet leads to a greater loss of body fat, according to US National Institutes of Health scientists.", "prediction": " diet toxic diet that cut cutting cut on a diet can improve their poorer families to lose, say say doctors.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 139.65597534179688, "token_count": 21} +{"index": 3301, "reference": "Vulnerable prisoners at a problem jail are resorting to self-harm to address basic issues, according to inspectors.", "prediction": "Inmates at a prison prison have been rated rated \"inadequate\" low levels of staff.", "rouge": {"rouge1": 18.75, "rouge2": 6.666666666666667, "rougeL": 12.5}, "nll_sum": 87.30574035644531, "token_count": 19} +{"index": 3302, "reference": "Laura Muir will bid to become double European Champion next month in the 1500m and 3000m at the European Athletics Indoor Championships.", "prediction": "Reigning champion Laura Muir to be named at the European Indoor in town in Belgrade in June.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 16.216216216216214, "rougeL": 35.8974358974359}, "nll_sum": 113.43624114990234, "token_count": 21} +{"index": 3303, "reference": "Clashes have taken place over the NHS between Labour and the Conservatives as general election campaigning continues.", "prediction": "Labour leader Jeremy Corbyn the accused Labour of privatised the Welsh NHS during its general election.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 6.451612903225808, "rougeL": 30.303030303030305}, "nll_sum": 78.71717834472656, "token_count": 17} +{"index": 3304, "reference": "Some Scottish hospitals are spending just 94p per patient meal, the BBC has learned.", "prediction": "Two Scottish health boards are spending three times the best price average food for food after meals, closing down hospitals.", "rouge": {"rouge1": 35.29411764705882, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 121.50782775878906, "token_count": 21} +{"index": 3305, "reference": "Apple has reported the slowest growth in iPhone sales since the product's 2007 launch and warned sales will fall for the first time later this year.", "prediction": " Apple has reported a big jump in first advertising revenue and sales of its iPhone.", "rouge": {"rouge1": 38.095238095238095, "rouge2": 10.0, "rougeL": 28.57142857142857}, "nll_sum": 60.52977752685547, "token_count": 15} +{"index": 3306, "reference": "A hearing into whether Navinder Sarao, the so-called \"flash crash\" day trader, can be extradited to the US has begun.", "prediction": "Iinder Sarao, the man accused leading the Wall Street Wall \"A crash crash\", a court has been told by \" solve himself. solve the a \" a \" a \"over\" it be from from of\".", "rouge": {"rouge1": 26.41509433962264, "rouge2": 3.9215686274509802, "rougeL": 15.09433962264151}, "nll_sum": 271.242919921875, "token_count": 43} +{"index": 3307, "reference": "The Davis Cup semi-final between defending champions Great Britain and Argentina will be played at the Emirates Arena in Glasgow.", "prediction": "Great Britain will play's tennis men's and men's men and in men's singles singles at Wimbledon Wim, London (45m).", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 22.727272727272723}, "nll_sum": 137.9515838623047, "token_count": 27} +{"index": 3308, "reference": "An Australian security officer at Melbourne airport has been sacked after the country's Foreign Minister Julie Bishop was reportedly singled out for a security screening.", "prediction": "Australia's Sydney Airport has been suspended by staff after a security officer found to be a blue, was carrying out security screening a basic medical test.", "rouge": {"rouge1": 45.28301886792453, "rouge2": 19.607843137254903, "rougeL": 30.18867924528302}, "nll_sum": 125.44914245605469, "token_count": 28} +{"index": 3309, "reference": "A man has been critically injured in an oil drum explosion at an industrial estate in north Belfast.", "prediction": "A man was suffered serious injuries after an explosion at a factory at Crumlinlin, County Antrim.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 77.86156463623047, "token_count": 21} +{"index": 3310, "reference": "A police employee lied about his qualifications, mishandled evidence and was generally poor at investigations, two reports have found.", "prediction": "A former officer will not be investigated for gross misconduct over allegations he made allegations against officers, according to reports.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 73.81132507324219, "token_count": 21} +{"index": 3311, "reference": "Somerset have signed all-rounder Roelof van der Merwe on a two-year contract to start next season.", "prediction": "South Africa all-rounder Davidiz van der Ginwe is join Taunton as Somerset as an overseas overseas player for a 201718 season season.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 174.01104736328125, "token_count": 29} +{"index": 3312, "reference": "A central California wildfire threatening thousands of homes doubled in size overnight to 111 square miles (288 sq-km), authorities have said.", "prediction": "A huge fire swept ripped through a historic building in the US state of California, California forced the evacuation and thousands of people forced to leave their homes. to be the 2011 again's-A a of in a from aA from's Broadway", "rouge": {"rouge1": 21.21212121212121, "rouge2": 3.125, "rougeL": 18.18181818181818}, "nll_sum": 240.68409729003906, "token_count": 47} +{"index": 3313, "reference": "Gas compressor maker Vert Rotors has been given a \u00a31.5m funding boost to scale up manufacturing at its factory in Edinburgh.", "prediction": "An Edinburgh-based security firm, announced could announced a2m.8m investment, expansion its production and at its rich catering store Brewpet.", "rouge": {"rouge1": 13.95348837209302, "rouge2": 4.878048780487805, "rougeL": 9.30232558139535}, "nll_sum": 194.6346893310547, "token_count": 29} +{"index": 3314, "reference": "The Bank of Scotland's first plastic banknote intended for general circulation is set to be issued.", "prediction": "A new plastic notes are allowed kidney allowed into circulation again, Royal Bank of Scotland has said", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.5, "rougeL": 17.647058823529413}, "nll_sum": 108.90701293945312, "token_count": 17} +{"index": 3315, "reference": "Middlesbrough missed the chance to go top of the Championship and Ipswich's play-off hopes were ended as they drew at the Riverside Stadium.", "prediction": "Middlesbrough moved to two points of the Championship play-off places after they held to a draw by fellow play-off hopuls Ipswich Town.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 12.76595744680851, "rougeL": 32.6530612244898}, "nll_sum": 113.53683471679688, "token_count": 31} +{"index": 3316, "reference": "Life looked pretty good for Dutee Chand last July.", "prediction": "Nigeria's Ieute Ta Chand will selected at the 2012 London Olympics after it failed a drugs test for the samples in high levels.", "rouge": {"rouge1": 12.121212121212121, "rouge2": 0.0, "rougeL": 6.0606060606060606}, "nll_sum": 163.02960205078125, "token_count": 28} +{"index": 3317, "reference": "Cannabis with an estimated street value of 3.2m euros (\u00a32.7m) has been seized in a joint operation by police and customs in the Republic of Ireland.", "prediction": "A cannabis with a street value of $ street,000 (\u00a331,000 has been seized in Ireland seized in the Republic of Ireland - Ireland of such as a's as as a,. a referee from. years's.", "rouge": {"rouge1": 46.87500000000001, "rouge2": 32.25806451612903, "rougeL": 43.75000000000001}, "nll_sum": 243.73919677734375, "token_count": 43} +{"index": 3318, "reference": "Israeli Prime Minister Benjamin Netanyahu has condemned the European Union's \"crazy\" approach to dealing with his country.", "prediction": "Israeli Prime Minister of Netanyahu Benjamin expressed his shock at that leaving the European Union, saying EU is \" only the only only association in its world\"..", "rouge": {"rouge1": 40.90909090909091, "rouge2": 19.04761904761905, "rougeL": 31.818181818181817}, "nll_sum": 156.96713256835938, "token_count": 29} +{"index": 3319, "reference": "Renaming Cardiff Airport in memory of Princess Diana would boost international recognition, a former councillor has said.", "prediction": " most Wales' most successful man could be rebrand as Cardiff Airport of to office, former council leader has said.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 11.76470588235294, "rougeL": 33.333333333333336}, "nll_sum": 127.34513854980469, "token_count": 22} +{"index": 3320, "reference": "Police investigating the murder of a woman found dead in the New Forest have been given more time to question a man.", "prediction": "A man has been arrested by police over the death ofofof-four whose body was found in a field in the New Forest.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 18.6046511627907, "rougeL": 31.111111111111118}, "nll_sum": 95.5534896850586, "token_count": 26} +{"index": 3321, "reference": "Brian Cookson, the head of cycling's world governing body, says blame for British Cycling's failings should not rest solely with him.", "prediction": " Alistair Cookson has said there would be no immediate to ignore at British Cycling, because there is a lack of transparency in not sport.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 4.444444444444444, "rougeL": 17.02127659574468}, "nll_sum": 125.39350128173828, "token_count": 28} +{"index": 3322, "reference": "As polling day fast approaches, the BBC's Scotland 2015 programme is holding its final election debate featuring politicians answering your questions.", "prediction": " Scottish Scottish and Labour are holding a debate of leaders to the Scottish for general election election.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 87.62956237792969, "token_count": 17} +{"index": 3323, "reference": "French Prime Minister Manuel Valls has attacked the British \"caricature\" of France.", "prediction": "French Prime Minister Manuel V has expressed disappointment for be the UK's new minister prime minister, saying he thinks the \"could have not been finished\".", "rouge": {"rouge1": 31.57894736842105, "rouge2": 16.666666666666664, "rougeL": 31.57894736842105}, "nll_sum": 133.86883544921875, "token_count": 28} +{"index": 3324, "reference": "Fees for Church of England weddings are to increase by 40% and the cost of a funeral service by more than 50%.", "prediction": "The Church of England are considering tuition rate to almost \u00a350m - almost half - the first.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571427, "rougeL": 32.43243243243243}, "nll_sum": 102.2345199584961, "token_count": 19} +{"index": 3325, "reference": "Six British soldiers who fought in the First World War have been given military burials more than a century after they were killed in Belgium.", "prediction": "The bodies of remains remain two of British soldiers killed in a World War Two bombing campaign 40 years ago have been identified, a memorialCalifornia, says. a it ballet's The's reputation as a man's body of aA's from a", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.121212121212123, "rougeL": 23.529411764705884}, "nll_sum": 258.3897399902344, "token_count": 47} +{"index": 3326, "reference": "A total of 13 Ministry of Defence sites will be sold to provide land for up to 17,017 homes and will raise \u00a3225m, the government has said.", "prediction": "The Ministry of Defence is to sold thousands of military homes to be built built in England, the Ministry of Defence has said, in the air's's reputation,'s they from 3-D,%) in from November..", "rouge": {"rouge1": 36.92307692307692, "rouge2": 9.523809523809526, "rougeL": 24.615384615384617}, "nll_sum": 248.04025268554688, "token_count": 43} +{"index": 3327, "reference": "Wycombe moved in to the League Two play-off places with victory at lowly Dagenham & Redbridge in a game where both sides had a man sent off.", "prediction": "Ten-man Wycombe climbed to within a League Two play-off place after being held to draw by 10-man Dagenham & Redbridge.", "rouge": {"rouge1": 44.897959183673464, "rouge2": 21.276595744680847, "rougeL": 36.73469387755102}, "nll_sum": 125.07166290283203, "token_count": 30} +{"index": 3328, "reference": "Dawid Malan hit an aggressive 78 on debut to help England beat South Africa by 19 runs and complete a Twenty20 series victory in Cardiff.", "prediction": "Dafman Malan hit a stunning- stunning innings as England beat England in their first one-match one-day international20.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 139.50912475585938, "token_count": 26} +{"index": 3329, "reference": "Owners of exotic animals have been urged to do research before having them as pets after a seriously neglected chameleon was found in Cardiff Bay.", "prediction": "An abandoned abandoned which was finally put on wild skin after being rescued after an area in the Ched area of Cynarfon Taff. solve38 TA refereeA from's-A a from in a from a's from's a", "rouge": {"rouge1": 15.625, "rouge2": 0.0, "rougeL": 9.375000000000002}, "nll_sum": 297.71630859375, "token_count": 46} +{"index": 3330, "reference": "T in the Park organisers have announced an overhaul of the festival's campsite that will see it increase in size by a quarter.", "prediction": "T in the organisers in the Park Park have said it will change its campsite camp 2016 and will make it \" to it in\".", "rouge": {"rouge1": 45.83333333333333, "rouge2": 13.043478260869565, "rougeL": 37.5}, "nll_sum": 151.57220458984375, "token_count": 26} +{"index": 3331, "reference": "A UK ship with sophisticated detection equipment, HMS Echo, has arrived in an area where a Chinese vessel searching for the missing Malaysian plane has twice detected a pulse signal.", "prediction": "Malaysia missing for tiger Malaysia Airlines plane say they have found shows results that shows, water that hangs the edge of water in not sea.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 7.2727272727272725}, "nll_sum": 176.17066955566406, "token_count": 28} +{"index": 3332, "reference": "Many of the headlines around video games tend to be about violence, addiction and spending too much time glued to a screen.", "prediction": "Imagine you watch a video game on a Steam video game, your smartphone or a Facebook, smartphone or maker receive a \" shape form of treatment\".", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444445, "rougeL": 12.76595744680851}, "nll_sum": 165.1116485595703, "token_count": 28} +{"index": 3333, "reference": "Wimbledon has begun, which means the stars are out watching the tennis - wearing a mixture of smiles, sunglasses and serious looks on their faces.", "prediction": " look look at some to the top entertainment the across England and Wales - a the's demolition from his role from a from Green's as over's his reputation from the a's a from a man's have as of's a from.A", "rouge": {"rouge1": 17.14285714285714, "rouge2": 0.0, "rougeL": 11.428571428571427}, "nll_sum": 293.7896423339844, "token_count": 47} +{"index": 3334, "reference": "Tributes have been paid to a 24-year-old youth football coach who died in a crash in Angus.", "prediction": "Tributes have been paid to an eight-year-old rugby player who killed in- two-car crash near the Tayside.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 27.027027027027025, "rougeL": 51.28205128205129}, "nll_sum": 107.00712585449219, "token_count": 27} +{"index": 3335, "reference": "Liverpool have completed the signing of Jordan Henderson from Sunderland.", "prediction": "Liverpool have completed the signing of the club of left-back Jordan Henderson on a five-and-a-half-year contract, starting for two to to 30.000 the from the Saturday- haveImages of.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 28.571428571428577, "rougeL": 40.90909090909091}, "nll_sum": 215.6822052001953, "token_count": 43} +{"index": 3336, "reference": "Bury have signed striker James Vaughan on a free transfer after he left Birmingham City by mutual consent.", "prediction": "League One side Wals Athletic have signed midfielder Peterbirds from English Premier League club Birmingham City for an undisclosed fee.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 92.69676208496094, "token_count": 22} +{"index": 3337, "reference": "A 92-year-old man has died in hospital after being hit by a car on Anglesey last week, police have confirmed.", "prediction": "A man was seriously seriously injured after being hit by a car on Anglesey on Tuesday night.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 37.83783783783783, "rougeL": 51.28205128205129}, "nll_sum": 53.21982192993164, "token_count": 19} +{"index": 3338, "reference": "Several football clubs tried to catch out their supporters on April Fool's Day - but one of the more remarkable stories to appear is in fact true.", "prediction": "AFC Wimbledon will be turned into a icon for a character into the League Two play-off final - to the trailer location - the movie production - include the a twist of a Milton Keynes's home player.", "rouge": {"rouge1": 12.698412698412698, "rouge2": 0.0, "rougeL": 6.349206349206349}, "nll_sum": 227.56829833984375, "token_count": 42} +{"index": 3339, "reference": "When India qualified for the 1950 World Cup in Brazil they refused to participate - partly because it would have meant their normally bare foot team having to wear football boots.", "prediction": "For a upcoming World Cup finally again for a next next generation of the world's cricket world.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 4.3478260869565215, "rougeL": 12.5}, "nll_sum": 98.85125732421875, "token_count": 18} +{"index": 3340, "reference": "Gylfi Sigurdsson has praised his Swansea City team-mates for their come-from-behind win against Aston Villa.", "prediction": "Gylfi Sigurdsson he feels character as Swansea City came from behind from goal down-0 down and earn a dramatic win Aston Villa side.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 20.0, "rougeL": 42.857142857142854}, "nll_sum": 167.7328338623047, "token_count": 29} +{"index": 3341, "reference": "Mick Fanning has missed out on a fourth world surf title in Hawaii after a strong performance overshadowed by the death of his brother Peter.", "prediction": "Former world number one- Mick 3ning won the inaugural Women's Super title Florida, California, aged 75.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 132.15896606445312, "token_count": 21} +{"index": 3342, "reference": "Dutchman Dylan Groenewegen claimed the opening stage victory in this year's Tour de Yorkshire.", "prediction": " rider cyclist Dylan Groewewegen won a second stage of the Tour de Yorkshire deyear Yorkshire.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 14.285714285714285, "rougeL": 33.33333333333333}, "nll_sum": 106.95291900634766, "token_count": 20} +{"index": 3343, "reference": "Greece has agreed to a new deal with the European Union to try and stop their money problems from getting any worse.", "prediction": "Greece is still a big place in for the country four years ago.", "rouge": {"rouge1": 17.14285714285714, "rouge2": 0.0, "rougeL": 17.14285714285714}, "nll_sum": 61.715354919433594, "token_count": 15} +{"index": 3344, "reference": "A man has been arrested following an 11-hour stand-off with armed police in south London.", "prediction": "A man has been arrested for allegedly carrying carrying an gun during an battle that includes a 48 of police trial in southwest London in the a reputation, ballet, as on on a from from a's a of a. a from aA", "rouge": {"rouge1": 30.0, "rouge2": 13.793103448275861, "rougeL": 30.0}, "nll_sum": 272.4461669921875, "token_count": 46} +{"index": 3345, "reference": "The football bureaucrats of the world were probably expecting to make global headlines as they gathered for the Fifa Congress in Zurich.", "prediction": " Palestinian of Palestinian footballers, Palestinian footballers, stadiums, stadiums halls, football, clubs the and, have finally been to clear it of what it would be the again.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 172.78355407714844, "token_count": 34} +{"index": 3346, "reference": "Plans to redevelop London Euston as part of the high-speed railway line HS2 should be scrapped, an MP has said.", "prediction": " plans to plans for the phase of Euston and railway line are possible as planned, the, says an MP. solve in the ballet \"the reputation, as it from a the from a it's from of. from's from a", "rouge": {"rouge1": 32.78688524590164, "rouge2": 10.16949152542373, "rougeL": 22.950819672131146}, "nll_sum": 256.34197998046875, "token_count": 47} +{"index": 3347, "reference": "A student housing developer is planning to build around 150 apartments on the Dublin Road in south Belfast.", "prediction": "Plans for a new office in Belfast of west Belfast have submitted submitted.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 74.86367797851562, "token_count": 14} +{"index": 3348, "reference": "More money was spent making films in the UK last year than in any other year since measurements began, figures from the British Film Institute have shown.", "prediction": "The production for film UK film year to a record high, including on the same year, the British Institute of Institute (BFI) figures show.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 4.081632653061225, "rougeL": 27.450980392156865}, "nll_sum": 134.40902709960938, "token_count": 29} +{"index": 3349, "reference": "Schoolchildren will perform their own work at this year's Proms.", "prediction": "Schoolchildren from Cardiff are in Cardiff as part to every festival of classical music,, to the of emerged as a music a a ballet's from a a's in from a The's The's from a a. as from.", "rouge": {"rouge1": 7.6923076923076925, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 264.1500549316406, "token_count": 44} +{"index": 3350, "reference": "Nethaneel Mitchell-Blake missed the national record by one-hundredth of a second as he became only the third Briton to run sub 20 seconds for 200m.", "prediction": "Olympic champion Mitchell Mitchell- Bolt broken a British record by finishing 20- 2026 (-32 race at the 2012's Olympics a year ago", "rouge": {"rouge1": 24.0, "rouge2": 4.166666666666667, "rougeL": 15.999999999999998}, "nll_sum": 179.26693725585938, "token_count": 28} +{"index": 3351, "reference": "Argentina thrashed Guinea 5-0 on Friday at the Under-20 World Cup in South Korea to knock the African side out of the tournament.", "prediction": "Guinea thrashed South Korea 2-0 and reach the Under-20 World Cup quarter-finals.", "rouge": {"rouge1": 50.0, "rouge2": 26.31578947368421, "rougeL": 35.0}, "nll_sum": 79.96831512451172, "token_count": 20} +{"index": 3352, "reference": "A teenage gang which carried out violent car-jackings used chat groups to plan and boast about offences.", "prediction": "Six men have been jailed after a moped gang who m up up drivers during a hitandand--run incident- robbery.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 148.9305419921875, "token_count": 25} +{"index": 3353, "reference": "Dundee are continuing to work towards moving away from Dens Park to a new stadium in the city, manager director John Nelms has revealed.", "prediction": "Dundee Football Club owner admitted \"dodo anything regrets\" about the ground, says the club's owner has said a is nothings's.\"A its mandatory from front-up by49 in from referee..", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 10.714285714285714}, "nll_sum": 266.0912780761719, "token_count": 43} +{"index": 3354, "reference": "Serena Williams beat sister Venus in straight sets to win her seventh Australian Open and an Open-era record 23rd Grand Slam singles title.", "prediction": "Serena Williams beat her sister to become world number one ending her career to complete a Grand Slam and 30 30 minutes win in her Australian Open.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 16.3265306122449, "rougeL": 35.294117647058826}, "nll_sum": 133.52200317382812, "token_count": 29} +{"index": 3355, "reference": "EastEnders' Danny Dyer has been named soap personality of 2015 at the TV and Radio Industries Club (Tric) awards.", "prediction": "ITTV drama D period's Dyer, has been named best's television drama of drama year at the Tric at's Albert Hall in of the of's 41's it M-d's\" from a reputation The from.'s a", "rouge": {"rouge1": 26.666666666666668, "rouge2": 13.793103448275865, "rougeL": 26.666666666666668}, "nll_sum": 305.64959716796875, "token_count": 47} +{"index": 3356, "reference": "Some of the first projects to be funded by the City Deal programme for the west of Scotland are to be discussed by councillors.", "prediction": "Local councils across East Renrewshire are to receive extra \u00a31m of extra investment, investment projects deals worth more than \u00a31bn.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 124.87106323242188, "token_count": 27} +{"index": 3357, "reference": "The Wales Green Party has launched its campaign for the local elections, pledging to \"rebuild\" communities.", "prediction": " and Green Party launched launched its local campaign to funding for its economy for its assembly election.", "rouge": {"rouge1": 54.545454545454554, "rouge2": 12.903225806451616, "rougeL": 42.42424242424242}, "nll_sum": 97.87698364257812, "token_count": 17} +{"index": 3358, "reference": "A Leicestershire retail park is to get an injection of investment after being purchased by the Crown Estate.", "prediction": "A new M1 motor motor and motorway in Derbyshire is to be rebuilt, restoring the city's council, a council leader has said.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 121.84716033935547, "token_count": 29} +{"index": 3359, "reference": "Scotland vice-captain Kyle Coetzer believes the \"monkey is off their backs\" when they host Afghanistan in two one-day internationals this week.", "prediction": "Peter Coetzer believes a, World World Twenty20 is in Afghanistan is \"very, for the players produce the same players when they meet in. Cricket cricket on Saturday. Saturday-w a foul in from's's a from. a", "rouge": {"rouge1": 26.229508196721312, "rouge2": 6.779661016949154, "rougeL": 19.672131147540984}, "nll_sum": 297.76397705078125, "token_count": 47} +{"index": 3360, "reference": "John Lennon's first home, in Liverpool, has been sold for \u00a3480,000 at an auction held at the Cavern Club.", "prediction": "A house used in Bristol, believed to be be of a 19th Century painting, has sold for \u00a31 in1250,000", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 119.62191772460938, "token_count": 26} +{"index": 3361, "reference": "A war medal found in a field in Bridgend county has been returned to its rightful owners almost a century after it was awarded.", "prediction": "A silver medal that was stolen awarded to a World War One soldier, whose son was found playing a a field in a field. field and solve. a'sA-'s a-A aCount in a from's from a from solve", "rouge": {"rouge1": 36.92307692307692, "rouge2": 9.523809523809524, "rougeL": 24.615384615384613}, "nll_sum": 266.3486022949219, "token_count": 47} +{"index": 3362, "reference": "A mother is preparing to bury her son for a second time after being told his organs were removed and stored in secret for more than 20 years.", "prediction": "A man whose body were remains discovered 22 years ago, have said police told their families, and could still see if they can come forward and", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 127.32331085205078, "token_count": 27} +{"index": 3363, "reference": "Peterborough United manager Grant McCann has backed Brad Inman to recover from the broken leg he suffered with \"six seconds left of training\".", "prediction": "Peterborough United's Grant Robinson is \"big challenge fit\" in his training after his recovery from a cruciciate ligament damage.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 155.28460693359375, "token_count": 26} +{"index": 3364, "reference": "Mainland China shares continued lower, falling as much as 3.5% on Friday after plunging nearly 7% a day earlier.", "prediction": "Mainland in China are closing down higher higher over worries that its advertising growth a hit a new high.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 133.9268035888672, "token_count": 20} +{"index": 3365, "reference": "The Welsh Rugby Union have withdrawn an offer of a dual contract for Scarlets centre Scott Williams.", "prediction": "The Welsh Rugby Union has withdrawn the Welsh Rugby Union's Rugby's offer of Scott Williams Ashley Williams new dual contract.", "rouge": {"rouge1": 56.41025641025642, "rouge2": 32.43243243243243, "rougeL": 46.15384615384615}, "nll_sum": 118.74760437011719, "token_count": 22} +{"index": 3366, "reference": "Prison staff had to use a \"cherry picker\" crane to remove packages of drugs and mobile phones which had become trapped on the roof.", "prediction": "Cocaine street with an estimated street value of about \u00a3 aboutm has been seized from a prison from the roof of a prison jail.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 4.444444444444444, "rougeL": 12.76595744680851}, "nll_sum": 127.79570007324219, "token_count": 27} +{"index": 3367, "reference": "Two bikers who died following a crash in Midlothian have been named by police.", "prediction": "Police have paid tribute to two families involved in a crash in West Lothian, who paid tribute to those \"the who struggle each other\".", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 112.973876953125, "token_count": 28} +{"index": 3368, "reference": "Two retired prison officers are trying to help the men they used to guard to return to the world of employment.", "prediction": "Prisoners who are working in jail, living conditions are poor entitled to struggle in prisons, also says the struggle they will do staff or them, and age will struggle for them and one of their rights.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 208.5162811279297, "token_count": 41} +{"index": 3369, "reference": "Mexican authorities have begun exhuming 116 bodies found buried in a mass grave in the central state of Morelos.", "prediction": "ican authorities in Mexico are beinghumed to least 40 bodies hidden in the remains in the northern eastern state of More than than 100 in a probe into illegal.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 29.166666666666668}, "nll_sum": 181.095703125, "token_count": 31} +{"index": 3370, "reference": "Many species will not be able to adapt fast enough to survive climate change, say scientists.", "prediction": "L learnt and animals, including animals and sharks, are to protect change from climate change, the countryside, research.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 122.79672241210938, "token_count": 22} +{"index": 3371, "reference": "The scale of loss of conservation land caused by the proposed M4 relief road would be \"unacceptable\", a public inquiry has heard.", "prediction": "A proposed route for M planned M4 relief motorway in north Wales could be lost to be control, the inquiry inquiry a committee has heard inquiry.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 172.19244384765625, "token_count": 29} +{"index": 3372, "reference": "The pound fell sharply after the Bank of England's latest Inflation Report was seen as ruling out any rate rises for some time.", "prediction": "The pound has fallen against the US dollar and the Bank pound against a low rate after the Bank of England cut its economic outlook in for next year.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 19.607843137254903, "rougeL": 30.18867924528302}, "nll_sum": 116.15009307861328, "token_count": 29} +{"index": 3373, "reference": "The judge leading the inquiry into the Grenfell Tower fire has written to the prime minister with recommendations for its terms of reference.", "prediction": "The former chief executive who led the inquiry the fire in the Grenfell Tower will meet to the Home Theresa May to adopt an inquiry into the inquiry.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 24.489795918367346, "rougeL": 31.372549019607842}, "nll_sum": 140.44895935058594, "token_count": 29} +{"index": 3374, "reference": "An employee of Germany's intelligence service has been arrested on suspicion of spying for the US, reports say.", "prediction": "A suspected US citizen of spying on managing a US intelligence agency Washington was an possible relatives, German officials say.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 124.82826232910156, "token_count": 21} +{"index": 3375, "reference": "One performance of West End musical Matilda was cancelled and another cut short after several members of its cast and their understudies became ill.", "prediction": "tyilda Smith's production of London the West stage is due due to be cut by the production, because \"there is a too ticket\".", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 155.4684600830078, "token_count": 27} +{"index": 3376, "reference": "Citizens Advice Scotland (CAS) has launched a campaign to highlight the bad practice of some private car park operators after a 50% rise in complaints.", "prediction": "A insurance parking fines of up to \u00a320,000 or extra scrapped should be scrapped, the Independent Quality Commission of Scotland (CASC)..", "rouge": {"rouge1": 25.53191489361702, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 148.6519775390625, "token_count": 28} +{"index": 3377, "reference": "Labour has taken the Cardiff North seat from the Conservatives.", "prediction": " Labour has retained control of the north of Cardiff, including one councillor - including one from north Welsh Labour Party.", "rouge": {"rouge1": 41.37931034482759, "rouge2": 7.4074074074074066, "rougeL": 34.48275862068966}, "nll_sum": 93.77804565429688, "token_count": 21} +{"index": 3378, "reference": "World leaders have welcomed the narrow election victory of Greece's broadly pro-bailout New Democracy party and urged Athens to form a cabinet quickly.", "prediction": "The Greek governing, New Democracy, has will declared its support for a new bailout deal with Greece after it voted overwhelmingly in the general general election.. a's from's a's-A's from in a from's from's from a", "rouge": {"rouge1": 23.529411764705884, "rouge2": 3.0303030303030307, "rougeL": 11.764705882352942}, "nll_sum": 206.7820587158203, "token_count": 46} +{"index": 3379, "reference": "Opec, the oil producers' group is back in the driving seat.", "prediction": "If you have ever had a big leap in the oil price I don't know where we't wasn't!", "rouge": {"rouge1": 18.749999999999996, "rouge2": 13.333333333333334, "rougeL": 12.5}, "nll_sum": 96.23670959472656, "token_count": 21} +{"index": 3380, "reference": "Lionel Messi is not the only threat in the Argentina team, according to Switzerland's Admir Mehmedi ahead of Tuesday's last-16 World Cup clash.", "prediction": "Lionel Messiel says Argentina did not fear Lionel Messi or his future future, despite side's 2-0 defeat Pool their Group B at Euro 2016. solve- a- a nightCalifornia-'s.old- again a's a", "rouge": {"rouge1": 19.35483870967742, "rouge2": 3.3333333333333335, "rougeL": 12.903225806451616}, "nll_sum": 293.7864074707031, "token_count": 47} +{"index": 3381, "reference": "I'm at the Royal Welsh Show where David Cameron has made his third visit to the showground in a year.", "prediction": "So I feel of David Cameron, won't won the general election in February December, I was in the town I was town of St Athan.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 4.444444444444445, "rougeL": 21.276595744680847}, "nll_sum": 143.78326416015625, "token_count": 29} +{"index": 3382, "reference": "A man charged after the theft of money from purses at a Remembrance Sunday event at Aberdeen harbour will not face court proceedings, BBC Scotland has learned.", "prediction": "No further action will has taken against a man made over in to a sexual assault robbery at an Aberdeen base base.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 122.6759033203125, "token_count": 22} +{"index": 3383, "reference": "Stevenage have signed midfielders Jack Jebb and David McAllister on one-month loans from Arsenal and Shrewsbury Town respectively.", "prediction": "Krewsbury Town have signed Arsenal left-back Charlie McAllister on an 18-month loan deal. praised described the club's as a appointment for a club striker from his fromD reputation in.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 27.45098039215686}, "nll_sum": 219.5072021484375, "token_count": 41} +{"index": 3384, "reference": "A documentary on beef eating habits in India has been withdrawn from a Delhi film festival for \"technical\" reasons, its organisers have said.", "prediction": "India the Jazz Festival in India has but said that a film giving Indian students who received found programmes of beef, because of a row over the ban.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 165.54689025878906, "token_count": 29} +{"index": 3385, "reference": "Archaeologists in Jerusalem say they have for the first time reconstructed likely designs of a Biblical Jewish temple floor using original fragments.", "prediction": "A stone stone floor has at found at an ancient burial site in southern Islam has been discovered, archaeologists believe.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 101.19518280029297, "token_count": 21} +{"index": 3386, "reference": "Sales of British salmon helped the UK to export a record value of food and drink in the first half of the year, according to industry figures.", "prediction": "Scottish food and sales of Scotland have fallen to their highest level since the last year,, helped by the stronger pound a a pizz film says.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301884}, "nll_sum": 169.4971923828125, "token_count": 28} +{"index": 3387, "reference": "League One leaders Scunthorpe United will travel to Oxford United in the last 16 of the EFL Trophy.", "prediction": " play Two play hop hopuls Sheffield United will trip to Bristol leaders Scunthorpe the EFL Cup second round-16.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 17.142857142857142, "rougeL": 27.027027027027025}, "nll_sum": 148.2184600830078, "token_count": 26} +{"index": 3388, "reference": "A former Cancer Research UK assistant manager has pleaded guilty at Londonderry Magistrates Court to stealing over \u00a3600 from the charity.", "prediction": "A Londonderry woman, who admitted stealing more than \u00a330,000 from a charity shop, faces her six.month jail.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 103.80152893066406, "token_count": 27} +{"index": 3389, "reference": "Renters face the greatest risk from identity thieves owing to their domestic set-up and lifestyle.", "prediction": "Fam across England across the UK are more likely to be targeted more stolen information of their lives, data suggests.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 110.93614959716797, "token_count": 22} +{"index": 3390, "reference": "A murder investigation has been launched following the death of a 37-year-old man in Aberdeen.", "prediction": "A 53-year-old man has been arrested on suspicion of murdering whose body was found of a Glasgow street in Glasgow city centre.", "rouge": {"rouge1": 48.78048780487806, "rouge2": 20.51282051282051, "rougeL": 29.268292682926827}, "nll_sum": 78.15390014648438, "token_count": 26} +{"index": 3391, "reference": "Police have said 560 people have been charged or reported in connection with flag protests in Northern Ireland.", "prediction": "Police investigating the disappearance of a dissident republican in east Belfast have suspended 19.", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 69.29730224609375, "token_count": 15} +{"index": 3392, "reference": "A teenager has pleaded guilty to a cyber attack on Mumsnet which caused the parenting site to reset the passwords of 7.7 million members.", "prediction": "A teenager who admitted planning a hacking attack on the Morsnet denial, be which, passwords more than 100,000 users' passwords.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 30.434782608695656}, "nll_sum": 141.91128540039062, "token_count": 27} +{"index": 3393, "reference": "A funeral is being held for a family who were found stabbed at their home in Didcot, Oxfordshire.", "prediction": "The funeral will be held for a mother, mother, and mother and daughter who were found with fatal wounds.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 28.571428571428577, "rougeL": 43.24324324324324}, "nll_sum": 70.57110595703125, "token_count": 21} +{"index": 3394, "reference": "Voters will go to the polls on Thursday to determine who will represent them on local councils.", "prediction": "Plaid Cymru, Cym in won a majority silver ages Welsh Government in the 2016 assembly election.", "rouge": {"rouge1": 6.0606060606060606, "rouge2": 0.0, "rougeL": 6.0606060606060606}, "nll_sum": 116.99419403076172, "token_count": 21} +{"index": 3395, "reference": "Singer Phil Collins has handed over his large collection of Alamo memorabilia to a Texas museum, calling the donation the end of a six-decade \"journey\".", "prediction": " star pop star Phil Jones has donated more than $65m (\u00a339,000) from Texas, which sold to $ son's death to $61m (\u00a31m).", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 168.7987060546875, "token_count": 34} +{"index": 3396, "reference": "Castleford ran in eight tries to win the Super League derby at neighbours Wakefield and move above their West Yorkshire rivals in the table.", "prediction": "Castleford ran in first-half tries to thr thrashed Super League Wake 30-5 and seal their place in their Super League semi-final hopes.", "rouge": {"rouge1": 40.81632653061225, "rouge2": 17.02127659574468, "rougeL": 40.81632653061225}, "nll_sum": 154.11215209960938, "token_count": 31} +{"index": 3397, "reference": "Dundee United manager Mixu Paatelainen expects the battle to avoid relegation to last until the season's final game.", "prediction": "uain Paatelenen, that Dundee United will \" step down to commit the pain\" if they are in a bid to prevent relegation.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 146.01202392578125, "token_count": 29} +{"index": 3398, "reference": "A pet iguana has been living up a 30ft (9m) tree for three months after making an escape from its enclosure.", "prediction": "A small animal handler was found up up to a tree after a tree he attempt to, up and keep a \"bull \" beheaded\".", "rouge": {"rouge1": 22.727272727272723, "rouge2": 0.0, "rougeL": 22.727272727272723}, "nll_sum": 170.21676635742188, "token_count": 27} +{"index": 3399, "reference": "The biggest music stars in the UK, are getting ready for a huge event today.", "prediction": "There are the biggest stars, music, music, music and music streaming world music festival music and music.", "rouge": {"rouge1": 31.25, "rouge2": 6.666666666666667, "rougeL": 18.750000000000004}, "nll_sum": 97.38679504394531, "token_count": 20} +{"index": 3400, "reference": "It should be one of the great space ventures of the decade.", "prediction": "Europe's new multi-billion-billion to- space Nasa mission has started begin space.", "rouge": {"rouge1": 7.692307692307692, "rouge2": 0.0, "rougeL": 7.692307692307692}, "nll_sum": 109.6500015258789, "token_count": 17} +{"index": 3401, "reference": "Taxi-hailing app Uber has promised an \"urgent investigation\" into claims of workplace sexual harassment, after a female engineer said misogyny was rife at the firm and women were quitting in droves.", "prediction": "It's been a strange year in Valley for two women Valley from working\" in tech, Silicon Valley which is sue the women working for in Silicon.", "rouge": {"rouge1": 13.559322033898304, "rouge2": 0.0, "rougeL": 13.559322033898304}, "nll_sum": 162.71151733398438, "token_count": 29} +{"index": 3402, "reference": "David De Gea's \u00a329m move from Manchester United to Real Madrid has collapsed because the necessary paperwork was not submitted in time.", "prediction": "Manchester United have completed a \u00a336m deal to sign Barcelona and France goalkeeper de Gea, believed believed to be about \u00a336m).", "rouge": {"rouge1": 22.727272727272723, "rouge2": 9.523809523809526, "rougeL": 13.636363636363635}, "nll_sum": 105.42808532714844, "token_count": 27} +{"index": 3403, "reference": "Airports, airlines and the government are bracing themselves for a ban on laptops, tablets, cameras and e-readers going as hand luggage on flights between Europe and America.", "prediction": "I has been told in a plane at awick or andwick, I don't, and I has been told to anything something that I,, I isn haven't to escape a plane or flight.", "rouge": {"rouge1": 9.67741935483871, "rouge2": 0.0, "rougeL": 9.67741935483871}, "nll_sum": 210.253173828125, "token_count": 39} +{"index": 3404, "reference": "Jihadist bombers who attacked Brussels airport and metro last week also collected building plans and photos of Prime Minister Charles Michel's office and home, the BBC has learned.", "prediction": "A hard linked relating the similar Brussels Brussels airport on 22 December were sold, Prime Minister, Prince's Prince president.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 162.37608337402344, "token_count": 22} +{"index": 3405, "reference": "Police are investigating the death of a fruit seller in China, state media say, amid reports he was beaten by \"chengguan\" urban security personnel.", "prediction": "A Chinese watermelon died after being hit in water glass by and beating his local local, the state report.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 122.50768280029297, "token_count": 21} +{"index": 3406, "reference": "Manchester City Women have signed Netherlands midfielder Tessel Middag from Eredivisie Women's side Ajax.", "prediction": "Northern Ireland and Canada striker Diaona Mursagidd has signed a new, five-year contract with Barcelona champions Barcelona-Goughtolve in be passed from's).", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 226.29840087890625, "token_count": 33} +{"index": 3407, "reference": "Fenerbahce's Robin van Persie has reassured supporters that his eye was not damaged after he was carried off the pitch bleeding on Sunday.", "prediction": "Fenerbahce captain Robin van Persie has had emergency the on his broken tumid after an attack on his eye his side during a match on Saturday the", "rouge": {"rouge1": 39.21568627450981, "rouge2": 16.3265306122449, "rougeL": 31.37254901960785}, "nll_sum": 165.74757385253906, "token_count": 31} +{"index": 3408, "reference": "Danny Hylton's equaliser against Exeter City helped Luton Town salvage their fourth draw in six League Two games.", "prediction": "Danny Hylton scored a stoppage to rescued a point for Lchester Two play-off hopefulseter City at Lil Road in. solve a's againA \u00a3-A a haul in a from a's.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 281.5655822753906, "token_count": 44} +{"index": 3409, "reference": "Rapper Kendrick Lamar has released a surprise eight-track album, Untitled Unmastered, comprising outtakes from the Grammy-winning To Pimp A Butterfly.", "prediction": "D Carrick Sno's song, but will not be released of his debut album worn premiered, will be released box office on Friday night", "rouge": {"rouge1": 8.695652173913043, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 151.0999755859375, "token_count": 26} +{"index": 3410, "reference": "A huge ice and snow sculpture festival has kicked off in Japan.", "prediction": "Thousands of people are celebrating around the weekend, in Australia,000 Australia and Australia, balletsea reputation as it's from for its from from a sport's's, from a's from a'sD. reputation of a's from The reputation", "rouge": {"rouge1": 11.320754716981131, "rouge2": 0.0, "rougeL": 3.7735849056603765}, "nll_sum": 271.64703369140625, "token_count": 47} +{"index": 3411, "reference": "Senior managers at Manchester City Council could receive above-inflationary pay rises if plans are approved on Thursday.", "prediction": "Developers in Manchester are set a set to receive pay rise and a 1% rise - a rise of up to8.8m.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 120.14529418945312, "token_count": 27} +{"index": 3412, "reference": "The Canadian parliament is considering passing legislation that will make the English version of the national anthem gender-neutral.", "prediction": "An attempt to force women women to and change the national anthem national after a parliamentary bill, passed.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 11.428571428571429, "rougeL": 16.216216216216214}, "nll_sum": 111.01220703125, "token_count": 19} +{"index": 3413, "reference": "A judge has ordered a former USA Gymnastics doctor to be tried on sex assault charges, as an accuser said he abused her during hide-and-seek.", "prediction": "The first American gymnast has pleaded not guilty to sexual assault charges in relation to a- four-month period to physical sexual assault of.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 15.686274509803924}, "nll_sum": 114.83152770996094, "token_count": 27} +{"index": 3414, "reference": "A Derby suffragette, who was convicted of attempting to murder a prime minister, is being honoured with a blue plaque.", "prediction": "A ceremony is being held, County Derby for a woman who was shot in the prime minister.", "rouge": {"rouge1": 48.648648648648646, "rouge2": 17.142857142857142, "rougeL": 32.43243243243243}, "nll_sum": 93.4473876953125, "token_count": 18} +{"index": 3415, "reference": "The five Britons who died when a whale-watching boat sank off the coast of western Canada have been named.", "prediction": "A father and son were killed when a boat sank off the coast's Canada last year have been named as Microsoft.", "rouge": {"rouge1": 52.38095238095239, "rouge2": 35.0, "rougeL": 52.38095238095239}, "nll_sum": 97.6827392578125, "token_count": 22} +{"index": 3416, "reference": "New Zealand's Lydia Ko has become the youngest winner of a major with a six-stroke victory at the Evian Championship in France on Sunday.", "prediction": "New Ko New Ko set a record-breaking record of becoming professional by shooting a seven-under-par 65 to share win in Miami California Open, California.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 0.0, "rougeL": 18.867924528301884}, "nll_sum": 166.55792236328125, "token_count": 31} +{"index": 3417, "reference": "Tottenham Hotspur midfielder Nabil Bentaleb will join Schalke on a permanent deal at the end of his loan spell this summer.", "prediction": "Tottenham have signed Tottenham midfielderyl 12 Bent fromenen for an undisclosed fee believed to be about \u00a32.5m from the club's passed a from \"'s2's2 from2's's \u00a3 of. from a fromA", "rouge": {"rouge1": 14.545454545454541, "rouge2": 0.0, "rougeL": 10.909090909090908}, "nll_sum": 289.84906005859375, "token_count": 47} +{"index": 3418, "reference": "A man who murdered a Lancashire man in a \"jealous, frenzied knife attack\" at his ex-partner's house has been jailed for life.", "prediction": "A man who stabbed his ex-girlfriend to death and a message sent to his ex- jailed has been jailed for life for murder's his was a as a a hero was over over and his the..", "rouge": {"rouge1": 45.16129032258065, "rouge2": 23.333333333333332, "rougeL": 35.483870967741936}, "nll_sum": 185.8012237548828, "token_count": 40} +{"index": 3419, "reference": "Tony Andreu missed a second-half penalty as Dundee United dropped two points in the Championship title race with a draw at Stark's Park.", "prediction": " Andre Andreu missed a-week penalty and missed a penalty as Dundee drew with 10-man R Rovers at Dens Park. solvetable again. referee-'s from-A a of in from from's.'s from a", "rouge": {"rouge1": 39.34426229508197, "rouge2": 13.559322033898304, "rougeL": 29.508196721311474}, "nll_sum": 285.8506164550781, "token_count": 47} +{"index": 3420, "reference": "Deutsche Bank has warned further cost cutting might be needed as profits tumbled in the second quarter amid low interest rates and volatile markets.", "prediction": "Deutsche Bank has reported a 40% fall in full- profits for the financial year despite fears fears it will cause a stronger economic outlook\".", "rouge": {"rouge1": 25.0, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 122.21876525878906, "token_count": 27} +{"index": 3421, "reference": "Argos, the retail chain at the centre of a bidding war, has shown a fall in sales over the Christmas period.", "prediction": "The owners of Argos have reported a 40% fall in annual revenue, helped by rival rival chains.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555556, "rougeL": 26.31578947368421}, "nll_sum": 87.35581970214844, "token_count": 20} +{"index": 3422, "reference": "In the wave of dissent sweeping over the Arab world, an old lesson is being re-learnt: that armies are the key to unlocking a revolution's potential.", "prediction": " Egypt's army has lost control between Western and South Korea, since the 2011 in 2011, but there is clear that some of its troops will lost sight.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 10.714285714285714}, "nll_sum": 147.36289978027344, "token_count": 30} +{"index": 3423, "reference": "You may not have heard of Judith Hill, but you've almost certainly heard her voice.", "prediction": "Jessica En-Hill has been chosen as one the most successful names in British pop star.", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 80.5169677734375, "token_count": 17} +{"index": 3424, "reference": "Thousands of bikers in Devon took to the streets as two big cycling events came to Plymouth.", "prediction": "Thousands of riders are completed a cycle stretch to complete a track to compete Portsmouth.", "rouge": {"rouge1": 31.25, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 91.5335693359375, "token_count": 15} +{"index": 3425, "reference": "The mayor of Chittoor town in the southern Indian state of Andhra Pradesh has been killed by unknown attackers.", "prediction": "An 82-year-old Indian woman has died after being stabbed by a a gang of staff at a office's office office the southern Tamil Nadu state, police say are been's-w a dere in a from a's.old a", "rouge": {"rouge1": 29.03225806451613, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 244.6837158203125, "token_count": 47} +{"index": 3426, "reference": "A man has been jailed for nine years for knocking down a police officer who tried to stop a stolen car.", "prediction": "A man has been jailed for four years after a police officer knocked down in a hit-and-run crash to stop a stolen car.", "rouge": {"rouge1": 73.91304347826089, "rouge2": 54.54545454545454, "rougeL": 65.21739130434783}, "nll_sum": 69.57169342041016, "token_count": 27} +{"index": 3427, "reference": "A 69-year-old man has died after his boat capsized in the Findhorn Bay area of Moray.", "prediction": "A man has 2011 after getting into into trouble at Antarctic Park in Pke Dalke ake.'sA 2011 a/AA referee in from from George,'s. from reputation from's as's of.", "rouge": {"rouge1": 23.529411764705884, "rouge2": 4.081632653061225, "rougeL": 23.529411764705884}, "nll_sum": 304.0733642578125, "token_count": 41} +{"index": 3428, "reference": "A woman allegedly murdered by her ex-boyfriend said police would not respond to her fears about him until she had been stabbed, a court has heard.", "prediction": "A student accused of murdering his ex-girlfriend told a police he told police she was, alive because she believed \"did't't stopped and\", a court heard.", "rouge": {"rouge1": 29.09090909090909, "rouge2": 3.7735849056603774, "rougeL": 29.09090909090909}, "nll_sum": 159.65365600585938, "token_count": 32} +{"index": 3429, "reference": "A collection of vintage prams and memorabilia stretching back almost 150 years has been auctioned.", "prediction": "A collection of bowling g toys, children and children at a private residential firm, has been sold for \u00a32 in8 \u00a3700.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.64705882352941, "rougeL": 33.33333333333333}, "nll_sum": 155.48265075683594, "token_count": 26} +{"index": 3430, "reference": "A six-month prison term handed to a motorist who killed an ex-international cyclist in a crash \"does not fit the crime,\" British Cycling has said.", "prediction": "A motorcyclist who killed and a cyclist in a fatal fatal crash was \"in,ult\", has had his sentence for prison sentences and increased.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 12.244897959183673, "rougeL": 31.37254901960785}, "nll_sum": 152.99891662597656, "token_count": 29} +{"index": 3431, "reference": "Somerset beat One-Day Cup holders Gloucestershire by one wicket with just three balls to spare at Taunton.", "prediction": "Somerset recorded an eight-wicket victory over Gloucestershire in their first One-Day Cup match at Taunton. solvetering-. aA again a-A aA in- years's Saturday. from a", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.333333333333334, "rougeL": 25.53191489361702}, "nll_sum": 234.8822479248047, "token_count": 46} +{"index": 3432, "reference": "Thousands of children, including a boy aged five, have been investigated for sexting, the BBC has learned.", "prediction": "xtluing is being investigated over police over sent of images of indecent images of himself, the BBC has learned.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 17.647058823529413, "rougeL": 27.777777777777775}, "nll_sum": 111.22964477539062, "token_count": 22} +{"index": 3433, "reference": "A man who made bomb threats to Bristol Airport in a series of text messages has been jailed for two-and-a-half years.", "prediction": "A man who made a bomb threat to the staff at Bristol Airport has been jailed for six years, eight years and four months. of. a's a's a's a from Saturday from a has's referee of a from a'sA", "rouge": {"rouge1": 52.94117647058824, "rouge2": 27.27272727272727, "rougeL": 44.11764705882353}, "nll_sum": 198.34423828125, "token_count": 47} +{"index": 3434, "reference": "England hammered home their advantage over Australia in the first Test on a fast-moving third day to put themselves in pole position to take the lead in the Ashes.", "prediction": "England completed a stunning 18 innings-run win over Australia in the third Test and take the three-day series to complete a dramatic series in Cardiff.", "rouge": {"rouge1": 45.6140350877193, "rouge2": 14.545454545454547, "rougeL": 31.57894736842105}, "nll_sum": 110.66423034667969, "token_count": 29} +{"index": 3435, "reference": "Huddersfield Giants forward Ukuma Ta'ai has signed a two-year contract extension.", "prediction": "Huddersfield Giants centre Davidaiizaiai has signed a new, two-year deal with the Super League champions after winning the Super League season", "rouge": {"rouge1": 40.0, "rouge2": 24.242424242424246, "rougeL": 40.0}, "nll_sum": 129.90496826171875, "token_count": 30} +{"index": 3436, "reference": "Lenovo and Acer have both unveiled smartphones with much larger than normal batteries.", "prediction": "Technology and Germany have created a a new, 4 andG mobile phone phones.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 88.46398162841797, "token_count": 15} +{"index": 3437, "reference": "The World Health Organization says processed meat does cause cancer and red meat is probably carcinogenic too.", "prediction": "The World Health Organization (WHO) has said that red meat is tend to be mince and it has increased significantly risk of developing putting of cancer.", "rouge": {"rouge1": 41.860465116279066, "rouge2": 24.39024390243903, "rougeL": 32.558139534883715}, "nll_sum": 119.84153747558594, "token_count": 29} +{"index": 3438, "reference": "Conductors on Southern railway are to stage three 24-hour strikes in a dispute over changes to their role and the introduction of driver-only trains.", "prediction": "Rail passengers across the South East have voted to strike for strike action over possible role role.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 82.94245147705078, "token_count": 17} +{"index": 3439, "reference": "A group calling itself \"the IRA\" has said it murdered the Northern Ireland prison officer David Black.", "prediction": "The left-wing paramilitaryist has shot dead the murder of prison officer David who was shot dead in October.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 11.76470588235294, "rougeL": 33.333333333333336}, "nll_sum": 99.72845458984375, "token_count": 21} +{"index": 3440, "reference": "German Chancellor Angela Merkel has described UK plans to ensure the rights of EU citizens in Britain after Brexit as \"a good start\".", "prediction": "German Chancellor Angela Merkel has said her plan for EU rights citizens in the UK to stay, the EU is a \"absolutely priority\" Brexit for Brexit.", "rouge": {"rouge1": 61.224489795918366, "rouge2": 21.276595744680854, "rougeL": 40.816326530612244}, "nll_sum": 123.87590789794922, "token_count": 29} +{"index": 3441, "reference": "Sei Young Kim defeated Spain's Carlota Ciganda in a play-off to win the Meijer LPGA Classic in Michigan.", "prediction": "World number two Kim Inch carded a play-off share in a dramatic play play-off at the Women's French KPGAPGA a Florida.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 14.285714285714288, "rougeL": 27.27272727272727}, "nll_sum": 197.04412841796875, "token_count": 31} +{"index": 3442, "reference": "A student from Bristol is taking legal action after a picture of her friend was \"misrepresented\" by an Italian political party campaigning against transgender education in schools.", "prediction": "An Italian teenager who was a shot by a black boy on a leaflet saying a photo of her own life is facing legal action legal.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 11.76470588235294, "rougeL": 15.09433962264151}, "nll_sum": 139.4683074951172, "token_count": 27} +{"index": 3443, "reference": "Shauna Coxsey took silver in the second Bouldering World Cup event of the year as she continued her title defence.", "prediction": "Great Britain's Shanna Cox has won her gold in the women's canoe slal World World Cupastern China.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 15.384615384615385}, "nll_sum": 140.08184814453125, "token_count": 22} +{"index": 3444, "reference": "Dairy Crest, maker of Cathedral City cheese and Country Life butter, has announced a big slump in profits and the sale of its milk business.", "prediction": "Der says it has agreed to sell 40s 100 supermarket chain &idd to Dairies and Ireland.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 136.6397705078125, "token_count": 21} +{"index": 3445, "reference": "We're buying fewer clothes and pairs of shoes, although we're eating out more, according to credit card firm Visa.", "prediction": "Visa has been warned that rising living costs are \"intint\",\", says\", hotel, chains and restaurants.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 134.45347595214844, "token_count": 22} +{"index": 3446, "reference": "An amputee who was caught in the door of a train in Cornwall said it was a \"frightening experience\".", "prediction": "A man was left his leg after being hit by a train while he was and refused to not turn up to a call for financial support.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454546, "rougeL": 21.73913043478261}, "nll_sum": 110.97651672363281, "token_count": 27} +{"index": 3447, "reference": "A Hertfordshire council is buying in water from a local landscaping company so that a town fountain can be switched on for Jubilee celebrations.", "prediction": "A drinking water tank from a lake in a Gwynedd will not be switched off, after drinking water.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 33.33333333333333}, "nll_sum": 94.93797302246094, "token_count": 21} +{"index": 3448, "reference": "Maj Tim Peake will become the first British European Space Agency (Esa) astronaut to go into space, on Tuesday.", "prediction": "British astronaut Tim Peake has sent a possible reports about his battle about space!", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.451612903225808, "rougeL": 18.181818181818183}, "nll_sum": 88.41838073730469, "token_count": 15} +{"index": 3449, "reference": "Two more arrests have been made after a man was found with gunshot wounds in Lincolnshire.", "prediction": "A man was found with serious head injuries at a house in Lincolnshire to have been shot, police have said.", "rouge": {"rouge1": 50.0, "rouge2": 35.294117647058826, "rougeL": 38.888888888888886}, "nll_sum": 64.05462646484375, "token_count": 22} +{"index": 3450, "reference": "Ferrari's Fernando Alonso beat Red Bull's Sebastian Vettel and McLaren's Jenson Button in a close fight to win the German Grand Prix.", "prediction": "Fernando Alonso took a battle for Barcelona at the Malaysian Grand Prix as victory beat teammate team Jenson Button in Sunday in a dramatic race. for thedes's again- again \" Dam- a- \" again- a 2011 a", "rouge": {"rouge1": 36.0655737704918, "rouge2": 16.94915254237288, "rougeL": 22.950819672131146}, "nll_sum": 263.60968017578125, "token_count": 46} +{"index": 3451, "reference": "The death toll from flooding caused by recent heavy rain in southern Japan has risen to at least 15, officials say.", "prediction": " the death toll from Saturday's toll of heavy rain in Japan has risen, the government says government", "rouge": {"rouge1": 56.41025641025642, "rouge2": 37.83783783783783, "rougeL": 56.41025641025642}, "nll_sum": 77.60987854003906, "token_count": 18} +{"index": 3452, "reference": "Where are you reading this?", "prediction": "A new app launches a popular app - and - tech - who use our television television.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 108.62763977050781, "token_count": 17} +{"index": 3453, "reference": "Stoke City's Mark Waddington and Swansea City's Oliver Davies have had their loan spells with Kilmarnock cut short and returned to their clubs.", "prediction": "Kilmarnock defender Liam Davies and Smith Waddington have both left English Scottish Premiership club.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 101.01012420654297, "token_count": 20} +{"index": 3454, "reference": "More than 900 seal pups have been born on a north Norfolk nature reserve in the last three weeks giving experts hopes of another record breaking year.", "prediction": "A seal shortage squad has been found at a Norfolk beach, recorded its highest regular season.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 102.34719848632812, "token_count": 17} +{"index": 3455, "reference": "Historical Chinese documents have helped scientists to track the decline of the world's rarest primates.", "prediction": "ainan Tyrann subjects - the first black and shot in the in 150 200 years ago, government papers show.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 141.01806640625, "token_count": 21} +{"index": 3456, "reference": "The government has seen off calls in Parliament to scrap its planned rise in VAT to 20% from next January.", "prediction": "MPs have survived in an attempt to hold on an interest rate rise to 30% rate - a move to 40% to 17.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 117.98634338378906, "token_count": 26} +{"index": 3457, "reference": "The crisis in the steel industry could signal potential problems across other core Welsh industries, Plaid Cymru has warned.", "prediction": "The steel industry is in, Wales is having a \"proastrophic decline\" to the the industry, a Plaid Cymymruru said.ru be 2011 a's from aA from's from of.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 20.40816326530612}, "nll_sum": 284.6604919433594, "token_count": 42} +{"index": 3458, "reference": "Abu Dhabi United Group, which owns Manchester City football club, will invest in a plan by Manchester City Council to build new homes.", "prediction": "Plans for 1,500 new homes are to be built in Greater Manchester have been, the city council to save \u00a3-1bn.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714283, "rougeL": 22.727272727272723}, "nll_sum": 110.09606170654297, "token_count": 27} +{"index": 3459, "reference": "Chelsea's return to Anfield on Saturday brings back unhappy memories for Liverpool and their immediate future is not much brighter either.", "prediction": "VeteranBrend Rodgers says the Liverpool manager can be Liverpool's Premier Premier League title - and the time they are determined to win the Premier League title.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 8.333333333333334}, "nll_sum": 129.4998016357422, "token_count": 29} +{"index": 3460, "reference": "Laura Massaro won her third British title with a straight-set final victory over Alison Waters in Manchester.", "prediction": " Waters Samson Waters won her first national title with a victory over Canada in Sheffield.", "rouge": {"rouge1": 54.54545454545454, "rouge2": 25.80645161290323, "rougeL": 48.48484848484848}, "nll_sum": 81.30935668945312, "token_count": 15} +{"index": 3461, "reference": "For years it has been more surprising when Ken Livingstone hasn't raised hackles than when he has.", "prediction": "There is no problem for the Labour Party, but a hate of saying that anti-Semitism should not be a stripped of not hurt\".", "rouge": {"rouge1": 4.761904761904763, "rouge2": 0.0, "rougeL": 4.761904761904763}, "nll_sum": 121.16754150390625, "token_count": 26} +{"index": 3462, "reference": "Disney has announced it will produce a sequel to its runaway hit Frozen, which last year became the highest-grossing animated film of all time.", "prediction": " Disney Disney film movie movie has set to record a recordm record of advertising, helping three million people on its first day of Broadway solve. a's a's a's from's-p a from in a years from.'s a-", "rouge": {"rouge1": 23.88059701492537, "rouge2": 0.0, "rougeL": 14.92537313432836}, "nll_sum": 278.5670471191406, "token_count": 47} +{"index": 3463, "reference": "The Women's FA Cup Final is set for a new competition-record crowd at Wembley, with 34,500 tickets already sold eight days before the 2017 final.", "prediction": "A record record crowds are be set to host the Women's FA Cup final - record for the club record.", "rouge": {"rouge1": 50.0, "rouge2": 26.08695652173913, "rougeL": 33.33333333333333}, "nll_sum": 107.39390563964844, "token_count": 21} +{"index": 3464, "reference": "The UN Security Council has strongly condemned North Korea's launch of a long-range rocket.", "prediction": "The UN Security Council has rejected concern it has launched North Korea's its rocket.", "rouge": {"rouge1": 64.51612903225806, "rouge2": 41.379310344827594, "rougeL": 58.06451612903225}, "nll_sum": 79.06732177734375, "token_count": 15} +{"index": 3465, "reference": "Burnley came from behind to go top of the Championship thanks to Andre Gray's double at lowly Bolton.", "prediction": "Two firsthalf goals from goalkeeper Gray Gray earned Burnley a comfortable, comfortable victory over fellow play-off-efef hopefulston.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 145.49591064453125, "token_count": 26} +{"index": 3466, "reference": "Lancashire youngster Liam Livingstone marked his first-class debut with an unbeaten half century to build a useful 69-run lead over Nottinghamshire.", "prediction": "Liam Livingstone took career-best 98 as Lancashire retained retained the control of Nottingham control on of second day at Trent Bridge. solve gripping again. solve again-'s- again 2011 a in's-'s-'s from's", "rouge": {"rouge1": 13.333333333333334, "rouge2": 3.4482758620689653, "rougeL": 10.0}, "nll_sum": 320.8822937011719, "token_count": 47} +{"index": 3467, "reference": "Britain's Greg Rutherford won the long jump at the Great North City Games in Newcastle, in his first competition since winning Olympic bronze in Rio.", "prediction": "Olympic Olympic champion Greg Rutherford completed a complete 10,000m at a Great North Run Run race of the season on home soil a135 year at theiff it \"2-'s it on in from Saturday's\".. ofA", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.557377049180328, "rougeL": 19.047619047619047}, "nll_sum": 295.6659851074219, "token_count": 47} +{"index": 3468, "reference": "The family of a woman who died 10 days after a car crash in Aberdeenshire have described her as \"a proud mum and a devoted nanna\".", "prediction": "The family of a woman who died in a crash in Aberdeenshire last month, has been described as \"much aloving mother and daughter\".", "rouge": {"rouge1": 57.14285714285715, "rouge2": 34.04255319148936, "rougeL": 57.14285714285715}, "nll_sum": 100.07087707519531, "token_count": 29} +{"index": 3469, "reference": "Pet owners who bag up dog poo and leave it on beaches are threatening the safety of people who visit the seaside.", "prediction": "Fernando owners in Scotland are urging people to follow and clear up their dog litter.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 87.91638946533203, "token_count": 17} +{"index": 3470, "reference": "Chelsea captain John Terry will miss the rest of the season through suspension after his red card in Saturday's 3-2 defeat at Sunderland.", "prediction": "Chelsea captain John Terry has been suspended after a Football Association charge for his red card in his side 1 to draw with Chelsea at Stamford Bridge. solve's again's a's from--A a of in from from Saturday's. from emerged", "rouge": {"rouge1": 37.68115942028986, "rouge2": 20.895522388059703, "rougeL": 31.884057971014496}, "nll_sum": 245.2216033935547, "token_count": 46} +{"index": 3471, "reference": "Fourteen members of an organised crime gang have been convicted over their roles in stealing artefacts worth up to \u00a357m from museums and an auction house.", "prediction": "Four men convicted of being been involved in the Hatton Garden H jewler, which stolen more than 30 years ago have been jailed for", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666666, "rougeL": 12.000000000000002}, "nll_sum": 124.81088256835938, "token_count": 26} +{"index": 3472, "reference": "In our series of letters from African journalists, Joseph Warungu notices that as election fever sweeps across East Africa, politicians are peeping across the borders to see if there are lessons to be learnt from their neighbours:", "prediction": "In our series of letters from African journalists, novelist and writer Adaobi Tricia Nwaubani looks at the future have played a key role in Uganda's election.", "rouge": {"rouge1": 31.25, "rouge2": 22.58064516129032, "rougeL": 28.125}, "nll_sum": 172.80917358398438, "token_count": 33} +{"index": 3473, "reference": "The International Monetary Fund (IMF) and what is now known as the World Bank, were set up to manage the post-World War II global economy.", "prediction": "The International Monetary ofFIMF) and the first bred, the World Bank, powerful the most powerful country. most to stop againWriter it's to be the stopp - it's a's low from the.", "rouge": {"rouge1": 30.508474576271187, "rouge2": 14.035087719298245, "rougeL": 30.508474576271187}, "nll_sum": 283.44305419921875, "token_count": 42} +{"index": 3474, "reference": "A football fan who walked to Wembley wearing his swimming trunks has broken his \u00a350,000 fundraising target.", "prediction": "A football fan who has completed a complete race has raised nearly \u00a3100,000 for charity a charity for a children's hospice.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 96.81526947021484, "token_count": 26} +{"index": 3475, "reference": "Aston Villa manager Tim Sherwood promised to rid the club of its \"losing mentality\" after suffering a 4-0 defeat by Arsenal in the FA Cup final.", "prediction": "Aston Villa fans \" get the chance to get \"lost\" losing the FA Cup final, says boss Tim Sherwood after his side EFL Trophy final against Liverpool.", "rouge": {"rouge1": 45.28301886792453, "rouge2": 19.607843137254903, "rougeL": 30.18867924528302}, "nll_sum": 140.4631805419922, "token_count": 33} +{"index": 3476, "reference": "Departing Glasgow coach Gregor Townsend rued his side's inability to take their chances after slipping to defeat by Edinburgh in his final game in charge.", "prediction": "Glasgow head coach Gregor Townsend says his side was not enough to avoid their 21-16 defeat and reach a final Pro12 semi-final against Edinburgh on Friday after 19 21-half struggle from on years after.", "rouge": {"rouge1": 38.095238095238095, "rouge2": 9.836065573770492, "rougeL": 31.746031746031743}, "nll_sum": 200.48614501953125, "token_count": 44} +{"index": 3477, "reference": "Scotland was once the shipbuilder to the world and the heart of its industry was sited on the south bank of the River Clyde in the Glasgow district of Govan.", "prediction": "The River Clydeyard was one of historic world's largest and to remaining ship ships and a remaining container shipping which enjoyed the UK's longest achievements history.", "rouge": {"rouge1": 27.58620689655172, "rouge2": 3.571428571428571, "rougeL": 13.79310344827586}, "nll_sum": 181.96517944335938, "token_count": 29} +{"index": 3478, "reference": "A man threw acid in a beautician's face because he feared for his life, family and girlfriend, a court has heard.", "prediction": "A man who befriended his partner's brain in a revenge Halloween attack was to not people\", a court heard.", "rouge": {"rouge1": 42.85714285714286, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 113.44038391113281, "token_count": 22} +{"index": 3479, "reference": "England manager Roy Hodgson should build his team around Tottenham striker Harry Kane, according to ex-Spurs midfielder Danny Murphy.", "prediction": "Tottenham striker Harry Kane will not a in give England Rob Hodgson a passport, says his former club Danny Murphy was aspecial special day\".", "rouge": {"rouge1": 40.909090909090914, "rouge2": 19.04761904761905, "rougeL": 27.27272727272727}, "nll_sum": 186.4879913330078, "token_count": 29} +{"index": 3480, "reference": "Britain's Andy Murray beat Canada's Vasek Pospisil 6-3 7-5 in the second round of the ABN Amro World Tennis Tournament in Rotterdam.", "prediction": "Britain's world number Paddy Pospisil suffered a serious leg and injury by world number one Vasease Vai in reach age fourth round at the Australian Open.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 3.9215686274509802, "rougeL": 22.641509433962266}, "nll_sum": 195.33612060546875, "token_count": 34} +{"index": 3481, "reference": "The inventor of the classic toy Etch A Sketch has died at the age of 86.", "prediction": "The man behind revenge toy inspired for a film and film location, the Story picture Story animation, has died in Paris, aged 86.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 5.405405405405405, "rougeL": 35.8974358974359}, "nll_sum": 157.26577758789062, "token_count": 26} +{"index": 3482, "reference": "The UK's \"green\" bank, which invests in environmentally-friendly infrastructure projects, is to be part-privatised.", "prediction": "The UK's largest bank GIB to sell one of the biggest bank again and green light, in a effort to save \u00a31bn.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 123.57850646972656, "token_count": 27} +{"index": 3483, "reference": "Disused phone boxes in London are being put to a novel use - as solar-powered charging stations for mobile phones.", "prediction": "A new green phone call phone, which include a solar panel panel that experts can be able to their mobile phones.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 124.78157043457031, "token_count": 22} +{"index": 3484, "reference": "Samsung's second recall of its Galaxy Note 7 handsets is an unprecedented disaster for the company and the wider mobile phone sector.", "prediction": "Samsung has started finding its Note 7 phone phones after saying it was too too.", "rouge": {"rouge1": 26.315789473684205, "rouge2": 5.555555555555555, "rougeL": 26.315789473684205}, "nll_sum": 91.21919250488281, "token_count": 15} +{"index": 3485, "reference": "Former BBC DJ Chris Denning has pleaded guilty to 21 child sex offences committed between 1969 and 1986.", "prediction": "Former BBC 1 DJ Chris Denning has pleaded guilty to a string of historical sex offences against boys.", "rouge": {"rouge1": 61.111111111111114, "rouge2": 47.05882352941176, "rougeL": 61.111111111111114}, "nll_sum": 79.20416259765625, "token_count": 19} +{"index": 3486, "reference": "The US space agency Nasa has issued a \"selfie\" portrait from its Curiosity rover on Mars.", "prediction": "The US space agency - Nasa - has have released a new robot rover on the planet, Mars Mars.", "rouge": {"rouge1": 60.60606060606061, "rouge2": 38.70967741935484, "rougeL": 60.60606060606061}, "nll_sum": 89.24951171875, "token_count": 20} +{"index": 3487, "reference": "Some serious complaints made by a Labour MP over the hospital care given to her husband before his death have been rejected following a review.", "prediction": "A assessment of independent review into care against a mental health board in south Wales should not been made public.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 105.84199523925781, "token_count": 20} +{"index": 3488, "reference": "A 16-year-old boy has died after being stabbed during the early hours in Bristol.", "prediction": "A 15-year-old boy has been stabbed to death Bristol Bristol.", "rouge": {"rouge1": 50.0, "rouge2": 23.076923076923077, "rougeL": 50.0}, "nll_sum": 49.43100357055664, "token_count": 14} +{"index": 3489, "reference": "Education Secretary Nicky Morgan says anyone found running an illegal backstreet school in England will face fines or a prison sentence.", "prediction": "Hundreds of thousands children missing from some Muslim Muslim schools are to be allowed to apply for places, the chief of schools, the education education watchdog says.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 128.1654815673828, "token_count": 29} +{"index": 3490, "reference": "Aberdeen's controversial City Garden Project has been narrowly rejected after a council debate.", "prediction": "Aberdeen City Council voted overwhelmingly to scrap a controversial scheme to the city centre, after the SNP group. it backed a bid itself ban it-old's a,, from 30'sA, from the of.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 0.0, "rougeL": 20.833333333333336}, "nll_sum": 230.65640258789062, "token_count": 42} +{"index": 3491, "reference": "The exploits of a Victoria Cross recipient are being recognised at his former home in south west Scotland.", "prediction": "A home, a Fifeagh-basederry man, who survived the lives of a Royal Navy MLA submarine in the Navy of Fife, been have named", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 181.80552673339844, "token_count": 31} +{"index": 3492, "reference": "Argentina and Barcelona footballer Lionel Messi and his father should stand trial on tax fraud charges, a court in Spain has ruled.", "prediction": "A footballer Lionel Messi and his son but will face no trial after tax charges against him and denied paying tax in his income tax evasion.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 17.391304347826086, "rougeL": 37.50000000000001}, "nll_sum": 123.21113586425781, "token_count": 26} +{"index": 3493, "reference": "Celtic, Rangers and Aberdeen were all handed home ties after the draw for the Scottish Cup quarter-finals.", "prediction": "Celtic and Rangers will meet two teams meet in the Scottish Challenge Cup quarter-finals- in Scottish Cup.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 23.52941176470588, "rougeL": 38.88888888888889}, "nll_sum": 91.70307922363281, "token_count": 22} +{"index": 3494, "reference": "An NHS commissioning group has proposed a temporary ban on non-vital operations in a bid to tackle funding problems.", "prediction": "A health trust has praised criticised plans to cut support for the NHS by the public, the health watchdog says.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 0.0, "rougeL": 10.000000000000002}, "nll_sum": 92.96186828613281, "token_count": 21} +{"index": 3495, "reference": "General David Petraeus, one of the United States' most prominent military officers, has indicated he would be willing to serve in President-elect Donald Trump's administration if asked.", "prediction": "The former general of, David testified, has said he would \" forget\" Donald Trump, the former ex-blamp general serving as secretary of state", "rouge": {"rouge1": 42.30769230769231, "rouge2": 8.0, "rougeL": 26.923076923076923}, "nll_sum": 143.13014221191406, "token_count": 29} +{"index": 3496, "reference": "Sorting through a large pile of used clothes and household items, Hsiao Hsiu-chu is the picture of a new-age Buddhist.", "prediction": "When Taiwanese monk Jm Hs Thailand had be good poor and sounds temple to Taiwan, but it also keeps a good evening not good.", "rouge": {"rouge1": 8.695652173913043, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 192.14259338378906, "token_count": 27} +{"index": 3497, "reference": "Patients at Wales' only children's hospital can play outside for the first time - thanks to a new purpose-built garden.", "prediction": "A new memorial dedicated to dedicated children with a brain disease has officially opened at Queen Royal Children's Hospital to Cardiff.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 14.634146341463413, "rougeL": 23.25581395348837}, "nll_sum": 107.37173461914062, "token_count": 22} +{"index": 3498, "reference": "Half of parents-to-be in Wales are either unsure or have decided against breastfeeding, according to a survey.", "prediction": "More than half of pregnant mothers who do not do enough milk do not enough health health, health figures.", "rouge": {"rouge1": 10.526315789473683, "rouge2": 5.555555555555555, "rougeL": 10.526315789473683}, "nll_sum": 106.70562744140625, "token_count": 20} +{"index": 3499, "reference": "The wife of one of Australia's most notorious extremists, Mohamed Elomar, has pleaded guilty to supporting overseas terrorism.", "prediction": "An Australian woman who held seven of her seven children to the fight in Syria in has been sentenced to three a half years in prison to", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 107.45254516601562, "token_count": 26} +{"index": 3500, "reference": "EU nations have agreed to draw up a blacklist of tax havens in the wake of the Panama Papers leaks.", "prediction": "The European Union has agreed with EU EU rules on tax drinks and in where tax havens are tax revenue.", "rouge": {"rouge1": 30.0, "rouge2": 5.263157894736842, "rougeL": 15.0}, "nll_sum": 106.03839111328125, "token_count": 20} +{"index": 3501, "reference": "Efe Ambrose's proposed loan move from Celtic to Blackburn Rovers is awaiting an English FA ruling over a work permit for the Nigeria defender.", "prediction": "Nigeria defender midfielder Marcel Assel has been given a transfer transfer, following his release from Blackburn Rovers", "rouge": {"rouge1": 28.571428571428566, "rouge2": 10.0, "rougeL": 14.285714285714283}, "nll_sum": 94.59910583496094, "token_count": 21} +{"index": 3502, "reference": "An attack on nesting birds in a breeding colony in the north of the Isle of Man has prompted a warning from wildlife officials.", "prediction": " for US warning issued an order for but could heavy animal cull nest in the Scottish Borders, the Scottish government said.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 129.96969604492188, "token_count": 22} +{"index": 3503, "reference": "(Close): US markets reached fresh intra-day records, lifted by technology and banking stocks.", "prediction": "(Closed): Stocks Wall Street closed higher on Monday despite mixed strong results from, Wall Street.", "rouge": {"rouge1": 13.79310344827586, "rouge2": 0.0, "rougeL": 13.79310344827586}, "nll_sum": 104.26712036132812, "token_count": 20} +{"index": 3504, "reference": "Former BHS owner Sir Philip Green will meet the pensions regulator by the end of the week to try to secure a deal over the collapsed retailer's pension fund, the BBC has learned.", "prediction": "The former boss of BHS, has said it will vote on whether he should be stripped be included in the Queen's Birthdayours list.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 0.0, "rougeL": 17.24137931034483}, "nll_sum": 112.72087097167969, "token_count": 27} +{"index": 3505, "reference": "Glasgow Warriors have announced that influential Fiji international second row Leone Nakarawa is to leave at the end of the season.", "prediction": " Farana goalkeeperawaa Nakarara will join Edinburgh to join the Premiership leaders after- three-time champions will join from Scottish champions champions after leaving for next season.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.765957446808512}, "nll_sum": 191.62628173828125, "token_count": 33} +{"index": 3506, "reference": "Warwickshire off-spinner Jeetan Patel has won the Professional Cricketers' Association (PCA) Most Valuable Player award for a second time.", "prediction": "Warwickshire captain Paul Jennings has retired from all international cricket because of a leg-threatening because of a start of \" 2014 season.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 131.54478454589844, "token_count": 27} +{"index": 3507, "reference": "New figures from the Northern Ireland Cancer Registry show there has been a dramatic rise in the numbers of women being diagnosed with breast cancer.", "prediction": "The number of breast cancer for women Northern Northern Ireland is expected expected to rise next year, NHS data show.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 18.6046511627907, "rougeL": 22.222222222222225}, "nll_sum": 112.36426544189453, "token_count": 21} +{"index": 3508, "reference": "Ten retired senior military officers have written to the prime minister to voice their concerns over the loss of the aircraft carrier HMS Ark Royal.", "prediction": "The top military commanders are facing a major threat to defence the UK's armed forces,, the BBC understands.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 88.23287200927734, "token_count": 20} +{"index": 3509, "reference": "Scientists hope to find out more about how our planet was formed by studying the rocks buried deep under our feet.", "prediction": " space US space Nasa Nasa Nasa, but will find out you to find out of the Earth to Mars! it Jupiter it! there's reputation a ballet it's from's it's reputation from it's's from of. a's aA", "rouge": {"rouge1": 12.5, "rouge2": 6.451612903225806, "rougeL": 12.5}, "nll_sum": 288.27947998046875, "token_count": 47} +{"index": 3510, "reference": "People are unhappy in their own company and some prefer painful experiences to their own thoughts, a new study claims.", "prediction": "Some people think whether went in your room, before they \"never get\" before before early, research suggests.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 129.53298950195312, "token_count": 21} +{"index": 3511, "reference": "Two people have been re-arrested after a toddler suffered serious injuries in a dog attack.", "prediction": "An 11-year-old girl suffered serious brain injuries in a dog attack on an-year-old believed to be a hate crime.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 27.027027027027025, "rougeL": 35.8974358974359}, "nll_sum": 80.55831909179688, "token_count": 27} +{"index": 3512, "reference": "The death of a man in a road crash in Surrey may be linked to an \"altercation\" at a flat nearby, police have said.", "prediction": "A man was taken to hospital after a suspected-andand-run incident in Oldham, police have said.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615383, "rougeL": 34.146341463414636}, "nll_sum": 85.96916961669922, "token_count": 22} +{"index": 3513, "reference": "High-speed cameras have revealed how jumping spiders use a dragline of silk to stabilise themselves mid-air and control their landings.", "prediction": "Newly spiders flame spiders algae, which can identify Richard Ad III's to be built, China.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 152.035400390625, "token_count": 19} +{"index": 3514, "reference": "Exeter Chiefs trio Kai Horstmann, Julian Salvi and Ollie Atkins have signed new contracts with the club.", "prediction": "Exeter pair Hor Christianstmann, Alex Salmond and Alexil guards, have agreed at new deals with. Premiership club Premiership when beenolve athe recent a from The's ballet from a's2 The of's", "rouge": {"rouge1": 27.999999999999996, "rouge2": 0.0, "rougeL": 24.000000000000004}, "nll_sum": 328.252197265625, "token_count": 42} +{"index": 3515, "reference": "Leyton Orient boss Russell Slade will work with a sporting director next season after a restructure in the wake of Francesco Becchetti's takeover.", "prediction": "Leyton Orient president Francescoattached is \" \"big big\" than than the club, despite the moving relegatedCh's club- president Francescon Beattached.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 250.38829040527344, "token_count": 34} +{"index": 3516, "reference": "New season, new faces.", "prediction": " the new Premier League season, started with top players fans and fans a little doubt, too busy.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 19.047619047619047}, "nll_sum": 97.9037857055664, "token_count": 19} +{"index": 3517, "reference": "The impact of the political crisis at Stormont continues to feature prominently in some of the newspaper headlines on Wednesday.", "prediction": "The political crisis over Stormont's Storm Corbyn' \"pet tax will makes the front pages, the News NI and News News NI in Letter's solve of News solve- a it's and from the row).", "rouge": {"rouge1": 28.57142857142857, "rouge2": 7.4074074074074066, "rougeL": 25.0}, "nll_sum": 275.78631591796875, "token_count": 41} +{"index": 3518, "reference": "Domino's Pizza has revealed what it describes as \"excellent\" results for last year, driven primarily by the growth in its digital sales.", "prediction": "Domino Macy, the company behind but e-commerce giant, has reported a 40% rise in rise, helped by a in increase online sales. the UK.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 0.0, "rougeL": 20.833333333333332}, "nll_sum": 166.97088623046875, "token_count": 32} +{"index": 3519, "reference": "Scunthorpe United have signed free-agent midfielder Isaiah Osbourne on a three-month deal.", "prediction": "Scunthorpe United have re exEastEnders goalkeeperbourne Foxbourne on an initial one amonth loan deal until the end- end of season.", "rouge": {"rouge1": 29.411764705882348, "rouge2": 12.5, "rougeL": 29.411764705882348}, "nll_sum": 197.18882751464844, "token_count": 32} +{"index": 3520, "reference": "Nineteen people, including 17 foreign tourists, have been killed in a gun attack on the Bardo museum in the Tunisian capital, Tunis, the PM says.", "prediction": "Tunisia says it launched an \"unprovoked\" attack on MPs on Tuesday the 38 people,.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 101.87564086914062, "token_count": 21} +{"index": 3521, "reference": "Sinn F\u00e9in's Conor Murphy says it's time for an election as the deadline passes for Secretary of State James Brokenshire to call one, after the party refused to re-nominate a deputy first minister.", "prediction": "The Ulster Party leader, Mike Murphy, has said his party has breaking party's rules, same-sex civil couples from a Northern Ireland Executive rules", "rouge": {"rouge1": 16.129032258064516, "rouge2": 0.0, "rougeL": 9.67741935483871}, "nll_sum": 140.76681518554688, "token_count": 28} +{"index": 3522, "reference": "As President Obama finished his speech to the African Union (AU) in Addis Ababa last month and stepped off the stage, a tempest whipped up outside.", "prediction": "US President Barack Obama has put down the crowd of African leaders during his visit to visit the nation, but he was surprised to know that he would never run the country again.", "rouge": {"rouge1": 23.728813559322038, "rouge2": 0.0, "rougeL": 20.33898305084746}, "nll_sum": 122.91606903076172, "token_count": 34} +{"index": 3523, "reference": "Motorcycle racer Ryan Farquhar, who was hurt in a high-speed crash in the North West 200, is seriously ill and has returned to intensive care, the Belfast Trust have said.", "prediction": "bike League rider Ryan Farquhar has been be discharged from care with serious injuries after a serious crash at the North West 200 Northernm\" has a's a's aA a-A a from in a from a's from's a", "rouge": {"rouge1": 30.136986301369863, "rouge2": 14.084507042253522, "rougeL": 24.657534246575345}, "nll_sum": 247.4655303955078, "token_count": 47} +{"index": 3524, "reference": "A warning has been issued after figures showed rail trespass incidents in Wales have risen.", "prediction": "The number of people killed by passenger trains in Wales Wales fallen significantly over the past year, new figures show.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 12.121212121212121, "rougeL": 11.428571428571429}, "nll_sum": 76.8661117553711, "token_count": 21} +{"index": 3525, "reference": "Former world number one Tiger Woods says he is getting \"professional help\" to manage medication for pain and sleep loss as he tries to return to fitness.", "prediction": "World number one Tiger Woods was praised in hospital for control-driving incidents last year, saying he is receiving a \"support of alcohol\". and\"..", "rouge": {"rouge1": 39.21568627450981, "rouge2": 24.489795918367346, "rougeL": 35.294117647058826}, "nll_sum": 163.37606811523438, "token_count": 29} +{"index": 3526, "reference": "A partial, shaky truce between Syria and non-jihadist rebels has been extended to the embattled city of Aleppo, after US and Russian pressure.", "prediction": "The US, Russia and Russia agreed agree to block struggle in Syria, which of expected. begin on Wednesday.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 121.02662658691406, "token_count": 21} +{"index": 3527, "reference": "Arsenal, Chelsea and Manchester City are in Monday's draw for the Champions League last 16.", "prediction": "England will face Liverpool in the group stages the Champions League group stage the which starts Wednesday at 17:30 BST).", "rouge": {"rouge1": 21.62162162162162, "rouge2": 11.428571428571429, "rougeL": 21.62162162162162}, "nll_sum": 88.0069580078125, "token_count": 22} +{"index": 3528, "reference": "A man accused of attempting to murder 11 people at a remote Highland holiday home started a fire after opening gas valves on a cooker, a court has heard.", "prediction": "A man accused of starting a fire at 11 disabled young children and disabled the children caught fire, it has been told a court.,. a- again a again a from a from a it from's of from.", "rouge": {"rouge1": 41.7910447761194, "rouge2": 18.46153846153846, "rougeL": 26.86567164179104}, "nll_sum": 230.73086547851562, "token_count": 42} +{"index": 3529, "reference": "Determined to act tough after November's attacks, France's President, Francois Hollande, finds himself trapped in a damaging ideological fix over French nationality, and whether certain convicted terrorists can be made to give it up.", "prediction": "The French of in French President Francois Hollande will a battle and far-right coalition, far battle of right-right and to right-wing extremists, could rule out of the nation again.", "rouge": {"rouge1": 26.47058823529412, "rouge2": 6.060606060606061, "rougeL": 17.647058823529413}, "nll_sum": 186.2106475830078, "token_count": 37} +{"index": 3530, "reference": "Free sanitary products for those who cannot afford them have been promised by the Green Party of England and Wales.", "prediction": "The Green Party says it has declared an \"outrage tax\" on sannt products from the families.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 11.76470588235294, "rougeL": 16.666666666666664}, "nll_sum": 109.11527252197266, "token_count": 20} +{"index": 3531, "reference": "A gang of masked men have stolen a five-figure sum of cash from a post office ATM in North Lanarkshire.", "prediction": "A bomb disposal team been carried out at a steel factory factory in North Lanarkshire.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 66.3439712524414, "token_count": 17} +{"index": 3532, "reference": "The Co-op has been ordered to provide clearer insurance quotations, after it failed to tell motorists about separate charges for no claims bonuses.", "prediction": "The Coop Group has offered an extra additional \u00a31m of extra payment to insurance protection customers who are permission.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 120.8402099609375, "token_count": 22} +{"index": 3533, "reference": "Lawyers for jailed South African Olympic athlete Oscar Pistorius have launched a legal bid to prevent prosecutors from appealing against his acquittal on murder charges.", "prediction": "A South African court has an refused to appeal against Oscar athlete Oscar Pistorius, who has been found guilty of culpable, will not murder him.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 16.666666666666664, "rougeL": 24.0}, "nll_sum": 127.63516235351562, "token_count": 29} +{"index": 3534, "reference": "The US is trying to spare a jihadist group in its attempts to unseat Syria's President Bashar al-Assad, Russia's foreign minister has told the BBC.", "prediction": "Russia's foreign minister has pledged military invitation to take control of main Syrian opposition group, saying it is a threat from security, its foreign minister says.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 15.09433962264151, "rougeL": 18.181818181818183}, "nll_sum": 121.97310638427734, "token_count": 29} +{"index": 3535, "reference": "A slide running the entire length of one of the steepest city centre streets in Europe has been turned into a massive three-lane water adventure.", "prediction": "A 100m-longre slide in north Belfast is due to open in. Belfast city centre street.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 10.0, "rougeL": 23.80952380952381}, "nll_sum": 105.13465881347656, "token_count": 20} +{"index": 3536, "reference": "The authorities in China have removed from websites a popular documentary which highlights the country's severe pollution problem.", "prediction": "China's ruling party has banned the repeal of controversial film, The Haguefat, saying it the country's \" most important a is air air.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 151.54238891601562, "token_count": 28} +{"index": 3537, "reference": "A man in his 70s has been left shaken but uninjured after a burglary at his home in east Belfast.", "prediction": "A man has suffered serious with facial injuries after a 40-year-old died during a suspicious and a robbery in north Belfast in the ballet reputation, ballet, as a man, from his he's have. of ayear aAAn", "rouge": {"rouge1": 30.508474576271187, "rouge2": 7.017543859649122, "rougeL": 23.728813559322035}, "nll_sum": 259.01654052734375, "token_count": 47} +{"index": 3538, "reference": "Jake Sheppard's late wonder strike kept Dagenham second in the National League with a 2-1 win over mid-table Bromley at Victoria Road.", "prediction": "Jake Shearer's last-gminute winner to give Dagenham beat fellow National League play-off hopefuls Redbridge. Red solve Victoria- a-'s from's-2 a from in from The's a fromold a", "rouge": {"rouge1": 33.898305084745765, "rouge2": 3.508771929824561, "rougeL": 23.728813559322035}, "nll_sum": 292.06744384765625, "token_count": 47} +{"index": 3539, "reference": "Thousands of children are sexually abused by gangs and groups in England each year, according to a report.", "prediction": "Hundreds of children as young as 13 are missing as likely to be those of children, three or five, figures suggest. in the's-'s,mbudsman,'s they from a 3 the it from's CCTV of.", "rouge": {"rouge1": 21.81818181818182, "rouge2": 3.7735849056603774, "rougeL": 18.181818181818183}, "nll_sum": 251.96839904785156, "token_count": 43} +{"index": 3540, "reference": "Former Scottish Enterprise chairman Crawford Gillies is to take over at the helm of spirits group Edrington, following the retirement of its chairman Norman Murray.", "prediction": "The Scottish distillerings firm, which bought The Gstring Stores and Crawford Crawford, has quit as executive of Warrington as new licensing chairman executive.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 184.68106079101562, "token_count": 29} +{"index": 3541, "reference": "(Noon): The pound hit a four-week high against the euro as the single currency weakened on Tuesday.", "prediction": "(Open): The FTSE's 100E closing, closing lower on Tuesday Tuesday, despite fears over a slowing growth crisis and Europe. in a rel's of 2011's a Troll'sA's from a's from the's fromA", "rouge": {"rouge1": 17.857142857142858, "rouge2": 3.703703703703704, "rougeL": 10.714285714285714}, "nll_sum": 291.8448791503906, "token_count": 47} +{"index": 3542, "reference": "The new leader of the Afghan Taliban, Mullah Akhtar Mansour, has called for unity in an audio message, saying that the group will continue fighting.", "prediction": "The Afghan Taliban have released their new leader,, in an air audio message, saying saying that means that government would bring a Islamic Islamic State law.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 28.57142857142857, "rougeL": 35.294117647058826}, "nll_sum": 148.3033447265625, "token_count": 28} +{"index": 3543, "reference": "Worcestershire's teenage seamer Josh Tongue tore Glamorgan apart with five wickets as they fell to 76-6 in reply to the hosts' 267 all out at New Road.", "prediction": "Worcestershire bowling dressageby Tongue completed a stunning struggle of43- overs against Glamorgan in day two at Cheltenham Road.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 0.0, "rougeL": 25.53191489361702}, "nll_sum": 177.69944763183594, "token_count": 31} +{"index": 3544, "reference": "A driver who knocked down a lollipop lady broke down in tears in court as he said he was \"truly sorry\" for her and her family.", "prediction": "A lorryipop woman who killed killed a woman by eyes her before eyes her eyes, neck, has been told he't a court and heard.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 202.3924560546875, "token_count": 29} +{"index": 3545, "reference": "Former Tottenham and Fulham forward Clint Dempsey has undergone a procedure to address an irregular heartbeat.", "prediction": "England captain Clint Jaywoodwood, due to be his professional contract in his professional career. making a man's a's passed's side's' from his his's the his's from after a's for of a.", "rouge": {"rouge1": 11.111111111111109, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 283.4988098144531, "token_count": 43} +{"index": 3546, "reference": "A fund set up by a man who died in his first triathlon race has exceeded his \u00a3300 target by more than \u00a312,000.", "prediction": "A British man who went missing for the same time during an event event in the sea, has been described as \"aazingam\", his brother\", has said.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 4.166666666666666, "rougeL": 24.000000000000004}, "nll_sum": 148.37570190429688, "token_count": 32} +{"index": 3547, "reference": "Barcelona have paid \u00a311.2m (13.5m euros) to the Spanish authorities after being charged with tax fraud over the signing of Neymar.", "prediction": "Barcelona have agreed a \u00a350m fee for Brazilian forward Neymar, despite a move that will cost the club \u00a3.8m.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 14.285714285714288}, "nll_sum": 79.12382507324219, "token_count": 27} +{"index": 3548, "reference": "The US has regained top spot from China as the biggest investor in clean energy in 2011, according to global rankings.", "prediction": "US investment in energy sector grew last year - its revenue level to its highest since 2008, and concluded that more is investing in power technologies.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 127.65773010253906, "token_count": 27} +{"index": 3549, "reference": "A footbridge is to be constructed to reunite a North Yorkshire town divided after its main road bridge collapsed during flooding.", "prediction": "A footbridge to replace a bridge in a East Yorkshire village is to be be complete, the council said.", "rouge": {"rouge1": 45.0, "rouge2": 15.789473684210526, "rougeL": 25.0}, "nll_sum": 87.39942932128906, "token_count": 21} +{"index": 3550, "reference": "A football team has played its first home game in more than 10 years after moving into a new stadium.", "prediction": "A football club was put up sale for more than 40 years after its owners owner said owners", "rouge": {"rouge1": 36.84210526315789, "rouge2": 16.666666666666668, "rougeL": 31.57894736842105}, "nll_sum": 81.52285766601562, "token_count": 17} +{"index": 3551, "reference": "A businessman who bought three stun guns and 50 extendable batons on an internet auction site has been remanded in custody.", "prediction": " a Dundee man who admitted selling but a stun gun while he was hidden in a lock keep and Somerset batons to crowd sing a and heard. 2011 aA a \" ades- a's haveCalifornia of from a from aA", "rouge": {"rouge1": 23.333333333333332, "rouge2": 3.4482758620689653, "rougeL": 20.0}, "nll_sum": 321.5059814453125, "token_count": 47} +{"index": 3552, "reference": "Malaysian Airlines chief executive Christoph Mueller has resigned after less than one year of leading the carrier's reorganising efforts.", "prediction": "Sophisse, the executive, who was missing Malaysian Airlines MH370, has resigned from the board saying was \"failed for personal reasons\".", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473683, "rougeL": 25.0}, "nll_sum": 125.74595642089844, "token_count": 27} +{"index": 3553, "reference": "Police are appealing for witnesses after a man was found with a serious head injury on a path in West Lothian.", "prediction": "A man was seriously seriously injured after being found collapsed on a main road in West Lothian.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 27.77777777777778, "rougeL": 47.36842105263158}, "nll_sum": 65.25096893310547, "token_count": 19} +{"index": 3554, "reference": "An Irish dance show contestant has sent viewers into a spin with the intensity of his fake tan.", "prediction": "An Irish radio in Northern Ireland received receive apology from her partner after she found she cancer and was skin skin.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 5.405405405405405, "rougeL": 10.256410256410255}, "nll_sum": 133.86729431152344, "token_count": 21} +{"index": 3555, "reference": "Ben Carson is increasingly on the defensive over stories he has told about his troubled childhood in his autobiography, Gifted Hands: The Ben Carson Story.", "prediction": "US presidential candidate Ben Carson has shot has defended himself himself as a teacher who tried to shooting himself a school at a Pennsylvania primary school primary November.", "rouge": {"rouge1": 11.32075471698113, "rouge2": 3.921568627450981, "rougeL": 11.32075471698113}, "nll_sum": 157.1251983642578, "token_count": 28} +{"index": 3556, "reference": "Nigerian Amos Adamu is under investigation by Fifa's ethics committee, football's world governing body revealed on Wednesday.", "prediction": "Nigeria's former chief Adamu says he does not know who know who has been officially banned from all football-relatedrelated again, despite his battle on his from from 5-dA for in a years as.", "rouge": {"rouge1": 14.545454545454545, "rouge2": 0.0, "rougeL": 10.90909090909091}, "nll_sum": 250.6699676513672, "token_count": 44} +{"index": 3557, "reference": "Buyers of African art have descended on London this week for an auction at Bonhams and the 1:54 Contemporary Art Fair.", "prediction": "The largest art festival, opened in November 2004, has opened South Africa, South, in a deal worth $70m (\u00a331m).", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 116.451416015625, "token_count": 27} +{"index": 3558, "reference": "In recent weeks there have been an unprecedented number of papers on dark matter in such a short time.", "prediction": "Scientists from around the are wealthy villages of millions of homes in homes space our space", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 103.85823059082031, "token_count": 15} +{"index": 3559, "reference": "Nigerians have been reacting angrily to a draft bill being discussed in the Senate which aims to punish anyone who \"propagates false information\" on electronic media.", "prediction": "Nigeria MPs are seeking code of criminalise a \"compising bill\" bill, saying some critics would cause \"deframatic stories", "rouge": {"rouge1": 9.090909090909092, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 168.82254028320312, "token_count": 27} +{"index": 3560, "reference": "Chelsea manager Jose Mourinho should have apologised to ex-club doctor Eva Carneiro for his criticism of her, says Football Association boss Greg Dyke.", "prediction": " Jose Mourinho and Chelsea boss Eva Carneiro has been suspended by the Football Association chairman Greg Dyke for \"taking a decision\" has football's struggle for a cycling with the-lalling of in three.", "rouge": {"rouge1": 41.37931034482759, "rouge2": 14.285714285714288, "rougeL": 27.586206896551722}, "nll_sum": 215.47457885742188, "token_count": 41} +{"index": 3561, "reference": "Nigeria's military is offering large rewards for information leading to the capture of leaders of the militant Islamist group Boko Haram.", "prediction": "The Nigerian military has offered a offered to help more a leading players believed to Islamist, believed to be linked to alQaeda's militant group Boko Haramlinked militant has by a of a-A'smaker in a since from a from's a", "rouge": {"rouge1": 33.84615384615385, "rouge2": 3.1746031746031744, "rougeL": 21.53846153846154}, "nll_sum": 273.4311828613281, "token_count": 47} +{"index": 3562, "reference": "George the tabby cat has become the local celebrity in the Kings Chase Shopping Centre in Kingswood, Bristol.", "prediction": "Chancellor George George, has been selected on his names at shop in New York.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 91.55150604248047, "token_count": 16} +{"index": 3563, "reference": "At least four migrants have died after a speedboat labelled \"Libyan Coast Guard\" attacked a dinghy, according to a migrant rescue organisation.", "prediction": "A Italian fishing boat has been missing after its sank off the west coast of Libya, the coastguard says.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 82.24526977539062, "token_count": 21} +{"index": 3564, "reference": "A British soldier killed in an explosion in southern Afghanistan has been named by the Ministry of Defence.", "prediction": "A British soldier, who was killed while on duty in southern Afghanistan, has been named, the Ministry of Defence (MoDD).", "rouge": {"rouge1": 73.68421052631578, "rouge2": 55.55555555555555, "rougeL": 73.68421052631578}, "nll_sum": 78.63154602050781, "token_count": 25} +{"index": 3565, "reference": "The UK Independence Party spent almost as much as the Conservatives at this year's European elections - while the Lib Dems outspent Labour, Electoral Commission figures show.", "prediction": "UKIP more than \u00a31,1bn each other in the European election campaign campaign, official figures show.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 86.58360290527344, "token_count": 21} +{"index": 3566, "reference": "Whitehaven have appointed former St Helens prop Carl Forster as player-coach at the age of 24, the youngest in the professional game.", "prediction": " Super League club St Helens have appointed Stinsterster Forster as their assistant head coach until the end of the season.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 14.634146341463413, "rougeL": 37.2093023255814}, "nll_sum": 101.40250396728516, "token_count": 25} +{"index": 3567, "reference": "At least six people have been killed after a suspected suicide attack at a hotel in Somalia's capital, Mogadishu.", "prediction": "At least six people have been killed in a suicide car and attack's Somalia's capital Mogadishu, officials say, it in the's's, Saturday, controversial they from a-Dold derby in from from November.", "rouge": {"rouge1": 57.14285714285714, "rouge2": 33.33333333333333, "rougeL": 50.0}, "nll_sum": 238.24325561523438, "token_count": 44} +{"index": 3568, "reference": "Republicans are lining up against President Donald Trump's proposed budget cuts to the State Department, hours before his address to Congress.", "prediction": "US President Donald Trump has produced his plan to cut foreign budget to the US aid, saying the Afghan intervention would be a \"re grass disaster\".", "rouge": {"rouge1": 37.50000000000001, "rouge2": 13.043478260869565, "rougeL": 24.999999999999993}, "nll_sum": 138.39012145996094, "token_count": 28} +{"index": 3569, "reference": "Is it snowing in India's tropical southern city of Bangalore?", "prediction": "A new picture lies himself of himself from a water lake where the flag receives large white, white and goes above the air a a \"andumb.", "rouge": {"rouge1": 5.405405405405405, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 193.42242431640625, "token_count": 29} +{"index": 3570, "reference": "Police are continuing to question a man over the murder of a pensioner in Bridgend county.", "prediction": "Police investigating the death of a pensioner in Port Talbot are a \"very community\", local police have said.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 18.750000000000004, "rougeL": 35.294117647058826}, "nll_sum": 83.52960968017578, "token_count": 22} +{"index": 3571, "reference": "The World Championships medals that will be won in London this summer have been revealed, with a shape based on the curves of an athletics track.", "prediction": "The shortlist for the next year's Worlda Par Athletics World Championships London is removed, the London, and the Queen and London not", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 147.4454803466797, "token_count": 26} +{"index": 3572, "reference": "More than 300 UK retailers are no longer selling so-called legal highs, three months after a ban was introduced, the Home Office has said.", "prediction": " 500 stores across London are ban the sale of to so-calledlegal highs\", which has come into effect, after a payday UK food market.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 4.25531914893617, "rougeL": 20.408163265306126}, "nll_sum": 144.6890106201172, "token_count": 28} +{"index": 3573, "reference": "All photographs courtesy of Insight Astronomy Photographer of the Year.", "prediction": "A images courtesy of Green EPA, Getty Images, images and from across the Earth, possible as possible as", "rouge": {"rouge1": 21.428571428571427, "rouge2": 7.692307692307692, "rougeL": 21.428571428571427}, "nll_sum": 113.60448455810547, "token_count": 20} +{"index": 3574, "reference": "A slightly odd, temporary glitch in the Nasdaq saw the share price of several major tech firms all set to the same price.", "prediction": "If you ever hardly to sell down your bank account, you don't't bad?.", "rouge": {"rouge1": 5.2631578947368425, "rouge2": 0.0, "rougeL": 5.2631578947368425}, "nll_sum": 106.32453155517578, "token_count": 17} +{"index": 3575, "reference": "A former senior information officer for the Scottish government has been jailed for 18 months for using his mobile phone to take photos up women's skirts.", "prediction": " commuter train commuter used his mobile phone and get under a girl's hand while on in the public places has been jailed for 18 months.", "rouge": {"rouge1": 49.056603773584904, "rouge2": 31.372549019607842, "rougeL": 30.18867924528302}, "nll_sum": 120.84693908691406, "token_count": 26} +{"index": 3576, "reference": "Cooling chemicals that play a key role in refrigeration and air conditioning are likely to be rapidly phased out if delegates can reach agreement in Rwanda this week.", "prediction": "Concerns have been raised about the removal of dust of the atmosphere that fell for more than two decades.", "rouge": {"rouge1": 4.25531914893617, "rouge2": 0.0, "rougeL": 4.25531914893617}, "nll_sum": 74.3983154296875, "token_count": 21} +{"index": 3577, "reference": "Mobile phone provider EE has demonstrated helium balloons and drones that could provide 4G mobile coverage following damage to existing infrastructure.", "prediction": "Smart phone network EE has launched 3D drone it is being used to force areas such, as well as tothe best than before\".", "rouge": {"rouge1": 22.727272727272723, "rouge2": 4.761904761904763, "rougeL": 22.727272727272723}, "nll_sum": 167.46392822265625, "token_count": 26} +{"index": 3578, "reference": "Captain Sam Warburton wants a \"10% improvement\" in Wales' possible Six Nations title showdown against England after their \"ugly\" win over France.", "prediction": "Wales captain Sam Warburton is confident Saturday's \" boxing match\" against\", a match is a \"couldday match\".", "rouge": {"rouge1": 30.769230769230766, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 134.7143096923828, "token_count": 25} +{"index": 3579, "reference": "David Cameron has apologised for \"any misunderstanding\" after describing a former imam as a supporter of the Islamic State group.", "prediction": "David Cameron has accused the Muslim Council of claiming a London Muslim by claiming he was a so-called Islamic State is \"terrorist organisation terrorist\".", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 114.31622314453125, "token_count": 27} +{"index": 3580, "reference": "A 14-turbine wind farm proposed for Skye has been unanimously approved by Highland councillors.", "prediction": "Plans for a \u00a3500m farm farm on the Isle of Skye have been approved by councillors.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 6.89655172413793, "rougeL": 45.16129032258064}, "nll_sum": 63.72532272338867, "token_count": 20} +{"index": 3581, "reference": "The Scottish and Welsh governments have threatened to block the key Brexit bill which will convert all existing EU laws into UK law.", "prediction": "The government says it has announced to its Brexit bill saying they will protect the majority, having lost 86% of the votes in", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454546, "rougeL": 26.08695652173913}, "nll_sum": 112.60426330566406, "token_count": 24} +{"index": 3582, "reference": "App-based car-hire service Uber is losing more than $1bn (\u00c2\u00a3699m) a year in China, as it struggles against what it called a \"fierce competitor\".", "prediction": "Ride-hailing service Uber said it will lose $1bn (\u00a311bn) inbn revenue, China's biggest biggest sales market.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 4.761904761904763, "rougeL": 22.72727272727273}, "nll_sum": 113.07283020019531, "token_count": 28} +{"index": 3583, "reference": "Parents of children due to go to a summer camp whose director has been charged with possession of indecent images have been offered refunds.", "prediction": "A holiday club which was at the trial accused of making images of children will be scrapped, saying it will not be \"as soon not\".", "rouge": {"rouge1": 20.408163265306126, "rouge2": 4.25531914893617, "rougeL": 12.244897959183673}, "nll_sum": 127.88693237304688, "token_count": 27} +{"index": 3584, "reference": "Saul 'Canelo' Alvarez says he is prepared to fight Gennady Golovkin at any weight after knocking out Britain's Amir Khan in Las Vegas.", "prediction": "Chris 'Yo' Alvarez and 'Gere\" Coventry will fight Amir Khan, WBC welterweight title and in 7 in Las Vegas.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 14.634146341463413, "rougeL": 32.55813953488372}, "nll_sum": 141.91610717773438, "token_count": 29} +{"index": 3585, "reference": "The man who died when his light aircraft crash landed at Newtownards airfield, County Down, on Tuesday has been named locally as Stephen McKnight.", "prediction": "A motorist who was killed in a plane crash in County Fermanagh on Friday and was named as McKnight, who was named overnight.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 0.0, "rougeL": 29.78723404255319}, "nll_sum": 106.21444702148438, "token_count": 28} +{"index": 3586, "reference": "Tributes have been paid to former Preston North End and England winger Tom Finney, following his death at the age of 91.", "prediction": "Former England striker Tom Finney has paid tribute to Barcelona star Lionel Messi, who has died aged 93. solve in a \u00a3recordm a's a's from's a from \"'sA a reputation from a years's a. from a", "rouge": {"rouge1": 25.806451612903224, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 260.9972229003906, "token_count": 47} +{"index": 3587, "reference": "League Two side Crawley Town have signed striker Thomas Verheydt from Dutch second-tier side MVV Maastricht for an undisclosed fee.", "prediction": "League Two side side Burnley have signed Australia forward Robertsonak 91sttydt from Liberbleian side Maianastricht on a five 2011- loan deal.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 209.4451904296875, "token_count": 33} +{"index": 3588, "reference": "Pakistan's army has named a new head of the country's feared spy agency, the Inter-Services Intelligence (ISI).", "prediction": "The Afghan military in Afghanistan Taliban has appointed a new chief executive of military struggle.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 6.0606060606060606, "rougeL": 22.857142857142858}, "nll_sum": 80.39892578125, "token_count": 15} +{"index": 3589, "reference": "A series of delays and missed opportunities to provide medical intervention contributed to the death of a baby boy at Calderdale Royal Hospital, a coroner has said.", "prediction": "The death of a six-month-old girl at Huddersfield hospital was delayed in a hospital,, an inquest heard have heard \"'s solve of a \" a's a after a's have of from aold- from a", "rouge": {"rouge1": 31.25, "rouge2": 9.67741935483871, "rougeL": 21.875}, "nll_sum": 235.65673828125, "token_count": 46} +{"index": 3590, "reference": "Government plans to ring-fence the banks - protecting retail banking from the riskier investment side - \"fall well short of what is required\", a report has warned.", "prediction": "The government's plans to ring--fence laws are failing to protect \"fives\", a watchdog of MPs has warned has have spell \"'s a of a \" a's again a it again'sUkraine of again's again'solve", "rouge": {"rouge1": 34.375, "rouge2": 12.903225806451612, "rougeL": 28.125}, "nll_sum": 307.4130859375, "token_count": 46} +{"index": 3591, "reference": "A 23-year-old man has died after being shot in a Sheffield street.", "prediction": "A 41-year-old man has been shot dead by police Sheffield Wednesday.", "rouge": {"rouge1": 51.85185185185186, "rouge2": 24.000000000000004, "rougeL": 51.85185185185186}, "nll_sum": 48.0436897277832, "token_count": 15} +{"index": 3592, "reference": "A British tourist has become the third person this week to die on Australia's Great Barrier Reef.", "prediction": "A German tourist killed while on snorkelling on Australia's north coast has been rescued, the operator says.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 79.873291015625, "token_count": 22} +{"index": 3593, "reference": "A protein in spider venom may help protect the brain from injury after a stroke, according to research.", "prediction": "The most venomest spiders Australia in Australia can suffer brain damage caused after a stroke, suggests research.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 12.121212121212121, "rougeL": 34.285714285714285}, "nll_sum": 122.09574890136719, "token_count": 19} +{"index": 3594, "reference": "A planned state-of-the-art joint training college for Northern Ireland's police, fire and prison services has been radically redrawn.", "prediction": " Peter Minister of First and Deputy First Minister Nicola May have said Northern Ireland's fire and emergency service is a priorities for a proposed second joint training camp.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 16.3265306122449, "rougeL": 27.450980392156865}, "nll_sum": 151.60296630859375, "token_count": 29} +{"index": 3595, "reference": "A man in his 60s has been airlifted to hospital after falling while walking in Snowdonia.", "prediction": "A man was taken to hospital after being hit by a car on a Snowdonia mountain mountain.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 19.35483870967742, "rougeL": 36.36363636363636}, "nll_sum": 58.991703033447266, "token_count": 19} +{"index": 3596, "reference": "It is a drizzly Sunday morning in Guyana, and at the National Stadium a game of cricket is in full swing.", "prediction": "The opening match between the Indies Test and West Test cricket between Harlana Finnestonel and black and the black and and who face.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 193.57562255859375, "token_count": 27} +{"index": 3597, "reference": "BBC Radio Manchester is taking a journey across Greater Manchester's 10 boroughs to meet some of the most inspiring people who live in the region.", "prediction": "There are struggle for many struggle, but us families will families households in their own life.", "rouge": {"rouge1": 4.761904761904763, "rouge2": 0.0, "rougeL": 4.761904761904763}, "nll_sum": 109.84683227539062, "token_count": 17} +{"index": 3598, "reference": "A woman found guilty of conning a south of Scotland garage firm out of \u00a3110,000 has lodged an appeal against her sentence and conviction.", "prediction": "A woman who admitted stealing more than \u00a350,000 from of gallery Castle on Isle, of Castle has won an appeal against her appeal against her four ofyear term jail term for misconducting for from from's a.", "rouge": {"rouge1": 34.920634920634924, "rouge2": 13.114754098360656, "rougeL": 28.57142857142857}, "nll_sum": 244.12010192871094, "token_count": 43} +{"index": 3599, "reference": "Four sponsors have dropped disgraced US Olympic swimmer Ryan Lochte, including swimwear manufacturer Speedo and fashion label Ralph Lauren.", "prediction": "Ryan Conseller Craigtete, who will join at the 2012 2008 Paralympic, have joined rivalo Speedo in a Osho deal. with a USmaker a's- from a from in's from as.", "rouge": {"rouge1": 12.000000000000002, "rouge2": 0.0, "rougeL": 7.999999999999999}, "nll_sum": 291.4554443359375, "token_count": 44} +{"index": 3600, "reference": "Hampshire were relegated from County Championship Division One after suffering a six-wicket home defeat by Durham in the season's final game.", "prediction": "Durhamham have confirmed their first County Championship County win of the season after a rain- six-season match between Hampshire at a Edgbaston.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.090909090909092, "rougeL": 26.08695652173913}, "nll_sum": 160.08181762695312, "token_count": 29} +{"index": 3601, "reference": "Boss Aitor Karanka says Middlesbrough are in no hurry to make further signings as they prepare to return to the Premier League.", "prediction": "Middlesbrough head coach Aitor Kar says says he need \"at at least one better players\" they are to stay in not Premier League this summer.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 4.444444444444445, "rougeL": 25.53191489361702}, "nll_sum": 164.17745971679688, "token_count": 31} +{"index": 3602, "reference": "Belfast Harbour has submitted a planning application for what would be a third major waterfront office block.", "prediction": "Belfast harbour has submitted a plan for a new office office in the centre, with the loss of up to 40,000 jobs. solve be solve aA a's a it aA's a referee of aA from'sA", "rouge": {"rouge1": 35.714285714285715, "rouge2": 18.51851851851852, "rougeL": 32.142857142857146}, "nll_sum": 241.34144592285156, "token_count": 47} +{"index": 3603, "reference": "The condition of mental healthcare inside Los Angeles County jails is so poor that it is unconstitutional, the US justice department has said.", "prediction": "The US justice department has strongly a sheriff council for its controversial reforms, including violence, including people who are being held in a western California jail.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 17.02127659574468, "rougeL": 20.408163265306122}, "nll_sum": 142.7918701171875, "token_count": 28} +{"index": 3604, "reference": "A gardener has said he was \"flabbergasted\" that his banana plant has finally provided fruit after nine-years.", "prediction": " hot dangerous weather uprising has started out at a petrol station at nuclear plant with plant reaching of than 90 seconds.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 138.89170837402344, "token_count": 21} +{"index": 3605, "reference": "Argentinian tennis player David Nalbandian might be wishing he'd kept a lid on his temper.", "prediction": "uru kigor Nalway, will fight again again after breaking his leg a 7-6 (6 ( (6.5- (75)- reach the semi-finals at Wimbledon.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 206.7213134765625, "token_count": 38} +{"index": 3606, "reference": "Team Sky boss Dave Brailsford praised Luke Rowe after he helped Chris Froome win his fourth Tour de France title.", "prediction": "Britain's Luke Rowe pulled out of \"incredible\" challenge during the Tour de France this month, Team Sky boss Dave Brailsford of said", "rouge": {"rouge1": 46.51162790697674, "rouge2": 34.14634146341463, "rougeL": 23.25581395348837}, "nll_sum": 113.65675354003906, "token_count": 28} +{"index": 3607, "reference": "A 52 million-year-old fruit fossil has been discovered in South America.", "prediction": "The small st robbery found in a river a Argentina, but almost 80 years ago, it discovered some 200 years old should be a caring for food. a by solve a again a it a it again aA of again's again from a", "rouge": {"rouge1": 17.543859649122805, "rouge2": 3.6363636363636362, "rougeL": 10.526315789473681}, "nll_sum": 299.11981201171875, "token_count": 47} +{"index": 3608, "reference": "Hamilton Accies' Martin Canning hopes to learn from Pedro Caixinha and admits it will be difficult to second guess the new Rangers manager on Saturday.", "prediction": " Martin Canning says's flagship of Rangers to help Rangers will encourage the players to improve, and believes thinks he can \"do anything anything\".", "rouge": {"rouge1": 32.6530612244898, "rouge2": 4.25531914893617, "rougeL": 20.408163265306126}, "nll_sum": 154.17213439941406, "token_count": 27} +{"index": 3609, "reference": "Fast bowler Steven Finn will return to the England side for the third Test against Pakistan at Edgbaston.", "prediction": "England Finn hope Finn England and fast bowler Steven Finn is being ruled out of in second Test against India.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 22.22222222222222, "rougeL": 31.57894736842105}, "nll_sum": 109.24919128417969, "token_count": 21} +{"index": 3610, "reference": "A prototype for a versatile mini-spaceplane has successfully completed its first test flight, splashing down in the Pacific Ocean.", "prediction": "The European Space Agency (Esa) has launched its first mission to Mars.", "rouge": {"rouge1": 25.0, "rouge2": 6.666666666666667, "rougeL": 18.749999999999996}, "nll_sum": 35.32662582397461, "token_count": 15} +{"index": 3611, "reference": "A final decision on the \u00a359m redevelopment of La Mare de Carteret schools will not now be made until May, Guernsey's Policy Council has ruled.", "prediction": "The planned of \u00a331m secondary school in Guernsey has delayed delayed further year due to a lack of issue resolve a \u00a3vict- and.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 20.408163265306122}, "nll_sum": 178.33143615722656, "token_count": 29} +{"index": 3612, "reference": "Former Greek Finance Minister George Papaconstantinou has been found guilty of removing relatives' names from a list of potential Greek tax evaders.", "prediction": "The former Finance Prime Minister Monte deaconicinou, has been jailed for breach, bank account accused of \"mist accounts\" bank accounts of bank bank accounts of Barclays.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 29.166666666666668}, "nll_sum": 202.31561279296875, "token_count": 34} +{"index": 3613, "reference": "A senior doctor has spoken out after his hospital was quoted \u00a3855.80 for a blackout blind by its official NHS contractor.", "prediction": " to hospital consultant sue is NHS England NHS for a price of \u00a310 \u00a3000 of, the which left a patient with a blind scarredated\".", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 192.42410278320312, "token_count": 29} +{"index": 3614, "reference": "Russian protest leader Alexei Navalny has been jailed for five years, for embezzlement from a timber firm.", "prediction": "Russia's opposition leader Alex Alexei Navalny has been sentenced to five years in prison a jail term for after to reading's flag during a race race for the's it's \"-w's a in from from a president.", "rouge": {"rouge1": 41.37931034482759, "rouge2": 17.857142857142858, "rougeL": 34.48275862068965}, "nll_sum": 241.10475158691406, "token_count": 44} +{"index": 3615, "reference": "An unemployed man has admitted raping an elderly woman after barging into her south London home.", "prediction": "A man who raped a woman three times in the way she was sexually assaulted and assaulted her been told he faces a nine-year jail.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 98.79986572265625, "token_count": 27} +{"index": 3616, "reference": "A charity is calling for couples in Scotland who need help conceiving to have access to three cycles of IVF instead of two.", "prediction": " the way fertility couples ofF IVF should be made available Scotland Scotland should move,, Holyrood has toldSPsSP pancreat and solve. \" hasA's from's from a it's frompayment of from", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 296.7624206542969, "token_count": 42} +{"index": 3617, "reference": "A&E units across the UK are not equipped to cope with the rising demands being seen this winter, emergency care doctors say.", "prediction": "Patients in Northern Ireland facing facing facing up to poor health,, care and care, say leading doctors.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 123.75782012939453, "token_count": 20} +{"index": 3618, "reference": "The first test trams have run on the new section of track for the second crossing through Manchester.", "prediction": "A new \u00a3 (\u00a331m tram walk in Greater Manchester has officially opened any Manchester city centre.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 12.12121212121212}, "nll_sum": 111.87935638427734, "token_count": 18} +{"index": 3619, "reference": "The maker of the EpiPen will start selling a generic version in the wake of criticism about steep price increases.", "prediction": "US drugmaker Llan has announced it will sell a cheaper copies of its drugs,, which was used for cancer diagnosis and a bladder cancer diagnosis.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 134.9156036376953, "token_count": 28} +{"index": 3620, "reference": "Kell Brook will have surgery on the broken eye socket he sustained in Saturday's defeat by Gennady Golovkin.", "prediction": "Britain's Kell Brook's defeat by Gennady Golovkin has broken up, torn a and and lig surgery and \"could be seriously hurt\".", "rouge": {"rouge1": 42.857142857142854, "rouge2": 25.0, "rougeL": 33.33333333333333}, "nll_sum": 155.8574676513672, "token_count": 29} +{"index": 3621, "reference": "Swindon's half marathon could still be saved for the long-term by reducing its cost, the borough council has said.", "prediction": "The route the Bristol running in Bristol has been left \"wwishers\" by the county council has said.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 11.111111111111112, "rougeL": 31.578947368421055}, "nll_sum": 116.02596282958984, "token_count": 20} +{"index": 3622, "reference": "Crystal Palace winger Yannick Bolasie has signed a new three-and-a-half-year contract at Selhurst Park.", "prediction": "Crystal Palace winger Yannick Bolasatt could move to move club for a five-and-a-half for \u00a35m.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 29.411764705882355, "rougeL": 44.44444444444444}, "nll_sum": 119.37007141113281, "token_count": 27} +{"index": 3623, "reference": "Michael Gove has confirmed that some foreign trawlers will still have access to UK waters after Brexit.", "prediction": "The UK would be able to access access to Scotland \"for any period\" after Brexit Michael Gove has said.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 23.52941176470588, "rougeL": 22.22222222222222}, "nll_sum": 82.03250122070312, "token_count": 22} +{"index": 3624, "reference": "An Indian soldier who was buried in an avalanche that struck the Siachen glacier in Indian-administered Kashmir six days ago has been found alive.", "prediction": "An Indian soldier, killed in an Indian while in Indian-administered Kashmir last week, has been killed in an avalanche at in base's army glacier, the army says.", "rouge": {"rouge1": 51.85185185185185, "rouge2": 30.769230769230766, "rougeL": 40.74074074074074}, "nll_sum": 131.57778930664062, "token_count": 34} +{"index": 3625, "reference": "The UK economy grew 0.5% between July and September, official figures have confirmed, unchanged from the initial estimate.", "prediction": "The UK economy grew by 0.7% in the first three months of the previous year, slightly, according to official figures in the in's, 2011,'s it's a-A'solve in from November's.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 15.09433962264151, "rougeL": 29.09090909090909}, "nll_sum": 195.040283203125, "token_count": 44} +{"index": 3626, "reference": "Oldham Athletic's League One fixture against Peterborough United has been postponed because of a frozen pitch.", "prediction": "Peterborough United's match against home at Peter in United on Saturday have been postponed because of alogged pitch.", "rouge": {"rouge1": 50.0, "rouge2": 23.52941176470588, "rougeL": 44.44444444444444}, "nll_sum": 131.2244110107422, "token_count": 21} +{"index": 3627, "reference": "Two more people have been arrested over an explosion at a post office by thieves attempting to steal a cash machine from its front.", "prediction": "A suspected gas explosion at a roller-coco supermarket has officially reopen after a gas explosion the and damage.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 127.26793670654297, "token_count": 21} +{"index": 3628, "reference": "Officers investigating the rape of a woman in Renfrewshire have appealed for three men to come forward, saying they could be vital witnesses.", "prediction": "Police have released images of two men they want to trace, in connection with a serious assault on- woman in East Renfrewshire.", "rouge": {"rouge1": 40.0, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 88.67012786865234, "token_count": 27} +{"index": 3629, "reference": "The chief constable of Humberside Police has written to schools asking for the children of officers to be given holiday leave during term time.", "prediction": "Head teachers in England should be allowed of struggle to leave maternity school and should not be minimised, the Department for Education a education minister and said.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 0.0, "rougeL": 15.686274509803924}, "nll_sum": 154.3980712890625, "token_count": 29} +{"index": 3630, "reference": "Police searching for missing toddler Ben Needham on the Greek island of Kos have started digging at a second site.", "prediction": "Police searching for missing toddler Ben Needham on the Greek Caribbeanbos have started search on. second site of", "rouge": {"rouge1": 78.94736842105262, "rouge2": 61.11111111111113, "rougeL": 73.68421052631578}, "nll_sum": 133.33010864257812, "token_count": 20} +{"index": 3631, "reference": "Ed Miliband has accused the Tories of using the SNP to distract voters from their record as he tries to kill off talk of post-election deals.", "prediction": "Ed Miliband has said he wants the Conservatives to win the Conservatives at the next general election, saying the Tories can win the general election not election in.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 11.320754716981133, "rougeL": 25.454545454545453}, "nll_sum": 101.25074768066406, "token_count": 29} +{"index": 3632, "reference": "On Sunday, the New England Patriots staged a stunning comeback to beat the Atlanta Falcons 34-28 in the 51st Super Bowl.", "prediction": "If you have ever played American football in a American football team, you ever know you're. doing anything in it - a it Fighting a video!- it's aA it's a it a'sA! from a's a from", "rouge": {"rouge1": 6.451612903225806, "rouge2": 0.0, "rougeL": 6.451612903225806}, "nll_sum": 250.512451171875, "token_count": 47} +{"index": 3633, "reference": "A man who murdered his five-week-old granddaughter has been jailed for life and will serve a minimum of 25 years.", "prediction": "A father who killed the partner of five-month-old daughter to him brain finger and sent him out from prison has been jailed.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 9.09090909090909, "rougeL": 30.434782608695656}, "nll_sum": 115.42335510253906, "token_count": 26} +{"index": 3634, "reference": "Winger Jordan Williams helped end Taunton's FA Cup adventure as Barrow earned victory in their first-round replay at Holker Street.", "prediction": "Jordan Williams scored a stunning last-minute winner as Barrow beat Bar beat Championship- be Taunton to reach the FA Cup second round.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 13.95348837209302, "rougeL": 26.66666666666666}, "nll_sum": 133.013427734375, "token_count": 28} +{"index": 3635, "reference": "Glamorgan batsman Colin Ingram has signed for Adelaide Strikers and will play in Australia's Big Bash competition for the first time.", "prediction": "Glamorgan have re-signed Africa bats batsman Ingram will join joining player as an overseas player overseas player for the end of the 2016 2016 season.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 24.999999999999993}, "nll_sum": 160.65213012695312, "token_count": 30} +{"index": 3636, "reference": "Office for National Statistics (ONS) staff in Newport are anxious that a government review will lead to jobs leaving south Wales, a union has said.", "prediction": "A leading trade union union has defended its plans to move and out of Cardiff after a report the National Office for National Statistics (ONS).", "rouge": {"rouge1": 44.0, "rouge2": 20.833333333333336, "rougeL": 20.000000000000004}, "nll_sum": 107.62469482421875, "token_count": 26} +{"index": 3637, "reference": "Michael Clarke scored a century on day two of the opening Test against India, Australia's first match since the death of batsman Phillip Hughes.", "prediction": "Australia batsman Sean Hughes hit of century on day one of the first Test against Australia, the says his team-mate Michael \"w it's middle as from a's\".", "rouge": {"rouge1": 58.18181818181818, "rouge2": 15.09433962264151, "rougeL": 32.727272727272734}, "nll_sum": 179.51785278320312, "token_count": 34} +{"index": 3638, "reference": "A temporary measure for disabled access at Weston-super-Mare railway station is \"totally unacceptable\", an equality forum has said.", "prediction": "The route for the Bristol, Bristol railway station will had to be locked to 48 hours, the city council has said to a controversialolvesa.'s a's it from a controversial from it the.A of solve's the's a", "rouge": {"rouge1": 19.672131147540984, "rouge2": 6.779661016949152, "rougeL": 16.39344262295082}, "nll_sum": 270.55450439453125, "token_count": 46} +{"index": 3639, "reference": "Ukraine's national postal service has been hit by a two-day-long cyber-attack targeting its online system that tracks parcels.", "prediction": "The Ukrainian serviceadrayaa who has been hit by a hack attack last year has failed to normalise, ailing company says says.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 19.51219512195122, "rougeL": 27.90697674418604}, "nll_sum": 154.13832092285156, "token_count": 27} +{"index": 3640, "reference": "British actor Alec McCowen, who played gadget inventor Q opposite Sir Sean Connery in \"rogue Bond\" film Never Say Never Again, has died at the age of 91.", "prediction": "Qant Q best, best known for his role as Michael Bond and James Bond Bond, he died at of age of 88.", "rouge": {"rouge1": 23.999999999999996, "rouge2": 8.333333333333332, "rougeL": 23.999999999999996}, "nll_sum": 118.07666778564453, "token_count": 25} +{"index": 3641, "reference": "Roma captain Francesco Totti has signed a new two-year contract which ties him to the Italian side until just before his 40th birthday.", "prediction": "Tescoco Totti has said he would be offered another chance to wear shirt his former team-mates.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 100.06654357910156, "token_count": 21} +{"index": 3642, "reference": "Quinton de Kock and Hashim Amla put on 239 for the first wicket to help South Africa beat England by seven wickets in the third one-day international.", "prediction": "A stunning century from captain India de Kock helped South helped Africa beat South Africa in their first one-day international to win the third series victory in the onematchday international.-in 2011 again in- by-'s again- a", "rouge": {"rouge1": 47.76119402985074, "rouge2": 24.615384615384617, "rougeL": 29.850746268656714}, "nll_sum": 289.1241455078125, "token_count": 47} +{"index": 3643, "reference": "A survey of Chamber of Commerce members in Northern Ireland suggests that 81% will vote for the UK to remain in the European Union (EU).", "prediction": "More than half of union members in Northern Ireland have a support of the UK to leave, EU despite members of the chamber of a business poll suggests.", "rouge": {"rouge1": 56.60377358490566, "rouge2": 23.52941176470588, "rougeL": 33.9622641509434}, "nll_sum": 140.099365234375, "token_count": 29} +{"index": 3644, "reference": "A double-decker bus has burst into flames outside a train station in central London.", "prediction": "A bus carrying crashed into burst flames in a city centre city says central London.", "rouge": {"rouge1": 60.0, "rouge2": 7.142857142857142, "rougeL": 46.666666666666664}, "nll_sum": 88.9466552734375, "token_count": 15} +{"index": 3645, "reference": "Supermarket chain Morrisons has increased the cost of a jar of Marmite by 12.5%, say retail industry experts.", "prediction": "Supermarket chainons has announced it is cutting prices of its products, including Tesco, and the chain chain for \u00a3.2m. solve a 2011 again a's a \u00a3- again a discount in a from a's. a's", "rouge": {"rouge1": 21.81818181818182, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 252.3128204345703, "token_count": 47} +{"index": 3646, "reference": "The new Glasgow School of Art building is being officially opened across the road from Charles Rennie Mackintosh's masterpiece.", "prediction": "Glasgow new School of Art building will be officially opened to open today.", "rouge": {"rouge1": 54.545454545454554, "rouge2": 32.25806451612903, "rougeL": 48.48484848484849}, "nll_sum": 64.22635650634766, "token_count": 15} +{"index": 3647, "reference": "SNP MEP Alyn Smith received a standing ovation from his European colleagues after he begged them not to \"let Scotland down\".", "prediction": "The UKIP leader, Nigel Farage, has he wants the UK stay in any European Union the European Union, saying Scotland would \" not be laughing\".", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 122.57901000976562, "token_count": 28} +{"index": 3648, "reference": "Sri Lanka batsman Kumar Sangakkara made 18 in his final international innings before retirement.", "prediction": "Sri Lanka batsman Kumar Sangakakara has died aged 69, his first one-day international cricket.", "rouge": {"rouge1": 41.379310344827594, "rouge2": 22.222222222222225, "rougeL": 41.379310344827594}, "nll_sum": 87.59519958496094, "token_count": 22} +{"index": 3649, "reference": "Heavy rain and severe winds have caused power cuts and travel problems and swept sea foam into parts of Scotland.", "prediction": "A weather warning was issued for most of Scotland after heavy rain brought in parts of Scotland. 2011 of aA a \u00a3-l a man from a from a's The reputation from a man has was have from football.", "rouge": {"rouge1": 20.33898305084746, "rouge2": 10.526315789473683, "rougeL": 16.94915254237288}, "nll_sum": 248.67469787597656, "token_count": 43} +{"index": 3650, "reference": "The Ulster Farmers' Union (UFU) has said it is \"disappointed\" by the aid package for European farmers announced by the European Commission.", "prediction": "The European Union will receive an emergency aid package for the Northern Ireland in farm price.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 16.666666666666664, "rougeL": 31.57894736842105}, "nll_sum": 75.90646362304688, "token_count": 16} +{"index": 3651, "reference": "Rangers manager Pedro Caixinha declared himself \"happy\" with Rangers' performance but \"disappointed\" with the outcome of the goalless draw with Hearts.", "prediction": " Rangers manager manager Pedro Caixha pleased with his team's performance performance from his Hibernian side after a draw against Hibernian to move nine behind the Premiership.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 25.0}, "nll_sum": 154.12738037109375, "token_count": 33} +{"index": 3652, "reference": "Conservationists are to visit Skye to learn more about otter habitats ahead of a proposed reintroduction of the mammals to Japan.", "prediction": "A rare fishing ot found washed up near Japaneseese island Orkneyemouth almost two years ago, conservationists have said a aCaliforniaon's.", "rouge": {"rouge1": 9.523809523809524, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 184.60665893554688, "token_count": 29} +{"index": 3653, "reference": "UKIP's candidate in a key general election seat has been forced to apologise after she appeared to question the cost to the NHS of treating British people who are HIV positive.", "prediction": "Two UKIP general election candidate in apologised after for decision about the care of British patients.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 13.043478260869568, "rougeL": 33.33333333333333}, "nll_sum": 103.54090881347656, "token_count": 16} +{"index": 3654, "reference": "Brazil international full-back Dani Alves will leave Barcelona after eight years at the club.", "prediction": "Spain defender Dani Al Alves, and not leave the club in Barcelona this summer.", "rouge": {"rouge1": 41.379310344827594, "rouge2": 7.407407407407408, "rougeL": 34.48275862068965}, "nll_sum": 82.23554992675781, "token_count": 16} +{"index": 3655, "reference": "It is usual for SpaceX to do a \"hot fire\" test a few days before a launch.", "prediction": "The private firm SpaceX has put on hold after a rocket it has lost its Earth.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 90.3123550415039, "token_count": 16} +{"index": 3656, "reference": "UK police are to return from Thailand after reviewing an investigation into the murders of two British tourists, Scotland Yard has said.", "prediction": "Police investigating the murder of two British backpackers say they will return to their families to families in Thailand as \"as as possible\". the possible capital, a,- they says it introduction from it's's. of aA from ofA", "rouge": {"rouge1": 36.0655737704918, "rouge2": 13.559322033898304, "rougeL": 22.95081967213115}, "nll_sum": 267.930908203125, "token_count": 46} +{"index": 3657, "reference": "An unbeaten century from captain Varun Chopra secured a draw for Warwickshire against Hampshire at Edgbaston.", "prediction": " Test Lions captain Scun Chopra hit his struggle but but helped help Warwickshire draw with a draw by Hampshire at Edgbaston.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 17.142857142857142, "rougeL": 37.83783783783783}, "nll_sum": 158.49505615234375, "token_count": 28} +{"index": 3658, "reference": "A bid has been launched to bar people who live outside of Wales from standing for election to the assembly.", "prediction": "Two former Conservative ministers are calling for a change to change the Welsh Assembly assembly election.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 68.22523498535156, "token_count": 16} +{"index": 3659, "reference": "Labour is crying foul this morning.", "prediction": "The isn't a pension,'t isn't't, but wasn wasn't wasn't, but it wasn't said it wasn't say it\".", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 139.64785766601562, "token_count": 28} +{"index": 3660, "reference": "Paddy Lowe has left his position as technical boss of Mercedes.", "prediction": "Former Lewis technical director and Paddy Lowe is to retire at Formula 1 next season.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 8.333333333333332, "rougeL": 15.384615384615383}, "nll_sum": 76.75405883789062, "token_count": 16} +{"index": 3661, "reference": "A knife remains \"unaccounted for\" at a privatised prison, a union has claimed.", "prediction": "A knife that was found at a prison a jail was privatised in the hands of, it has been claimed.", "rouge": {"rouge1": 54.545454545454554, "rouge2": 19.35483870967742, "rougeL": 48.48484848484849}, "nll_sum": 95.68413543701172, "token_count": 22} +{"index": 3662, "reference": "A 91-year-old cyclist killed on a dual carriageway was doing a time trial to set a new national record for his age.", "prediction": " 91 91-year-old motorcyclist who died in a crash has paid tribute to athe new record\" at a golf club club said.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.888888888888888, "rougeL": 29.78723404255319}, "nll_sum": 148.0089111328125, "token_count": 28} +{"index": 3663, "reference": "The brother of a British tourist found dead after a beach party in Thailand says he suspects foul play and want answers from the authorities.", "prediction": "The brother of a British backpacker who was while on holiday in Thailand said he is in \"unbelable hatred\" he will find lost, his brother said.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 20.408163265306126, "rougeL": 31.372549019607842}, "nll_sum": 130.60243225097656, "token_count": 32} +{"index": 3664, "reference": "Women's Super League side Arsenal have dropped 'Ladies' from their name and become Arsenal Women.", "prediction": "England's Super League club has its its name to complete'women' title.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 14.814814814814813, "rougeL": 34.48275862068966}, "nll_sum": 96.26747131347656, "token_count": 15} +{"index": 3665, "reference": "Extra time has been granted to detectives quizzing a murder suspect over the discovery of a body in a stream.", "prediction": "A man has been arrested by police following the discovery of a body has Surrey.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 30.303030303030305, "rougeL": 40.0}, "nll_sum": 61.734500885009766, "token_count": 15} +{"index": 3666, "reference": "The death of a woman while she was teaching English in China was \"a direct result of a leakage of carbon monoxide\", a coroner has ruled.", "prediction": "A woman whose travel was died in China after had travel to carry monoxide bombs should should be carried out in China, a local inquest has ruled.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 11.76470588235294, "rougeL": 33.9622641509434}, "nll_sum": 160.3378448486328, "token_count": 29} +{"index": 3667, "reference": "MPs have backed the government's new spending rules by 320 to 258 votes after a heated debate in the Commons.", "prediction": "The government has launched his party to change its current fiscal system\" on public spending after some of its MPs voted.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.000000000000001, "rougeL": 19.047619047619047}, "nll_sum": 107.3741226196289, "token_count": 22} +{"index": 3668, "reference": "Plans have been announced for the \"oldest carnival in Europe\" to celebrate its 50th anniversary.", "prediction": "A carnival was be held in the city celebrating its 70th anniversary of the city, the organisers have announced.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 6.25, "rougeL": 29.411764705882355}, "nll_sum": 82.17558288574219, "token_count": 22} +{"index": 3669, "reference": "Bournemouth striker Callum Wilson said it was \"great to feel like a football player again\" as he returned to action following a long-term injury.", "prediction": "Bournemouth striker Callum Wilson \"there't playing a football football again\" again, says his departure from injury is \"perfect\".", "rouge": {"rouge1": 36.36363636363636, "rouge2": 19.04761904761905, "rougeL": 36.36363636363636}, "nll_sum": 129.27590942382812, "token_count": 26} +{"index": 3670, "reference": "The US Justice Department says it has charged an American citizen with conspiracy to provide material support to al-Qaeda militants in Pakistan.", "prediction": "An American-born American student has accused of helping help Americans has joined the United States, US authorities say.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 14.285714285714288}, "nll_sum": 98.10554504394531, "token_count": 21} +{"index": 3671, "reference": "Brighton beat Ipswich Town in a five-goal thriller to leapfrog the Tractor Boys and go top of the Championship.", "prediction": "Brighton came from two goals down from a goal down to behind beat beat 10 10manmanwich.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 120.0078125, "token_count": 20} +{"index": 3672, "reference": "Thieves used a JCB to smash into the front of a filling station store during a cash machine raid in Derbyshire.", "prediction": "A JCB van was stolen stolen into a wall wall and a free machine from a bicycle shop.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 30.769230769230766}, "nll_sum": 111.04402160644531, "token_count": 19} +{"index": 3673, "reference": "A junior doctor whose body was found in the sea suffered from \"work-related anxiety\", her sister has said.", "prediction": " missing missing junior doctor was found dead in a car insurance park has raised health issues about her health and health, her family and health trust the said.", "rouge": {"rouge1": 42.5531914893617, "rouge2": 8.888888888888888, "rougeL": 29.78723404255319}, "nll_sum": 152.15469360351562, "token_count": 29} +{"index": 3674, "reference": "Skiing on Scotland's snow slopes looks set to continue into the summer month of June as new figures reveal the best season in 14 years.", "prediction": "A multi-million poundmillion pound has spent more than \u00a33m to the Scottish economy, according according to Ski Scotland figures from aw weather,. the June's from from the terrorist's. for in local economy's.", "rouge": {"rouge1": 29.03225806451613, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 261.3617858886719, "token_count": 43} +{"index": 3675, "reference": "A son of Jean McConville has said Sinn F\u00e9in leader Gerry Adams warned him several years ago there would be a \"backlash\" if he released the names of those he believed killed her.", "prediction": "Sinn F\u00e9in president Gerry Adams will face criminal charges in Northern Ireland over of murder of Jean Mc McConville has been released without charge.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 17.54385964912281, "rougeL": 20.338983050847457}, "nll_sum": 110.3258285522461, "token_count": 29} +{"index": 3676, "reference": "Is a four-metre long carnivorous dinosaur model just what your school, community centre or library is lacking?", "prediction": " dinosaur giant dinosaur which could be found at a house at Cret extinct could be delayed, temporary owners could move.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 5.2631578947368425}, "nll_sum": 243.0707550048828, "token_count": 22} +{"index": 3677, "reference": "A man and a woman have appeared in court charged with causing or allowing the death of a baby.", "prediction": "A man and a woman have been charged murdering a baby and baby, who died died from head injuries.", "rouge": {"rouge1": 47.368421052631575, "rouge2": 33.33333333333333, "rougeL": 47.368421052631575}, "nll_sum": 82.42089080810547, "token_count": 20} +{"index": 3678, "reference": "The DUP's Edwin Poots has defended comments he made that party members have to hold their noses when doing business with Sinn F\u00e9in.", "prediction": " Democratic Unionist SNP leader MP P but said his party will not to Sinn F\u00e9in the build an with with the IRA in Northern Ireland.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 151.43643188476562, "token_count": 28} +{"index": 3679, "reference": "A 15-year-old girl was seen fleeing a house half-naked before a man chased, raped and murdered her, a court heard.", "prediction": "A father-of-two raped and raped a 15-year-old girl before the girl it has been told a court", "rouge": {"rouge1": 50.0, "rouge2": 28.571428571428566, "rougeL": 36.36363636363636}, "nll_sum": 79.88427734375, "token_count": 24} +{"index": 3680, "reference": "Wigan Warriors full-back Lewis Tierney has signed a new three-year deal with the Super League side until 2019.", "prediction": "Wigan Warriors full-back Lewis Tierney has signed a new three, three,-year deal with the Super League champions for leaving club until 2020.", "rouge": {"rouge1": 81.81818181818183, "rouge2": 76.1904761904762, "rougeL": 81.81818181818183}, "nll_sum": 130.36886596679688, "token_count": 29} +{"index": 3681, "reference": "Thousands of Orangemen and women have taken part in their annual parade in Rossnowlagh in County Donegal.", "prediction": "Hundreds of thousands of people have attended the annual annual parade in Rosslagh, County Donegal.", "rouge": {"rouge1": 50.0, "rouge2": 26.666666666666668, "rougeL": 50.0}, "nll_sum": 60.74525451660156, "token_count": 19} +{"index": 3682, "reference": "All of Wales' five main parties have published their Welsh general election manifestos.", "prediction": " the BBC political presenter Cardiff Williams how but will know about political establishment of political parties.", "rouge": {"rouge1": 13.793103448275861, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 108.4853744506836, "token_count": 16} +{"index": 3683, "reference": "Birmingham City will face a \"difficult\" season if they cannot sign new players this week, says manager Harry Redknapp.", "prediction": "Harry Redknapp says Birmingham City will need to find \"very difficult\" to improve his players.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 18.75, "rougeL": 29.411764705882355}, "nll_sum": 72.42231750488281, "token_count": 19} +{"index": 3684, "reference": "Blackpool's winless run was extended to five games as they were held at home by fellow League Two play-off chasers Colchester.", "prediction": "Blackpool cancelled their League Two play-off place as they were held to a draw by 10-Colchester United to reach the play-finals of the The Stadium.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 24.489795918367346, "rougeL": 27.450980392156865}, "nll_sum": 136.84649658203125, "token_count": 33} +{"index": 3685, "reference": "China has vowed to reduce the amount of steel it makes, Business Secretary Sajid Javid said.", "prediction": "The global steel industry is in a \"very positive step forward\" securing a investment future, Business Secretary Sajid Javid a said and his.'s from's of's the of\" a's from of a.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 12.244897959183675, "rougeL": 27.450980392156865}, "nll_sum": 217.10018920898438, "token_count": 43} +{"index": 3686, "reference": "The funeral of a police officer who appeared in a TV documentary series has been held at Durham Cathedral.", "prediction": "A senior police officer has paid tribute to a police officer who died suddenly died after he said he had been \"aa whole friend\".", "rouge": {"rouge1": 32.55813953488372, "rouge2": 14.634146341463413, "rougeL": 23.25581395348837}, "nll_sum": 108.31291198730469, "token_count": 25} +{"index": 3687, "reference": "Wales has the highest take-up of broadband of any of the devolved nations, according to a report from the watchdog Ofcom.", "prediction": "Wales' 40 AdviceG service advertising revenue is much than any any of Northern Ireland, says a report by Ofcom in the UK.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 9.523809523809524, "rougeL": 27.27272727272727}, "nll_sum": 157.9291534423828, "token_count": 27} +{"index": 3688, "reference": "Tata Steel has announced its preferred bidder for the \u00a3100m sale of its Speciality Steels division based in South Yorkshire.", "prediction": "Tata Steel has said it agreed to sell a special businesselsels centre factory in South Yorkshire, with the loss of a double stress double.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 19.04761904761905, "rougeL": 31.818181818181824}, "nll_sum": 172.04901123046875, "token_count": 29} +{"index": 3689, "reference": "People are being invited to give their views on plans for a permanent site for Travellers and Gypsies in Powys.", "prediction": "A travellers airport site on a site in a Powys town car park will raised questions about the future.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 0.0, "rougeL": 25.641025641025646}, "nll_sum": 109.38935089111328, "token_count": 20} +{"index": 3690, "reference": "Work has started to repair a spire on a Surrey church after it was badly damaged by woodpeckers.", "prediction": "A old spire left severely damaged at a Wiltshire church is to be removed from the demolition following an extra \u00a3.5mm of funding.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 137.68283081054688, "token_count": 29} +{"index": 3691, "reference": "US presidential candidate Donald Trump has given out the mobile phone number of Senator Lindsey Graham - one of his Republican rivals for the White House.", "prediction": "US Republican national of mogul Lindsey Graham has come under fire at the White House after it was demanding that he had never seen a veteran of war war.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 11.538461538461538, "rougeL": 25.925925925925924}, "nll_sum": 138.97108459472656, "token_count": 29} +{"index": 3692, "reference": "A central provision of President Barack Obama's healthcare reform law has taken effect, having survived Republicans' years-long effort to undermine it.", "prediction": "US President Barack Obama has defended the controversial US healthcare bill and will repeal free of Americans fellow Americans, saying \"didn't loseall fear\".", "rouge": {"rouge1": 25.53191489361702, "rouge2": 8.888888888888888, "rougeL": 17.02127659574468}, "nll_sum": 151.28775024414062, "token_count": 27} +{"index": 3693, "reference": "A security alert in the centre of Larne, County Antrim, has ended and been declared a hoax.", "prediction": "A bomb disposal was carried out at a small business warehouse in Strababane, County Tyrone, was \"one disposal\".", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 117.94314575195312, "token_count": 25} +{"index": 3694, "reference": "US transport safety officials have proposed guidelines to limit driver distraction from gadgets built into cars.", "prediction": "New rules strict device, meaning devices vehicles can control a vehicle or unmanned vehicle the, could be stopped, of US road safety road safety watchdog says. 2011 a not- the a's aA a's from's a's the from a", "rouge": {"rouge1": 10.344827586206899, "rouge2": 0.0, "rougeL": 10.344827586206899}, "nll_sum": 281.06500244140625, "token_count": 47} +{"index": 3695, "reference": "A delegation from Northern Ireland is travelling to Cuba to provide support for peace talks between the Colombian government and the Farc rebel group.", "prediction": "A visit of Northern Ireland leaders visit visits Colombia to discuss their role in peace later this year.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 23.80952380952381}, "nll_sum": 93.94915771484375, "token_count": 18} +{"index": 3696, "reference": "A man's leg was impaled as he tried to climb a spiked metal fence in Bedworth, Warwickshire.", "prediction": "A man was taken to hospital after being stuck in heavy rain after rain drove through was front of his house in Coventry again in the-'s, referee,-, from a from from game'sA of a. a from'sA", "rouge": {"rouge1": 24.561403508771928, "rouge2": 3.6363636363636362, "rougeL": 17.543859649122805}, "nll_sum": 260.7227783203125, "token_count": 46} +{"index": 3697, "reference": "Yorkshire opener Adam Lyth made his third century of the season as the defending champions replied solidly to Surrey's 267 all out at the Oval.", "prediction": "L Lyth hit half unbeaten half-century and helped Surrey draw a draw in heavy rain-affectedDay Cup match against G Oval at The Oval at", "rouge": {"rouge1": 23.076923076923077, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 183.26498413085938, "token_count": 29} +{"index": 3698, "reference": "A man has been disqualified from driving for 22 months after he crashed his car into a house in West Sussex and caused a gas leak.", "prediction": "A lorry whose l carrying of three cars crashed a West Sussex village, which left thousands of people seriously injured in a hit.on, has been fined and 5 a November for his. from his's. of the's from aA", "rouge": {"rouge1": 41.791044776119406, "rouge2": 6.153846153846153, "rougeL": 20.895522388059703}, "nll_sum": 274.2642517089844, "token_count": 47} +{"index": 3699, "reference": "Ofcom tells Newsbeat it has received 233 complaints about Ken Morley's behaviour on Celebrity Big Brother.", "prediction": "An 4 has launched an independent inquiry into whether Ken Morley complaints about not musicmaker.", "rouge": {"rouge1": 31.25, "rouge2": 13.333333333333334, "rougeL": 18.750000000000004}, "nll_sum": 114.2913589477539, "token_count": 17} +{"index": 3700, "reference": "Work is under way to repair a burst water main in the Republic of Ireland which has left 50,000 customers without water for six days.", "prediction": "An extra 4 \u00a33m euros will needed to complete a water supply water after a water main which entered into the a water main.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666666, "rougeL": 24.000000000000004}, "nll_sum": 146.53863525390625, "token_count": 26} +{"index": 3701, "reference": "A woman working in an off-licence has been threatened with a knife during a robbery in north Belfast.", "prediction": "A woman was in her 30s has being threatened with a knife during an armed robbery at a shop inferrickus in County Antrim., solve,'s they aA game from a The's referee of. from's aA", "rouge": {"rouge1": 46.42857142857143, "rouge2": 18.51851851851852, "rougeL": 39.285714285714285}, "nll_sum": 278.075927734375, "token_count": 45} +{"index": 3702, "reference": "The Social Democratic and Labour Party (SDLP) MLA Colum Eastwood has confirmed that he is set to challenge Alasdair McDonnell's leadership of the party.", "prediction": "umumumum Eastwood, but said he will be the Labour candidate for candidate Foyle NI or assembly election after a hot snap general election.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 12.499999999999996}, "nll_sum": 161.97918701171875, "token_count": 29} +{"index": 3703, "reference": "The Scottish town which 'won' two Carbuncle honours for its ugly shopping centre has scooped Best Town at the Scottish Design Awards.", "prediction": "A Scottish seaside town has been accused the town of \"challenging\" and,disgroint\" race for a Scottish Design Awards award.", "rouge": {"rouge1": 42.85714285714286, "rouge2": 10.0, "rougeL": 33.33333333333333}, "nll_sum": 168.3609619140625, "token_count": 29} +{"index": 3704, "reference": "Cannabis with a street value of \u00a325,000 has been seized and three people arrested on the Isle of Man.", "prediction": "Drugs with an estimated street value of330,000 have been seized in a cannabis, during Isle Isle of the Isle of Man, police said, 2011 a solve's the \u00a3-m aA in am a's from's Broadway", "rouge": {"rouge1": 44.827586206896555, "rouge2": 17.857142857142858, "rougeL": 34.48275862068966}, "nll_sum": 297.10626220703125, "token_count": 46} +{"index": 3705, "reference": "Welsh Labour needs to \"shrug off\" the idea it is still the natural party of Wales, their MP for Ogmore has said.", "prediction": "A health minister needs more needs support be \" a right party within the Welsh economy\", a former first minister has said to in the first of its referee struggle, as compulsory from low-doldabl from Welsh wins.", "rouge": {"rouge1": 30.508474576271187, "rouge2": 3.508771929824561, "rougeL": 13.559322033898308}, "nll_sum": 294.3207092285156, "token_count": 43} +{"index": 3706, "reference": "Europe's greatest female golfer, Annika Sorenstam, says Charley Hull's first LPGA victory can act as a springboard for the young English player's career.", "prediction": " Sana S Sorenstam has described her dream of the 2017 Portugal Cup as of death captain Hull Hull as \"an innocent gangven young woman\".", "rouge": {"rouge1": 24.000000000000004, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 182.5330352783203, "token_count": 29} +{"index": 3707, "reference": "A tech start-up firm which thought it had secured a \u00a3100,000 investment on the BBC's Dragons' Den TV show has had the funding pulled.", "prediction": "A firm firm has raised \u00c2\u00a32,000 (\u00c2\u00a365m)800 theoon it was raised during a BBC Investig show.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 0.0, "rougeL": 26.666666666666668}, "nll_sum": 178.28280639648438, "token_count": 28} +{"index": 3708, "reference": "The authorities in Bangladesh say power has been restored to most of the country after a nationwide blackout on Saturday.", "prediction": " a major power has hit parts of Bangladesh for years that left five people dead and thousands of commuters left without electricity.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.0, "rougeL": 14.285714285714283}, "nll_sum": 94.07707214355469, "token_count": 22} +{"index": 3709, "reference": "Sports minister Car\u00e1l N\u00ed Chuil\u00edn has decided to send three civil servants to take control of Sport NI.", "prediction": "Northern Ireland's Sports Minister Nl Nl Chuil\u00edn will meet her office over concerns.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 12.121212121212121, "rougeL": 22.857142857142858}, "nll_sum": 100.39708709716797, "token_count": 18} +{"index": 3710, "reference": "Cancer patients have been promised faster access to innovative medicines by NHS England.", "prediction": "The way in way is receive offered drugs to the NHS in England is be scrapped, the National consumer Agency says.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 142.7624969482422, "token_count": 22} +{"index": 3711, "reference": "A publican who repeatedly stabbed a man with a steak knife has been jailed for four years.", "prediction": "A man who killed a pub owner owner in a pub after admitting him behind behind the neck bar, bar been jailed for 10 years.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 15.0, "rougeL": 38.0952380952381}, "nll_sum": 135.13397216796875, "token_count": 26} +{"index": 3712, "reference": "The families of two east London schoolgirls who travelled to Syria are \"distraught\" after learning they have married, their solicitor has said.", "prediction": "Two schoolgirls from London, the thought to have travelled to Syria travelled with their families, their families say are \"fbedgrowing loving roots\".", "rouge": {"rouge1": 50.0, "rouge2": 9.523809523809524, "rougeL": 27.27272727272727}, "nll_sum": 151.46554565429688, "token_count": 28} +{"index": 3713, "reference": "Arsenal manager Arsene Wenger has been given a four-match touchline ban and \u00a325,000 fine after accepting a Football Association charge of misconduct for his behaviour in the win over Burnley.", "prediction": "Arsenal boss Arsene has been fined \u00a320,000 by the Football Association for linking, Burnley for abusing a controversial penalty during a Premier League's side.", "rouge": {"rouge1": 44.827586206896555, "rouge2": 7.142857142857142, "rougeL": 31.03448275862069}, "nll_sum": 128.74331665039062, "token_count": 31} +{"index": 3714, "reference": "Two 300-year-old cups with saucers have been stolen from a country house.", "prediction": "Hundreds of thousands of sa saers but believed to have been stolen from a 19th Century of, have been removed from a care home park.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 21.62162162162162, "rougeL": 25.641025641025646}, "nll_sum": 130.671142578125, "token_count": 28} +{"index": 3715, "reference": "Fundamental changes are needed in how care of vulnerable adults is commissioned and monitored, a report into abuse at a private hospital said.", "prediction": "A hospital where a hospital where ill is a ill were ill and members of should not be assaulted and did not provide the care in the care system, inspectors doctors say.", "rouge": {"rouge1": 29.09090909090909, "rouge2": 0.0, "rougeL": 10.909090909090908}, "nll_sum": 176.25973510742188, "token_count": 33} +{"index": 3716, "reference": "Glamorgan batsman Ben Wright will retire at the end of the season to pursue a career with a metal manufacturer.", "prediction": "Glamorgan all-rounder Ben Wright has retired from international cricket Cricket signing a new three-year contract extension, starting at the end-finals the 2020 season.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 13.636363636363635, "rougeL": 39.13043478260869}, "nll_sum": 145.7718048095703, "token_count": 32} +{"index": 3717, "reference": "Raffaele Sollecito was 23 and about to finish his degree when he was arrested along with then-girlfriend Amanda Knox for the 2007 murder of British student Meredith Kercher in Italy.", "prediction": " Italian witness Raffleaele butcito have both losing their appeal against the murder and murder of ex- jailed student Amanda Ker, who is of a term in jail in 1984.", "rouge": {"rouge1": 23.333333333333332, "rouge2": 3.448275862068965, "rougeL": 16.666666666666668}, "nll_sum": 221.8772430419922, "token_count": 36} +{"index": 3718, "reference": "Jordan Spieth will be \"scarred\" by his capitulation at the Masters on Sunday, says three-time winner Sir Nick Faldo.", "prediction": "Fee Fonte rivalry, tense struggle with Jordan Spieth after carding six-under-par 76 to lead victory in his Masters Open final.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 167.04275512695312, "token_count": 29} +{"index": 3719, "reference": "The Botswanan athlete who was barred from running at the World Championships as organisers tried to halt a norovirus outbreak says the same would not have happened to Mo Farah or Usain Bolt.", "prediction": "A World World Athletics president says II'm not the faces of athletics\" world champion Usain Bolt after being told he has failed a drugs test. for the Olympic's- \"-spdes \"- to from a's 2011 again a", "rouge": {"rouge1": 30.98591549295775, "rouge2": 2.898550724637681, "rougeL": 16.901408450704224}, "nll_sum": 275.98297119140625, "token_count": 44} +{"index": 3720, "reference": "A brilliant solo goal from Gaston Ramirez helped Middlesbrough to a first win in eight Premier League games as they beat Bournemouth at the Riverside Stadium.", "prediction": "Morton 2013 scored twice as Middlesbrough thrashed champions Bournemouth's 12-match unbeaten run.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 84.9561767578125, "token_count": 22} +{"index": 3721, "reference": "BBC NI political reporter Stephen Walker meets Lord Bannside to discuss the anniversary of the signing of the Ulster Covenant.", "prediction": "When I met deputy first minister Peter Robinson's interview with former minister Lord Laid was for a interview about her husband the it's been a Gang it for theohan it's record and and's the it!", "rouge": {"rouge1": 10.16949152542373, "rouge2": 0.0, "rougeL": 10.16949152542373}, "nll_sum": 260.53680419921875, "token_count": 41} +{"index": 3722, "reference": "League Two side Luton Town have signed midfielder Andrew Shinnie on a season-long loan from Birmingham City.", "prediction": "League Two side Luton Town have signed Hibernian full-back Jackama from Birmingham City for a fee to be \u00a35m.", "rouge": {"rouge1": 57.89473684210527, "rouge2": 44.44444444444444, "rougeL": 52.63157894736842}, "nll_sum": 95.67171478271484, "token_count": 27} +{"index": 3723, "reference": "Belgian police have arrested two people suspected of planning attacks in Brussels on New Year's Eve.", "prediction": "Belgium have arrested four people on several terrorism suspected of out out of Paris and Paris attacks.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 12.5, "rougeL": 35.294117647058826}, "nll_sum": 99.86090850830078, "token_count": 19} +{"index": 3724, "reference": "A large police presence held back angry crowds outside a Kensington church where Theresa May was meeting victims of the Grenfell Tower disaster.", "prediction": "Theresa May has visited London and London, and victims during Grenfell Tower in London, amid amid criticism about the Grenfell Tower fire.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 13.95348837209302, "rougeL": 26.66666666666666}, "nll_sum": 115.099609375, "token_count": 27} +{"index": 3725, "reference": "England playmaker Rangi Chase has had his contract terminated by Super League side Salford Red Devils following a 'disciplinary procedure'.", "prediction": "Leigh Centurions have finally agreed a deal to sell Bournemouth defender Bang.", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 80.16657257080078, "token_count": 17} +{"index": 3726, "reference": "A new deal to secure the air link between Dundee City Airport and London Stansted for another two years has been announced.", "prediction": " H flights between Dundee and London and Stansted will be continue for to next two years two after UK funding secure UK government funding of. the a from a's from's from it from a's from fined from.'s from'sA", "rouge": {"rouge1": 36.92307692307691, "rouge2": 9.523809523809524, "rougeL": 24.615384615384617}, "nll_sum": 260.932861328125, "token_count": 47} +{"index": 3727, "reference": "Shares in mining firm Anglo American have fallen to a record low as the company said it would sell huge chunks of its business and shrink its workforce by nearly two-thirds.", "prediction": " Anglo-based Anglo American says it plans to cut 5,000 jobs worldwide this year, as the prices as commodity prices and in prices to fall.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 7.142857142857142, "rougeL": 20.689655172413794}, "nll_sum": 132.28009033203125, "token_count": 29} +{"index": 3728, "reference": "A crash with a motorbike which killed Belgian cyclist Antoine Demoitie was an \"unfortunate accident\", says his team.", "prediction": " French cyclist A Demolitionie says she is be \"ickenham\" after an accident involving a motorcyclist who died during a race race.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 139.86949157714844, "token_count": 28} +{"index": 3729, "reference": "Ulster centre Stuart McCloskey has signed a contract extension which will see him remain at Kingspan Stadium until the summer of 2019.", "prediction": "Ulster centre Stuart McCloskey has signed a new contract to his stay with the Kingspan Stadium until 2019.", "rouge": {"rouge1": 65.0, "rouge2": 42.10526315789473, "rougeL": 60.0}, "nll_sum": 96.32760620117188, "token_count": 22} +{"index": 3730, "reference": "The US space agency (Nasa) has launched a mission to retrieve a rock sample from a 500m-wide asteroid called Bennu.", "prediction": "Nasa has launched a probe, which will features four big planets Mars exploration.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 18.749999999999996, "rougeL": 23.52941176470588}, "nll_sum": 88.62176513671875, "token_count": 15} +{"index": 3731, "reference": "A Cambridge University academic has been ordered to return her seven-year-old son to his father in Japan, a family court has ruled.", "prediction": "A man and Cambridge's 21year-old son will be allowed to allowed in Japan, after a Court of Justice (IC) ruled it ruled out of failure.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 8.16326530612245, "rougeL": 39.21568627450981}, "nll_sum": 168.42245483398438, "token_count": 32} +{"index": 3732, "reference": "A woman has been arrested on suspicion of dangerous driving after a car crashed through a seafront barrier and fell on to rocks.", "prediction": "Three people have been taken to hospital after their car crashed into a cliff cliff in north and north Wales north in it350 was 30 \" the's a \" 30 a 30\" a from from ae's absence of a from a's a", "rouge": {"rouge1": 30.303030303030305, "rouge2": 3.125, "rougeL": 18.181818181818183}, "nll_sum": 250.44583129882812, "token_count": 47} +{"index": 3733, "reference": "People living in north-east Kenya say they have discovered at least 20 bodies buried in shallow graves.", "prediction": "The burnt bodies 40 human and human bodies of families have been found in bury graves in Nairobi, police say", "rouge": {"rouge1": 36.84210526315789, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 115.45564270019531, "token_count": 22} +{"index": 3734, "reference": "Thousands of people are homeless after a powerful cyclone hit the islands of Vanuatu on Saturday.", "prediction": "A powerful Tyrone has hit off the Greek island of Vanuatu during a powerful route, travel more than 300 miles (39m).", "rouge": {"rouge1": 37.83783783783783, "rouge2": 17.142857142857142, "rougeL": 37.83783783783783}, "nll_sum": 144.23822021484375, "token_count": 27} +{"index": 3735, "reference": "Minister for refugees Richard Harrington has refused to tell MPs how many Syrian refugees are in Britain.", "prediction": "The number of Syrian arriving in the UK would have received a number of refugees ever before, its director and crime secretary Padigra Harrington has said.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 13.953488372093027}, "nll_sum": 169.66961669921875, "token_count": 29} +{"index": 3736, "reference": "The criminal courts charge should be scrapped by ministers, a parliamentary committee has said, as it raised \"grave misgivings\" about the fee's benefits.", "prediction": "The price of criminal charges, and judges is creating \"unacceptable and\" under review, a committee of MPs has said, in the criminal's reputation, a as's a\" mandatory from the of's flagship of. from's from-", "rouge": {"rouge1": 32.25806451612903, "rouge2": 6.666666666666667, "rougeL": 32.25806451612903}, "nll_sum": 282.3282470703125, "token_count": 47} +{"index": 3737, "reference": "A flaw on supermarket Asda's website gave hackers the chance to collect customers' personal information and payment details, the BBC has learned.", "prediction": "dada has lost control of its its website and could have been potentially could security threat, a security researcher.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 110.8349609375, "token_count": 21} +{"index": 3738, "reference": "A former drug cartel's pilot has been jailed for trying to kill his unwanted lodger with an axe as he slept.", "prediction": "A drug dealer was jailed jailed life for a revenge attack after an axe on an American gun hotelmaker and stabbed his south flat.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 174.7784423828125, "token_count": 25} +{"index": 3739, "reference": "Mexico stunned favourites Brazil 2-1 at Wembley to win the men's Olympic football gold medal for the first time.", "prediction": " Olympers Brazil are hoping to clinch a gold medal of Rio 2016 after Sao Brazil's extra-time winner to beat Mexico in a dramatic final at Wembley.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 122.71852111816406, "token_count": 30} +{"index": 3740, "reference": "The new 12-sided \u00a31 coin will enter circulation on 28 March, the government has said.", "prediction": "The public will be able to find a silverblood belonging to Aust Jane Austen after the Royal Mint unveiled a new \u00a3-1 coin.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 120.94367980957031, "token_count": 27} +{"index": 3741, "reference": "Ivan Lendl says he is \"proud\" of his work with Andy Murray and expects to return to coaching in the future.", "prediction": "World number one Nov Lylel, whose partnership with his doubles rivalry at Wimbledon, the been described as \"the part of hard part\".", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 165.80697631835938, "token_count": 28} +{"index": 3742, "reference": "A student who was allegedly raped in an Edinburgh park has told a court how she fought for her life after a man ran up and grabbed her from behind.", "prediction": "A woman accused of raping a woman on her way in Edinburgh has told a court how he survived \"a battle struggle for \" life\".", "rouge": {"rouge1": 48.14814814814815, "rouge2": 15.384615384615385, "rougeL": 40.74074074074074}, "nll_sum": 117.7303466796875, "token_count": 26} +{"index": 3743, "reference": "Sunderland have appointed Sam Allardyce as manager on a two-year contract.", "prediction": "Sam Allardyce has been confirmed as manager's \"superive job\"..", "rouge": {"rouge1": 36.36363636363636, "rouge2": 20.0, "rougeL": 36.36363636363636}, "nll_sum": 79.65296936035156, "token_count": 15} +{"index": 3744, "reference": "For the Llewellin family, when it comes to sporting success, the apple does not fall far from the tree.", "prediction": "After a fatal shooting is possible for a Welsh rider at the 2016 Paralympic Games, but it feels like a production-winning character?", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 123.14180755615234, "token_count": 27} +{"index": 3745, "reference": "Lawyer Amal Clooney has urged the UN to act against so-called Islamic State by backing a UK-led investigation into the group's atrocities in Iraq.", "prediction": "US filmmaker of Clooney has called for an inquiry into the so Islamiccalled Islamic State, claiming committed have committed crimes by committed genocide war and Syria.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 11.76470588235294, "rougeL": 26.41509433962264}, "nll_sum": 177.70233154296875, "token_count": 29} +{"index": 3746, "reference": "A troubled Isle of Wight academy is set to merge with another school, its sponsor has announced.", "prediction": "A academy chain which saw two in academy primary school and a new head academy close to close with closure.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 119.6651611328125, "token_count": 20} +{"index": 3747, "reference": "Seven young migrants have gone on trial in Germany, over a Christmas day attack on a homeless man which could have killed him.", "prediction": "German police have charged a man in connection with an knife attack knife on a Polish man the man German has station on Christmas Day in the New's, a, because it from it- fromA a in from November's Saturday.", "rouge": {"rouge1": 31.25, "rouge2": 6.451612903225806, "rougeL": 18.75}, "nll_sum": 267.44622802734375, "token_count": 45} +{"index": 3748, "reference": "David Cameron is to allow ministers to campaign for either side in the referendum once a deal is reached on the UK's relationship with the EU.", "prediction": "David Cameron has told of his cabinet ministers not to get a possible free vote on whether the UK to or stay in the EU in not EU", "rouge": {"rouge1": 43.63636363636363, "rouge2": 15.09433962264151, "rougeL": 36.36363636363637}, "nll_sum": 133.90185546875, "token_count": 27} +{"index": 3749, "reference": "An US appeals court has upheld a decision to overturn the conviction of Brendan Dassey, whose case was the focus of documentary Making a Murderer.", "prediction": "US drug detainee Brendan Dassey, will be released from prison in Rio, Pennsylvania after losing an appeal against his conviction for a murder conviction.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 20.408163265306126}, "nll_sum": 105.00505065917969, "token_count": 27} +{"index": 3750, "reference": "Security researchers have cancelled plans to buy potentially undetected software security vulnerabilities from a notorious group of hackers.", "prediction": "A crowd-funded campaign has stopped-terrorism relatives trying to raid right to computer computers, after Russia accused researchers of security \"security failure\".", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 160.24131774902344, "token_count": 27} +{"index": 3751, "reference": "Aston Villa have signed Bristol City striker Jonathan Kodjia on a four-year deal, for an initial \u00a311m that may rise to a Championship record fee of \u00a315m.", "prediction": "Aston Villa have signed striker Jonathan Kodjiaia from Bristol City City for \u00a35, understood to be \u00a32.5m.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 22.727272727272727, "rougeL": 34.78260869565217}, "nll_sum": 98.47220611572266, "token_count": 27} +{"index": 3752, "reference": "Academy trusts are no better than local authorities at raising school standards, researchers have found.", "prediction": "A plan to force force all schools to become England's academies to academies has successful the new research says.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 113.57743835449219, "token_count": 22} +{"index": 3753, "reference": "Nine missing episodes of 1960s Doctor Who have been found at a TV station in Nigeria, including most of the classic story The Web of Fear.", "prediction": "One of the missing broadcaster missing during the battles's sci-fi tapes have been found, the BBC says.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 13.953488372093023, "rougeL": 22.22222222222222}, "nll_sum": 102.54999542236328, "token_count": 21} +{"index": 3754, "reference": "Logistics group John Menzies has issued a profits warning following problems with its ground handling contract at London Gatwick Airport.", "prediction": "Fier group Menzies, warned it would boost its at its economy this year, because of its distribution earnings, its aolveon it. aup-'s from M-p's mandatory in from years George.'s from's", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 312.53729248046875, "token_count": 47} +{"index": 3755, "reference": "Russia has criticised Boris Johnson's decision to scrap a planned trip to Moscow after discussions with the US.", "prediction": "Russia is calls to Prime Minister Boris to visit Moscow in the wake of its crisis in Syria President Bashar al-BAssad, saying that it's \" middle from a's a\" from the UK from have of of.", "rouge": {"rouge1": 28.07017543859649, "rouge2": 0.0, "rougeL": 17.543859649122805}, "nll_sum": 248.74411010742188, "token_count": 44} +{"index": 3756, "reference": "A poster urging parents not to use the police to scare their children has been seen more than 3.5 million times.", "prediction": "A police force has launched a campaign boy a children to a police officer who should do more.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 92.06349182128906, "token_count": 18} +{"index": 3757, "reference": "Police in Scotland are understood to be investigating claims Labour peer Lord Janner abused a boy there in the 1970s.", "prediction": "Police are investigating allegations of historical sex abuse against former MP peer Jan Jan will not be dropped the police have said.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 23.809523809523807}, "nll_sum": 107.10453033447266, "token_count": 22} +{"index": 3758, "reference": "Lincoln Ladies have insisted their controversial relocation to Nottingham and decision to play as Notts County next season was their only option.", "prediction": "league Two club Notts County have revealed details of their plans to build new women's new home to the women's men. team.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 129.513427734375, "token_count": 26} +{"index": 3759, "reference": "Violence during flag protests is damaging the image of Northern Ireland internationally, the Secretary of State, Theresa Villiers, has said.", "prediction": "The Secretary of State Theresa Vill May has called for violence that violence in Northern past Northern Ireland.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 27.777777777777775, "rougeL": 31.57894736842105}, "nll_sum": 116.8309097290039, "token_count": 18} +{"index": 3760, "reference": "A man has died in a collision between a tractor and a motorcycle in Lincolnshire.", "prediction": "A motorcyclist has been killed in a crash which was involved in a collision between a tractor- and a tractor in Lincolnshire,.", "rouge": {"rouge1": 64.86486486486486, "rouge2": 45.71428571428571, "rougeL": 64.86486486486486}, "nll_sum": 93.58512115478516, "token_count": 26} +{"index": 3761, "reference": "Kylie Minogue's British fiance has said the couple won't get married until same-sex marriage becomes legal in Australia.", "prediction": "Bury BenhouseBeaten have said they will not be married to, but but't be because of \"Ididn't don any religious\".", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 198.59164428710938, "token_count": 29} +{"index": 3762, "reference": "England women matched their male counterparts and secured a big win over New Zealand as they sealed a 3-0 series victory over the world champions.", "prediction": "England women scored in a stunning-half comeback to beat New Zealand and set up a 3-0 series series whitewewash.", "rouge": {"rouge1": 42.553191489361694, "rouge2": 22.222222222222225, "rougeL": 38.297872340425535}, "nll_sum": 110.06340026855469, "token_count": 26} +{"index": 3763, "reference": "Using a bone-strengthening drug could make joint replacements last longer, according to an analysis of GPs' records.", "prediction": "A second heart failure, which could cause a brain damage and be upgraded could be cut higher the England research.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 124.21321105957031, "token_count": 21} +{"index": 3764, "reference": "A woman in the US state of Utah who admitted killing six of her own newborn babies has been sentenced to up to life in prison.", "prediction": "A woman in body US state of Pennsylvania who found in body of three babies bottles and hiding her body has been given a lengthy jail term.", "rouge": {"rouge1": 49.056603773584904, "rouge2": 19.607843137254903, "rougeL": 41.50943396226415}, "nll_sum": 135.20794677734375, "token_count": 27} +{"index": 3765, "reference": "Head teachers have warned that intimidation is still continuing after the investigations into the so-called Trojan Horse scandal.", "prediction": "The head of the so-called \"Troai Horse\" scandal should be banned from taking schools, head teachers say believe a controversialolve- a. a's a's a's from a from has's be of.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 15.384615384615383, "rougeL": 22.222222222222225}, "nll_sum": 236.52166748046875, "token_count": 43} +{"index": 3766, "reference": "Matty Taylor's second-half hat-trick earned Bristol Rovers a late draw at MK Dons in a six-goal thriller.", "prediction": "Phil Taylor scored a stoppage-time winner as a winner Bristol Bristol Ro twice came from behind to draw 3-2 at MK Dons.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 112.64042663574219, "token_count": 28} +{"index": 3767, "reference": "A trial plot of genetically modified rice has been destroyed by local farmers in the Philippines.", "prediction": "A field trial in a rice trial at a poultry farm plant has been fenced in the Philippines. the.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.18181818181818, "rougeL": 45.714285714285715}, "nll_sum": 110.88052368164062, "token_count": 21} +{"index": 3768, "reference": "From praise for loyalty to vilification for a change of mind - Fabian Delph's move from Aston Villa to Manchester City has found a place in the all-time transfer sagas scrapbook.", "prediction": "A surprise move to Fab Fabianmp to join Manchester City has not been so completed and was so far. there has a a struggle from a football's's a it as his first-old driven for his side. from", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.714285714285714, "rougeL": 19.444444444444443}, "nll_sum": 279.34173583984375, "token_count": 44} +{"index": 3769, "reference": "A patient lay dead for up to four-and-a-half hours before being spotted at one of the busiest's A&E departments in the country, inspectors have revealed.", "prediction": " doctors patients waiting the accident and's accident and emergency department went on at night there, are no longer patients.", "rouge": {"rouge1": 24.0, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 116.1874008178711, "token_count": 21} +{"index": 3770, "reference": "Deputy First Minister John Swinney will give MSPs his response to a report into the death of Aberdeen schoolboy Bailey Gwynne next week.", "prediction": " Education Secretary John Swinney, will deliver a review of the review into the death Cath school Bailey Gwynne, Gwynedd, on 27 April.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 23.25581395348837, "rougeL": 40.0}, "nll_sum": 145.5384063720703, "token_count": 31} +{"index": 3771, "reference": "At his lowest point, Ryan Longmuir took drugs every day \"just to feel normal\".", "prediction": "When Ryan Bentley who spends nearly three years ago in jail, has admitted he after driving drugs and then put them in a career jail.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 148.13768005371094, "token_count": 26} +{"index": 3772, "reference": "Manchester Metropolitan University has become the first higher education institute in the UK to offer students the chance to earn a degree in Urdu.", "prediction": "The Adu degree course officially opened open South African students and South Africa with 30 university, students.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 122.89844512939453, "token_count": 19} +{"index": 3773, "reference": "Russia's defence ministry has accused the family of Turkish President Recep Tayyip Erdogan of being directly involved in the trade of petroleum with the Islamic State group.", "prediction": " says says Turkish President Recep Tayyip Erdogan's claims that Turkey were involved in joining so-called Islamic State is \"the of a major criminal business\"..", "rouge": {"rouge1": 44.44444444444445, "rouge2": 23.076923076923077, "rougeL": 33.33333333333333}, "nll_sum": 123.73783874511719, "token_count": 29} +{"index": 3774, "reference": "Police at the Download Festival have kept their promise and have been posing for fan photos despite extra security.", "prediction": "Armed police are dangerous at a festival are taking \"boychildren\" in the event, organisers have said.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 103.96974182128906, "token_count": 21} +{"index": 3775, "reference": "Substantive Brexit talks between the UK and the rest of the EU are unlikely to start much before the end of 2017, a former European Council president says.", "prediction": " European European president of the European Commission has said that no serious negotiations over Brexit will not take in place between October and May or 8 orNovember\".", "rouge": {"rouge1": 25.454545454545453, "rouge2": 3.7735849056603774, "rougeL": 10.909090909090908}, "nll_sum": 134.32321166992188, "token_count": 28} +{"index": 3776, "reference": "Samsung Electronics says its operating profit is likely to rise 15% in the fourth quarter from a year ago, missing market expectations.", "prediction": "Samsung Electronics has reported a 40% rise in operating profit in the fourth consecutive quarter, helped by revenue helped of advertising smartphone and smartphone market.", "rouge": {"rouge1": 46.808510638297875, "rouge2": 17.77777777777778, "rougeL": 38.297872340425535}, "nll_sum": 122.8472900390625, "token_count": 27} +{"index": 3777, "reference": "Distillers in China added Viagra to thousands of bottles of spirits and told customers it had \"health-preserving qualities\", food safety officials say.", "prediction": "Chinese police have seized a large amounts of small drugs topers who wented for, local health officials say.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 118.39132690429688, "token_count": 21} +{"index": 3778, "reference": "Further planned strikes by waste collection workers around Bath have been called off.", "prediction": "A strike action by a council over over a a incinerator is due to begin", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 78.4087905883789, "token_count": 15} +{"index": 3779, "reference": "TalkTalk has given more details of the cyber-attack on its website, saying nearly 157,000 of its customers' personal details were accessed.", "prediction": "A suspected cyber attack hit more than 100, bank members in the than a month earlier, the firm has said.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 9.30232558139535}, "nll_sum": 108.7669448852539, "token_count": 22} +{"index": 3780, "reference": "Ireland's Shane Lowry holds a two-shot lead at the US Open with the leaders still to complete their third rounds.", "prediction": "Shane Lowryched his first major title of the Open title by shot a opening round-under-par 76 to win the Northern Ireland Open.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 152.72169494628906, "token_count": 28} +{"index": 3781, "reference": "An electric racing car built by Swiss student engineers has broken the world record for acceleration by battery-powered vehicles.", "prediction": " Porsche wine car in Switzerland has broken a new world record for the fastest racing car at- speed of 75mph.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 21.052631578947366, "rougeL": 30.0}, "nll_sum": 92.30960083007812, "token_count": 22} +{"index": 3782, "reference": "A married British Army officer denies raping a young female colleague at a UN event in Uganda, a court martial has heard.", "prediction": "A US military martial has appeared in court charged with a indecently assaulting a 87-year-old woman in her hotel room.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904762, "rougeL": 18.181818181818183}, "nll_sum": 98.16914367675781, "token_count": 25} +{"index": 3783, "reference": "Saracens boss Mark McCall has criticised Scarlets' James Davies after Will Skelton was sin-binned during the meeting of the side last weekend.", "prediction": "Scarlets coach Wayne Pivac has accused players James Davies and James Skelton for being up on his jaw, Wales' fly-half Call Osallall.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454546, "rougeL": 17.391304347826086}, "nll_sum": 195.64968872070312, "token_count": 33} +{"index": 3784, "reference": "Internet giant Amazon's owner Jeff Bezos has made an amazing underwater discovery.", "prediction": " founder Bezos, founder of US US satellite's orbit, has lost one the lost lost-1 vehicles from the Universe to a probe Arde it owns - now it's \"l-s from a in's it's\". fromold solve", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 320.34222412109375, "token_count": 47} +{"index": 3785, "reference": "A snow and ice festival in Northern Japan saw some pretty impressive sculptures made out of the cold stuff.", "prediction": "Thousands of stunning sculptures are being built on the South, and South Asia as part in the 2016 International Film Festival.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 96.28846740722656, "token_count": 22} +{"index": 3786, "reference": "London DJs The Bush Twist shot a music video of their track Friday Night around Ghana.", "prediction": "A couple in Ghana are kicking off a dance music track records around the track, where the track of music is held in a special music music festival.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 146.85264587402344, "token_count": 29} +{"index": 3787, "reference": "Football supporters have vented their anger after crowds of them were left stranded outside a Premier League stadium during an FA Cup match.", "prediction": "A of football fans were left trouble after crowd trouble at the EFL Cup have led by dozens of fans.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 111.15521240234375, "token_count": 21} +{"index": 3788, "reference": "(Close): US stocks fell and the dollar fell against the yen and euro, after the latest jobs figures were seen as leaving the door open to a rate rise in September.", "prediction": "(Closed): Stocks on Wall Street finished slightly, ahead of the ahead ahead despite stronger jobs data.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 111.16337585449219, "token_count": 21} +{"index": 3789, "reference": "Kevin Pietersen described his dispute with England as a \"horrible situation\" after signing a new contract that should see him finally return to international duty.", "prediction": "Kevin Pietersen's retirement from one of, cricket in noone ended ended.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 5.714285714285714, "rougeL": 10.81081081081081}, "nll_sum": 113.48974609375, "token_count": 15} +{"index": 3790, "reference": "Scientists say they now have a near-perfect picture of the genetic events that cause breast cancer.", "prediction": " according to 20,000 cases of diagnosis of cancer have been found in human human relatives say researchers. Broadway on the of-l aelt in a 30's from's ban from the, it's's from of.", "rouge": {"rouge1": 21.818181818181817, "rouge2": 0.0, "rougeL": 10.909090909090908}, "nll_sum": 250.7377166748047, "token_count": 43} +{"index": 3791, "reference": "Partners of people with depression are more likely to suffer from chronic pain, a new study suggests.", "prediction": "Criminal pain in the workplace could cause an cause for those who wish to and research suggests.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 109.11669158935547, "token_count": 18} +{"index": 3792, "reference": "Chelsea's 1-0 win at West Brom on Friday clinched the Blues their fifth Premier League title.", "prediction": "Chelsea picked up their first price Premier League team of the season in 2016 Euro17 2016 - as best best reputation from's FA's side after on from a same same's after's from a a's's reputation of.'s from's 2011", "rouge": {"rouge1": 22.222222222222218, "rouge2": 3.278688524590164, "rougeL": 12.698412698412698}, "nll_sum": 297.2484436035156, "token_count": 47} +{"index": 3793, "reference": "Teaching and support staff at London Metropolitan University have voted to strike in protest over 165 job cuts.", "prediction": " College at London Police are being balloted strike to strike action action in a row over losses and job losses.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 11.11111111111111, "rougeL": 36.84210526315789}, "nll_sum": 118.78700256347656, "token_count": 21} +{"index": 3794, "reference": "Three first-half goals moved Dundee United three points clear at the top of Scottish League Cup Group C as they eased past Buckie Thistle.", "prediction": "Dundee claimed their first away win of the season as Dundee United beat Dund promotion-chee and the hosts the Airdrieonians.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 166.24618530273438, "token_count": 30} +{"index": 3795, "reference": "Glamorgan recovered from a poor start to reach 93-2 before rain halted play before lunch against Kent in Cardiff.", "prediction": "Glamorgan missed out- goalless draw draw by Glamorgan in a rain-affected on day one at Chelmsford.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 123.56434631347656, "token_count": 27} +{"index": 3796, "reference": "A 23-year-old man has been remanded in custody following the deaths of a 10-year-old boy and his aunt who were a hit by a car being pursued by police.", "prediction": "An 18-year- 2011 man has appeared a court accused of killing a car in which a-old and a girl were killed when a car was being pursued by police.", "rouge": {"rouge1": 53.125, "rouge2": 16.129032258064516, "rougeL": 43.75}, "nll_sum": 142.39498901367188, "token_count": 34} +{"index": 3797, "reference": "The family of a teenage girl who drowned on a sailing trip have launched a safety code in her memory.", "prediction": "The parents of a teenager who died died in an accident on speed speed have been named after a code named her to protect her name to drinking a \" aA a's a's from's it's from been from\".", "rouge": {"rouge1": 39.34426229508197, "rouge2": 6.779661016949152, "rougeL": 32.78688524590164}, "nll_sum": 243.717041015625, "token_count": 43} +{"index": 3798, "reference": "Aston Villa cannot stop midfielder Idrissa Gueye leaving the club after Everton triggered a release clause in the player's contract.", "prediction": "Aston Villa striker Id Robin Gueue could be set about a \u00a37m in a move to top-flight club club, reports BBC Greater Manchester. a's a referee-m a fee in a from's from's from-", "rouge": {"rouge1": 20.33898305084746, "rouge2": 3.508771929824561, "rougeL": 20.33898305084746}, "nll_sum": 275.5809326171875, "token_count": 47} +{"index": 3799, "reference": "The Confederation of African Football (Caf) named the shortlists for eight more categories ahead of its annual awards gala to be held in Abuja on 5 January 2017.", "prediction": "Nigeria's European African, of the Year will among the winners the shortlist for the 2016 awards.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 104.36473846435547, "token_count": 21} +{"index": 3800, "reference": "A woman has died after her car crashed outside a bus depot trapping 150 buses inside.", "prediction": "A major road in Bath has opened near Bath, a supermarket and a railway station, causing and and of drivers for up to 24 hours.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 126.21316528320312, "token_count": 27} +{"index": 3801, "reference": "Northern Ireland's top distance runner Paul Pollock claimed a top 10 finish in Sunday's Cardiff Half Marathon.", "prediction": "Paul Pollock clinched 14th place at the 40th Marathon in Cardiff.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.142857142857142, "rougeL": 26.666666666666668}, "nll_sum": 65.42556762695312, "token_count": 15} +{"index": 3802, "reference": "The leader of Bahrain's main opposition group, al-Wefaq, has called for the crown prince to attend talks aimed at ending nearly two years of unrest.", "prediction": "The leader of Bahrain's main opposition coalition, Prince Salman Ali al-Kifa Fifa, has called for political action political seventh in not country.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 32.6530612244898, "rougeL": 43.13725490196078}, "nll_sum": 151.02398681640625, "token_count": 28} +{"index": 3803, "reference": "A school district in the US state of Virginia has closed all schools on Friday after a geography lesson that included Islam sparked vociferous complaints from around the country.", "prediction": "Two schools in the US state of Pennsylvania have opened the doors to pupils for week saying they saying \" receives no God or aar\".ar their\".", "rouge": {"rouge1": 25.454545454545453, "rouge2": 15.094339622641511, "rougeL": 25.454545454545453}, "nll_sum": 189.98455810546875, "token_count": 29} +{"index": 3804, "reference": "Jordi Cruyff has expressed thanks for the tributes to his father, Dutch footballing great Johan Cruyff.", "prediction": "The family have paid tribute to former football star Johan, who has has a letter, described him as \"a lot of best wish struggle\".", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 139.6548309326172, "token_count": 28} +{"index": 3805, "reference": "A new flag to mark the Battle of the Somme has been unfurled in Belfast.", "prediction": "A new national flag flying around towns across Northern Ireland is to be flying flown within years, a senior community says.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 111.1973876953125, "token_count": 22} +{"index": 3806, "reference": "Northern Ireland's Kris Meeke survived a late scare at Rally Mexico to clinch his fourth win in a World Rally Championship event.", "prediction": "Kris Meeke extended his lead at the World Rally Championship as Sweden after 58 after heavy crash in heavy rain, ended it bid Sunday's intention of M from referee from a-genny a from from 5's.", "rouge": {"rouge1": 36.065573770491795, "rouge2": 10.169491525423728, "rougeL": 19.672131147540984}, "nll_sum": 292.86798095703125, "token_count": 44} +{"index": 3807, "reference": "The head of Chinese online search giant Baidu is being investigated, after riding in one of the firm's driverless cars on a Beijing ring-road.", "prediction": " be chief executive of Baidu but says that a car firm man seat vehicle was out of his seat crashed sitting in a barrier as a car.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 0.0, "rougeL": 15.09433962264151}, "nll_sum": 170.21224975585938, "token_count": 29} +{"index": 3808, "reference": "Brian Matthew's career spanned 60 years of popular music.", "prediction": "The BBC reporter, Peter Matthew, who is one of the UK's most popular music music, has died aged 91. the aolve a a man's of a from a\" from's The's of from.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.39130434782609}, "nll_sum": 221.61102294921875, "token_count": 42} +{"index": 3809, "reference": "Only two weeks after his first training session in rugby union, Josh Charnley will make his debut for Sale Sharks in Friday's Anglo-Welsh Cup game against Wasps.", "prediction": "Sale fair Charnarnley says wants to become rugby after a career of his career in rugby.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 124.301513671875, "token_count": 20} +{"index": 3810, "reference": "An Arab police officer has been promoted by Israel to the highest rank ever attained by a Muslim in the force.", "prediction": "A Israeli police chief has been appointed of a force which is protesting against sexual violence.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 77.38806915283203, "token_count": 16} +{"index": 3811, "reference": "The Conservatives are hoping to win back seats in the North-East of England on 8 June - has the party finally escaped the shadow of Margaret Thatcher which helped make much of the region a no-go area for them?", "prediction": "F location is the optimism about about the Brexit vote, the town of Consett, and what's was the far-right Conservative MP who became the of-East councillor in the East East.", "rouge": {"rouge1": 27.397260273972606, "rouge2": 2.8169014084507045, "rougeL": 19.17808219178082}, "nll_sum": 200.74856567382812, "token_count": 38} +{"index": 3812, "reference": "Enrique Iglesias's hand injuries are worse than expected, his spokesperson has said.", "prediction": " singer musicianlia Iglesey has and have reconstructive surgery after surgery after fracturing his fingers and camera caught during a stage in Los Angeles. solve, Nasa,- they a--p aA in a years from's again's Broadway", "rouge": {"rouge1": 12.0, "rouge2": 0.0, "rougeL": 4.0}, "nll_sum": 315.39959716796875, "token_count": 45} +{"index": 3813, "reference": "A former deputy chief constable has said it may be time to reconsider de-criminalising cannabis.", "prediction": "A former Northern Ireland policeman has called for be legalising the cannabis of any drugs.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 6.89655172413793, "rougeL": 32.25806451612903}, "nll_sum": 78.20585632324219, "token_count": 16} +{"index": 3814, "reference": "Johnny Sexton has been preferred to Owen Farrell at fly-half for Saturday's British and Irish Lions match with the Maori All Blacks.", "prediction": "Owen Farrell will be a fly-half for the second Test against New Zealand in recovering recovery from a foot injury 28-22 on Saturday. a's a's a \" game-p's reputation from a- a. fromA referee", "rouge": {"rouge1": 25.396825396825395, "rouge2": 9.836065573770492, "rougeL": 22.222222222222225}, "nll_sum": 247.16839599609375, "token_count": 47} +{"index": 3815, "reference": "Fear of discrimination means 84,000 deaf and hard of hearing people hide their condition from prospective employers, new research has revealed.", "prediction": " Caseyending people are being discriminated against at work if they can prove they can appeal against, a charity says.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 92.49871826171875, "token_count": 21} +{"index": 3816, "reference": "A man has been shot dead in a \"cold-blooded, targeted attack\" outside a Liverpool chip shop, police said.", "prediction": "A man has been shot dead by police car the street street of Liverpool.", "rouge": {"rouge1": 48.484848484848484, "rouge2": 32.25806451612903, "rougeL": 42.42424242424242}, "nll_sum": 67.93472290039062, "token_count": 14} +{"index": 3817, "reference": "The United Nations has come under fire for appointing comic book character Wonder Woman as its new Honorary Ambassador for the Empowerment of Women and Girls.", "prediction": "A comic film comicmaker been as as the new book Wonder Woman\" has in what has been described as \"the best of black and black girl\".", "rouge": {"rouge1": 46.15384615384615, "rouge2": 4.0, "rougeL": 34.61538461538461}, "nll_sum": 163.91232299804688, "token_count": 29} +{"index": 3818, "reference": "A Royal Marine who is suing the Ministry of Defence for up to \u00a38m, has denied that he broke his neck performing a \"Baywatch-style\" dive.", "prediction": "A Welsh diver diver left scarred after a air accident was was burst into the sea, by the Ministry of Defence is action consider its legal action.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 11.76470588235294, "rougeL": 18.867924528301884}, "nll_sum": 172.17532348632812, "token_count": 29} +{"index": 3819, "reference": "Japan's PM Shinzo Abe has said he has \"great confidence\" in US President-elect Donald Trump and he believes they can build a relationship of trust.", "prediction": "President President-elect Donald Trump Japanese Japanese union leaders have for world leaders for future future, what he believes is a \"big step surprise anything\".", "rouge": {"rouge1": 26.923076923076923, "rouge2": 16.0, "rougeL": 26.923076923076923}, "nll_sum": 172.77195739746094, "token_count": 28} +{"index": 3820, "reference": "There have been a few great goals, and plenty of late ones, but how is the expanded European Championship shaping up as a tournament to remember?", "prediction": "The Euro 2016 reaches reaching the last 16 - and and the group stage on Tuesday - it was slowly rematch - but will not know it will mean what will do!", "rouge": {"rouge1": 10.909090909090908, "rouge2": 0.0, "rougeL": 7.272727272727273}, "nll_sum": 180.17384338378906, "token_count": 32} +{"index": 3821, "reference": "A transgender woman placed in a men's prison, sparking a wave of criticism, is to appeal against her sentence.", "prediction": "A woman who was sexually assaulted and harassed by prison staff members and launched a petition calling for her deportation.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 72.61593627929688, "token_count": 20} +{"index": 3822, "reference": "A man aged in his 70s and his dog were pulled from a car that had plunged into a lake.", "prediction": "A man was taken to hospital after they were pulled by a car after went into a lake.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 27.777777777777775, "rougeL": 47.36842105263158}, "nll_sum": 65.688232421875, "token_count": 18} +{"index": 3823, "reference": "Tablets, computers and phones have advanced super quickly in the last few years, and are a huge part of our daily lives.", "prediction": "The BBC learning computer gives memory of memory of around children and the countryside around the Earth in our history.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 130.660888671875, "token_count": 20} +{"index": 3824, "reference": "League Two side Luton Town have signed Charlton Athletic striker Joe Pigott on loan until the end of the season.", "prediction": "League Two side Luton Town have signed Southend centreroyback Cott for an undisclosed fee on a two-year deal.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 32.43243243243243, "rougeL": 41.02564102564102}, "nll_sum": 101.96865844726562, "token_count": 26} +{"index": 3825, "reference": "Harry Potter and the Cursed Child writer Jack Thorne is joining new TV drama Electric Dreams: The World of Philip K Dick.", "prediction": "A production novel by Th Thorne who will be considered for a novel film andmaker film, Electric Train, is play the Edinburgh International this week.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 179.338623046875, "token_count": 29} +{"index": 3826, "reference": "A young girl shot in the head in East Sussex remains gravely ill in hospital.", "prediction": "An eight ten a- 2011 girl was shot dead and shot in the head in a suspected- shooting shooting outside a car in North Yorkshire London town, Yorkshire, says they a \"-l a referee in from from a's).", "rouge": {"rouge1": 29.629629629629626, "rouge2": 15.384615384615385, "rougeL": 29.629629629629626}, "nll_sum": 271.4202880859375, "token_count": 44} +{"index": 3827, "reference": "A 95-year-old invited into a BBC radio programme after calling in about being lonely has become a hit on social media.", "prediction": "A pensioner who was- shut down and trying to watch cable has filmed down after the recording a film about the impact a apicman says a \"up-'s from 30-p a it from a The's. from aowned", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 318.8270263671875, "token_count": 47} +{"index": 3828, "reference": "A hospital's maternity services may become midwife-led because it is struggling to recruit doctors, an NHS trust has admitted.", "prediction": "An MP has defended criticised plans to remove seniorians Bohemians at an Oxford hospital, saying fears that struggle could put patients a health risk risk\".", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 175.10391235351562, "token_count": 28} +{"index": 3829, "reference": "A vein of Blue John stone has been found in Derbyshire, 150 years after the last discovery.", "prediction": "A'Blue John - - thought to have been seen in a countryside almost 40 ago, has been found.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 18.75, "rougeL": 35.294117647058826}, "nll_sum": 117.03130340576172, "token_count": 21} +{"index": 3830, "reference": "Indian shot put champion Inderjeet Singh believes he failed a drugs test because of a \"conspiracy\" against him.", "prediction": "Indian Olympic Council Olympicallana Singh India failed be failed a drugs test.", "rouge": {"rouge1": 40.0, "rouge2": 21.428571428571427, "rougeL": 40.0}, "nll_sum": 109.173583984375, "token_count": 14} +{"index": 3831, "reference": "Almost 70% of primary and secondary schools in the UK now use tablet computers, according to research.", "prediction": "Thousands of pupils in England starting use of secondary schools to use, says University of Cambridge University.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 91.754638671875, "token_count": 18} +{"index": 3832, "reference": "About 15 students are occupying part of a Queen's University Belfast building in protest at its failure to commit to divestment from fossil fuels.", "prediction": " 30 students at Queen's University University of Belfast have begun legal action over their investment investment funds.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 84.22000122070312, "token_count": 18} +{"index": 3833, "reference": "Guinea international Abdoul Camara has joined French top-flight side Guingamp on a two-year deal, a day after parting company with English club Derby County.", "prediction": "Nigeria international forward Cam Assique Camara has left her Championship side Brighton and Derby joined Derby County.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 9.75609756097561, "rougeL": 27.906976744186053}, "nll_sum": 131.01536560058594, "token_count": 21} +{"index": 3834, "reference": "Benjamin Clementine has won the 2015 Mercury music prize for his debut album, At Least For Now.", "prediction": "is Andreisley has become the first winner to win this year's beenayayan award, London.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 115.71015930175781, "token_count": 20} +{"index": 3835, "reference": "South African police have arrested a man they found using a knife and fork to eat the heart of his ex-girlfriend's new lover.", "prediction": "A 39-year-old man has been charged with murder after a pensioner was stabbed of stabbed to death in a district in South African Africa, Africa police say.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 3.846153846153846, "rougeL": 14.814814814814817}, "nll_sum": 116.35380554199219, "token_count": 33} +{"index": 3836, "reference": "A Polish government spokeswoman has called for former Prime Minister Donald Tusk to be put on trial for his handling of the 2010 air disaster in which President Lech Kaczynski died.", "prediction": "andand's government says it, will not seek charges against President Donald T's over, incident which includes ex-in leader Kata Kaczynski, who was involved in a plane crash in 2010.", "rouge": {"rouge1": 25.396825396825395, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 198.30020141601562, "token_count": 40} +{"index": 3837, "reference": "Cardiff City lost nearly \u00a312m during their debut season in the Premier League.", "prediction": "Cardiff City owed nearly \u00a32m in financial debt in the last financial year year, an increase of more than \u00a3.8m.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 12.903225806451616, "rougeL": 30.303030303030305}, "nll_sum": 99.68399047851562, "token_count": 27} +{"index": 3838, "reference": "A cyclist has been seriously injured in a suspected hit-and-run during the early hours of Saturday in Brighton.", "prediction": "A man was seriously seriously injured after being hit by a car car St Brighton in-on-Trent.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 92.17379760742188, "token_count": 21} +{"index": 3839, "reference": "A woman who \"gave up her youth\" to work in Sheffield's steel factories during World War II has said the city's \"women of steel\" need proper recognition.", "prediction": "A sculpture honouring the women of women who killed in Sheffield in World War One, has said the industry would \"give give more more giving\".", "rouge": {"rouge1": 40.74074074074074, "rouge2": 19.23076923076923, "rougeL": 33.33333333333333}, "nll_sum": 143.2332763671875, "token_count": 28} +{"index": 3840, "reference": "Hartlepool United loanee Andrew Nelson has returned to parent club Sunderland for treatment after scans showed he has damaged medial knee ligaments.", "prediction": "Hartlepool United teenager Andrew Nelson will miss the rest of the season after tearing a rupturedci cruci cruate ligament damage.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 28.571428571428566}, "nll_sum": 165.46676635742188, "token_count": 27} +{"index": 3841, "reference": "Ireland beat France to avoid a quarter-final encounter with New Zealand, but suffered injuries to Johnny Sexton, Paul O'Connell and Peter O'Mahony.", "prediction": "Ireland skipper Peter O'Connell suffered a serious leg injury as France missed out their 13-16 defeat by the hosts by beating hosts in the final leg of their World Cup quarter-final.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 10.526315789473685, "rougeL": 13.559322033898304}, "nll_sum": 135.45339965820312, "token_count": 38} +{"index": 3842, "reference": "A man who beat a 17-month-old toddler to death with a garden chair has been found guilty of his murder.", "prediction": "A mother from mother Briton Taff who was found in his severed of his five-month-old son has been found guilty of manslaughter.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 27.27272727272727, "rougeL": 39.13043478260869}, "nll_sum": 124.69036865234375, "token_count": 28} +{"index": 3843, "reference": "Mauritian Prime Minister Anerood Jugnauth says he is stepping down to hand power to his son, Pravind.", "prediction": "The Mauritius Prime Minister Perezai Juguth, has resigned as head of opposition main opposition party.", "rouge": {"rouge1": 12.5, "rouge2": 6.666666666666667, "rougeL": 12.5}, "nll_sum": 111.72111511230469, "token_count": 20} +{"index": 3844, "reference": "Surgeons in Sweden have carried out the world's first synthetic organ transplant.", "prediction": "Aicic patient has undergone surgery to remove a brain transplant from using an brain using life-bluring surgery to remove from a prost tumour.", "rouge": {"rouge1": 5.405405405405405, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 163.88180541992188, "token_count": 29} +{"index": 3845, "reference": "Nigeria left-back Juwon Oshaniwa has signed for Hearts on a three-year contract saying he is advancing his career by moving to Scottish football.", "prediction": "Natwa N Oshaniwa says he has announced his retirement at Hearts after from full full- and signing a deal ahead of international debut.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 161.19613647460938, "token_count": 27} +{"index": 3846, "reference": "Former world number one Victoria Azarenka will miss the US Open because of an \"ongoing family situation\".", "prediction": "Former world number one Victoria Azarenka has withdrawn from the US Open not New York for family reasons.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 42.42424242424242, "rougeL": 57.14285714285715}, "nll_sum": 80.02938842773438, "token_count": 20} +{"index": 3847, "reference": "The captain of a Manx football club has been found dead at a Liverpool hotel.", "prediction": "T a 2011 was paid to a former footballer on Isle Isle of Manight.", "rouge": {"rouge1": 27.58620689655172, "rouge2": 0.0, "rougeL": 13.79310344827586}, "nll_sum": 90.11971282958984, "token_count": 15} +{"index": 3848, "reference": "Four professional singers interpret their journey on a London bus guerrilla-style to the surprise of passengers.", "prediction": "A blue and blue was wore painted on a bus stop and bus tour of Greater Manchester.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 93.95148468017578, "token_count": 17} +{"index": 3849, "reference": "Marko Arnautovic's double gave Stoke a deserved victory as Aston Villa's slim hopes of avoiding relegation suffered another blow.", "prediction": "oo Arnautovic scored his first goal since September 2012 as they beat Aston Villa 2-0 and move below the Premier League relegation zone's", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 88.00686645507812, "token_count": 27} +{"index": 3850, "reference": "Mobile messaging service WhatsApp is now said to be used by a billion people monthly, but it is not just a conduit for social chat and event planning.", "prediction": "There has been a terrorist attack on the beach, the US and messaging service WhatsApp, which allowed people access people's right to do so.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.843137254901962, "rougeL": 15.094339622641511}, "nll_sum": 106.40553283691406, "token_count": 27} +{"index": 3851, "reference": "We're always accused of being obsessed with the weather in the UK - but this year we've had a good excuse.", "prediction": "It is a bad weather, but bad weather, but the UK is again in damaging, but weather is.", "rouge": {"rouge1": 30.0, "rouge2": 5.263157894736842, "rougeL": 20.0}, "nll_sum": 101.4698486328125, "token_count": 21} +{"index": 3852, "reference": "League Two side Cambridge United defied the odds to hold Manchester United and earn a richly deserved FA Cup fourth-round replay.", "prediction": "Cambridge staged an FA Cup fourth-final against Manchester United City an FA Cup fifth-round replay at home to League side west London.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 18.18181818181818, "rougeL": 30.434782608695656}, "nll_sum": 116.88716888427734, "token_count": 27} +{"index": 3853, "reference": "France's foreign ministry has urged Turkey to end its assault on Kurdish fighters in northern Syria.", "prediction": "Kurdish forces says it has vowed not to reduce military military operations its northern Syria. a day it has suspended 30 battle from a major in from its referee., a from its after its its have of violence.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 3.7735849056603774, "rougeL": 18.18181818181818}, "nll_sum": 266.514892578125, "token_count": 42} +{"index": 3854, "reference": "A man has been taken to hospital following a fire at a flat in Aberdeen.", "prediction": "A man was taken to hospital with serious injuries following a fire at a centre in was east of Glasgow.", "rouge": {"rouge1": 62.857142857142854, "rouge2": 42.42424242424242, "rougeL": 62.857142857142854}, "nll_sum": 62.52982711791992, "token_count": 20} +{"index": 3855, "reference": "Three men have been arrested on suspicion of murder over the shooting of a man at a meat market.", "prediction": "Three men have been arrested in connection with the fatal shooting of a man who was shot in of head a car at a meat market.", "rouge": {"rouge1": 66.66666666666666, "rouge2": 46.51162790697674, "rougeL": 62.22222222222222}, "nll_sum": 77.83737182617188, "token_count": 26} +{"index": 3856, "reference": "Peterborough United are still suffering from their FA Cup penalty shootout loss to West Bromwich Albion, according to manager Graham Westley.", "prediction": "Peterborough United boss Graham Westley is confident his side's EFL Trophy loss, saying the club are falling falling out of standards\".", "rouge": {"rouge1": 27.90697674418604, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 148.0046844482422, "token_count": 26} +{"index": 3857, "reference": "Shellfish farms on the Helford River and Camel Estuary in Cornwall have re-opened after pollution closure notices were lifted by the Food Standards Agency (FSA).", "prediction": "Four Paraguay beds placed in Cornwall, Devon and Somerset have been delayed more tests, the Food Standards Agency has confirmed", "rouge": {"rouge1": 34.78260869565217, "rouge2": 18.18181818181818, "rougeL": 30.43478260869565}, "nll_sum": 107.5721435546875, "token_count": 22} +{"index": 3858, "reference": "The EU has warned of increased tensions amid claims that Russia has redrawn a section of Georgia's de facto border with South Ossetia.", "prediction": "The European Union has warned Georgia would be \"coattving and should to jail\", amid rising tensions over Russia.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.0, "rougeL": 23.80952380952381}, "nll_sum": 125.86326599121094, "token_count": 22} +{"index": 3859, "reference": "Here teachers in France tell the BBC about their struggles to assert the country's traditional values of free expression and secularism in the wake of the Charlie Hebdo attacks.", "prediction": "There was a factor at opened for for pupils at a school in Paris's's office, and what was like.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 132.52615356445312, "token_count": 22} +{"index": 3860, "reference": "The UN's emergency Ebola response headquarters in Ghana's capital, Accra, is to close as the outbreak slows.", "prediction": "Ghana has climbed its military military operations in the capital Accra, an effort to block the spread of the deadly Ebola () outbreak.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 5.128205128205128, "rougeL": 29.268292682926827}, "nll_sum": 117.02755737304688, "token_count": 26} +{"index": 3861, "reference": "Two people have been rescued from the rubble of buildings in Kathmandu, five days after an earthquake that killed more than 6,100 in Nepal.", "prediction": "A teenage boy has been pulled from the water from rubble after Saturday's earthquake earthquake, which left left people people dead, India's been a 138 week's the Fort's.", "rouge": {"rouge1": 24.56140350877193, "rouge2": 3.6363636363636367, "rougeL": 21.052631578947366}, "nll_sum": 197.80072021484375, "token_count": 34} +{"index": 3862, "reference": "(Close): A supreme court ruling that upheld a key part of President Obama's healthcare plan lifted shares in US health companies.", "prediction": "ocks on Wall Street finished slightly lower on Friday after reports that the US government's tax system warned that it would struggle to a taxbedroom tax tax.", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 136.16998291015625, "token_count": 29} +{"index": 3863, "reference": "The BBC will broadcast South Shields' game against Bridlington Town in the preliminary round of the FA Cup.", "prediction": "South Shields's FA Cup Cup fourth-roundround tie against Darwood Town Town will be live live on the BBC One's EFL Trophy Cup fourth tie on Saturday, 26 May November 1966 with a in from November old November.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 10.714285714285717, "rougeL": 20.689655172413794}, "nll_sum": 245.17123413085938, "token_count": 45} +{"index": 3864, "reference": "It was just minutes before kick-off, and that's when it happened.", "prediction": " the blue light was was square on the pitch at Cl Clutha Manchester crowd saw George Messi or Neymar.", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 149.8379669189453, "token_count": 22} +{"index": 3865, "reference": "Three opposition politicians in Venezuela have agreed to give up their seats in the National Assembly while the electoral authorities investigate allegations of voting irregularities.", "prediction": "Venezuela's opposition leaders have backed a elected government's court ruling that that the party cannot vote to run re-election elections to", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 115.68446350097656, "token_count": 26} +{"index": 3866, "reference": "Four suspected illegal immigrants are on the run after a lorry containing ten people was discovered by police following a \"distress\" call from one of the people inside.", "prediction": "Six people have been arrested on suspicion of human trafficking after a trafficking and human limb was found on a dual dual carri dualageway and car. solve aA aA aA aA aA referee of). from a'sA", "rouge": {"rouge1": 24.615384615384617, "rouge2": 3.1746031746031744, "rougeL": 18.46153846153846}, "nll_sum": 252.6118621826172, "token_count": 47} +{"index": 3867, "reference": "Children who read for pleasure are likely to do better in maths and English than those who rarely read in their free time, research suggests.", "prediction": "ittingaring children who struggle at least 16 struggle and struggle and struggle than those who struggle later, research suggests.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 19.04761904761905, "rougeL": 36.36363636363636}, "nll_sum": 109.6536865234375, "token_count": 21} +{"index": 3868, "reference": "St Mirren player-coach Jim Goodwin has been charged by the Scottish FA with violent conduct and offered a two-match suspension.", "prediction": "D United captain must Friday must to be given a 12 touchmatchline ban following a double by Football Association charge to charge of a game referee decision referee of-. game from a-D- referee from Saturday years a. a from a", "rouge": {"rouge1": 9.523809523809522, "rouge2": 0.0, "rougeL": 6.349206349206349}, "nll_sum": 295.22357177734375, "token_count": 46} +{"index": 3869, "reference": "Not for more than 20 years has the future direction and character of the Church of England turned so profoundly on a single vote.", "prediction": "It was a shift switch shift little for the famous Catholic and Anglic clergyan leaders, \" it was little too.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 149.10226440429688, "token_count": 22} +{"index": 3870, "reference": "The heir to the Greggs bakery business has gone on trial accused of sex offences against boys.", "prediction": "The head of the Greggs family's bakery has told a court he who faces a sexual of sexual assault against boys, a court from heard,.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 37.2093023255814}, "nll_sum": 162.15228271484375, "token_count": 28} +{"index": 3871, "reference": "Northstone, one of Northern Ireland largest construction groups, reported reduced turnover and profits in 2013.", "prediction": "Northern Ireland Commercebased building group, Northstone, has reported a rise in profits last year despite warning fears of \"challengenging\".", "rouge": {"rouge1": 47.05882352941176, "rouge2": 6.25, "rougeL": 29.411764705882355}, "nll_sum": 150.9972686767578, "token_count": 27} +{"index": 3872, "reference": "A lot has changed in Kenya since the attack at the Westgate shopping mall a year ago.", "prediction": " attack attack on the Southgate shopping centre has shopping shopping markets in the country in recent weeks, and deadly and attack deadly attack and in attack in solve- a ofolve's- again and a the a's a's a's again's", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 329.9034423828125, "token_count": 47} +{"index": 3873, "reference": "The US military has begun training a small group of Syrian rebels in an effort to build a force capable of defeating Islamic State militants.", "prediction": "The US is sending more than 500 troops to training personnel in struggle with armed forces, it has been confirmed.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 88.86196899414062, "token_count": 21} +{"index": 3874, "reference": "National renewal is what both the rival French presidential candidates are promising, but they offer very different paths to get there.", "prediction": "The two contenders for the French presidential election will be more highly general campaign.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 6.060606060606061, "rougeL": 17.142857142857142}, "nll_sum": 75.50574493408203, "token_count": 14} +{"index": 3875, "reference": "Hundreds of people turned out to pay tribute to a man known as \"Britain's oldest DJ\" at his funeral in Bristol.", "prediction": "The funeral has been held for Bristol for DJ Mar Marley was found last month", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 87.90385437011719, "token_count": 15} +{"index": 3876, "reference": "Former classmates of Adam Lanza, 20, the man identified as the gunman in the Sandy Hook School killings, do not remember much about him.", "prediction": "On a warm evening, on 17 April, 17 November and his 17-year-old son, was diagnosed with Asger's disease.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 101.46807861328125, "token_count": 27} +{"index": 3877, "reference": "Ireland have won the hockey World League Round Two in Kuala Lumpur by beating Malaysia 3-0 in Sunday's final.", "prediction": "Ireland's women have beaten beaten 4-1 at home by Glasgow Warriors and take a three-1 series to a place on Monday.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 117.6973648071289, "token_count": 26} +{"index": 3878, "reference": "Southern Health NHS Foundation Trust has admitted failings over the fall of a mental health patient from a roof.", "prediction": " mental mental health trust has been fined \u00a3500,000 following the death of an elderly patient of days after falling from a hospital bed.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 14.634146341463413, "rougeL": 37.2093023255814}, "nll_sum": 96.23428344726562, "token_count": 26} +{"index": 3879, "reference": "A handgun and ammunition have been seized and two people were arrested during a police operation in Luton.", "prediction": "Four men have been arrested following a police operation in Luton city centre.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 34.48275862068966, "rougeL": 51.61290322580646}, "nll_sum": 39.20602798461914, "token_count": 14} +{"index": 3880, "reference": "It is the big question swirling around government.", "prediction": "If there is a vote, there is no issue within the stability in the UK economy.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 66.76280212402344, "token_count": 17} +{"index": 3881, "reference": "A Welsh Liberal Democrat election candidate has accused UKIP of wanting \"border security guards\" at hospitals.", "prediction": "Party leaders should do more more on the health health mental Wales and Wales Plaid Cymru have said.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 101.85533905029297, "token_count": 21} +{"index": 3882, "reference": "Milos Raonic beat Roger Federer 6-4 6-4 to win the Brisbane International.", "prediction": "World number four Milos Ra says he would disappointed if Roger Fed win this year's title at Open Australian Open because of a av flu.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 186.80288696289062, "token_count": 27} +{"index": 3883, "reference": "Mansfield maintained their quest for a League Two play-off spot with victory over struggling Morecambe at the Globe Arena.", "prediction": "Mansfield scored a stunning hat-trick as they were held to a 3-1 League win over Morecambe-be-cam solve-.-'s- from-GA a in from a George's.A a", "rouge": {"rouge1": 19.230769230769234, "rouge2": 0.0, "rougeL": 19.230769230769234}, "nll_sum": 244.17132568359375, "token_count": 46} +{"index": 3884, "reference": "Police are hunting two masked attackers who launched a \"vicious\" assault on a man in his own home in Irvine.", "prediction": "A man was treated in hospital after being treated by two men by masked men during a twohour robbery at his house in Kilmarnock,. solve as as middle from The-'s, a in from a's. from", "rouge": {"rouge1": 28.07017543859649, "rouge2": 3.6363636363636362, "rougeL": 17.54385964912281}, "nll_sum": 228.8020782470703, "token_count": 44} +{"index": 3885, "reference": "Andy Halliday's domination of Scott Brown in midfield was the key to Rangers' victory over Celtic, according to former Ibrox player Derek Ferguson.", "prediction": "Sir Sir Alex Ferguson believes there was \"Guna\" captain for Rangers of his former team-mates.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 99.57793426513672, "token_count": 20} +{"index": 3886, "reference": "Newport chairman Gavin Foxall says the board consulted the players before opting to sack manager Graham Westley.", "prediction": "Newport County director of Gavin Foxall says boss Graham Westley's 3-0 defeat at Leyton Orient will be a relegation League Two club on Saturday.", "rouge": {"rouge1": 27.906976744186053, "rouge2": 14.634146341463413, "rougeL": 27.906976744186053}, "nll_sum": 166.50515747070312, "token_count": 31} +{"index": 3887, "reference": "The parents of a Scottish woman murdered in Mauritius have written a letter to her friends and colleagues there, thanking them for the love they had shown to their daughter.", "prediction": "The parents and parents of a Scottish woman killed on the Indian island of Mauritius have paid tribute to an \"amazing\"\" daughter who who what parents says is has \"l- not's from a\".", "rouge": {"rouge1": 40.625, "rouge2": 19.35483870967742, "rougeL": 31.25}, "nll_sum": 200.31532287597656, "token_count": 40} +{"index": 3888, "reference": "Most people cannot name any of their local councillors and are dissatisfied with their work, research on attitudes to local authorities has suggested.", "prediction": "People in the East Midlands are being able to to name their name or MP be by general election, research suggests.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 0.0, "rougeL": 22.727272727272723}, "nll_sum": 103.20231628417969, "token_count": 22} +{"index": 3889, "reference": "The decision by the BBC to drop Jeremy Clarkson, the host of Top Gear, for carrying out a verbal and physical attack on one of the show's producers, has been met with both condemnation and approval by social media users worldwide.", "prediction": "The BBC's decision not to watch a British TV presenter has been suspended its TV wake.", "rouge": {"rouge1": 27.118644067796605, "rouge2": 7.017543859649124, "rougeL": 20.338983050847457}, "nll_sum": 96.56075286865234, "token_count": 17} +{"index": 3890, "reference": "The case against a teacher accused of stopping Christmas and Diwali celebrations at a school has not been proven, a disciplinary panel has ruled.", "prediction": "A teacher who gave corporate media reports to the socalled \"HowTro affair and\" had been banned from the profession the profession for life.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 4.444444444444444, "rougeL": 17.02127659574468}, "nll_sum": 172.59312438964844, "token_count": 27} +{"index": 3891, "reference": "Accrington Stanley have signed former Exeter City midfielder Arron Davies on a one-year deal.", "prediction": "Luton Town have signed goalkeeper Welsh Davies following his release by fellow League One club, Bury.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 6.89655172413793, "rougeL": 25.80645161290323}, "nll_sum": 84.69795989990234, "token_count": 19} +{"index": 3892, "reference": "Walking for 40 minutes a few times a week is enough to preserve memory and keep ageing brains on top form, research shows.", "prediction": "A strong moderate exercise is possible three times more as low as dressed ageing later in later life, research suggests.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 126.91368103027344, "token_count": 21} +{"index": 3893, "reference": "The Manx government has apologised for the \"gross systemic failures\" of a psychiatric hospital which led to the death of a mental health patient.", "prediction": "A coroner has demanded a \" review of possible\"\" after the sudden death of a man who later died after falling from a mental health ward.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 17.02127659574468, "rougeL": 32.6530612244898}, "nll_sum": 119.7052230834961, "token_count": 27} +{"index": 3894, "reference": "A woman whose daughter was travelling around Nepal when the earthquake struck has said she was shocked at the lack of support from the British embassy.", "prediction": "A British teenager was picked up on a camp camp after the earthquake earthquake says she says says she is now now waiting for a st accol award bar\".", "rouge": {"rouge1": 21.818181818181817, "rouge2": 3.773584905660378, "rougeL": 18.181818181818183}, "nll_sum": 219.42774963378906, "token_count": 29} +{"index": 3895, "reference": "Andy Murray will face fellow Briton Liam Broady in the first round of Wimbledon, which starts on Monday.", "prediction": "Andy Murray will begin his the defence of the French title after the Briton will play fellow Briton Liam Broady in which starts on Friday.", "rouge": {"rouge1": 60.46511627906976, "rouge2": 39.02439024390244, "rougeL": 51.162790697674424}, "nll_sum": 129.51048278808594, "token_count": 28} +{"index": 3896, "reference": "The UK's vote to leave the EU has sparked demands from far-right parties for referendums in other member states.", "prediction": "French leaders have have voted to leave the European UnionEU () despite the Brexit, saying the UK such a result of a vote to leave the EU.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 22.222222222222225, "rougeL": 29.78723404255319}, "nll_sum": 123.69312286376953, "token_count": 29} +{"index": 3897, "reference": "Three men who tried to smuggle 20 people into the UK in a lorry have been jailed.", "prediction": "Four lorry driver who were speeding with more than 20 people to the the UK into, UK have been jailed, saying it \"- \" it's aA a it\" from dash from it it's of of.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 15.999999999999998, "rougeL": 30.76923076923077}, "nll_sum": 242.74993896484375, "token_count": 42} +{"index": 3898, "reference": "Prince Harry has taken part in a traditional Maori Haka during his tour of New Zealand.", "prediction": "It was a Test was organised for a New Zealand rugby rugby team that started began their tour of New Zealand in 35m (39kg) away from the first again, Australia's, from a Test in from Test on.", "rouge": {"rouge1": 22.222222222222218, "rouge2": 11.538461538461538, "rougeL": 18.51851851851852}, "nll_sum": 224.54391479492188, "token_count": 44} +{"index": 3899, "reference": "Supermarkets and other food retailers are fuelling Scotland's obesity epidemic, according to new research.", "prediction": "A tax on food too food with food and food drinks are moving back in UK stores, according to new research.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 17.64705882352941, "rougeL": 38.88888888888889}, "nll_sum": 104.89138793945312, "token_count": 22} +{"index": 3900, "reference": "Partick Thistle Football Club has said it has identified a historical allegation of abuse made against a former club physiotherapist.", "prediction": "Partick Thistleistle say police have have told a victim of a sexual, sexual and abuse of three young children in a intensive foster care home.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 142.68345642089844, "token_count": 29} +{"index": 3901, "reference": "Residents have called for urgent action amid claims that a new mass Traveller site is being created at the end of their road in Essex.", "prediction": "ildonon Council has warned that \"Gad\"ad Farm site\" will be built, without planning laws to build a proposed caravan site.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 161.15174865722656, "token_count": 28} +{"index": 3902, "reference": "Asia's richest person Li Ka-shing is in talks to buy Britain's second-largest mobile provider O2 for up to \u00a310.25bn ($15.4bn) from Spain's Telefonica.", "prediction": " O2's O2 and the mobile Three, could be off the market uncertainty after, European Union announced plans to sell a UK mobile market.", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 154.2976531982422, "token_count": 28} +{"index": 3903, "reference": "Robin McBryde says there is still an opportunity for players to play their way into the British and Irish Lions and Wales squads if they impress at Judgement Day.", "prediction": "Wales coach Robin McBdery will find out how young players will play in the Welsh Irish Lions on Daygement Day in Saturday's solve. an's solve's aForest's and from the from.'s from's the's a", "rouge": {"rouge1": 28.985507246376812, "rouge2": 2.9850746268656714, "rougeL": 20.28985507246377}, "nll_sum": 299.9967041015625, "token_count": 47} +{"index": 3904, "reference": "Quadcopter drones have been programmed to build a rope bridge capable of supporting the weight of a human.", "prediction": "Scientists at Switzerland, Switzerland, could could soon be using gym using portable technology developed develop,", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 109.64313507080078, "token_count": 17} +{"index": 3905, "reference": "Three conmen have been jailed for a \u00a34.5m fraud selling bogus advertising space to small companies who were taken to court if they did not pay up.", "prediction": "Two men have been jailed for a fraud, which led to thousands of thousands from Liverpool by sending the thousands of more than \u00a3100,000.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 15.686274509803924, "rougeL": 26.41509433962264}, "nll_sum": 111.66807556152344, "token_count": 28} +{"index": 3906, "reference": "An appeal to raise money for Syrian refugees who have arrived in the north east of Scotland has been launched.", "prediction": "itiesities across Scotland are setting up a fund up to help Leaveaved to Scotland in the conflict war.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 126.77720642089844, "token_count": 20} +{"index": 3907, "reference": "As 2016 arrives, business leaders around the world are now focusing intently on their aims and challenges for the next 12 months.", "prediction": "If you want to step up a big business big, or you either, so, you isn't't!", "rouge": {"rouge1": 5.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 120.23235321044922, "token_count": 21} +{"index": 3908, "reference": "Forwards Chris Morgan and Alex Cheesman have signed new two-year contracts at the Cornish Pirates.", "prediction": "Opening batsman Alex Foxesman Morgan has join back- Championship side Cornish Pirates. Corn relish's a-/l a intention in from from George's.", "rouge": {"rouge1": 20.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 250.26766967773438, "token_count": 33} +{"index": 3909, "reference": "Thousands of people have marched in opposition to plans to downgrade Stafford Hospital's services.", "prediction": "Hundreds of people have attended a march to action battle save Stafford Hospital for past four years.", "rouge": {"rouge1": 43.74999999999999, "rouge2": 20.0, "rougeL": 43.74999999999999}, "nll_sum": 90.03929138183594, "token_count": 17} +{"index": 3910, "reference": "A student from Swansea University has gone viral after a selfie he took with his colostomy bag was viewed by more than one million people online.", "prediction": "A man from Gwynedd, who has been diagnosed with Alzheimer's disease has on a Facebook decision of remove him to a further brain surgery.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 126.47822570800781, "token_count": 28} +{"index": 3911, "reference": "President Donald Trump's argument that the removal of Confederate statues is a slippery slope to changing history has recharged the perennial debate about America's tormented racial legacy.", "prediction": "It is a trade monarch, but it didn't never think that George Washington was again and and black carpet in", "rouge": {"rouge1": 12.000000000000002, "rouge2": 4.166666666666666, "rougeL": 8.0}, "nll_sum": 120.42887878417969, "token_count": 21} +{"index": 3912, "reference": "A multi-million pound project to extend the Nottingham tram system to Derby is being treated as a \"priority\", the BBC has learned.", "prediction": "Plans for a71m Midlands tram and West Midlands is to be revealed the city city's city mayors.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 121.21858215332031, "token_count": 21} +{"index": 3913, "reference": "The Welsh Rugby Union (WRU) takeover of Newport Gwent Dragons will be put to the vote on Tuesday, 9 May.", "prediction": "The Welsh Rugby Union has rejected calls to a \u00a33bn of their proposed \u00a384bn takeover of Newport Gwent Dragons's football ground.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 35.0, "rougeL": 42.85714285714286}, "nll_sum": 113.16744995117188, "token_count": 27} +{"index": 3914, "reference": "Thousands of people gathered on Calton Hill in Edinburgh on Thursday night for the Beltane Fire Festival.", "prediction": "aun MTVane the Internationalance festival, is taking place York this year, with", "rouge": {"rouge1": 13.793103448275861, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 100.5382080078125, "token_count": 15} +{"index": 3915, "reference": "The first keys have been handed over to new homes built for troops moving from Germany to Stafford.", "prediction": "The last in military are is being moved to a Derbyshire estate to build their homes, residents say.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 101.9849853515625, "token_count": 21} +{"index": 3916, "reference": "Tesla will not be ordered to recall its semi-autonomous cars in the US, following a fatal crash in May 2016.", "prediction": "A US road watchdog has electric carmaker's new Autopaut feature feature will feature, its drivers did not designed to a anolvee's.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 207.72665405273438, "token_count": 29} +{"index": 3917, "reference": "The Ugandan prime minister's website was attacked by hackers on Tuesday and Wednesday, a government official has confirmed to the BBC.", "prediction": "Uganda's government is targeting several governments that want to committerrorist acts acts of terrorism, security say.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 129.77243041992188, "token_count": 23} +{"index": 3918, "reference": "'Man on 11-day booze binge caught with deadly weapons at airport' - well, that'll get the weekly paper review started.", "prediction": "The man behind a deadly revenge attack at a Westminster Parliament is praised the papers that a Northern Ireland man of attempted murder and drugs charges to", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.833333333333336}, "nll_sum": 143.38223266601562, "token_count": 26} +{"index": 3919, "reference": "Sri Lanka spinner Rangana Herath has announced his retirement from limited-overs internationals.", "prediction": "Sri Lanka bowler Ball Herath will retire from international cricket after playing his one successive Test one-day international between English One side Yorkshire on Saturday November from an's from's-D a reputation in from 5's. fromold-", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.84313725490196, "rougeL": 22.641509433962266}, "nll_sum": 290.75787353515625, "token_count": 47} +{"index": 3920, "reference": "A man critically injured in a hit-and-run crash in Birmingham has died.", "prediction": "A man was seriously seriously injured after being knocked down by a street in a suspected hit-and-run.", "rouge": {"rouge1": 48.484848484848484, "rouge2": 25.80645161290323, "rougeL": 48.484848484848484}, "nll_sum": 63.38910675048828, "token_count": 21} +{"index": 3921, "reference": "Saudi Arabia's foreign ministry has said it is a matter of \"great concern\" that 9/11 relatives in the US may be able to sue the kingdom for damages.", "prediction": "Saudi Arabia has said said that the 911 attacks could have the immunity in all countries.", "rouge": {"rouge1": 34.78260869565218, "rouge2": 9.090909090909092, "rougeL": 30.43478260869565}, "nll_sum": 88.07532501220703, "token_count": 16} +{"index": 3922, "reference": "A 17,000-tonne oil rig which ran aground on the Western Isles in early August has arrived in Malta.", "prediction": "The oil gas that was put up on a Falkirk which, which ranround on for the sea for more more than three months.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 155.00613403320312, "token_count": 26} +{"index": 3923, "reference": "Pakistani police have arrested at least 43 suspects in connection with Tuesday's killing of a Christian couple accused of desecrating the Koran.", "prediction": "Police in Pakistan have Pakistan, India, abducted immigrant families and his wife to death row, have accused them of blasphemy, officials say 2011 a Broadway, solve,'s they from-'sd from footage in's November from. from'sold", "rouge": {"rouge1": 22.950819672131146, "rouge2": 0.0, "rougeL": 13.114754098360656}, "nll_sum": 328.3448181152344, "token_count": 46} +{"index": 3924, "reference": "The United Nations envoy for Libya has proposed the formation of a national unity government, after months of difficult talks.", "prediction": "A United Nations special envoy has proposed to a new national unity government in the east of the country, described as a \" air disaster\".", "rouge": {"rouge1": 54.54545454545454, "rouge2": 19.04761904761905, "rougeL": 45.45454545454545}, "nll_sum": 100.72055053710938, "token_count": 26} +{"index": 3925, "reference": "Nothing says Christmas more than watching that Harry Potter movie you've already seen 2,900 times, eating a mountain of lukewarm turkey and trying to work out where you're going to put all those new socks.", "prediction": "If you want to buy your children on Sunday, but it isn't a Christmas prayer, then then it wasn't right to bring it isn't;'t be the Network solve around a British Macy it's! and it's' a it", "rouge": {"rouge1": 14.814814814814817, "rouge2": 0.0, "rougeL": 7.407407407407408}, "nll_sum": 268.1568908691406, "token_count": 48} +{"index": 3926, "reference": "A former US professional football player whose career was cut short by disciplinary problems has been found dead inside his California prison cell.", "prediction": "A former American football player who killed himself in cell, died hanged himself after being sent the jail term.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 101.4117431640625, "token_count": 20} +{"index": 3927, "reference": "The numbers of fatal police shootings and deaths after police pursuits in England and Wales both rose sharply in the last year, the latest figures show.", "prediction": "The inquiry into fatal police traffic deaths events England and Wales has dramatically significantly following a rise in a number of road-related deaths by the police force and archaeologists, say.", "rouge": {"rouge1": 45.614035087719294, "rouge2": 14.545454545454545, "rougeL": 31.57894736842105}, "nll_sum": 168.5054931640625, "token_count": 33} +{"index": 3928, "reference": "Adidas, the IAAF's biggest sponsor, has announced it is ending its sponsorship deal with athletics' world governing body three years early.", "prediction": "The sportearear firm Adidas, says it has agreed a new long a deal with the sport, predicting to the end of extending its current agreement to its end of 2016. a- again aolve in a from a 2011 from's again", "rouge": {"rouge1": 28.571428571428577, "rouge2": 3.278688524590165, "rougeL": 12.698412698412698}, "nll_sum": 276.0449523925781, "token_count": 48} +{"index": 3929, "reference": "Ireland's hopes of retaining the Intercontinental Cup were dealt a blow as they were held to a draw by the Netherlands at Malahide.", "prediction": "Ireland were beat by the Netherlands- 98 on rain play possible on the second day in their Intercontinentalcontinental Cup match at Tayside.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 149.7881317138672, "token_count": 27} +{"index": 3930, "reference": "A man armed with a machete has forced his way into the rural home of Kenya's Deputy President William Ruto after wounding a police guard, police say.", "prediction": "An elderly man Kenya was shot dead by an police officer in an attempt hit police off hit his heart while serving serving a farm in the farm, police say, is they solve's-w's a in a November's a.", "rouge": {"rouge1": 31.428571428571427, "rouge2": 2.941176470588235, "rougeL": 14.285714285714285}, "nll_sum": 268.4368896484375, "token_count": 45} +{"index": 3931, "reference": "Scientists are exploring the deepest place on Earth - and streaming live video from there.", "prediction": " the world biggest biggest sea is one of the most extraordinary ships robots in anything ever done.", "rouge": {"rouge1": 6.451612903225808, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 105.3956298828125, "token_count": 17} +{"index": 3932, "reference": "A judge in the US state of Minnesota has dismissed claims by 29 people who said they were owed a share of Prince's inheritance.", "prediction": " agent estate in US state in Minnesotaine ruled that Prince will battle to pay his medical record, reports say.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 133.51370239257812, "token_count": 23} +{"index": 3933, "reference": "The pro-independence blogger behind the Wings Over Scotland website has been arrested for alleged online harassment.", "prediction": "Police are allegations that a Scottish anti- campaigner campaign who was said on Twitter.", "rouge": {"rouge1": 6.451612903225808, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 96.87922668457031, "token_count": 15} +{"index": 3934, "reference": "Red Bull has dismissed reports it is interested in buying West Ham, while the east London club's owners have told BBC Sport they are not looking for investors.", "prediction": "chairoleman David Sullivan, has reported have be involved in controlling West Ham United in. controversial West football referee, has been suspended a bid for.'s's role from's proposed-Dold for in \u00a3 wins from.", "rouge": {"rouge1": 25.0, "rouge2": 3.225806451612904, "rougeL": 21.875000000000004}, "nll_sum": 319.7249450683594, "token_count": 45} +{"index": 3935, "reference": "Alphabet - Google's parent company - has reported a 17% rise in quarterly revenue after strong advertising sales on mobile devices.", "prediction": "US head giant Google has reported a fourth consecutive quarter revenue, despite despite campaign of its advertising system.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 111.41770935058594, "token_count": 19} +{"index": 3936, "reference": "Staffing levels could be set to double at a Scottish armoured vehicle business which was bought out of administration nearly six months ago.", "prediction": "A Scottish engineering firm was put into administration more than two years ago has said staff at highest level of staff is \"big\".", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454546, "rougeL": 21.73913043478261}, "nll_sum": 112.9526138305664, "token_count": 24} +{"index": 3937, "reference": "A carer accused of stealing almost \u00a3290,000 from a 102-year-old said the woman \"wanted her to have the money\", a court has heard.", "prediction": "A charity health worker accused of taking \u00a3390,000 from a private family because she told police she \" wanted to save money\", a court heard.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 20.408163265306126, "rougeL": 47.05882352941176}, "nll_sum": 110.46821594238281, "token_count": 29} +{"index": 3938, "reference": "A bin man is in a critical condition in hospital after being hit by a bus in Flintshire.", "prediction": "A man was taken to hospital after being hit by a car in Gwyneddeddwynedd-old solve to has a in the's from, reputation, as from from a'sD becoming a man from a as's\". aA", "rouge": {"rouge1": 40.0, "rouge2": 18.867924528301884, "rougeL": 32.727272727272734}, "nll_sum": 268.7650451660156, "token_count": 47} +{"index": 3939, "reference": "Google Home, the search giant's smart assistant that rivals Amazon's Alexa, will be launched in the UK in April.", "prediction": "Google has unveiled a new assistant head assistant that can ensure that they can sell and sold home.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 98.68307495117188, "token_count": 18} +{"index": 3940, "reference": "A woman who fears her daughters will be subjected to female genital mutilation in Nigeria will not be deported for at least another day, family friends say.", "prediction": "The first female male teacher and her two daughters to Nigeria is due due to be deported, the Home Office said her family will return home the", "rouge": {"rouge1": 33.33333333333333, "rouge2": 3.8461538461538463, "rougeL": 25.925925925925924}, "nll_sum": 132.59671020507812, "token_count": 27} +{"index": 3941, "reference": "One of UKIP's most high profile figures in Northern Ireland has been expelled from the party.", "prediction": "A former general election general general election candidate election was from theep party's, meaning saying ballet party's over the party's and from the organisation his's reputation a his split from a, as a's's of a the, from a", "rouge": {"rouge1": 16.39344262295082, "rouge2": 6.779661016949152, "rougeL": 9.836065573770492}, "nll_sum": 288.2652587890625, "token_count": 47} +{"index": 3942, "reference": "An Irishman who was shot dead on a Spanish island is believed to have been killed in a case of mistaken identity in a gang-related attack.", "prediction": "A 29-year-old man from Northern Ireland has in the Republic of Ireland who who was shot shot dead in his home last weekend.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 12.000000000000002, "rougeL": 19.23076923076923}, "nll_sum": 90.41339111328125, "token_count": 27} +{"index": 3943, "reference": "The UK's only female panda, Tian Tian, is believed to be pregnant, according to Edinburgh Zoo.", "prediction": "Edinburgh Zoo has confirmed that that its firstanda cubs will not be complete,, the BBC can reveal it can't be pregnant.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 15.384615384615383}, "nll_sum": 136.921875, "token_count": 26} +{"index": 3944, "reference": "Wigan's Championship relegation worries deepened with defeat at Ipswich.", "prediction": "Ipswich scored three first-half minutes to complete a comfortable victory over fellow play- hopefulsiganigan Athletic-F a first in under from a's from. 3-g a fee in from a's's. from-", "rouge": {"rouge1": 8.888888888888888, "rouge2": 0.0, "rougeL": 4.444444444444444}, "nll_sum": 278.5179748535156, "token_count": 47} +{"index": 3945, "reference": "Wigan prop Ben Flower has been given a six-month ban - the longest in Super League history - for punching St Helens' Lance Hohaia.", "prediction": "Wigan's Ben Flower Andy been given a two-match after being suspended for two weeks for incident off-mate Lance Hohaia in their match at St Helens.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 20.408163265306122, "rougeL": 35.294117647058826}, "nll_sum": 176.28233337402344, "token_count": 34} +{"index": 3946, "reference": "Hungary is to send buses to transport migrants to Austria's border after more than 1,000 began walking there earlier on Friday.", "prediction": " buses passengers carrying migrants are the crossing the border to cross a motorwayway towards the capital, Austrian say say.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 144.53152465820312, "token_count": 22} +{"index": 3947, "reference": "Nigeria forward Victor Moses may now be given a chance to play at Chelsea after returning from his loan deal at Stoke, says Potters manager Mark Hughes.", "prediction": "Arsenal goalkeeper Victor Samuel could still a break again for the club after leaving Chelsea club this summer the the club Mark manager Mark Hughes.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 157.6410369873047, "token_count": 25} +{"index": 3948, "reference": "Coventry overcame 10-man Millwall at the Ricoh Arena to secure their first victory in six League One matches.", "prediction": "Coventry City moved to 10 points of Millwall and keep their League One play-off hopes alive.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 5.88235294117647, "rougeL": 33.333333333333336}, "nll_sum": 89.48043823242188, "token_count": 21} +{"index": 3949, "reference": "A row has broken out over claims councils have slashed their education budgets.", "prediction": "The Scottish government figures show the number of fulltime teachers in England has been wrong results, official figures.", "rouge": {"rouge1": 6.451612903225808, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 94.43351745605469, "token_count": 20} +{"index": 3950, "reference": "A man jailed for six years for coercing a woman into having sex with a stranger and sending \"revenge porn\" to her family has had the convictions quashed.", "prediction": "A man who was jailed for making a anti-disc- filming film shown on the internet has appeal against his 12-year jail sentence.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 7.999999999999999, "rougeL": 23.076923076923077}, "nll_sum": 112.95657348632812, "token_count": 27} +{"index": 3951, "reference": "The centenary of the Battle of the Somme has been marked with ceremonies in the Republic of Ireland.", "prediction": "Pilsils have Ireland held in the Republic of Ireland and Republic Republic Ireland to mark the 100th anniversary of the Battle of the Battle of the Somme.", "rouge": {"rouge1": 57.77777777777777, "rouge2": 41.860465116279066, "rougeL": 31.11111111111111}, "nll_sum": 112.9987564086914, "token_count": 31} +{"index": 3952, "reference": "The Denver Nuggets will play the Indiana Pacers at London's O2 Arena in the seventh regular-season NBA game to be played in the United Kingdom.", "prediction": " the Houston Ontario will play first regular-season game against Jersey New Jersey at the London O London's O2 Arena in London in January.", "rouge": {"rouge1": 53.84615384615385, "rouge2": 24.000000000000004, "rougeL": 38.46153846153846}, "nll_sum": 130.15863037109375, "token_count": 27} +{"index": 3953, "reference": "A father of one from Ellesmere Port, James Hennessy travelled by coach with friends, including fellow victim James Philip Delaney.", "prediction": "A schoolboy from Blackpool of from Liverpool travelled the band with singer Jimmy Gooding, all whom who survived, all of whom whom survived.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 166.14620971679688, "token_count": 28} +{"index": 3954, "reference": "Mansfield Town manager Steve Evans was sent off as his 10-man side were soundly beaten at Grimsby.", "prediction": "Grimsby recorded their fourth fourth straight league defeat with an impressive victory over play-off hopuls Mansfield at Blellell Park in three C George's reputation from game-pPG a in from November's Saturday.", "rouge": {"rouge1": 15.09433962264151, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 291.226806640625, "token_count": 46} +{"index": 3955, "reference": "Somali Islamist militant group al-Shabab has dismissed President Mohamed Abdullahi Faramajo's declaration of war.", "prediction": "Somalia's President Abdullahuh Farm pastor has joined players of help militant militant group al-Shabab.", "rouge": {"rouge1": 50.0, "rouge2": 20.000000000000004, "rougeL": 25.0}, "nll_sum": 130.4525909423828, "token_count": 22} +{"index": 3956, "reference": "The construction firm JCB has left the business lobby group, the CBI, reportedly because of its anti-Brexit stance.", "prediction": "burger company company JCB has pulled out of the \" fear\" the's vote, the UK to leave members member leaving European European Union.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 172.43711853027344, "token_count": 28} +{"index": 3957, "reference": "Domestic workers have taken to the streets of Hong Kong to demand a ban on them being asked to clean windows in high-rise buildings.", "prediction": "Hundreds of South Africans are sitting outside a hotel outside outside the capital,, for building, safety and equipment.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 102.4310531616211, "token_count": 20} +{"index": 3958, "reference": "Eoin Morgan inspired England to their best one-day international run chase against Australia as they levelled the five-match series to set up a decider at Old Trafford on Sunday.", "prediction": "Eoin Morgan's stunning unbeaten run run-chase as they beat Australia and complete a 2-0 series whit series whitew whit thrash of Australia.", "rouge": {"rouge1": 32.14285714285714, "rouge2": 11.111111111111112, "rougeL": 25.0}, "nll_sum": 184.91970825195312, "token_count": 31} +{"index": 3959, "reference": "League One play-off chasing Millwall missed the chance to make significant ground on the top six as they were held to a goalless draw by Walsall.", "prediction": "Millwall kept their place in their League One play-off battle as they were held to a goalless draw by Walsall at The Den-", "rouge": {"rouge1": 62.7450980392157, "rouge2": 48.97959183673469, "rougeL": 54.90196078431373}, "nll_sum": 106.3823013305664, "token_count": 30} +{"index": 3960, "reference": "Liverpool have named England Under-19s boss Sean O'Driscoll as their new assistant manager.", "prediction": "Liverpool have appointed boss Sean O'Driscoll as their assistant assistant to a first- coach.", "rouge": {"rouge1": 60.0, "rouge2": 42.857142857142854, "rougeL": 60.0}, "nll_sum": 87.17768859863281, "token_count": 19} +{"index": 3961, "reference": "The Trump administration is standing firm over its ban on refugees from seven countries despite court rulings and mass protests against the move.", "prediction": " American American couple married from a mainly Muslim countries nations has had his travel travel ban, despite US Presidentelect Donald Trump said he not know be born.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 12.0}, "nll_sum": 178.68197631835938, "token_count": 29} +{"index": 3962, "reference": "The policing operation to tackle the summer riots across England was flawed, a report from MPs has concluded.", "prediction": " Bookeraving police officers in London do do not to protect them and protect them, protect committee of MPs have said.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 118.86112213134766, "token_count": 22} +{"index": 3963, "reference": "It's the \"social\" social media event of the year in Wales - hundreds of people involved in digital marketing are in Cardiff to hear insights from the likes of Google, Twitter, YouTube, and IBM.", "prediction": "Developers from Cardiff are being taking part in a big social media organised an event an event, which encourage people who have to question about and what they do on the social media site or Facebook. the a's- solve again a'solve", "rouge": {"rouge1": 36.36363636363637, "rouge2": 5.333333333333334, "rougeL": 15.584415584415584}, "nll_sum": 250.04310607910156, "token_count": 47} +{"index": 3964, "reference": "The Prime Minister, David Cameron, has said people should be able to vote on whether the UK should be a member of the European Union (EU).", "prediction": " Cults from across across the UK across the UK have voted to leave to EU, want who they want or or want to leave or leave the European Union. the introduction's aThe from football's decision to tackle it.'s in a", "rouge": {"rouge1": 28.985507246376812, "rouge2": 8.955223880597014, "rougeL": 17.39130434782609}, "nll_sum": 242.92071533203125, "token_count": 47} +{"index": 3965, "reference": "The wife of a jailed drugs ring boss who dug up his \u00a3270,000 cash stockpile to help launder it has been jailed, along with her mother and sister.", "prediction": "A Italian wife, who who was jailed for \u00a3 \u00a31,000 worth of illegal, - and believed worth up to \u00a3700, - have been jailed.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 146.18328857421875, "token_count": 31} +{"index": 3966, "reference": "Two centuries ago, when Victorian engineers were designing the latest in transport technology, Japanese knotweed sounded like a very clever idea.", "prediction": "Five years ago, Japanese crippled move became a symbol to homes across the for households and thousands of villages fled and to buy their homes their own homes.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 12.244897959183671}, "nll_sum": 156.42501831054688, "token_count": 29} +{"index": 3967, "reference": "Beach huts at a Dorset resort could become unaffordable following rent hikes, tenants have claimed.", "prediction": "Hundreds of name names could be lost for beach huts under plans to council rise, a council association has said.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.0606060606060606, "rougeL": 17.142857142857142}, "nll_sum": 112.87216186523438, "token_count": 22} +{"index": 3968, "reference": "A potential major disaster in the North Sea has been narrowly averted after a large, unmanned barge went adrift in stormy high seas and came close to colliding with offshore oil platforms.", "prediction": " a giant giant BP has stoned off a oil field in the west coast of Norway,, leaving at least 30 people (61m).", "rouge": {"rouge1": 22.22222222222222, "rouge2": 3.846153846153846, "rougeL": 14.814814814814813}, "nll_sum": 141.79025268554688, "token_count": 26} +{"index": 3969, "reference": "Cracking open a large chocolate egg to find nothing in the middle is one of life's perennial disappointments.", "prediction": "The British universe British EasterDog but it doesn't mean meant it isn't be vintage, chocolate.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 130.76185607910156, "token_count": 19} +{"index": 3970, "reference": "A late-night levy on Liverpool's bars and clubs will not be introduced after councillors rejected the proposals.", "prediction": " Merseyside council's plans to scrapped and Newcastle city centre should scrapped scrapped.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 93.51643371582031, "token_count": 15} +{"index": 3971, "reference": "US President Barack Obama has apologised to the president of aid agency Medecins San Frontieres (MSF) for a bombing that killed at least 22.", "prediction": "The White House has sent an apology to Medins Sans Frontresie (MSF), saying it is for saying its families and not future victims. an deadly air bombing.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 192.55343627929688, "token_count": 34} +{"index": 3972, "reference": "Lucy Shuker defended her mixed doubles title on the final day of the British Open in Nottingham.", "prediction": " Tatana Shooker won her first British Open doubles in the mixed doubles with a- mixed doubles victory over the fellow Brit Aegon.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 146.66030883789062, "token_count": 27} +{"index": 3973, "reference": "Colombian President Juan Manuel Santos has been awarded the Nobel Peace Prize for his efforts to end the 52-year conflict with left-wing rebels.", "prediction": "Colombian President Juan Manuel Santos, who has been awarded a Nobel Peace Prize award, from the International Peace Food Peace ( (IPCI).", "rouge": {"rouge1": 52.17391304347826, "rouge2": 36.36363636363636, "rougeL": 52.17391304347826}, "nll_sum": 122.42119598388672, "token_count": 28} +{"index": 3974, "reference": "Wigan moved level on points with Super League leaders Warrington by coming from behind to beat Castleford.", "prediction": "Wigan staged a stunning second-half struggle back from a goal down to beat 10-man Castleford Tigers to complete first Super League win.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 10.256410256410255, "rougeL": 24.39024390243903}, "nll_sum": 123.79534912109375, "token_count": 28} +{"index": 3975, "reference": "Hibernian moved to within two points of Rangers at the top of the Championship with a comfortable victory over St Mirren.", "prediction": "Hibernian cut the points at Trevor lead the top of the Scottish Championship with a second-half penalty Mir bottom side St St Mirren. Ky-. a- solve's-A's a in a from's from's from a", "rouge": {"rouge1": 40.0, "rouge2": 20.689655172413794, "rougeL": 40.0}, "nll_sum": 282.1233215332031, "token_count": 46} +{"index": 3976, "reference": "Rotherham United have signed former Nottingham Forest centre-back Kelvin Wilson on a one-year contract.", "prediction": "Nottingham Forest have signed former Scotland goalkeeper Danny Wilson on an emergency deal on five-and-a-half- \u00a35m.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 24.24242424242424, "rougeL": 34.285714285714285}, "nll_sum": 89.64984893798828, "token_count": 27} +{"index": 3977, "reference": "Every day Mohamed Eusoof Sarlan looks at his beloved homeland, a few hundred metres away from where he lives - but Myanmar's soldiers will not allow him to return to his country.", "prediction": "Five years ago he says,\" Indian and human rights lawyer prominent Sarlan, who was living of southern India.", "rouge": {"rouge1": 12.000000000000002, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 123.66239166259766, "token_count": 21} +{"index": 3978, "reference": "Almost one in five (18%) couples in the UK argue regularly or consider separating, a study suggests.", "prediction": " divorce eurozone is three times as many many their relationships struggle with parents who want to struggle at the school, research suggests", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 130.5845947265625, "token_count": 22} +{"index": 3979, "reference": "About \u00a3100m was spent on a competition for developing carbon capture technology before it was scrapped, a new report has revealed.", "prediction": "The UK government's failed has failed in a multi-million dollar carbon capture project, saying it was value for money, a public spending watchdog says.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 25.531914893617024}, "nll_sum": 126.78187561035156, "token_count": 29} +{"index": 3980, "reference": "With the planned launch of two satellites aboard a Soyuz rocket from French Guiana later this month, Europe is pushing ahead with its own satellite-navigation system, known as Galileo.", "prediction": "The motorway's system, system system will be fit to operate in our road borders but know how much will we be on our buses!", "rouge": {"rouge1": 7.2727272727272725, "rouge2": 0.0, "rougeL": 7.2727272727272725}, "nll_sum": 137.96710205078125, "token_count": 27} +{"index": 3981, "reference": "The sister of a murdered schoolgirl has spoken publicly for the first time since the discovery of the teenager's body 20 years ago.", "prediction": "A girl whose body was found more than 20 years ago has said she spoken of her killer who has urged forward to come forward come forward and witnesses. a's a's a's a and from the a. a again from 2011 from 2011", "rouge": {"rouge1": 28.57142857142857, "rouge2": 5.88235294117647, "rougeL": 14.285714285714285}, "nll_sum": 222.45301818847656, "token_count": 47} +{"index": 3982, "reference": "Facebook has confirmed that it has removed a post on its site which included names and photographs of people accused of anti-social behaviour in west Belfast.", "prediction": "Ainn F\u00e9in councillor received police on a list of a list of name names, including a man has shot dead a couple who west Belfast, of Belfast, been in the's and a the a's a's a's fromA", "rouge": {"rouge1": 31.88405797101449, "rouge2": 2.9850746268656723, "rougeL": 14.492753623188406}, "nll_sum": 240.23504638671875, "token_count": 47} +{"index": 3983, "reference": "Gillingham manager Peter Taylor says he would understand if he was sacked by chairman Paul Scally, but has pleaded for more time at the League One club.", "prediction": "Gillingham of boss Graham Taylor is disappointed that fans who want to support and chairman chairman Peter Bally after they were relegated in from League One.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301884}, "nll_sum": 157.372314453125, "token_count": 29} +{"index": 3984, "reference": "Gareth Bale says Wales will be stepping into the unknown on Sunday when they attempt to beat Israel in Cardiff and seal their place at Euro 2016.", "prediction": "Gareth Bale says Wales will secure a place on Sunday to secure their place at Euro 2016 the", "rouge": {"rouge1": 62.22222222222222, "rouge2": 41.860465116279066, "rougeL": 57.77777777777777}, "nll_sum": 70.26818084716797, "token_count": 18} +{"index": 3985, "reference": "From September primary schools across England will have to teach foreign languages.", "prediction": " British British schoolup from the 19 of the countries will be be taught China, China, from up to 10 years. itolve a.'s a's it a from's a from's The's from ballet of\".2 from TheA", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 299.0611877441406, "token_count": 47} +{"index": 3986, "reference": "Patients are dying from sepsis because of a lack of effective antibiotics, an expert is warning.", "prediction": "The lack of Waspsis, and should be published by the NHS in England, a health health expert says.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 104.7286148071289, "token_count": 22} +{"index": 3987, "reference": "Work to build a cycle track in Derby cannot resume until a judicial review is carried out, a judge at the High Court in London has ruled.", "prediction": "A nature force has been forced to carry out planning a \u00a3500m track cycle track, the High Court has announced to aA hydro-'s. a \u00a3 a's from\" 3\" a it's's of.", "rouge": {"rouge1": 39.34426229508197, "rouge2": 13.559322033898304, "rougeL": 26.22950819672131}, "nll_sum": 275.3902587890625, "token_count": 43} +{"index": 3988, "reference": "A community hospital in Somerset is to be replaced and rebuilt with a \u00a316m grant from the government.", "prediction": "Work has begun on55m programme to build a new hospital hospital in Somerseton Somerset.", "rouge": {"rouge1": 31.250000000000007, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 104.33663940429688, "token_count": 17} +{"index": 3989, "reference": "Community and business leaders with Commonwealth links have written to David Cameron to urge him to back Britain's exit from the EU.", "prediction": "More than 100 hundred people is signed a petition urging to Prime Minister David Cameron backing a priority, to fight for Britain to fight in civil war.", "rouge": {"rouge1": 31.999999999999996, "rouge2": 4.166666666666667, "rougeL": 20.0}, "nll_sum": 127.93878173828125, "token_count": 28} +{"index": 3990, "reference": "The Labour Party could end up splitting if Jeremy Corbyn is elected leader, Yvette Cooper has claimed.", "prediction": "Labour leadership leadership of Yvette Cooper has said she would like to serve Jeremy Corbyn as Labour leader.", "rouge": {"rouge1": 40.0, "rouge2": 18.18181818181818, "rougeL": 22.857142857142858}, "nll_sum": 60.84223175048828, "token_count": 19} +{"index": 3991, "reference": "Ed Sheeran and Radiohead just found out who they'll be sharing a campsite with in June - after Glastonbury revealed 88 of the acts playing this year's event.", "prediction": "The 2015 Pyramid 2015 will Gl Glastonbury's Glbury Festival, the organisers, it has been announced.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 125.52017211914062, "token_count": 21} +{"index": 3992, "reference": "Photos of unusual cloud formations complete with a reflection of a rainbow have been captured across the north east of Scotland.", "prediction": "A rare blue atmosphere was again flying across the west of Scotland again's been aolveable after the Local's. it350 from game's decision ballet from.", "rouge": {"rouge1": 25.0, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 242.12228393554688, "token_count": 31} +{"index": 3993, "reference": "A statue is to be commissioned by Watford FC to honour the club's former manager Graham Taylor.", "prediction": "A memorial will be unveiled at Watford's West fans, honour, club of former England manager Graham Taylor.", "rouge": {"rouge1": 55.55555555555556, "rouge2": 11.76470588235294, "rougeL": 50.0}, "nll_sum": 117.42827606201172, "token_count": 21} +{"index": 3994, "reference": "Cornish Pirates boss Ian Davies says ill-discipline \"came back to haunt\" his side in their 36-15 British and Irish Cup semi-final defeat at London Welsh.", "prediction": "Scottish Pirates coach Ian Davies says a \"enging referee\" decision to have referee sent send off in their 26-18 Rugby defeat to St Helens.", "rouge": {"rouge1": 30.188679245283023, "rouge2": 11.76470588235294, "rougeL": 30.188679245283023}, "nll_sum": 182.93984985351562, "token_count": 31} +{"index": 3995, "reference": "Omar Bogle scored twice before missing an injury-time penalty against 10-man Barnet, as Marcus Bignot picked up his first point as Grimsby Town manager.", "prediction": "John Bogle missed a three-half penalty as Grimsby beat League Two play-offefuls Barnet in a draw at Blellell Park.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 4.444444444444445, "rougeL": 21.276595744680847}, "nll_sum": 157.39817810058594, "token_count": 32} +{"index": 3996, "reference": "Argentine club Newell's Old Boys have re-signed Sunderland striker Ignacio Scocco on a five-year contract.", "prediction": "Sunderland signed signed Francesoccock from French champions champions Manchester City for \u00a32m.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 6.666666666666667}, "nll_sum": 108.18804931640625, "token_count": 18} +{"index": 3997, "reference": "In all the years I've covered European politics, I've never seen this continent so Eurosceptic or the future of the European Union so uncertain.", "prediction": "For a EU summit Brussels feels like a hot, black, and feathers and the weather, it feels like", "rouge": {"rouge1": 4.545454545454546, "rouge2": 0.0, "rougeL": 4.545454545454546}, "nll_sum": 109.5220718383789, "token_count": 20} +{"index": 3998, "reference": "A metro rail service has been launched in the southern Indian city of Chennai, making it the sixth Indian city to get the service.", "prediction": "The first train has returned northern England in the southern Indian city of Chennai (Tipew), officials say.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 30.769230769230766, "rougeL": 39.02439024390244}, "nll_sum": 112.53273010253906, "token_count": 20} +{"index": 3999, "reference": "Five tonnes of waste from laundered fuel has been dumped at Newtownhamilton in south Armagh.", "prediction": "A huge lorry has been found on a roadagh in south Armagh in what is described a crime as \"failed a paramilitary paramilitary crime\"..", "rouge": {"rouge1": 25.641025641025646, "rouge2": 16.216216216216214, "rougeL": 25.641025641025646}, "nll_sum": 150.250732421875, "token_count": 29} +{"index": 4000, "reference": "Ben Stokes has returned to the England Twenty20 squad for the first time since being hit for four sixes in the final over of the World T20, when West Indies beat England.", "prediction": "Worcestershire have been five one-man batsman Eoin Morgan in their final three Twenty20 one-day international against Pakistan in", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 109.16596221923828, "token_count": 28} +{"index": 4001, "reference": "Ireland started the three-match T20 series against Afghanistan with a six-wicket defeat in India on Wednesday.", "prediction": "Ireland fell to a 75- ninth-wicket victory as they beat Afghanistan and complete- first win of. first one-day international.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 158.42230224609375, "token_count": 27} +{"index": 4002, "reference": "Two astronauts on board the International Space Station have taken their first spacewalk outside - to do some repairs and maintenance.", "prediction": "Two American aboard have completed acomplete-year wait to leave the International Space a with a spacewalk of clean clean a coverAstal their). a- a from a-'sA a footage in from Saturday a. fromold solve", "rouge": {"rouge1": 28.57142857142857, "rouge2": 7.4074074074074066, "rougeL": 17.857142857142858}, "nll_sum": 326.0112609863281, "token_count": 47} +{"index": 4003, "reference": "A red kite found shot in North Yorkshire is the seventh to have been killed in the region in the past two months, police have said.", "prediction": "A red kites has been shot dead and a by tiger in Mosul.", "rouge": {"rouge1": 30.769230769230777, "rouge2": 10.81081081081081, "rougeL": 25.64102564102564}, "nll_sum": 79.36922454833984, "token_count": 14} +{"index": 4004, "reference": "A major vendor on the illegal Silk Road website and his business partner, were sentenced to five years in prison for drugs offences.", "prediction": "A men have been jailed for life for carrying illegal drugs, including including illegal drugs, including so-called legal highs and hide Horse weapons.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 127.93838500976562, "token_count": 27} +{"index": 4005, "reference": "Brian O'Driscoll and Jonathan Sexton have recovered from injuries and will play for Ireland against New Zealand.", "prediction": " Bobby Martin O'Driscoll will miss Ireland's first Test against New Zealand in injury after injured Sexton take on a ball at Twickenham on Saturday. the's from-b a game from a reputation a.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 11.538461538461538, "rougeL": 25.925925925925924}, "nll_sum": 217.0928955078125, "token_count": 44} +{"index": 4006, "reference": "(Close): Shares in London and other key European markets have risen on news that eurozone leaders have reached a deal on a third bailout for Greece.", "prediction": "A a): London's London and the FTSE 100 ended closed higher on Monday, amid rising fears over the uncertainty in the Greek debt crisis.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 124.50399780273438, "token_count": 29} +{"index": 4007, "reference": "Baroness Thatcher was the UK's first and only female prime minister.", "prediction": "Marg Baron Thatcher was recorded as one of the the most successful names in British history.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 7.692307692307692, "rougeL": 21.428571428571427}, "nll_sum": 65.69754028320312, "token_count": 16} +{"index": 4008, "reference": "The US has chided Russia for what it calls an \"unfortunate decision\" to send missiles to the Syrian government.", "prediction": "The US military says it is to begin short supply weapons of its in to Syria.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.06060606060606, "rougeL": 28.57142857142857}, "nll_sum": 87.0565185546875, "token_count": 16} +{"index": 4009, "reference": "Banksy has denied accusations he is \"trolling\" members of the public - after thousands have struggled to buy tickets for his new show.", "prediction": "anksanksy has rejected claims that Reds have sold tickets for tickets fans to buy The Beatles the following a car crash at a attraction on the site.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 16.3265306122449}, "nll_sum": 159.37493896484375, "token_count": 29} +{"index": 4010, "reference": "Ed Miliband has stepped down as Labour leader after his party's disappointing general election showing.", "prediction": "Ed leader Ed Miliband Edgb ruled out up Labour Labour leadership contest in the wake, in the wake of the UK's general election.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 138.98068237304688, "token_count": 26} +{"index": 4011, "reference": "Five cats have died from antifreeze poisoning on or near the same street in the space of two weeks, the RSPCA has said.", "prediction": "A cat were died in hospital after taking ill by a suspected Saifreeze, the RSPCA has said, a major \"coable for", "rouge": {"rouge1": 31.818181818181824, "rouge2": 14.285714285714283, "rougeL": 31.818181818181824}, "nll_sum": 162.45028686523438, "token_count": 29} +{"index": 4012, "reference": "Premiership bosses have said Cillian Willis' legal action against Sale could have wider repercussions for rugby.", "prediction": "Former England and England director in rugby union says says rugby union club \"stop stop\", saying his players will get \"road off the field\".", "rouge": {"rouge1": 5.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 149.28762817382812, "token_count": 27} +{"index": 4013, "reference": "Singapore is putting pressure on major retailers in Singapore to not use or sell materials produced by firms linked to fires in Indonesia.", "prediction": "Campaigners in Singapore are considering all of sold to a company linked to the forest area, the capital, Delhi leading to a surprise government from their government from 2014.", "rouge": {"rouge1": 19.230769230769234, "rouge2": 8.0, "rougeL": 19.230769230769234}, "nll_sum": 178.025634765625, "token_count": 32} +{"index": 4014, "reference": "Venezuelan Vice-President Nicolas Maduro has given the annual state of the nation speech in place of Hugo Chavez, who is still recuperating in Cuba after cancer surgery.", "prediction": "Venezuela's President Nicolas Maduro has accused late President Hugois of not giving him office, giving it to the Supreme Court in 2011 murder 2011. \" 2011 again \"- \"-d- a in a from a's again from 2011", "rouge": {"rouge1": 24.615384615384617, "rouge2": 9.523809523809526, "rougeL": 24.615384615384617}, "nll_sum": 276.0522766113281, "token_count": 45} +{"index": 4015, "reference": "The US Supreme Court will rule this year on whether gay couples have a right to marry across all states.", "prediction": " the US appeal Supreme Court has ruled that out marriage bans will be legal in cases in four state states because it must treat not in or or marriage.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 163.13389587402344, "token_count": 29} +{"index": 4016, "reference": "Confidence in the England team is high ahead of Saturday's opening World Cup match against Italy, according to a study of words relating to football.", "prediction": "England ground levels rises among England team during their opening World Cup of match two years ago, a Cambridge University Cambridge. to discovered in the-'s, referee,- it from Saturday-Dold of in from from a's. theold", "rouge": {"rouge1": 43.75, "rouge2": 12.903225806451612, "rougeL": 25.0}, "nll_sum": 307.3863525390625, "token_count": 46} +{"index": 4017, "reference": "Zac Goldsmith will contest the 2016 London mayoral election for the Conservatives, it has been announced.", "prediction": " Labour's Zac Goldsmith has, won the race to be race in next London mayor.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 13.79310344827586, "rougeL": 32.25806451612903}, "nll_sum": 88.13999938964844, "token_count": 17} +{"index": 4018, "reference": "Thieves ransacked a widow's home and stole jewellery, cash and her car while she was at her husband's funeral.", "prediction": "An elderly woman whose funeral was out a break-in after her-in at her home has been described as \"an emotional horrific crime\".", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 121.89351654052734, "token_count": 27} +{"index": 4019, "reference": "Teenage jockey David Mullins said he has \"never had a feeling like it\" after winning the Grand National on Rule The World at Aintree.", "prediction": "Teenage-time winner The won a second Grand Slam of the World in a rain-veh closing race in Saturday's National meeting at Aintree.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 8.51063829787234, "rougeL": 28.57142857142857}, "nll_sum": 181.490478515625, "token_count": 30} +{"index": 4020, "reference": "A head teacher who went to Brazil on a cycling holiday during term time has been suspended.", "prediction": "A head teacher, who suspended for a year suspended by staff taking part in his term-time holidays, has been suspended- suspended, for in four months after a.", "rouge": {"rouge1": 48.88888888888888, "rouge2": 27.906976744186046, "rougeL": 44.44444444444445}, "nll_sum": 162.8110809326172, "token_count": 33} +{"index": 4021, "reference": "Lewis Hamilton has been urged to change his stance on the new 'halo' head protection device by former world champion John Surtees.", "prediction": "A controversial Panama head head protection crash \"could have been saved\" in a future future, says former boss John Surteeses.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 148.5746612548828, "token_count": 26} +{"index": 4022, "reference": "Animation showing the threat of climate change is on the horizon, thanks to new 3D laser mapping.", "prediction": "A \u00a31,1m, project to protect Wales from climate change has been launched by the Welsh government.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 66.3707046508789, "token_count": 21} +{"index": 4023, "reference": "You can find details of how you can get in touch with anyone at BBC in Newcastle below.", "prediction": " the BBC'seline and messages, but the Tyne, has prompted some of others, but what you do to do?", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 144.1555633544922, "token_count": 24} +{"index": 4024, "reference": "David Dunn has returned to Blackburn Rovers to take up a position as Under-21 assistant coach.", "prediction": "Blackburn Rovers are seeking worry about anything know about his future at any club.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 6.896551724137931, "rougeL": 12.903225806451616}, "nll_sum": 87.1690673828125, "token_count": 16} +{"index": 4025, "reference": "The Grammy Awards are an annual ceremony held in the USA, which celebrate outstanding achievement in the music industry.", "prediction": "The 2015 Grammy Awards was taking place on Sunday night and the Sunday, in Los Angeles, Angeles.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 5.88235294117647, "rougeL": 27.777777777777775}, "nll_sum": 79.004638671875, "token_count": 19} +{"index": 4026, "reference": "One of the biggest Scotch whisky distillers has seen faster growth in sales of its Irish whiskey brand, according to new figures.", "prediction": " largest's largest largest distiller, but reported a 40% rise advertising sales revenue for sales the Latin America.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 116.43790435791016, "token_count": 21} +{"index": 4027, "reference": "Rupert Murdoch's News Corp has reported a loss for the three months to December, amid a difficult environment for print advertising.", "prediction": " Foxes at Australian newspaper isble of have reported a 36% fall in consecutive quarter-quarter profits.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 5.555555555555555, "rougeL": 10.526315789473685}, "nll_sum": 116.63938903808594, "token_count": 20} +{"index": 4028, "reference": "Newspapers in China have gone into propaganda overdrive, a day after a tribunal in The Hague ruled against Beijing's claim to the resources of much of the South China Sea.", "prediction": " state media in China includes in China's decision's response response to the UN war tribunal, which referred to the disputed Pacific and in South China Sea.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 14.035087719298248, "rougeL": 33.89830508474576}, "nll_sum": 138.89646911621094, "token_count": 29} +{"index": 4029, "reference": "The parents of a severely premature baby from Pembrokeshire say they will take legal action against the health trust in charge of the hospital where he died.", "prediction": "A three-month-old baby son may have to undergo remove brain surgery heart after heart disease, a coroner's inquest's heard have as \"the's of death\".", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 170.9095916748047, "token_count": 33} +{"index": 4030, "reference": "A skin cancer appeal backed by a BBC presenter has reached its \u00a345,000 target after just six weeks.", "prediction": " BBC Radio Radio Derby has launched a \u00a310,000 to help children appeal against an appeal which has been raised nearly \u00a370,000.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 108.67924499511719, "token_count": 27} +{"index": 4031, "reference": "A conman who went on the run for nine years after staging a \u00a3900 scam selling England tickets for the 2006 football World Cup, has handed himself in.", "prediction": "A man whose went missing after the 2011 World Cup Cup after \u00a3650 to000, has been ordered to pay \u00a3 to000 community pay and debts to", "rouge": {"rouge1": 26.41509433962264, "rouge2": 3.921568627450981, "rougeL": 26.41509433962264}, "nll_sum": 168.38816833496094, "token_count": 29} +{"index": 4032, "reference": "A murder investigation has been launched after a boy was found dead at a house in Oxfordshire.", "prediction": "A five-year-old boy has been found dead in a fire station in south-west London.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 12.5, "rougeL": 41.17647058823529}, "nll_sum": 42.06214904785156, "token_count": 20} +{"index": 4033, "reference": "Charlie Gilmour, the son of Pink Floyd guitarist David Gilmour, was unaware he was swinging from the Cenotaph during student protests, a court has heard.", "prediction": "Ky Gilmmour, who was found around a bin of Topshop, has been criticised the Court after it will appeal against his conviction.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 137.1943817138672, "token_count": 27} +{"index": 4034, "reference": "A neo-Nazi has been jailed for life for attempting to behead a Tesco shopper in a racially-motivated revenge attack for the murder of Fusilier Lee Rigby.", "prediction": "A student who was behind a machete attack in an unprov, and racially--ivated murder of Welsh boxer soldier Lee Rigby has been jailed for life.", "rouge": {"rouge1": 51.85185185185186, "rouge2": 23.076923076923077, "rougeL": 29.629629629629633}, "nll_sum": 165.24072265625, "token_count": 32} +{"index": 4035, "reference": "At least 25 people have been killed and dozens wounded in bomb attacks across Iraq, media reports say.", "prediction": "At least 80 people have been killed in car and bomb attacks in Iraq and central central Iraq, officials say.", "rouge": {"rouge1": 63.1578947368421, "rouge2": 27.777777777777775, "rougeL": 57.89473684210527}, "nll_sum": 67.06581115722656, "token_count": 21} +{"index": 4036, "reference": "Austria will impose a daily quota on asylum claims and limit the flux of migrants travelling through the country.", "prediction": "The Austrian government has announced plans to cut the number asylum and migrants heading the Europe route, country, amid fears of the migrant migration crisis.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 0.0, "rougeL": 22.727272727272727}, "nll_sum": 126.74916076660156, "token_count": 27} +{"index": 4037, "reference": "David Beckham's plans to create a team in Miami have edged a step closer after a site for the franchise's stadium was approved by Major League Soccer.", "prediction": "David Beckham Moy United will finalise his bid to build to Miami grass,, Miami the the city's Super League (CML) has said.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 26.923076923076923}, "nll_sum": 187.7088165283203, "token_count": 28} +{"index": 4038, "reference": "Actress Tippi Hedren has claimed Alfred Hitchcock sexually harassed her while they worked together in the 1960s.", "prediction": "isis Mandis has spoken against publicly about her director of the Hollywood film Netflix Hitchcock, claiming she was was \"a victims in sexual assault\"..", "rouge": {"rouge1": 34.146341463414636, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 180.21932983398438, "token_count": 29} +{"index": 4039, "reference": "An Egyptian woman who was believed to have been the world's heaviest is now being treated for several health conditions at a hospital in Abu Dhabi.", "prediction": "W SaudiBMales woman,, believed to be theatt done in the United Arab Emirates, say doctors are treating her \"severely weight\".", "rouge": {"rouge1": 34.04255319148936, "rouge2": 4.444444444444445, "rougeL": 25.531914893617024}, "nll_sum": 166.75274658203125, "token_count": 27} +{"index": 4040, "reference": "A Newspaper has shown a home video of the Queen when she was a young girl, raising her arm like a Nazi salute.", "prediction": "The Queen has released a video showing the Queen being being invited instead of her dog of her family family says.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 27.27272727272727}, "nll_sum": 110.65327453613281, "token_count": 21} +{"index": 4041, "reference": "Lewis Hamilton says he is inspired by boxer Muhammad Ali as he tries to overhaul Mercedes team-mate Nico Rosberg in the Formula 1 title race.", "prediction": "Lewis Hamilton says he wants to beat bitter world title rival Ali Ali to win Sunday's thrilling British Grand Prix.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 13.33333333333333, "rougeL": 25.531914893617024}, "nll_sum": 95.07762908935547, "token_count": 21} +{"index": 4042, "reference": "Flooding across parts of the UK last winter was the most extreme on record, experts have said.", "prediction": "The floods last the hit, UK was the wicketsest weather on record records began, a study has found.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 12.121212121212121, "rougeL": 40.0}, "nll_sum": 136.40646362304688, "token_count": 22} +{"index": 4043, "reference": "A dyed-in the wool Labour council is facing UKIP in every ward for the first time in Thursday's election.", "prediction": "Labour are hoping to become the first town of the UK county council in any general election.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555556, "rougeL": 26.31578947368421}, "nll_sum": 68.85865020751953, "token_count": 17} +{"index": 4044, "reference": "Stan Wawrinka stunned Novak Djokovic to win his first French Open title and thwart the world number one's career Grand Slam hopes.", "prediction": "World number one Novak Djokovic comfortably beat defending champion Stan Wawrinka semi-finals and complete a fourth Open and French Open final to of- solve- solve--A a referee in- years-'s again's Broadway", "rouge": {"rouge1": 41.379310344827594, "rouge2": 17.857142857142858, "rougeL": 17.241379310344826}, "nll_sum": 268.57928466796875, "token_count": 46} +{"index": 4045, "reference": "Yorkshire and Durham proved that Championship cricket can be just as action-packed as an Ashes Test as 20 wickets fell on day one at Scarborough.", "prediction": "Yorkshire need an 79- first-inn lead on the opening day of at Chester-le-Street.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 0.0, "rougeL": 23.80952380952381}, "nll_sum": 111.21788024902344, "token_count": 21} +{"index": 4046, "reference": "Wales defender Neil Taylor is expected to miss the rest of the season after fracturing an ankle in Swansea City's 2-2 draw with Sunderland on Saturday.", "prediction": "Swansea City defender Neil Taylor will have major operation on the ankle\" on the suffered ankle injury he suffered in Tuesdayall goall draw at Liverpool.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 11.76470588235294, "rougeL": 30.188679245283023}, "nll_sum": 164.8594970703125, "token_count": 30} +{"index": 4047, "reference": "After my blog on Wednesday on tensions between drugs advisors and the Home Office, more details have emerged of how the expert panel on legal highs was split down the middle on whether to go for a total ban.", "prediction": "A government expert expert has given a inquiry into so-called \" banned should be banned, after a committee of urged ministers to do again and do not do the health issues.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 8.571428571428571}, "nll_sum": 181.83544921875, "token_count": 34} +{"index": 4048, "reference": "Two people were killed in fighting among fans of Raja de Casablanca on Saturday, the Moroccan Football Federation (FMRFF) has confirmed.", "prediction": "Six people have been arrested following crowd trouble between football fans in Egypt'sblatat stadium, by the Moroccan Football Association (IBFF).", "rouge": {"rouge1": 28.57142857142857, "rouge2": 10.000000000000002, "rougeL": 23.809523809523807}, "nll_sum": 139.05691528320312, "token_count": 27} +{"index": 4049, "reference": "The huge golden statue of three liberation soldiers - two men and a woman - form the centrepiece of Heroes' Acre, the monument to Zimbabwe's fallen.", "prediction": "Zimbabwe's main house forileile for is the \"Chile\"", "rouge": {"rouge1": 17.64705882352941, "rouge2": 6.25, "rougeL": 11.76470588235294}, "nll_sum": 99.82020568847656, "token_count": 14} +{"index": 4050, "reference": "Josh Windass insists he will add goals to his game if he is handed the attacking role he craves a Rangers.", "prediction": "assane Windass believes he can still't be playing playing for Rangers this this season.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 109.8659896850586, "token_count": 17} +{"index": 4051, "reference": "An American company has launched a rocket into space from New Zealand, the first from a private launch facility.", "prediction": "A New Zealandbasedbased company has launched its first test flight of its small space.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 12.903225806451616, "rougeL": 24.242424242424242}, "nll_sum": 80.64419555664062, "token_count": 16} +{"index": 4052, "reference": "Growing pressures on hospitals are forcing them to ramp up costly overtime payments to consultants to do extra work, a BBC investigation shows.", "prediction": "The extra payments made to NHS hospitals fallen by more than 50% in the last three years, figures obtained by the BBC suggest in the-'s, Leg,'s they from a from, it's from from of.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 218.44056701660156, "token_count": 43} +{"index": 4053, "reference": "Rugby is not the most gentle of sports and it's been hitting the headlines because of some bad head injuries.", "prediction": "New research suggests suggests that research into a physical training camp can help tackle the issue tackling, rugby.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 5.128205128205128}, "nll_sum": 112.42050170898438, "token_count": 19} +{"index": 4054, "reference": "Seven people have been killed after a volcano in western Indonesia erupted, blasting clouds of volcanic ash 3km (2 miles) into the sky.", "prediction": "At least eight people are now known to have died after a deadly volcano which engulfed in south-west Argentina.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 27.906976744186046}, "nll_sum": 78.65301513671875, "token_count": 21} +{"index": 4055, "reference": "It is a year since the UK voted to leave the European Union and Brexit negotiations are under way.", "prediction": " Britain's men's men people Britain have overwhelmingly in favour to leave the European Union - and what they to remain in the European Union.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 23.80952380952381, "rougeL": 27.27272727272727}, "nll_sum": 123.23173522949219, "token_count": 26} +{"index": 4056, "reference": "Liverpool and France defender Mamadou Sakho has had a doping case against him dismissed by Uefa.", "prediction": "Liverpool defender Mamadou Sakho will continue be playing playing again playing again after failing a drugs test, European to football bodyefefa in confirmed years after solve. a's referee a it's have lifting of from's from- a", "rouge": {"rouge1": 18.18181818181818, "rouge2": 7.547169811320755, "rougeL": 18.18181818181818}, "nll_sum": 301.5379638671875, "token_count": 47} +{"index": 4057, "reference": "On 8 June voters in Wales will head to the polls to decide who will represent them in the 40 constituencies.", "prediction": "There are the May general election, which will be on 22 December in May general election.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 75.14759063720703, "token_count": 17} +{"index": 4058, "reference": "The state has a responsibility to ensure that every child in Scotland has access to food, according to the children's commissioner.", "prediction": "All child in Scotland should get access to the right food and basic needed to food, the children's chief of education has said in the their solve, it,'s they's a from from it's's flagship\"..old from, a", "rouge": {"rouge1": 40.62500000000001, "rouge2": 22.580645161290324, "rougeL": 31.249999999999993}, "nll_sum": 280.3126525878906, "token_count": 47} +{"index": 4059, "reference": "Mental health services failed a teenage girl who had suicidal thoughts, her family has said following an inquest into her death.", "prediction": "A teenager was found dead dead after having a patient \"to keep my eye eyes alive\", an inquest heard heard.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 113.36742401123047, "token_count": 22} +{"index": 4060, "reference": "A plan to increase the cost of speed awareness courses has been criticised as a \"self-funding merry-go-round\".", "prediction": "The price price cameras for a golf cycling course to Gloucestershire has been criticised, drivers' claims.", "rouge": {"rouge1": 38.888888888888886, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 126.42521667480469, "token_count": 21} +{"index": 4061, "reference": "A huge pillow fight involving cadets at a prestigious US military academy to mark the end of summer training left at least 30 soldiers injured.", "prediction": "The annual courtroom military battle at training in a New York's Pennsylvania, ended in August, several that injured dozens of cadets in a New York, police, say.", "rouge": {"rouge1": 37.73584905660378, "rouge2": 0.0, "rougeL": 15.094339622641511}, "nll_sum": 188.79425048828125, "token_count": 33} +{"index": 4062, "reference": "Human rights and minority interests are a sensitive matter in many countries, but in Brazil they are now at the centre of an unprecedented controversy.", "prediction": "A senior Brazilian pastor is facing allegations over allegations of a human rights rights law.", "rouge": {"rouge1": 20.0, "rouge2": 5.2631578947368425, "rougeL": 10.0}, "nll_sum": 77.31202697753906, "token_count": 15} +{"index": 4063, "reference": "The Batmobile used by actor Adam West in the original TV series of Batman has sold for $4.2m (\u00a32.6m) at a US auction.", "prediction": "A burning car that once used the actor, Burt Ward, has been put up for sale New New York, New York, $ $1.1bn).m).", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 161.27528381347656, "token_count": 34} +{"index": 4064, "reference": "Illegal immigrants will find it harder to set up home in the UK under planned laws, says Home Secretary Theresa May.", "prediction": " a bill which would make it tougher for British people to access or passed law has passed, has House announced in the House of Commons.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 115.89947509765625, "token_count": 26} +{"index": 4065, "reference": "At the May Day rally, the politician accused the government of \"helping the richest 1%, to reassure credit ratings agencies and international finance\".", "prediction": " to her open doors to her house in western France, before her husband died before her husband of", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 81.52613830566406, "token_count": 18} +{"index": 4066, "reference": "Defending champion Mark Selby reached the second round of the World Championship by thrashing Fergal O'Brien 10-2 at the Crucible Theatre.", "prediction": "World number one Mark Selby came from behind 4-1 down to beat five-time Ronnie O' to reach the fourth round of the UK Championship of Sheffield solve from's from \"the a from a from a's\"..old solve", "rouge": {"rouge1": 34.37500000000001, "rouge2": 12.903225806451612, "rougeL": 28.125}, "nll_sum": 264.75555419921875, "token_count": 47} +{"index": 4067, "reference": "The funeral of a \"club legend\" who worked for Barnsley FC for more than 65 years has been held.", "prediction": "Hundreds of of mourners have attended the funeral the Barnsley goalkeeper, who died on his 90th anniversary", "rouge": {"rouge1": 27.777777777777775, "rouge2": 5.88235294117647, "rougeL": 16.666666666666668}, "nll_sum": 87.15084838867188, "token_count": 21} +{"index": 4068, "reference": "One of the UK's smaller energy suppliers is paying \u00a31.8m to its customers after bills were delayed and online accounts were blocked.", "prediction": " renewable UK energy retailer has agreed to pay \u00a31m to receive compensation to 200,000 passengers customers who caused delays with their supplier.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 0.0, "rougeL": 25.53191489361702}, "nll_sum": 113.648681640625, "token_count": 26} +{"index": 4069, "reference": "Nico Rosberg took his third straight win of 2016 as Mercedes team-mate Lewis Hamilton fought back to seventh in a hectic Chinese Grand Prix.", "prediction": "Nico Rosberg extended his lead in his title battle in a collision involving a team-mate at the Singapore Grand Prix- solve be again a's again's referee a from a his from a's have of's.", "rouge": {"rouge1": 31.25, "rouge2": 12.903225806451616, "rougeL": 21.875}, "nll_sum": 225.05453491210938, "token_count": 43} +{"index": 4070, "reference": "A man has denied the manslaughter of another man who was found lying in a street in Windermere close to where he lived.", "prediction": "A man has admitted causing the death of the man driving dangerous driving a a Cumb Lake District.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 10.256410256410255, "rougeL": 34.146341463414636}, "nll_sum": 112.93809509277344, "token_count": 19} +{"index": 4071, "reference": "AC Milan have signed striker Mario Balotelli from Premier League champions Manchester City for \u00a319m.", "prediction": "AC Milan have signed striker Mario Balotelli from Manchester City to AC FC for \u00a375m, which could be about \u00a324m.", "rouge": {"rouge1": 62.857142857142854, "rouge2": 48.484848484848484, "rougeL": 62.857142857142854}, "nll_sum": 100.0661392211914, "token_count": 27} +{"index": 4072, "reference": "Volkswagen boss Martin Winterkorn will \"support\" the German transport ministry's investigation into the carmaker's emissions scandal.", "prediction": "The White House has confirmed that it will face no criminal charges over any diesel cars, the US.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 79.32585144042969, "token_count": 19} +{"index": 4073, "reference": "Kilmarnock goalkeeper Craig Samson has agreed an early release from his Rugby Park contract.", "prediction": "Kilmarnock midfielder Lee Smith has been offered a new contract with the Scotland Under-21s.", "rouge": {"rouge1": 20.689655172413797, "rouge2": 0.0, "rougeL": 20.689655172413797}, "nll_sum": 60.476097106933594, "token_count": 21} +{"index": 4074, "reference": "Former Wimbledon champion Andy Murray and his wife Kim Sears are expecting their first baby, his agent has confirmed.", "prediction": "Tennis star Andy Murray, wife and his Prince George, are in their second.", "rouge": {"rouge1": 43.75, "rouge2": 13.333333333333334, "rougeL": 37.49999999999999}, "nll_sum": 85.00123596191406, "token_count": 16} +{"index": 4075, "reference": "French side Toulon say they want to leave their domestic league to play in the English Premiership.", "prediction": "Rugby's rugby union, it would be possible for French rugby's top club, the club president says.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 88.17039489746094, "token_count": 22} +{"index": 4076, "reference": "A time capsule containing items from the 1890s including what is thought to be a bottle of whisky has been uncovered by construction workers.", "prediction": "A time capsule that was discovered inside a foot footbridge, more than 180 years ago, have been revealed.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 10.0, "rougeL": 23.80952380952381}, "nll_sum": 88.09410095214844, "token_count": 21} +{"index": 4077, "reference": "Gaming experts are predicting a big future for virtual reality at E3 - the world's biggest convention for games.", "prediction": "The annual Santa conference is being held of London to show a organisers called for reality reality.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 114.93936920166016, "token_count": 17} +{"index": 4078, "reference": "A report about a woman who said she had repeated plastic surgery after her husband divorced her because she had a \"fat face\" has sparked outrage among China's online community.", "prediction": "An Australian woman Australian reportedly revealed that a Chinese woman surgery because she needing her to her brain, saying she had \"no no problem\" and had raised $1 (\u00a37 million (.50m).", "rouge": {"rouge1": 32.25806451612903, "rouge2": 6.666666666666667, "rougeL": 22.58064516129032}, "nll_sum": 221.47702026367188, "token_count": 38} +{"index": 4079, "reference": "Palestinian leader Mahmoud Abbas has warned that peace could suffer if President-elect Donald Trump carries out plans to move the US embassy in Israel from Tel Aviv to Jerusalem.", "prediction": "US President-elect Donald Trump has expressed frustration that it will move its US embassy from the West Bank because of the Palestinians does not help peace process.", "rouge": {"rouge1": 44.827586206896555, "rouge2": 14.285714285714285, "rougeL": 27.58620689655172}, "nll_sum": 109.58425903320312, "token_count": 29} +{"index": 4080, "reference": "A 15-year-old boy has been charged in connection with a hare coursing incident in Midlothian.", "prediction": "A 15-year-old boy has 2011 charged in connection withreatt forest near Dalkeole, West Eastothothian.", "rouge": {"rouge1": 54.545454545454554, "rouge2": 45.16129032258064, "rougeL": 54.545454545454554}, "nll_sum": 156.49696350097656, "token_count": 26} +{"index": 4081, "reference": "The shortlist for the \u00a330,000 Dylan Thomas Prize for young writers has been unveiled.", "prediction": "Five scientists have been shortlisted for the 2017 International women's award's been shortlisted. for thesea's a \" of- a's- reputation's a's The's from from's it's have from of. from's again a", "rouge": {"rouge1": 21.818181818181813, "rouge2": 7.547169811320755, "rougeL": 14.545454545454545}, "nll_sum": 273.33074951171875, "token_count": 47} +{"index": 4082, "reference": "Thousands of protesters are marching in South Africa to demand President Jacob Zuma is sacked.", "prediction": "Thousands of people are taken to the streets of South African capital, to show their support for President Zuma.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 6.25, "rougeL": 41.17647058823529}, "nll_sum": 64.67096710205078, "token_count": 21} +{"index": 4083, "reference": "Former Energy Secretary Chris Huhne - who was jailed for perverting the course of justice in 2013 - has been granted a Commons pass, a Freedom of Information Act request has revealed.", "prediction": " Labour MP Chris Huhne has jailed jailed and should not get to to both Parliament, a House of Commons says.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 119.9635238647461, "token_count": 22} +{"index": 4084, "reference": "Devonport naval base has been warned of legal action after a worker received a dose of radiation amid a series of safety breaches.", "prediction": "A lethal water discharged was sent into a Devon Royal Navy's Royalyard's nuclear base, it has emerged.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 139.95384216308594, "token_count": 22} +{"index": 4085, "reference": "A former teacher accused of sexually abusing boys in Nottingham has been cleared on all counts.", "prediction": "A retired vicar was convicted of child sex offences has cleared charges against boys.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 26.666666666666668}, "nll_sum": 80.34413146972656, "token_count": 15} +{"index": 4086, "reference": "An \"education edition\" of Minecraft is to be launched by Microsoft.", "prediction": " in tech giant Microsoft has bought video game video which will allow all in its schools again.", "rouge": {"rouge1": 7.142857142857142, "rouge2": 0.0, "rougeL": 7.142857142857142}, "nll_sum": 98.9339599609375, "token_count": 17} +{"index": 4087, "reference": "Roy Keane had \"no hesitation\" in agreeing to remain Republic of Ireland assistant boss once manager Martin O'Neill committed to another two years.", "prediction": " Republic of Ireland assistant manager Roy Keane and wants his Republic of Ireland future to contract, saying I I'm \"one none of my business doing\".", "rouge": {"rouge1": 32.0, "rouge2": 16.666666666666664, "rougeL": 24.000000000000004}, "nll_sum": 139.44082641601562, "token_count": 28} +{"index": 4088, "reference": "Head coach Paul Trollope says every player at Cardiff City \"has their price,\" before the transfer window closes.", "prediction": "Cardiff City head coach Paulope Troll says there is \"\" disappointed players to leave the club, because of \"many are too too offer offers.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 184.7694854736328, "token_count": 28} +{"index": 4089, "reference": "The chief executive of Royal Bank of Scotland says he believes the UK financial sector would be better off inside the European Union.", "prediction": " Bank Royal Bank of Scotland has, said it would see a interest rise rate this rise in the year if the UK votes to leave the EU.", "rouge": {"rouge1": 36.0, "rouge2": 16.666666666666668, "rougeL": 27.999999999999996}, "nll_sum": 102.24610900878906, "token_count": 28} +{"index": 4090, "reference": "A tale of two sentences, drafted in two different capitals, exposes the clear blue water between London and Brussels.", "prediction": "I have been writing to, the the decisions about and the location of what would happen, and then it means to be the kind of what was meant! be a the again theTheA's again- to of the's the in the", "rouge": {"rouge1": 16.393442622950822, "rouge2": 0.0, "rougeL": 13.114754098360656}, "nll_sum": 255.31161499023438, "token_count": 47} +{"index": 4091, "reference": "Three youths have been arrested over the stabbing of four teenagers in Clydebank.", "prediction": "Two teenagers have been charged with connection with a serious assault assault in Dumbarton.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 8.0, "rougeL": 22.222222222222225}, "nll_sum": 60.37813949584961, "token_count": 15} +{"index": 4092, "reference": "A fire at a disused pub in Caerphilly county was set deliberately, firefighters have said.", "prediction": "Firefighters are dealing with a large blaze at a former factory inondda Cynonaff.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 7.692307692307692, "rougeL": 21.428571428571427}, "nll_sum": 93.83383178710938, "token_count": 18} +{"index": 4093, "reference": "Concerns have been raised about the growing number of websites offering students bespoke academic essays in return for a fee.", "prediction": "Cheating students are not,ised students in their struggle to struggle for higher education education, the health watchdog has said. said in the-'s, solve, from they from a new from it from George's from. from's from a", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 277.7906494140625, "token_count": 47} +{"index": 4094, "reference": "A supporter of so-called Islamic State photographed a police officer in a mosque car park before plotting to carry out a knife attack around Remembrance Sunday 2014, a court heard.", "prediction": "Two Islamic- Michigan) posting a image of a police officer and falsely to be so-called Islamic State (IS), a court heard.", "rouge": {"rouge1": 49.05660377358491, "rouge2": 27.450980392156865, "rougeL": 33.9622641509434}, "nll_sum": 130.486083984375, "token_count": 27} +{"index": 4095, "reference": "Donald Trump's Aberdeenshire golf course has been forced to apply for retrospective planning permission for two large flag poles.", "prediction": "Plans have been unveiled for a huge wall at a Aber golf golf golf coursede Aberdeenshire.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 144.71002197265625, "token_count": 22} +{"index": 4096, "reference": "The forces of so-called Islamic State, now besieged in Mosul, are in a state of \"frenzy\" inside the city, increasingly blaming and terrorising the local population and preparing to conceal themselves if defeated.", "prediction": "The attack by Mosul so-called Islamic State (IS) in Mosul) seized, the northern city of Mosul is \"the delay\".", "rouge": {"rouge1": 40.74074074074075, "rouge2": 15.384615384615385, "rougeL": 37.03703703703704}, "nll_sum": 112.74649810791016, "token_count": 26} +{"index": 4097, "reference": "Mame Biram Diouf scored a late equaliser as Stoke prevented Chelsea from overtaking them in the league.", "prediction": "Burkina Fas cancelled booked place in second place in Premier League this season by beating play-offefuls Chelsea Chelsea at Stianian Parkian", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 180.06298828125, "token_count": 29} +{"index": 4098, "reference": "A man injured in an alleged assault at a Dorset holiday park has died.", "prediction": "A man has been arrested over the death of a man man who was found at aorset theme park.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 6.451612903225808, "rougeL": 24.242424242424242}, "nll_sum": 73.08953094482422, "token_count": 20} +{"index": 4099, "reference": "Rapper Dizzee Rascal has been announced as one of the headline acts at this year's Wickerman Festival.", "prediction": "The first full of line-up will be announced at Holyrood as the headliner for this year's Wickham Festival festival Festival.", "rouge": {"rouge1": 50.0, "rouge2": 15.789473684210527, "rougeL": 40.0}, "nll_sum": 111.8558349609375, "token_count": 27} +{"index": 4100, "reference": "Scotland is losing more than 140 bank branches over an 18-month period, according to BBC research.", "prediction": " 500 banks across Scotland are keeping a close close to customers, Bank in Scotland research research.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 105.55669403076172, "token_count": 17} +{"index": 4101, "reference": "New global rules to prevent banks that are \"too big to fail\" from being bailed out by taxpayers have been proposed.", "prediction": " eurozone leaders' have set out a plan to protect big banks from protecting the bank fail, and put forward for \u00c2\u00a31bn.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 132.2680206298828, "token_count": 27} +{"index": 4102, "reference": "The UK economy grew by 0.6% in the three months to the end of June, as economic growth accelerated in the run-up to the vote to leave the EU.", "prediction": "The UK economy grew by 0 by7% in April between November and the previous month, according to official figures, amid uncertainty about the EU referendum, writes,'s they be's-A's a in a from's. the's Broadway", "rouge": {"rouge1": 39.43661971830986, "rouge2": 17.391304347826086, "rougeL": 36.61971830985916}, "nll_sum": 253.85299682617188, "token_count": 47} +{"index": 4103, "reference": "A woman who died after being knocked down by an HGV in Aberdeen city centre has been named.", "prediction": "Police investigating the death of a man killed by a lorry in the city centre centre, Glasgow have paid tribute to \"very very, very family\".", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 104.252197265625, "token_count": 29} +{"index": 4104, "reference": "Shares in China were higher on Monday as weaker-than-expected trade data from the mainland raised hopes among investors that Beijing may introduce further stimulus measures soon.", "prediction": "Mainland ended higher slightly in on trade trade, despite China's economic data data, despite the despite growth fell slightly in real terms terms.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 0.0, "rougeL": 19.23076923076923}, "nll_sum": 157.93728637695312, "token_count": 27} +{"index": 4105, "reference": "Indian Prime Minister Narendra Modi has announced that the 500 ($7.60) and 1,000 rupee banknotes will be withdrawn from the financial system overnight.", "prediction": "India's Prime Minister Modi has announced the expansion of 500,000 rupees,43m; $5,700) be allowed to be hidden inside national bank.", "rouge": {"rouge1": 40.81632653061225, "rouge2": 17.02127659574468, "rougeL": 40.81632653061225}, "nll_sum": 149.93467712402344, "token_count": 32} +{"index": 4106, "reference": "A sex attack on woman near a university campus could be linked to two other attempted assaults, investigators have said.", "prediction": "Police are hunting a cyclist who was sexually assaulted at a university's university.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 17.64705882352941}, "nll_sum": 60.64772033691406, "token_count": 14} +{"index": 4107, "reference": "David Haye and Tony Bellew were physically kept apart at a heated news conference for Saturday's heavyweight bout at London's O2 Arena.", "prediction": "David Haye made it backto-back fights with date after an grue five-weight bout between tense rival rival a Bellew. solve.'s a ballet's \" '-able a reputation in from a's\". from a referee", "rouge": {"rouge1": 23.333333333333332, "rouge2": 3.4482758620689653, "rougeL": 20.0}, "nll_sum": 334.7887268066406, "token_count": 47} +{"index": 4108, "reference": "Two German climbers froze to death while attempting one of the peaks of Mont Blanc in the French Alps and rescuers have recovered their bodies.", "prediction": "Twowalkers are missing while trek to reach Europe tallest highest tallest mountain been a French Alps, French officials say.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 149.93121337890625, "token_count": 23} +{"index": 4109, "reference": "Parents who worry about handing over their car keys will be able to spy on their teenager's road skills and even set a speed limit soon.", "prediction": " has the unveiled a new car, that can be warning that parents can on track track.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 100.75650024414062, "token_count": 17} +{"index": 4110, "reference": "The footprints of a mysterious reptile that lived about 250 million years ago have been identified in fossils from the Pyrenees mountains.", "prediction": "Scientists have discovered two dinosaur footprints, the Earth up to 200 the66 million years ago, research suggests.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 98.3638916015625, "token_count": 20} +{"index": 4111, "reference": "Kent chairman George Kennedy is to leave his position at the Championship Division Two club at the end of March.", "prediction": "Nick Kennedy has resigned as chief executive of the Division Division Two club.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 12.903225806451616, "rougeL": 30.303030303030305}, "nll_sum": 63.805233001708984, "token_count": 13} +{"index": 4112, "reference": "An MP who beat an airline employee repeatedly with a slipper has been banned on five major Indian airlines.", "prediction": "The national passenger airline has suspended an Indian MP for \" asthma\" in an attack an staff.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 111.11532592773438, "token_count": 18} +{"index": 4113, "reference": "In July 1995, Bosnian Serb forces killed more than 8,000 Bosnian Muslims who were meant to be under UN protection.", "prediction": "The militant militant Islamist group Boko Haram survived an attack in the northern city on 15 July, killing at least 38 people (.43).", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 98.82756805419922, "token_count": 25} +{"index": 4114, "reference": "Foreign Secretary Boris Johnson's praise of Donald Trump's victory in the US presidential election came as a surprise to some, given his previous remarks about him.", "prediction": "There has been a change in little change about Boris Johnson, Johnson first American President-elect Donald Trump Donald become the first American president - and to UK prepares to leave the EU and then leave the European Union.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.25, "rougeL": 18.181818181818183}, "nll_sum": 223.8922576904297, "token_count": 41} +{"index": 4115, "reference": "Being overweight in adolescence is linked to a greater risk of bowel cancer later in life, a study suggests.", "prediction": " middleel overcame men are twice as more likely to have colorectalal cancer, late research suggests.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 110.72589111328125, "token_count": 21} +{"index": 4116, "reference": "The current state of the Labour Party is a \"tragedy\", former Prime Minister Tony Blair has said.", "prediction": "Former UK Prime Minister Blair Tony Blair has said Labour members can govern in rather than government than.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 24.242424242424242, "rougeL": 40.0}, "nll_sum": 93.08369445800781, "token_count": 18} +{"index": 4117, "reference": "An outdoor privy is being hailed as \"one of the poshest in the country\" after being restored at a Victorian country house.", "prediction": "A 18th Century toilet back home to 19th Century is to be restored and never, after being restored after more than \u00a32m.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809524, "rougeL": 22.727272727272727}, "nll_sum": 130.73394775390625, "token_count": 27} +{"index": 4118, "reference": "For a president who began his first term in the centre of the Islamic political spectrum, Hassan Fereydoun Rouhani, 68, has now moved firmly to the left, placing himself with the reformists.", "prediction": "Bassan Rouhani was best best known and best best, and powerful most and, powerful,, and, and the most powerful of his country.", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 145.110107421875, "token_count": 28} +{"index": 4119, "reference": "Chris Coleman wishes his father Paddy was alive to see Wales reach the quarter-finals of the European Championships.", "prediction": "Wales manager Chris Coleman says his son would \"betutal and would have been,\" had him.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 118.40103149414062, "token_count": 20} +{"index": 4120, "reference": "Three emergency care units are to remain closed to overnight patients in an effort to keep \"precious staffing resources\" focused on daytime care.", "prediction": "Four emergency care centres, overnight shut and nine patients are due to shut open due due to a lack of doctors.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 22.727272727272723}, "nll_sum": 109.8565444946289, "token_count": 22} +{"index": 4121, "reference": "Londoners face the longest average daily commute in the UK, a study found.", "prediction": "The amount of part-time buyers in England and Wales has fallen by 40 years ago, an analysis of research by the TUC the T solve, solve, says they from a-d a of in from men George's.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 238.62322998046875, "token_count": 45} +{"index": 4122, "reference": "Animal lovers hope to make it mandatory for pets found by council workers to be checked for microchips so they can be returned to their owners.", "prediction": "Reports to ensure animals found on British are so dangerous they are breeding on the same grass, a charity has claimed.", "rouge": {"rouge1": 21.276595744680847, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 108.21661376953125, "token_count": 22} +{"index": 4123, "reference": "There have been dramatic headlines about 3D technology, encompassing ideas to use 3D printers to make clothes, food, firearms and the parts of a house.", "prediction": "The digital, technology and technology, but mean be for many schools in many schools.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 94.14081573486328, "token_count": 16} +{"index": 4124, "reference": "Chelsea boss Jose Mourinho is close to agreeing a new contract after securing a third Premier League title.", "prediction": "Chelsea manager Jose Mourinho has agreed a new contract with Premier League champions in this summer.", "rouge": {"rouge1": 52.94117647058824, "rouge2": 31.25, "rougeL": 52.94117647058824}, "nll_sum": 51.703704833984375, "token_count": 16} +{"index": 4125, "reference": "Discount shoe retailer Brantano has gone into administration, about four months after the chain was bought by an investment firm.", "prediction": "Fmarket chain chain Brant, but London & Poor & (PwC), has put into liquidation.", "rouge": {"rouge1": 18.749999999999996, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 137.31497192382812, "token_count": 22} +{"index": 4126, "reference": "A man has pleaded not guilty by reason of insanity to the murder of his parents at their home in County Donegal almost two years ago.", "prediction": "An Dublin man accused murdering his wife, knife and knife outside his car whose body were found County County weekend has been found guilty of murder.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 0.0, "rougeL": 19.230769230769234}, "nll_sum": 134.80174255371094, "token_count": 27} +{"index": 4127, "reference": "Jurgen Klopp's final match in charge of Borussia Dortmund ended in defeat by Wolfsburg in the DFB Pokal final.", "prediction": "Llin Michelin took his took 90th the game as Borussia Dortmund side beat Wolf in a match that was ended to 10 men with struggling Wolfsburg.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 188.12452697753906, "token_count": 31} +{"index": 4128, "reference": "A \"distraught\" mother has been denied access to a full report into the death of her teenage daughter while in care.", "prediction": "A report into a council did not know a report about a young girl whose death was not of was not not included, says a council's member.", "rouge": {"rouge1": 24.489795918367342, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 145.20008850097656, "token_count": 29} +{"index": 4129, "reference": "Split-screen multitasking and improved notification controls are among the new features being added to the Android operating system (OS).", "prediction": " Facebook has announced that its new Android operating system to be named in Carmarthen., the'sowned's \" is a controversial-on-).", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 171.47323608398438, "token_count": 28} +{"index": 4130, "reference": "Members of the Berlin Philharmonic orchestra have been unable to agree on who should be their next chief conductor and artistic director.", "prediction": "The London Philharmonic will will try again as its chairman of itsors after three conductors' were suspended over offences using a mobile phone service. solve a's 2011- a-p aA in's from a's- from a", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 281.63934326171875, "token_count": 47} +{"index": 4131, "reference": "St Mary's Magherafelt lost 2-10 to 2-9 to St Peter's Wexford in the semi-finals of the Hogan Cup on Wednesday.", "prediction": "St Mary's scored a stunning- stoppage-time to beat Peter St 3-12 to 22- to to 0-9 to 0-14 in the decressing final of the MacRory Cup of on Saturday night.", "rouge": {"rouge1": 50.0, "rouge2": 20.689655172413794, "rougeL": 43.333333333333336}, "nll_sum": 246.74391174316406, "token_count": 45} +{"index": 4132, "reference": "Gary Waddock has returned to Aldershot Town for a second spell as manager.", "prediction": "Aldershot Town have appointed former club Waced as their new assistant manager.", "rouge": {"rouge1": 32.0, "rouge2": 8.695652173913043, "rougeL": 32.0}, "nll_sum": 74.95500946044922, "token_count": 16} +{"index": 4133, "reference": "The Conservatives have released more details about their proposed cap on energy prices.", "prediction": "Bosses and energy suppliers in energy are the big six they wish not to win the election.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 6.666666666666667}, "nll_sum": 96.50165557861328, "token_count": 18} +{"index": 4134, "reference": "There's only four days to the start of the Rio Olympics in Brazil.", "prediction": "The 2016 Olympic Games, taking place, at the Olympic Games in London not summer,.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 28.57142857142857}, "nll_sum": 78.85247802734375, "token_count": 16} +{"index": 4135, "reference": "A man has been found by the side of a road with his penis cut off.", "prediction": "A man was suffered serious injuries after being found on a dualriageway on Teesside.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 7.142857142857144, "rougeL": 26.666666666666668}, "nll_sum": 85.29527282714844, "token_count": 19} +{"index": 4136, "reference": "Argentina will face a run-off election next month after neither presidential candidate gained enough votes to win the poll outright.", "prediction": " the bidding for process bidding in bidding Argentina has ended in November's parliamentary elections in a run-off.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 20.0}, "nll_sum": 107.27998352050781, "token_count": 20} +{"index": 4137, "reference": "UKIP will win at least five seats on the Welsh Assembly as part of a UK-wide \"breakthrough\" in Thursday's polls, its leader Nigel Farage has said.", "prediction": "UKIP in Wales could become the first party party in local elections in England, the time the its leader and Wales, leader Nigel Farage. said.", "rouge": {"rouge1": 30.188679245283023, "rouge2": 11.76470588235294, "rougeL": 30.188679245283023}, "nll_sum": 136.57644653320312, "token_count": 29} +{"index": 4138, "reference": "Designs for redeveloping an airport \"remove\" its Art Deco past, a heritage campaigner has said.", "prediction": "New's Artoo terminal could lose out in a \"stasing a museum\", says a wildlife charity says", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 126.05734252929688, "token_count": 20} +{"index": 4139, "reference": "Cambridge United have signed forward Joe Pigott on a one-year deal following his release by Charlton Athletic.", "prediction": "Turnout Southendus have signed striker Jordan Williams for an undisclosed fee on a five 2011year deal, with a optionyear signed a further 12 months.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 10.0, "rougeL": 23.80952380952381}, "nll_sum": 155.77041625976562, "token_count": 31} +{"index": 4140, "reference": "A 12,000-seater music venue on the Temple Meads Enterprise Zone in Bristol is possible by 2016, the council says.", "prediction": "A bid for an entertainment arena tank an Bristol Bristol city centre is stalking be delivered, the council leader has said.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.000000000000001, "rougeL": 23.809523809523807}, "nll_sum": 133.10308837890625, "token_count": 22} +{"index": 4141, "reference": "Widescreen TV sets hooked up to satellite dishes, expensive drinks and perfumes - these are just some of the luxury items Colombian police have found in huts in the otherwise poor rural area of Uraba, in western Colombia.", "prediction": "Woods of 30 and m cache 30 instead of red, red and 30 instead of illegal hives in southern and Central America, and America in the African Republic.", "rouge": {"rouge1": 18.46153846153846, "rouge2": 3.1746031746031744, "rougeL": 15.384615384615385}, "nll_sum": 177.9737548828125, "token_count": 32} +{"index": 4142, "reference": "A golf club has received concerned questions from pet owners about the fate of a dog photographed in a sinkhole that appeared on its course.", "prediction": "A huge sinkhole has opened on the course at an Aberdeenshire golf course, it has emerged.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 68.00667572021484, "token_count": 21} +{"index": 4143, "reference": "Supermarket giant Tesco has reported a fall in full-year pre-tax profit after it was fined for overstating its profits in 2014.", "prediction": "Tesco is facing a \u00a3115m charges and faces it faces legal and legal charges in sales as it continues to struggle a new store chain.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 138.35830688476562, "token_count": 28} +{"index": 4144, "reference": "Forward Vadaine Oliver has joined Mansfield Town on an emergency one-month loan from Crewe Alexandra.", "prediction": "League Two side Mansfield Town have signed full- Jamie Oliver from fellow Crewe Alexandra for an undisclosed fee on a two-year deal, as the club's recent reputation from his-d for reputation in from a's.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 7.6923076923076925, "rougeL": 18.51851851851852}, "nll_sum": 211.26695251464844, "token_count": 44} +{"index": 4145, "reference": "Russia is expelling a veteran Polish correspondent - and has joked that it will look after his cat for him.", "prediction": "Poland has accused a Russian journalist who saying a a joke about his future.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 86.33419799804688, "token_count": 15} +{"index": 4146, "reference": "The United Nations Human Rights Office has warned of \"widespread and systematic use of excessive force\" being used against protesters in Venezuela.", "prediction": "The UN human rights watchdog has Venezuelan Venezuela government to use \"ex excessive force\" of activists amid protests during anti- government in May the of's, solve, it it from \"theable of a in from November a's.", "rouge": {"rouge1": 40.0, "rouge2": 6.896551724137931, "rougeL": 30.0}, "nll_sum": 306.0368347167969, "token_count": 45} +{"index": 4147, "reference": "The first images acquired by a new UK-built, high-resolution, Earth-observation constellation have been publicly released.", "prediction": "A British-based company has bought to a new seven-cost Earth satellite observation, which it and images and image of \"dark\". image\" \" solve's from's from's-year again fromold to from's from a again 2011", "rouge": {"rouge1": 17.543859649122805, "rouge2": 3.6363636363636362, "rougeL": 14.035087719298245}, "nll_sum": 306.0515441894531, "token_count": 47} +{"index": 4148, "reference": "A Carmarthenshire D-Day veteran has been presented with France's highest military honour at his hospital bed.", "prediction": "A World War Two awarded to be the French military honour for war crimes's war zones, the be honoured.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 122.64653778076172, "token_count": 21} +{"index": 4149, "reference": "Grimsby have signed striker Adi Yussuf on an 18-month deal from fellow League Two side Mansfield.", "prediction": "Grimsby Town have signed Mansfield Town winger winger Victor Senah on an 18-month deal, with a option of a further 12 further.", "rouge": {"rouge1": 45.0, "rouge2": 26.31578947368421, "rougeL": 40.0}, "nll_sum": 129.51290893554688, "token_count": 30} +{"index": 4150, "reference": "Councils should draw up fresh plans to reorganise local government, a former leader of Cardiff council has said.", "prediction": "Plans to cut 22 local government if if the Welsh government will protect the local again, the Labour leader has said", "rouge": {"rouge1": 35.8974358974359, "rouge2": 16.216216216216214, "rougeL": 35.8974358974359}, "nll_sum": 114.917724609375, "token_count": 22} +{"index": 4151, "reference": "London Irish scrum-half Brendan McKibbin has been suspended for three weeks by the Rugby Football Union for stamping on Bath's Henry Thomas.", "prediction": "Saracens winger Jessica, Burger will be out for six to six weeks after completed a leg after his neck in his leg.", "rouge": {"rouge1": 8.695652173913043, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 129.06747436523438, "token_count": 26} +{"index": 4152, "reference": "Instant messaging apps must store data about Iranian users inside the country, Iran has ordered.", "prediction": "The Afghan parliament has passed a law that allows people to right users can access or access.", "rouge": {"rouge1": 18.750000000000004, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 83.49267578125, "token_count": 17} +{"index": 4153, "reference": "Olympic hero Ben Ainslie has outlined his plans to win the America's Cup.", "prediction": "Olympic boxing sailor Ben Ben Ainslie has retired from racing in the 2017 America Cup Cup World Series.", "rouge": {"rouge1": 43.75000000000001, "rouge2": 13.333333333333334, "rougeL": 43.75000000000001}, "nll_sum": 112.92594909667969, "token_count": 22} +{"index": 4154, "reference": "Using Windows 8 devices could involve signing on by tapping, circling or touching images.", "prediction": "Some people using Windows 10 areawi using their own devices and devices for users.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 7.6923076923076925, "rougeL": 21.428571428571427}, "nll_sum": 81.89250183105469, "token_count": 15} +{"index": 4155, "reference": "A 46-year-old man has died after he was attacked outside a pub in Grimsby.", "prediction": "A man has appeared in court charged with murder and murder following the discovery of a 34-year-old in Grimsby Town.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 16.666666666666664, "rougeL": 31.57894736842105}, "nll_sum": 78.30704498291016, "token_count": 26} +{"index": 4156, "reference": "China has said Japan is endangering peace in the region after it passed controversial laws expanding the role of its military abroad.", "prediction": "China has expressed concern against Japan's controversial to its military and training in its policy overseas.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 30.769230769230766}, "nll_sum": 95.86852264404297, "token_count": 17} +{"index": 4157, "reference": "Chelsea's poor home record under Rafael Benitez continued as Southampton fought back from 2-0 down to snatch a point.", "prediction": " Chelsea will start their winning start to the season as Rafael Benitez scored a stunning penalty to draw with a Southampton in a thrilling Premier League game.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333336}, "nll_sum": 97.96096801757812, "token_count": 29} +{"index": 4158, "reference": "Ireland seamer Craig Young has been ruled out of the two one-day internationals against Sri Lanka in June with an elbow injury.", "prediction": "England batsman Craig Young's recognition will have a doubt and will miss Northern Ireland's one-day series against Sri Lanka because of his neck injury.", "rouge": {"rouge1": 40.0, "rouge2": 16.666666666666668, "rougeL": 31.999999999999996}, "nll_sum": 117.03038024902344, "token_count": 29} +{"index": 4159, "reference": "A fossil stored in a Doncaster museum for 30 years and thought to be a plaster copy has turned out to be a new species of ancient reptile.", "prediction": "A new human genome was found on a Dorset beach more than 1,000 ago, archaeologists have revealed.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 4.545454545454545, "rougeL": 8.695652173913043}, "nll_sum": 84.48796081542969, "token_count": 21} +{"index": 4160, "reference": "British Olympic champion Katie Archibald won omnium gold at the European Track Championships, her second title in two nights in Paris.", "prediction": "Britain's Jay Archibald won the individual gold women's gold medal at the UCI UCI Track World Cup in London in the on Saturday, from, it's from a middlee middle reputation from 5's2's.'sA", "rouge": {"rouge1": 27.11864406779661, "rouge2": 7.017543859649122, "rougeL": 27.11864406779661}, "nll_sum": 249.81407165527344, "token_count": 47} +{"index": 4161, "reference": "Scottish football enjoyed an increase in attendances at league matches of over 12% last season.", "prediction": "C thousand for Scottish football Howard has reached a new record level - the highest level for the 2015-16 season, to figures from the Scottish Professional- League. emerged from's a-A a referee from Saturday November The's a from emerged", "rouge": {"rouge1": 14.035087719298245, "rouge2": 3.6363636363636367, "rougeL": 10.526315789473681}, "nll_sum": 283.5257568359375, "token_count": 47} +{"index": 4162, "reference": "Alexandra Palace has started a \u00a31m fundraising campaign to bring its Victorian theatre back to life after lying unused for 80 years.", "prediction": "A total of \u00a31m is restoring towardsington Palace's Palace has secured lottery funding from the National Lottery (HLFF).", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 9.75609756097561}, "nll_sum": 146.29498291015625, "token_count": 25} +{"index": 4163, "reference": "A huge sinkhole has appeared on the 13th hole of a golf course in Texas, America.", "prediction": "A massive sinkhole has opened up on a in California, Florida,.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 8.0, "rougeL": 44.44444444444444}, "nll_sum": 68.91175842285156, "token_count": 13} +{"index": 4164, "reference": "Reports of people voting more than once in June's election are \"troubling\" but there is little evidence of widespread abuse, the elections watchdog has said.", "prediction": "The UK financial watchdog has called for more the people to vote in the next year general election, the result of the result of EU referendum.", "rouge": {"rouge1": 38.46153846153847, "rouge2": 4.0, "rougeL": 23.076923076923077}, "nll_sum": 123.01763153076172, "token_count": 27} +{"index": 4165, "reference": "Bristol Flyers secured the last spot in the BBL Play-offs with victory against Leeds Force in the final game of their debut top-flight season.", "prediction": "Belfast Giants beat 7-59 in London to stay the four remaining match remaining in Sunday's British Basketball League play-off final. inoffolve- a Queensland a by-H aForest in's-'s from- from-", "rouge": {"rouge1": 19.672131147540988, "rouge2": 3.389830508474576, "rougeL": 16.39344262295082}, "nll_sum": 293.2560729980469, "token_count": 47} +{"index": 4166, "reference": "Josh Matavesi's late try rescued a draw for Ospreys in their European Champions Cup game at home to Racing Metro.", "prediction": " Ospreys missed a last-gasp behind Racing to keep their faint European Champions Cup hopes and and reaching the European Champions Challenge Cup hopes alive.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 21.73913043478261}, "nll_sum": 153.91012573242188, "token_count": 29} +{"index": 4167, "reference": "A five-year-old boy with terminal cancer has appeared as a mascot at the Sunderland v Chelsea game.", "prediction": "England has received more than 11,000 Christmas cards from a son to a terminally ill five-old Chelsea who raised support for him.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 128.98268127441406, "token_count": 27} +{"index": 4168, "reference": "The 2022 World Cup in Qatar should take place in November and December, a Fifa taskforce has recommended.", "prediction": "Fifa has confirmed it will host the 20-20 World Cup from 30 December, saying the there was nono solution\".", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 122.65116119384766, "token_count": 24} +{"index": 4169, "reference": "UK shares edged higher in the final trading session before Christmas, with the FTSE 100 ending a shortened session up 4.49 points at 7,068.17.", "prediction": "(Open): The FTSE 100 closed, at its highest level since 2009, after the bank fell up from 0 066% from the previous year.", "rouge": {"rouge1": 24.0, "rouge2": 8.333333333333334, "rougeL": 15.999999999999998}, "nll_sum": 132.2049560546875, "token_count": 31} +{"index": 4170, "reference": "A woman from Bridgend made the final three in a competition to find the new voice of the speaking clock.", "prediction": "A train and Dundee man has won provide the voice of the BBC to be named the best.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 26.31578947368421}, "nll_sum": 109.4568862915039, "token_count": 19} +{"index": 4171, "reference": "Italy will replace Chelsea-bound national coach Antonio Conte with Giampiero Ventura after Euro 2016.", "prediction": "Fernando have appointed boss Marcelofacto as their new head coach, ahead of their Euro 2016.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 7.142857142857142, "rougeL": 20.000000000000004}, "nll_sum": 99.5032958984375, "token_count": 21} +{"index": 4172, "reference": "The mother of murdered toddler James Bulger says she still \"wants justice\" 20 years after her son's death.", "prediction": "The mother's toddler who was murdered 20 years ago has said she will be released from prison saying she does not want to hurt anything else else", "rouge": {"rouge1": 42.5531914893617, "rouge2": 13.333333333333334, "rougeL": 25.53191489361702}, "nll_sum": 100.89985656738281, "token_count": 27} +{"index": 4173, "reference": "Cheltenham Town have signed midfielder Nigel Atangana on a two-year deal.", "prediction": "League Two leaders Cheltenham Town have signed Portsmouth goalkeeperana Marangana on a two 2011- deal, with a option of a further 12 months.", "rouge": {"rouge1": 45.71428571428571, "rouge2": 30.303030303030305, "rougeL": 45.71428571428571}, "nll_sum": 138.04647827148438, "token_count": 30} +{"index": 4174, "reference": "England batsman Nick Compton says his approach to the game does not make him an intense character.", "prediction": " batsatsman Nick Compton says he is \"righting off\" the of of batting, the being dropped out of the top three for the Test's England.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 154.02499389648438, "token_count": 31} +{"index": 4175, "reference": "Three Oklahoma teenagers have been charged in the death of an Australian who was gunned down in broad daylight as he jogged on a road in the US state.", "prediction": "Two more men have been charged with the murder of an Australian student, who who was hit by a car by road in Australia, Australia.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 23.076923076923077, "rougeL": 44.44444444444445}, "nll_sum": 98.09280395507812, "token_count": 27} +{"index": 4176, "reference": "Ever wanted a famous author to surprise your school assembly and give you writing tips?", "prediction": "Imagine you do want a books!", "rouge": {"rouge1": 28.571428571428577, "rouge2": 10.526315789473681, "rougeL": 19.047619047619044}, "nll_sum": 38.06048583984375, "token_count": 6} +{"index": 4177, "reference": "Wales scrum-half Rhys Webb has been ruled out of the Rugby World Cup because of a foot injury.", "prediction": "ys Rhys Webb is being ruled out of Wales' Six Nations match against Ireland in July with a foot injury.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 27.027027027027025, "rougeL": 41.02564102564102}, "nll_sum": 74.68197631835938, "token_count": 22} +{"index": 4178, "reference": "The World Cup in Brazil, Ebola and the iPhone 6 were the biggest Google trends in the UK in 2014.", "prediction": "Ewan AE,, and Newcastle, has been namedy in the BBC's, which includes names for the Caty called Banksone cancer.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 5.263157894736842, "rougeL": 15.0}, "nll_sum": 189.72421264648438, "token_count": 27} +{"index": 4179, "reference": "Cornish Pirates coach Gavin Cattle says his side has room for improvement despite their 50-24 win over Connacht.", "prediction": "Scottish Pirates head coach Gavin Cattle says his side need to be sterilised after their 20-23 European Champions Cup Cup win over Z Zacon on Friday.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 27.272727272727277, "rougeL": 43.47826086956522}, "nll_sum": 167.40084838867188, "token_count": 32} +{"index": 4180, "reference": "A woman is planning to walk down the aisle on her wedding day despite being bed-ridden for almost half her life.", "prediction": "A woman has started a bid to get a rare form of cancer in her partner.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 58.10871124267578, "token_count": 16} +{"index": 4181, "reference": "Israeli Prime Minister Benjamin Netanyahu has said Israel will re-assess its ties with the United Nations.", "prediction": "Israeli Prime Minister Benjamin Netanyahu has welcomed a decision to withdraw all counties territory in Israel, what it has described as \"a huge blow\".", "rouge": {"rouge1": 34.146341463414636, "rouge2": 25.64102564102564, "rougeL": 34.146341463414636}, "nll_sum": 102.38201904296875, "token_count": 26} +{"index": 4182, "reference": "The European Court of Human Rights has ruled that Lithuania was wrong to bar former President Rolandas Paksas from running for parliament after he had been ousted from power in 2004.", "prediction": " the former head of Russia, Alexanderaks Renasas, will receive an award from an MP, the European European Court of Human Rights Watch says.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 19.23076923076923, "rougeL": 22.22222222222222}, "nll_sum": 142.71823120117188, "token_count": 29} +{"index": 4183, "reference": "Arsenal beat Watford to earn their first victory of the season.", "prediction": "Arsenal produced a stunning second--half display to beat bottom side Watford at the Hepat Stadium Stadium.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 0.0, "rougeL": 28.57142857142857}, "nll_sum": 107.32279205322266, "token_count": 20} +{"index": 4184, "reference": "Outbreaks of heavy rain will hit parts of south, mid and west Wales through Monday, the Met Office has warned.", "prediction": "The Met Office has issued a warning of further heavy rain and heavy winds could in parts of south Wales on Monday.", "rouge": {"rouge1": 66.66666666666666, "rouge2": 30.0, "rougeL": 38.0952380952381}, "nll_sum": 80.75199890136719, "token_count": 22} +{"index": 4185, "reference": "As many as one in four pregnancies are thought to end in a miscarriage, and yet most women never talk about it.", "prediction": "More than half women and women in Northern Ireland have not suffered a fatal miscar system - but the location say that saying \"Don't let alone\".", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 8.333333333333334}, "nll_sum": 164.29837036132812, "token_count": 28} +{"index": 4186, "reference": "The investment fund which bought Nama's Northern Ireland portfolio was told by a law firm that it could get them \"access\" to the NI Executive, an Irish parliamentary committee has heard.", "prediction": "Cerberus, the US law firm that will free to provide the investment fund, has help investment sale to a Northern Ireland secretary loan.", "rouge": {"rouge1": 43.63636363636363, "rouge2": 18.867924528301884, "rougeL": 25.454545454545457}, "nll_sum": 160.0301055908203, "token_count": 27} +{"index": 4187, "reference": "Ayr survived relentless pressure in a brave performance to take three huge points in their battle for championship survival.", "prediction": "Dunfermline beat the gap on A United and move within three points of the Scottish Championship play-off hopes alive at Caith Park.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 141.5900421142578, "token_count": 28} +{"index": 4188, "reference": "A former Scottish first minister has fallen down a drain while walking in the dark in Malawi.", "prediction": "The Scottish Labour first minister Jack McConnell but said he was \"let down\" after falling down a bag after falling \"down a drain down\".", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 123.87356567382812, "token_count": 27} +{"index": 4189, "reference": "A man has been found dead in his cell at a prison in Kent - the third in as many weeks, the Prison Officers' Association has said.", "prediction": "An prison whose at a prison where 11 people died in 40 ago has died in prison, the Prison Association Association has said in in the- reputation, reputation, as it from a its from a The's from of. from's 2011A", "rouge": {"rouge1": 44.11764705882353, "rouge2": 15.151515151515152, "rougeL": 29.411764705882348}, "nll_sum": 289.1790466308594, "token_count": 47} +{"index": 4190, "reference": "A convicted fraudster used an \"ingenious\" escape plot to trick prison wardens into letting him go free, a court has heard.", "prediction": " a man has been jailed for four years after claiming to be public money from prison staff, prison staff and to interview a senior police officer.", "rouge": {"rouge1": 21.276595744680847, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 115.49055480957031, "token_count": 27} +{"index": 4191, "reference": "Two councils acted unlawfully by letting chief executives opt out of a pension scheme to avoid potential tax payments, the Wales Audit Office says.", "prediction": "A police force has failed to pay \u00a350,000 in contributions to two chief executives who were constable.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 14.285714285714288}, "nll_sum": 87.70272827148438, "token_count": 21} +{"index": 4192, "reference": "A car driver has been stopped by police on the motorway after driving at speeds of up to 132mph.", "prediction": "A motoristists was caught camera on a motorway's motorway after being caught too, police have said, he was a ballet's as a too late\", from a career from's was for aA of.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.846153846153846, "rougeL": 18.51851851851852}, "nll_sum": 264.74761962890625, "token_count": 43} +{"index": 4193, "reference": "On 6 July, a motion in the House of Commons calling on the government to guarantee the rights of EU nationals living in the UK was passed by 245 votes to two.", "prediction": "The Irish government has yet to give give EU to aid workers living in other EU countries.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 24.489795918367342}, "nll_sum": 75.62187194824219, "token_count": 17} +{"index": 4194, "reference": "Actress Barbara Windsor has been made a dame in the Queen's New Year Honours list for her services to entertainment and charity.", "prediction": "Ver one of her best best-lovedlana Gaellurryarry joining EastEnders.", "rouge": {"rouge1": 6.0606060606060606, "rouge2": 0.0, "rougeL": 6.0606060606060606}, "nll_sum": 129.41062927246094, "token_count": 19} +{"index": 4195, "reference": "Think of virtual reality and you will probably conjure up images of fantastical landscapes in a game or film set.", "prediction": "Virtual-Virtual reality have to used used to encourage people and those struggle with autism, says National Literistic Society.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 5.405405405405405, "rougeL": 15.384615384615385}, "nll_sum": 135.92715454101562, "token_count": 22} +{"index": 4196, "reference": "Three Welsh universities are among the top places in the UK for student satisfaction, a new survey shows.", "prediction": "Some students at Welsh are the highest level of satisfaction with those who to struggle university, university research suggests.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 110.68727111816406, "token_count": 20} +{"index": 4197, "reference": "Cologne has beefed up security for the city's annual carnival, after many women suffered sexual assaults and robberies there on New Year's Eve.", "prediction": "There has been serious serious sex attacks in Cologne's Eve on New Year's Eve, with the number reports reports of women of sexual assault.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 20.408163265306126, "rougeL": 27.450980392156865}, "nll_sum": 101.84184265136719, "token_count": 27} +{"index": 4198, "reference": "The former chairman of a Westminster standards watchdog has called for an investigation into societies that receive public money in rent from MLAs for their constituency offices.", "prediction": "One of the biggest trade leaders, which runs members of the Northern Ireland Assembly be Northern Ireland, News NI, has released a senior struggle from his. as a's reputation over his reputation from a's have of of.", "rouge": {"rouge1": 15.151515151515152, "rouge2": 0.0, "rougeL": 12.121212121212123}, "nll_sum": 241.85546875, "token_count": 43} +{"index": 4199, "reference": "Police are investigating a Nottingham nightclub for an alleged hate crime incident after a group of predominantly black people were refused entry.", "prediction": "A black shop says she was forced to pull out of a night night in Nottingham because the organisers did not do because she was not white or enough\".", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 7.8431372549019605}, "nll_sum": 134.88800048828125, "token_count": 29} +{"index": 4200, "reference": "Teenagers in foster care in Scotland are being moved too often, according to a campaign group.", "prediction": " young children in Scotland are coming out of their homes to be foster families or families generations, new research suggests.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.76470588235294, "rougeL": 22.222222222222225}, "nll_sum": 86.64997863769531, "token_count": 21} +{"index": 4201, "reference": "Three pensioners - all over 70 - have been awarded for their bravery after they tackled and pinned down a burglar.", "prediction": "Three heroes have been described as a priest hero and a \"better hero\" after being robbed by a man a armed with a bravery award by police.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454546, "rougeL": 21.73913043478261}, "nll_sum": 136.01168823242188, "token_count": 29} +{"index": 4202, "reference": "London needs its own visa system to allow higher levels of migration to avert economic decline post-Brexit, a leading business organisation has said.", "prediction": "Migrants immigration rules in London could lead \u00a32.2bn to the economy by 2020, City Hall says.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 93.48900604248047, "token_count": 22} +{"index": 4203, "reference": "Derby County captain Richard Keogh has signed a new three-year deal, keeping him with the club until summer 2019.", "prediction": "Derby County's captain Don't Keiron't has signed a new three 2011and-and-half-half-year contract.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 27.027027027027025, "rougeL": 46.15384615384615}, "nll_sum": 130.06793212890625, "token_count": 26} +{"index": 4204, "reference": "Workers at the drinks giant Diageo have voted to take industrial action in a dispute over pensions.", "prediction": " stoppageo in Scotland in favour of voted to take strike action over how pay pay.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 13.333333333333334, "rougeL": 31.25}, "nll_sum": 108.10257720947266, "token_count": 17} +{"index": 4205, "reference": "A newly-refurbished Enterprise train is back in service after having its safety licence in the Republic of Ireland restored.", "prediction": "The new multi-million pound Project project will be returned to service in Northern Ireland next, after a staff being treated for eye injuries after two incidentsarn the was passed from The's from the Dus have of football.", "rouge": {"rouge1": 27.118644067796605, "rouge2": 0.0, "rougeL": 13.559322033898303}, "nll_sum": 252.86143493652344, "token_count": 43} +{"index": 4206, "reference": "Female Islamic clerics in Indonesia have issued an unprecedented fatwa against child marriage.", "prediction": " religious clerics in Indonesia are calling for the government to fat thewa of child child brides, as possible as possible \"the to exist\".", "rouge": {"rouge1": 22.22222222222222, "rouge2": 11.764705882352942, "rougeL": 22.22222222222222}, "nll_sum": 156.72821044921875, "token_count": 27} +{"index": 4207, "reference": "Venezuela's baseball season should be cancelled due to the country's ongoing crisis, a leading coach has said.", "prediction": "A baseball player Venezuela Venezuela has called for a baseball team to be in this this year.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 93.2095718383789, "token_count": 17} +{"index": 4208, "reference": "The UK should not have to pay \"large\" sums to the EU to trade with it after Brexit, Boris Johnson has said.", "prediction": "Boris Johnson has said any government will paying access to the EU's European market, saying the it is \"sensible \"og", "rouge": {"rouge1": 46.51162790697674, "rouge2": 24.390243902439025, "rougeL": 23.25581395348837}, "nll_sum": 125.60679626464844, "token_count": 25} +{"index": 4209, "reference": "The third and final day of the sell-out Rock am Ring music festival in Germany has been cancelled after lightning hurt at least 80 fans, organisers say.", "prediction": "The festival of Germany music largest music film and music festival, concert I Jewish, has been cancelled because of strike strike in central Europe a. a's aA planning decision from a fans, planning's have of of.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 9.375, "rougeL": 24.242424242424242}, "nll_sum": 268.2315673828125, "token_count": 43} +{"index": 4210, "reference": "The Indian parliament has passed a bill which allows juveniles between 16 and 18 years of age to be tried as adults for serious crimes like rape or murder.", "prediction": "India's upper house has approved a new laws which includes tougher tougher sentences for girls for sex crimes including offences, and crimes of genocide offenders.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 127.64484405517578, "token_count": 27} +{"index": 4211, "reference": "Four people have appeared in court accused of helping to hide or dispose of teenager Becky Watts' body parts.", "prediction": "Four men accused of murdering Becky James, who who appeared in court a year ago in November ago are to appeared in court. court to in a the a's a's from a from a The's the game of.", "rouge": {"rouge1": 30.0, "rouge2": 10.344827586206897, "rougeL": 20.0}, "nll_sum": 239.62673950195312, "token_count": 43} +{"index": 4212, "reference": "The mother of a boy taken off a plane at Gatwick due to a lack of seats is demanding EasyJet overhaul its ticketing process.", "prediction": "The mother of a young boy who was suddenly left out of the cockpit because an flight of EasyJet says she believes thinks he did not and get a one seat.", "rouge": {"rouge1": 32.727272727272734, "rouge2": 11.320754716981133, "rougeL": 25.454545454545453}, "nll_sum": 164.95091247558594, "token_count": 32} +{"index": 4213, "reference": "Tributes have been paid to a woman credited with raising awareness about the dangers of polio following the death of her footballer husband.", "prediction": "A woman who launched an appeal against a polio footballer has tribute to \"the of the best the interests and well well\", a leading intraven charity says.", "rouge": {"rouge1": 36.0, "rouge2": 4.166666666666667, "rougeL": 20.0}, "nll_sum": 191.1241455078125, "token_count": 29} +{"index": 4214, "reference": "Nigel Farage is to remain as UKIP leader after the party rejected his resignation.", "prediction": "The former leader of UKIP Farage, has resigned as the party being the party's leader, saying he not believe the party \" not want want\".", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 131.09881591796875, "token_count": 28} +{"index": 4215, "reference": "Work has begun to transform the former Gedling Colliery site into a \u00a31.1m country park.", "prediction": "A site on site former tip in the Ged park G park park could be \", an accident and could happened\", a county councillor has said.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 180.1884765625, "token_count": 28} +{"index": 4216, "reference": "A resident of the Short Strand area of east Belfast has challenged a decision to overturn a court ruling that the PSNI was wrong not to stop union flag protests.", "prediction": "The UK Supreme Court over a controversial ruling that the PSNI failed to fly the flag, Northern Ireland is be entitled to Supreme Court of Appeal.", "rouge": {"rouge1": 39.28571428571428, "rouge2": 11.111111111111112, "rougeL": 28.571428571428577}, "nll_sum": 134.60757446289062, "token_count": 28} +{"index": 4217, "reference": "MPs have voted in favour of setting new binding targets on public spending.", "prediction": "Labour is trying to buy a upcoming Conservative government's priority to cut excessive debt debts, Ed chancellor Ed Balls has said of aAolveon's. aWest - it's a from it it's have of\"..", "rouge": {"rouge1": 8.333333333333332, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 270.5533142089844, "token_count": 43} +{"index": 4218, "reference": "An 80-year-old man who was hit by a car has died.", "prediction": "A man who killed when he was being hit by a car involved in a suspected hit-andrun in North Yorkshire has been named as a man from's.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 20.0, "rougeL": 38.0952380952381}, "nll_sum": 109.97627258300781, "token_count": 31} +{"index": 4219, "reference": "Inquiries into serious crimes committed by recently-released prisoners should be published, politicians have said.", "prediction": "MPs have called for tougher call for a terminally-old man to be locked, if it could have been dealt a killer's murder.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 134.36959838867188, "token_count": 28} +{"index": 4220, "reference": "Somerset's County Championship match at Lancashire ended in a draw after rain caused the fourth day's play to be cancelled without a ball being bowled.", "prediction": "The opening County Division match between between One rivals Lancashire and Lancashire was abandoned abandoned because of bad weather and bad weather.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 129.09335327148438, "token_count": 26} +{"index": 4221, "reference": "A total of 282 secondary schools in England are deemed to be failing by the government, as they have not met a new set of national standards.", "prediction": "performings in England are failing cleared of results with poor results to some schools.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410257, "rougeL": 24.390243902439025}, "nll_sum": 101.79370880126953, "token_count": 16} +{"index": 4222, "reference": "A pensioner who painted red and white stripes on her townhouse has started court action against planning policy.", "prediction": "A woman has been accused paint of her house and build a supermarket in her own home.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 91.13155364990234, "token_count": 17} +{"index": 4223, "reference": "The US government remains in partial shutdown after negotiations between Republicans and Democrats failed to find a solution to an ongoing dispute over the federal budget.", "prediction": "The US Department of energy has announced it will it stop halt staff working as national security security.", "rouge": {"rouge1": 9.090909090909092, "rouge2": 4.761904761904763, "rougeL": 9.090909090909092}, "nll_sum": 100.41448974609375, "token_count": 18} +{"index": 4224, "reference": "Dartmoor Hill ponies should be bred for human consumption to ensure their survival on the moor, says a pony group.", "prediction": " of the fruit of Dartmoor ponies could be threatened if they are to be lost, a group group has claimed", "rouge": {"rouge1": 35.0, "rouge2": 0.0, "rougeL": 30.0}, "nll_sum": 105.6255111694336, "token_count": 22} +{"index": 4225, "reference": "The largest airline in Latin America, Latam, says it is suspending its flights to Venezuela because of the worsening economic situation.", "prediction": "vam has suspended suspended all of its flights to the capital, Buenosacas,, amid fears it has over \"serious currency control\".", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 150.2421417236328, "token_count": 25} +{"index": 4226, "reference": "Ten men have been charged in connection with a collision between a quad bike and a sports car which killed four people from West Yorkshire.", "prediction": "Four men have been charged with death and causing the deaths of three people involved in a five-vehicle car crash in South Yorkshire.", "rouge": {"rouge1": 48.97959183673469, "rouge2": 12.76595744680851, "rougeL": 36.734693877551024}, "nll_sum": 73.5413818359375, "token_count": 26} +{"index": 4227, "reference": "Police in Barcelona have arrested five suspected members of the so-called \"Pink Panthers\" gang as they tried to rob a jewellery shop.", "prediction": " Inter police have arrested 44 people in connection with an robbery after an armed robbery at a jew shop.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 71.19264221191406, "token_count": 19} +{"index": 4228, "reference": "League One leaders Scunthorpe United suffered their third defeat of the season as Rochdale held on to win at Spotland.", "prediction": "Play-off hopefuls Rochdale a battle and a point in their League One play- hopes alive with a nine- thriller at Spotland.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 169.12379455566406, "token_count": 30} +{"index": 4229, "reference": "The future of a controversial housing repairs contract will be discussed by councillors in North Lanarkshire later.", "prediction": "Councillors are are expected to decide whether North Lantershire Council is hold a company which it wants to provide a contract which receive \u00a32bn to Glasgow City Council.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 166.38238525390625, "token_count": 34} +{"index": 4230, "reference": "Seven fishermen owe Captain Radhika Menon their lives.", "prediction": " Halep Harbourhh Menon but crew be sea more than two decades ago, has received an international hockey award, includes a way - it's be a best for a--lp seizure in from November's.", "rouge": {"rouge1": 4.761904761904762, "rouge2": 0.0, "rougeL": 4.761904761904762}, "nll_sum": 280.6323547363281, "token_count": 41} +{"index": 4231, "reference": "England's collapse on the final afternoon of the fifth Test is one of the worst I have seen - and I have witnessed a few.", "prediction": "England suffered a surprise defeat by defeat in the third Test at Edgb was also a one-match series whitew by England in their final Test at Edgb.", "rouge": {"rouge1": 22.64150943396226, "rouge2": 0.0, "rougeL": 15.094339622641511}, "nll_sum": 149.41387939453125, "token_count": 32} +{"index": 4232, "reference": "As part of national Anti-Bullying week Newsround has been asking kids about the best way to stop it.", "prediction": "round weekround's been speaking at how and you should look for another you or should think", "rouge": {"rouge1": 5.555555555555555, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 116.11565399169922, "token_count": 17} +{"index": 4233, "reference": "Surrey captain Gareth Batty has signed a new contract which will keep him at the club until the end of 2017.", "prediction": "Surrey and captain Mat Batty has signed new contract keeping him at the until the end 2011- 2020 season to", "rouge": {"rouge1": 68.29268292682926, "rouge2": 41.02564102564102, "rougeL": 68.29268292682926}, "nll_sum": 131.00668334960938, "token_count": 22} +{"index": 4234, "reference": "Cameroon's Confederations Cup campaign is over after a 3-1 defeat by Germany in their final Group B game on Sunday.", "prediction": "Cristiano Ronaldo missed a penalty-half penalty as they comfortably beat Germany in the semi-20 World Cup.", "rouge": {"rouge1": 20.0, "rouge2": 5.263157894736842, "rougeL": 15.0}, "nll_sum": 87.87457275390625, "token_count": 22} +{"index": 4235, "reference": "Increased spending will result in a \"bigger\" Royal Navy, the defence secretary has said, as he announced a new \u00a313.5m shipbuilding contract.", "prediction": "More than 80 Royalciplinaryates and will replace the Royal Navy's new flagship new in Portsmouth, the Ministry of Defence has said in the \"'s,00 a's3\". aolve \" it be from from\"..", "rouge": {"rouge1": 35.714285714285715, "rouge2": 7.4074074074074066, "rougeL": 28.571428571428577}, "nll_sum": 286.12127685546875, "token_count": 43} +{"index": 4236, "reference": "The search for a company to take on the \u00a32.75bn contract to build high speed trains for the HS2 rail network got underway on Friday.", "prediction": "The contract for the \u00a3bn contract of the HS2 high-speed rail line, the UK, will create up to 200,000 and,000 has be announced.", "rouge": {"rouge1": 38.46153846153847, "rouge2": 12.0, "rougeL": 26.923076923076923}, "nll_sum": 159.68539428710938, "token_count": 33} +{"index": 4237, "reference": "Ulster Bank is to sell off agricultural loans in Northern Ireland with a face value of about \u00a315m.", "prediction": "The Republic of Ireland7 announced that of the Republic of Ireland is paying about \u00a315m in loans to Irish students in Northern Ireland Mens 2011 and.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 14.285714285714283, "rougeL": 22.72727272727273}, "nll_sum": 143.93685913085938, "token_count": 29} +{"index": 4238, "reference": "Labour's former deputy leader Harriet Harman is right to say that the EU has been important in the development of UK law that affects women's right.", "prediction": "'s's former Labour leader Harriet Harman has denied that women women's rights should be award to receive equal, equal pay or leave, receive rights to part-time workers.", "rouge": {"rouge1": 44.827586206896555, "rouge2": 21.42857142857143, "rougeL": 34.48275862068965}, "nll_sum": 160.53457641601562, "token_count": 34} +{"index": 4239, "reference": "A dog owner has admitted ordering her Staffordshire bull terrier to attack another woman in Peterhead.", "prediction": "A woman has admitted admitting a dog and attacking and attacking stray woman who was late dangerously out of control\" in East Lothian.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 30.769230769230766}, "nll_sum": 141.36502075195312, "token_count": 26} +{"index": 4240, "reference": "A 17-year-old boy arrested following a crash which killed two teenagers in Caerphilly county has been released without charge.", "prediction": "A 17- 2011-old boy arrested over deaths of the deaths of two teenagers who killed in a car crash in Newport has been released on bail and face further no action.", "rouge": {"rouge1": 52.83018867924528, "rouge2": 23.52941176470588, "rougeL": 41.50943396226415}, "nll_sum": 147.0292510986328, "token_count": 34} +{"index": 4241, "reference": "England have named three uncapped players in their Six Nations squad.", "prediction": "England have added five unccapped players in a 26- England's 26-man squad the Six Nations.", "rouge": {"rouge1": 50.0, "rouge2": 23.076923076923077, "rougeL": 42.857142857142854}, "nll_sum": 111.60662841796875, "token_count": 21} +{"index": 4242, "reference": "The last woolly mammoths to walk the Earth were so wracked with genetic disease that they lost their sense of smell, shunned company, and had a strange shiny coat.", "prediction": "The last woolly mammoth, could which could become extinct extinct, took up to 5,000 years ago.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 13.636363636363635, "rougeL": 21.73913043478261}, "nll_sum": 86.5357437133789, "token_count": 21} +{"index": 4243, "reference": "British actor Richard Johnson, whose career spanned film, theatre and TV, has died aged 87, his family has said.", "prediction": "Paul Johnson, who was best known for actor roles in his film, never H, has died aged 86.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 100.24929809570312, "token_count": 21} +{"index": 4244, "reference": "Police are investigating a serious sexual assault on a woman near Sandy Row in south Belfast.", "prediction": "A woman has been raped and injured after a woman was stabbed on her way to her home of west street in west Belfast city centre the- centre, solve,'s they a from a game it it from's of. a from aA", "rouge": {"rouge1": 20.338983050847457, "rouge2": 3.508771929824561, "rougeL": 16.949152542372882}, "nll_sum": 255.1524658203125, "token_count": 47} +{"index": 4245, "reference": "A \"unique\" network of tunnels used to train soldiers to fight in World War One has been found on Salisbury Plain.", "prediction": "British soldiers who who died during World War One have been unearthed unearthed in a Wiltshire ground.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.111111111111112, "rougeL": 26.31578947368421}, "nll_sum": 72.72241973876953, "token_count": 19} +{"index": 4246, "reference": "A floral mosaic showing a Lancaster bomber dropping food supplies in Nazi-occupied Holland has been unveiled at Lincoln Cathedral.", "prediction": "A mosaic the unveiled unveiled at Lincolnshire to local war veterans who helped during an air disaster, which helped during an airgunbase.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 166.86734008789062, "token_count": 26} +{"index": 4247, "reference": "A Kent council has voted to restrict the opening hours of fast food outlets near schools in a bid to tackle rising obesity.", "prediction": "A ban on cars cars to schools is \"the health and an option\", according to, local council.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 108.93034362792969, "token_count": 20} +{"index": 4248, "reference": "Lego has announced its promotional giveaways with the Daily Mail have ended - amid a campaign to stop firms advertising with some newspapers over \"divisive\" coverage of migrants.", "prediction": "Dover group Lego said it ended ended agreement any of its \" promotional work\" with Royal Royal Mail.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 139.2970428466797, "token_count": 20} +{"index": 4249, "reference": "HIV can be flushed out of its hiding places in the body using a cancer drug, researchers show.", "prediction": "A dangerous drug that can reveal again and protect a bladder infections HIV has been found in skeleton the Australian researchers.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 141.5391845703125, "token_count": 21} +{"index": 4250, "reference": "A man tried to buy ricin from the \"dark web\" after the idea was \"implanted in his brain\" from watching the Breaking Bad television series, a court heard.", "prediction": "One of the men accused of trying to kill to a \" ricin after he used, the US TV series Bad received Bad, a court has heard.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 7.692307692307692, "rougeL": 33.33333333333333}, "nll_sum": 166.07760620117188, "token_count": 30} +{"index": 4251, "reference": "Plaid Cymru has pledged to create a \"well, well-educated, wealthier Wales\" as the party launches its assembly election campaign.", "prediction": "Plaid Cymru has launched its \" \u00a3100m programme\" for the Welsh Assembly general, after after the general election in general election in. an's Broadway 2011 a 2011 again and from the a from's from's,'s a", "rouge": {"rouge1": 31.03448275862069, "rouge2": 10.714285714285714, "rougeL": 24.137931034482758}, "nll_sum": 272.05035400390625, "token_count": 47} +{"index": 4252, "reference": "Harlow is celebrating the 70th anniversary of being designated a new town.", "prediction": "A historic town in, Bar Barlow, is celebrating the 70th anniversary ofth with 40 celebrations to mark its 70th anniversary of", "rouge": {"rouge1": 48.48484848484849, "rouge2": 32.25806451612903, "rougeL": 36.36363636363637}, "nll_sum": 117.22866821289062, "token_count": 26} +{"index": 4253, "reference": "Sale Sharks director of rugby Steve Diamond says the club will not rush into making signings and insists they will bring in \"quality\" talent.", "prediction": "Sale Sharks head coach Rob Page says he is in talks with club and offered players \"two or five players\" to \"paidaying players\".", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444444, "rougeL": 21.27659574468085}, "nll_sum": 148.79620361328125, "token_count": 28} +{"index": 4254, "reference": "Greece captain Giorgos Karagounis has retired from international football following his country's elimination from the 2014 Fifa World Cup.", "prediction": "As M Belounis has announced he will retire from international football at the end, the country's fantastic exit at the World Cup in Brazil Brazil.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 22.727272727272727, "rougeL": 43.47826086956522}, "nll_sum": 123.1368637084961, "token_count": 29} +{"index": 4255, "reference": "Jack Baird scored a dramatic last-minute goal to preserve St Mirren's 100% record in this season's Betfred League Cup.", "prediction": " Baird it turned it a last--minute penalty as St Mirren shared three points of a point against nine-man Ayr United the Scottish Challenge Cup.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 166.68075561523438, "token_count": 30} +{"index": 4256, "reference": "This is the first time a monster truck driver has completed a front flip in the sport's history.", "prediction": "A air speedist from Somerset out broken a new world record for a highest level stunt.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 102.33552551269531, "token_count": 17} +{"index": 4257, "reference": "Supporters of the two threatened Scottish steel plants have been marching through Motherwell in North Lanarkshire.", "prediction": "A rally have been held in Glasgow to save industry's two-ball plants in South Lanarkshire.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 6.451612903225808, "rougeL": 24.242424242424242}, "nll_sum": 95.07490539550781, "token_count": 20} +{"index": 4258, "reference": "Two of Britain's biggest YouTube stars tell Newsbeat they're worried about new guidance for adverts in their videos.", "prediction": "BCBC News has told Newsnight it rules about a \"demonved\" the video, because it does not be correctly a video', and it.", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 166.94662475585938, "token_count": 29} +{"index": 4259, "reference": "A nine-year-old boy with autism has been unable to go to school for three months because all the special schools in the area near his home are full.", "prediction": "The Education Authority has raised of concerns it has raised about the parents of an 11-year-old boy be allowed to school at a local classrooms state of", "rouge": {"rouge1": 30.508474576271187, "rouge2": 10.526315789473683, "rougeL": 16.949152542372882}, "nll_sum": 130.82675170898438, "token_count": 30} +{"index": 4260, "reference": "Ukrainian President Viktor Yanukovych and opposition leaders have signed a deal to try to end the political crisis in the country.", "prediction": "Ukrainian opposition leaders and Germany have signed a political deal at restoring the country's political country, after dozens of anti. government protests.", "rouge": {"rouge1": 50.0, "rouge2": 19.04761904761905, "rougeL": 45.454545454545446}, "nll_sum": 123.24189758300781, "token_count": 27} +{"index": 4261, "reference": "On a far-off planet that's very much like Australia, strange creatures engage in a brutal battle for political domination, in this satirical cartoon from illustrator Laurent Sanguinetti.", "prediction": "Former Prime Minister Cameron will visit Australia on Tuesday, uncertainty uncertainty the political and political uncertainty continues", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 88.96824645996094, "token_count": 17} +{"index": 4262, "reference": "An independent investigation examining claims of historical child abuse at children's homes in north Wales has found \"significant evidence of systemic and serious sexual and physical abuse\".", "prediction": "The inquiry into historical the child sex abuse at a children' in Wales has come forward, North Police has announced.", "rouge": {"rouge1": 37.5, "rouge2": 8.695652173913043, "rougeL": 33.33333333333333}, "nll_sum": 114.84178161621094, "token_count": 22} +{"index": 4263, "reference": "A man has been found dead in the swimming pool of a hotel near Edinburgh Airport.", "prediction": "Police investigating the death of a man at an Edinburgh restaurant say Edinburgh are being treated as suspicious", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 73.82850646972656, "token_count": 17} +{"index": 4264, "reference": "Wales wing George North and Ireland centre Robbie Henshaw have been ruled out of the British and Irish Lions tour of New Zealand.", "prediction": "Ireland wing George North and Robbie Henshaw have been ruled out of the British because Irish Lions Test, while the Republic of Ireland suffered a major injury ahead of", "rouge": {"rouge1": 65.38461538461539, "rouge2": 47.99999999999999, "rougeL": 61.53846153846154}, "nll_sum": 139.1573028564453, "token_count": 31} +{"index": 4265, "reference": "Reading forward Deniss Rakels has agreed to join Lech Poznan in Poland on a season-long loan deal.", "prediction": "Champions League champions champions Lechner signed Reading on a three-year deal after agreeing agreed for a successful trial with French side Lech-", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 141.44155883789062, "token_count": 28} +{"index": 4266, "reference": "Lana Del Rey is in a good mood.", "prediction": " a music and star Del Dela brings together behind the screen office her small film, Jane William and it is too early in in her too high.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 198.72293090820312, "token_count": 29} +{"index": 4267, "reference": "The relationship between black Americans and the police is once again in the spotlight.", "prediction": "The police shooting in North Carolina, has concluded what it is done in what to happened.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 7.142857142857144, "rougeL": 26.666666666666668}, "nll_sum": 100.93626403808594, "token_count": 17} +{"index": 4268, "reference": "Ofsted is warning that pupils are being taught in \"squalid\" schools that are unregistered and unsupervised.", "prediction": "Thousands of thousands of are being shut down several schools in England - including \"scregistered, - of used as \"super ofillegal\".", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.06060606060606, "rougeL": 17.142857142857142}, "nll_sum": 161.63320922851562, "token_count": 26} +{"index": 4269, "reference": "The Women's Super League transfer window re-opened on Friday, 3 June and will close on Thursday, 30 June.", "prediction": "The new Women's Super One season but will be released on Friday 22 December.", "rouge": {"rouge1": 40.0, "rouge2": 18.181818181818183, "rougeL": 34.285714285714285}, "nll_sum": 73.59588623046875, "token_count": 15} +{"index": 4270, "reference": "British number three Aljaz Bedene is considering switching his allegiance back to Slovenia in order to compete at the Olympics.", "prediction": "British number twojaz Bedeneene wants to be fit to represent Great Britain's Davis Cup to play before the Rio Games in Tokyo 2020.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 159.86476135253906, "token_count": 28} +{"index": 4271, "reference": "Spanish cyclist Joaquim Rodriguez says he will retire from the sport by the end of this season.", "prediction": "Colombican Hillary Rodriguez has announced he will be retire from the in Espana a week.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 20.0, "rougeL": 37.50000000000001}, "nll_sum": 109.55284118652344, "token_count": 18} +{"index": 4272, "reference": "A woman who lost her job at a Belfast advice centre has been awarded \u00a318,886 in damages, after being discriminated against.", "prediction": "A County Antrim social care workers has lost \u00a310,000 because of a job, because she is disabled.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 99.37527465820312, "token_count": 22} +{"index": 4273, "reference": "Forgive me if you are not a fan of political conspiracy, and on a day like today you don't have to look very far for huge ideological disputes, even if they're not quite yet punch-ups.", "prediction": " the Vote Leave campaign for Britain's's campaign and and become a prime minister of 2016 but what it is the location and happened to happened what it mean? be the 2011? solve again aA 2011 again a and not a 2011 again a", "rouge": {"rouge1": 16.867469879518072, "rouge2": 2.469135802469136, "rougeL": 12.048192771084338}, "nll_sum": 274.14105224609375, "token_count": 47} +{"index": 4274, "reference": "Guy Martin will not be racing at next month's Ulster Grand Prix because of TV commitments in America.", "prediction": " the winner of Man Ireland winner Martin Martin will join the Isle of Man to feature at a year Dund Dundrod Grand Prix from 20 August.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 9.30232558139535, "rougeL": 22.22222222222222}, "nll_sum": 167.6959686279297, "token_count": 27} +{"index": 4275, "reference": "Leeds United's assistant head coach Paul Raynor has said that chairman Massimo Cellino is still positive, despite fan protests at Elland Road.", "prediction": "Leeds United's boss Massimo Geino \" \"back to protest\" fans against some matches the says the club's president Paul Rayyer in the wake as the midfielder from his clubd's for from's his's.", "rouge": {"rouge1": 23.728813559322038, "rouge2": 7.017543859649122, "rougeL": 16.94915254237288}, "nll_sum": 298.7825927734375, "token_count": 44} +{"index": 4276, "reference": "While most of us spend the day before our wedding doing last minute preparations, Pip Black was happily running around London's Victoria Park.", "prediction": "C Country Black was her partner bodies just minutes, when she travelled to cycling at London and's Hyde Park in October 2008 and't't the them. it a not the a a referee, after would, of from.", "rouge": {"rouge1": 25.396825396825395, "rouge2": 3.278688524590164, "rougeL": 15.873015873015872}, "nll_sum": 288.73431396484375, "token_count": 43} +{"index": 4277, "reference": "Britain's Jazza Dickens will fight WBA super-bantamweight title holder Guillermo Rigondeaux in Cardiff on Saturday, 16 July.", "prediction": "'\"Box''s IBF world feather champion will fight against Hattonmo Gusey Guernaux in Manchester Arena on 28 March, as ballet struggle for a ballet as a dream a for president.", "rouge": {"rouge1": 20.40816326530612, "rouge2": 4.25531914893617, "rougeL": 20.40816326530612}, "nll_sum": 266.99700927734375, "token_count": 40} +{"index": 4278, "reference": "The Certificate of Irish Heritage scheme, which officially recognises people of Irish descent around the world, is to end due to a low uptake.", "prediction": "The Senior of Irish extradition being written be made available for the government by February 2015", "rouge": {"rouge1": 20.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 100.74700927734375, "token_count": 15} +{"index": 4279, "reference": "More than 50 young sheep have been stolen from a farm in the Alves area of Moray.", "prediction": "More than sheep have been stolen from a farm and market in the Scottish Borders.", "rouge": {"rouge1": 68.75, "rouge2": 53.333333333333336, "rougeL": 68.75}, "nll_sum": 65.55197143554688, "token_count": 15} +{"index": 4280, "reference": "Joseph Parker defended his WBO heavyweight title for the first time in a drab points win over Razvan Cojanu.", "prediction": "Fallingpton successfully defended his vacant I world welterterweight title with a stunning win over-time champion Co al Cojanu. solve a again a referee a's from-A's reputation on from a's a.'sA", "rouge": {"rouge1": 29.09090909090909, "rouge2": 7.547169811320755, "rougeL": 25.454545454545453}, "nll_sum": 337.19061279296875, "token_count": 47} +{"index": 4281, "reference": "US President Donald Trump has reversed course in the space of 24 hours on an array of populist positions he adopted during the election campaign.", "prediction": "US President Donald Trump has begun his campaign to his \"parestest\" policy in US Washington, seen as a surprise a controversialpicard a.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 17.77777777777778, "rougeL": 25.53191489361702}, "nll_sum": 191.33570861816406, "token_count": 29} +{"index": 4282, "reference": "AP McCoy won his first race of his final Cheltenham Festival on day three, riding Uxizandre to victory in the Ryanair Chase.", "prediction": "Four-time Olympic champion 3 score picked up a stoppage-time free winner in a winner Championham Chelten year's Chel Chase at Cheltenham. solve the his a \" aolve ayear again from's- again from a", "rouge": {"rouge1": 17.24137931034483, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 342.81805419921875, "token_count": 47} +{"index": 4283, "reference": "Wales rugby union international Liam Williams has apologised after posting a picture on Twitter of himself \"blacked-up\" as a Swansea City footballer.", "prediction": "Rory Williams has released a photos of a photo showing himself showing some of his team-mates in a dress dress in a teamTexasb saying it- it's a \"l referee after a's from of a\".A from againA", "rouge": {"rouge1": 22.22222222222222, "rouge2": 3.2786885245901636, "rougeL": 19.047619047619047}, "nll_sum": 270.0491943359375, "token_count": 47} +{"index": 4284, "reference": "An Australian man, Phuc Dat Bich, has said he is glad his fight to use his name on Facebook has made people happy.", "prediction": " bank Morgannutsal Bony, has been accused of using Facebook over his real name, the name because he is \" not Asian\".", "rouge": {"rouge1": 32.558139534883715, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 141.323486328125, "token_count": 26} +{"index": 4285, "reference": "Supermarket group Tesco has bought the restaurant chain Giraffe for \u00a348.6m.", "prediction": "The supermarket supermarket, Tesco has bought will French giant giraffe, for $36m of its stores.", "rouge": {"rouge1": 51.85185185185186, "rouge2": 23.999999999999996, "rougeL": 44.44444444444445}, "nll_sum": 116.11832427978516, "token_count": 21} +{"index": 4286, "reference": "An Edinburgh taxi driver has created an exhibition and book from pictures he has taken of passengers in his cab.", "prediction": "A Hibernian who knocked out of a a taxi because he the struggle to turn around a classroom will go ahead of a new exhibition show.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 159.40890502929688, "token_count": 28} +{"index": 4287, "reference": "At least 12 Syrians trying to reach Greece have drowned off Turkey after the boats they were travelling in sank.", "prediction": "The bodies of 600 migrants in drowned in the sea off the coast of southern Turkey have died Turkish officials say say", "rouge": {"rouge1": 28.571428571428566, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 89.66494750976562, "token_count": 21} +{"index": 4288, "reference": "Manchester United manager Louis van Gaal put his side's 2-1 defeat by FC Midtjylland down to Murphy's law.", "prediction": "Manchester United manager Louis van Gaal accused \"Shab\" Murphy\" after his side's 4-1 defeat by Southampton was a \"Nintendoable and \"A football's bill\". and \"overA it's of from\".", "rouge": {"rouge1": 52.83018867924528, "rouge2": 35.29411764705882, "rougeL": 49.056603773584904}, "nll_sum": 238.837158203125, "token_count": 43} +{"index": 4289, "reference": "The UK's trading standards services have been \"cut to the bone\", making it tougher to ensure that household products are safe.", "prediction": "MPs should be done to how they do not know information about the services to services, a watchdog has warned.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 103.05400085449219, "token_count": 22} +{"index": 4290, "reference": "Three people have been charged over allegations of fraudulent fundraising in Cardiff.", "prediction": "Three people have been charged in connection with an alleged fraud scam charity for the children's charity Cardiff.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 27.586206896551722, "rougeL": 45.16129032258065}, "nll_sum": 78.02362060546875, "token_count": 19} +{"index": 4291, "reference": "Portsmouth are considering appointing a director of football next season, should Michael Eisner's proposed takeover of the club go through.", "prediction": "Pwan Disney chief executive Michael Eisner is likely to consider an offer for a new managerial executive in the region to be \u00a35m.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 121.49545288085938, "token_count": 27} +{"index": 4292, "reference": "Aid groups have raised alarm over the deaths of three migrants on Greece's Lesbos island inside a week.", "prediction": "Hundreds of migrants and died in southern Greece Greece after poisoning from hot hot weather during the weather. emergency say.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 141.6717529296875, "token_count": 21} +{"index": 4293, "reference": "Scientists have begun the most detailed analysis ever carried out on a Stegosaurus skeleton.", "prediction": " the world's most famous, Stegacee dinosaur commercially is complete to be complete now, scientists believe.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 130.09986877441406, "token_count": 21} +{"index": 4294, "reference": "A former Volkswagen executive has pleaded guilty for his role in the German automaker's scheme to cheat US emissions requirements for diesel cars.", "prediction": "A former Volkswagen engineer has pleaded guilty to charges in relation to diesel parked vehicles to used US.", "rouge": {"rouge1": 47.61904761904762, "rouge2": 20.0, "rougeL": 42.857142857142854}, "nll_sum": 95.94983673095703, "token_count": 18} +{"index": 4295, "reference": "One in six cancers - two million a year globally - are caused by largely treatable or preventable infections, new estimates suggest.", "prediction": "More than half of women in cancer world have infection-related disease in disease developing worldwide, research suggests.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 97.06166076660156, "token_count": 20} +{"index": 4296, "reference": "David Cameron has said the UK and Turkey are working \"hand in glove\" to prevent British jihadists returning home after fighting in Iraq and Syria.", "prediction": "David Cameron has said believes the UK will have to do more more to find British jihadists, the militants returning from the conflict in Syria the.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 20.408163265306126, "rougeL": 47.05882352941176}, "nll_sum": 119.92449188232422, "token_count": 27} +{"index": 4297, "reference": "British astronaut Tim Peake has been talking about his return to Earth, as his mission in space nears the end.", "prediction": "British astronaut Tim Peake says he would like to eat eat you can eat and eat!", "rouge": {"rouge1": 27.77777777777778, "rouge2": 17.647058823529413, "rougeL": 27.77777777777778}, "nll_sum": 78.78089904785156, "token_count": 17} +{"index": 4298, "reference": "New voices are coming to Radio 1 as the station continues its search for the next generation of on-air talent.", "prediction": "BBC 1 has unveiled a new of of new new presenters, in 50 years anniversary.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 90.8118896484375, "token_count": 17} +{"index": 4299, "reference": "A group of long-finned pilot whales that became stranded on rocks off Skye were able to return to open water with help from rescuers on Tuesday evening.", "prediction": "Two female fin whales have been caught up on a beach on a beach whose coast was New Zealand.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 89.39704895019531, "token_count": 19} +{"index": 4300, "reference": "For almost three weeks the Saudi-led coalition of mostly Gulf Arab air forces has been pummelling Houthi rebel positions across Yemen.", "prediction": "As the Saudiled coalition has launched air strikes against rebels in Yemen, the BBC has what gives the clear of the outcome what happened in war began.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 20.408163265306122}, "nll_sum": 156.83065795898438, "token_count": 29} +{"index": 4301, "reference": "When Narelle Lancaster emailed a new BBC Radio 4 programme, she did not expect to become its presenter.", "prediction": "Twenty 10 years ago, BBC Radio 4's Radio 4's exclusive relationship I wasn't, and I'm writing, I a littlelittle or low.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 9.75609756097561, "rougeL": 13.953488372093023}, "nll_sum": 153.30250549316406, "token_count": 29} +{"index": 4302, "reference": "AG Barr is to halve the amount of sugar in its leading Irn Bru brand, ahead of a government crackdown on the fizzy drinks industry.", "prediction": "Homen Irn reduction has announced it will be cut its rate and cut sugar from its food.", "rouge": {"rouge1": 14.285714285714283, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 112.53216552734375, "token_count": 19} +{"index": 4303, "reference": "Facebook has chosen to keep the billionaire who helped fund a sex tape legal case against Gawker Media on its board of directors.", "prediction": "Facebook has been urged people to stay on its board, and selected a Japanese publisher, saying the company was behind production behind a statement on its board.", "rouge": {"rouge1": 31.999999999999996, "rouge2": 12.499999999999996, "rougeL": 31.999999999999996}, "nll_sum": 142.115966796875, "token_count": 29} +{"index": 4304, "reference": "London's Science Museum has launched a Kickstarter campaign to fund the rebuilding of one of the first robots.", "prediction": "A robot robot, that designed which can restore his artist's work, has a been unveiled at the at London's Victoria's Museum.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 128.2954559326172, "token_count": 26} +{"index": 4305, "reference": "From a giant billboard in the Salvadorean capital, a man with a defiant attitude shows off a slogan on his shirt: \"No one can intimidate El Salvador,\" it reads.", "prediction": "A picture means location an jail outside El Salvador's Sicad Road probation jail is in, what it does to be a dramatic organised group known as the Zetas\".", "rouge": {"rouge1": 24.137931034482758, "rouge2": 3.571428571428571, "rougeL": 13.793103448275861}, "nll_sum": 204.97445678710938, "token_count": 33} +{"index": 4306, "reference": "UK Sport says it expects to increase funding for winter sports following Great Britain's record-equalling Winter Olympic performance in Sochi.", "prediction": "Great Britain's team hope they will chance to compete in the 2016 Olympic Games this summer, UK Sport has said the sport is aForestardetary's's\" from's 3-Dold of in four years old.", "rouge": {"rouge1": 31.034482758620683, "rouge2": 10.714285714285714, "rougeL": 17.24137931034483}, "nll_sum": 252.21133422851562, "token_count": 43} +{"index": 4307, "reference": "Belfast Giants suffered a 3-1 defeat by Manchester Storm in Sunday's Elite League clash at the SSE Arena.", "prediction": " Stormont moved back to the top of the Super League tableleague Bus with a hard-fought win over Manchester at Molvel. aA refereeA from referee from 3-e's penalty in from a The's.AWest", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 289.4781494140625, "token_count": 46} +{"index": 4308, "reference": "The way cycling deaths are treated by police and prosecutors may need to change, the former Director of Public Prosecutions has said.", "prediction": "There is no file against archaeologists over a driver over a fatal crash in the UK, justice justice minister has said.", "rouge": {"rouge1": 13.95348837209302, "rouge2": 4.878048780487805, "rougeL": 13.95348837209302}, "nll_sum": 106.71039581298828, "token_count": 22} +{"index": 4309, "reference": "Moors murderer Ian Brady's mental health advocate will not face charges over allegations she failed to disclose information about the location of one of his victims' remains.", "prediction": "No action will be taken against a woman who said she was sending a letter to have hospital where where she said believes she did not be locate.", "rouge": {"rouge1": 17.857142857142858, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 128.76498413085938, "token_count": 28} +{"index": 4310, "reference": "Promotion hopefuls Portsmouth opened their season with a frustrating draw at home to 10-man Carlisle.", "prediction": "League Two play-off hop hopefuls Portsmouth were held held at home by League Two promotion hopefasing Carlisle at Fratton Park Fratton-.'s-'s from-A aA in from from's. from's a", "rouge": {"rouge1": 28.000000000000004, "rouge2": 8.333333333333332, "rougeL": 20.0}, "nll_sum": 285.60205078125, "token_count": 47} +{"index": 4311, "reference": "The most accurate measurement yet of the shape of the electron has shown it to be almost perfectly spherical.", "prediction": "The first test of ever first ever Earth is looked like the bank does not a round, by scientists.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 127.786865234375, "token_count": 20} +{"index": 4312, "reference": "The media must be careful about using parliamentary privilege as a defence for reporting remarks by MPs and peers which breach court injunctions, the attorney general has said.", "prediction": "MPs face prosecution after they named a footballer as a privilege, despite court of court, says the law's top law officer in the a solve, solve, a they a fromWest from it George's of the.", "rouge": {"rouge1": 21.53846153846154, "rouge2": 3.1746031746031744, "rougeL": 12.307692307692308}, "nll_sum": 284.411865234375, "token_count": 43} +{"index": 4313, "reference": "The family of a teenager left with severe head injuries after a roof fall has been ordered to pay \u00a3150,000 after losing a compensation claim.", "prediction": "A university has been ordered to pay \u00a3150,000 in compensation after a man fell from the roof of \"vism and DIYing damage\" and the and accused him.", "rouge": {"rouge1": 51.85185185185186, "rouge2": 26.923076923076923, "rougeL": 37.03703703703704}, "nll_sum": 148.40826416015625, "token_count": 34} +{"index": 4314, "reference": "Germany's Andre Greipel won the opening stage of the Tour of Britain after Mark Cavendish crashed out.", "prediction": "Australia's Andre Greipel won Sunday's first road stage of the Tour of the Britain, as Great Britain fellow racemate Andreepepel won the second stage.", "rouge": {"rouge1": 50.0, "rouge2": 38.0952380952381, "rougeL": 45.45454545454546}, "nll_sum": 172.38079833984375, "token_count": 32} +{"index": 4315, "reference": "A car park operator is being investigated over claims photographic evidence has been altered to unfairly impose parking charges.", "prediction": " criminal criminal firm could face disciplinary action against, office over its handling of a car who not of had a car in the car park.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 9.523809523809526, "rougeL": 13.636363636363635}, "nll_sum": 131.8928985595703, "token_count": 26} +{"index": 4316, "reference": "A \u00a39m redesign of a Glasgow west end road, known for its eclectic shops and cafes, has been backed by the public.", "prediction": "Plans have been unveiled for a \u00a3100m project to improve Glasgow's main street, which have a street value of \u00a31m.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 84.4631118774414, "token_count": 27} +{"index": 4317, "reference": "Two of Africa's most famous musicians have released a song against the recent violence against foreigners in South Africa.", "prediction": "A South African musician has entitled their support in the victims of the recent Paris attacks, and has called for \" \"better of all our generations\".", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 13.33333333333333}, "nll_sum": 129.26498413085938, "token_count": 28} +{"index": 4318, "reference": "A man has been arrested on suspicion of murder after a woman was found dead at a house in Worcestershire.", "prediction": "A man has been arrested after death after a woman's body was found at her Worcestershire home.", "rouge": {"rouge1": 63.1578947368421, "rouge2": 38.88888888888889, "rougeL": 63.1578947368421}, "nll_sum": 52.08308410644531, "token_count": 21} +{"index": 4319, "reference": "If Labour are still in power after the assembly election, I get the impression it will have some unfinished business with universities.", "prediction": "It has been a a bad year for poor education in Wales, but but the good, increasingly dangerous.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 100.90589904785156, "token_count": 20} +{"index": 4320, "reference": "The BBC Trust has said no action is required over comments Chris Packham made in BBC Wildlife Magazine.", "prediction": "The BBC Trust Breakfast released an details of an interview who was shot by wildlife R Rotherham.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 12.121212121212121, "rougeL": 22.857142857142858}, "nll_sum": 122.52851867675781, "token_count": 19} +{"index": 4321, "reference": "The Cleveland Indians edged 2-1 ahead in the World Series with a 1-0 victory at Chicago.", "prediction": "The Indians Indians beat Cleveland Cubs 5-72 to beat the London World World Series 2-5-5 and level the 4- and level the series level-1 and level 2-1. series in 2011 referee's referee from the 2011", "rouge": {"rouge1": 33.898305084745765, "rouge2": 7.017543859649122, "rougeL": 20.33898305084746}, "nll_sum": 263.7741394042969, "token_count": 47} +{"index": 4322, "reference": "A campaign to raise \u00a350,000 for former Emmerdale actress Leah Bracknell to undergo lung cancer treatment has reached its target.", "prediction": "Coronation Street actor Di Bracknell has said she hopes to save a new treatment, after being diagnosed with a terminal lung cancer.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 115.00659942626953, "token_count": 27} +{"index": 4323, "reference": "Leonardo Ulloa's injury-time penalty rescued a point for Leicester in a controversial encounter with West Ham as the Foxes went eight points clear at the top of the Premier League.", "prediction": "Premier League champions had Leonardo Ulloa's's penalty was sent off as saw a West Ham side who won a draw in an entertaining West West Power Stadium.", "rouge": {"rouge1": 39.344262295081975, "rouge2": 13.559322033898304, "rougeL": 22.950819672131146}, "nll_sum": 159.7107696533203, "token_count": 32} +{"index": 4324, "reference": "China is the world's most populous country, with a continuous culture stretching back nearly 4,000 years.", "prediction": "China, China is is one of the world's most powerful and the mostlargest economy, is the largest and most powerful economic revolution and growth and outlook.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 23.25581395348837, "rougeL": 26.666666666666668}, "nll_sum": 124.68743133544922, "token_count": 30} +{"index": 4325, "reference": "A giant street party will be held next year to celebrate the Queen's 90th birthday.", "prediction": "The largest street street party will, but held at London's at Buckingham Palace later, to mark Queen Victoria's her 90th birthday,. solve's solve's-'s a's reputation a's from have reputation of.", "rouge": {"rouge1": 41.509433962264154, "rouge2": 11.76470588235294, "rougeL": 33.9622641509434}, "nll_sum": 251.44277954101562, "token_count": 42} +{"index": 4326, "reference": "Each day we feature a photograph sent in from across England - the gallery will grow during the week.", "prediction": "Each day we feature a photograph sent in from across England - the gallery will grow during the week - and during the gallery - gallery will grow during the week amid it from a's from The will reputation from The -'s a reputation aA", "rouge": {"rouge1": 59.01639344262295, "rouge2": 57.6271186440678, "rougeL": 59.01639344262295}, "nll_sum": 269.41290283203125, "token_count": 48} +{"index": 4327, "reference": "Researchers have developed an algorithm to help robots fall more gracefully, to protect them from damage.", "prediction": "Scientists at a California have created a video game that robot robot can fall seriously.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 88.5804214477539, "token_count": 15} +{"index": 4328, "reference": "The deputy mayor of Calais, Philippe Mignonet wants the UK to introduce identity cards as part of efforts to deter migrants gathering at the French port and attempting to cross the channel.", "prediction": "Almost 50 years ago, million ID cards was used as overseas nationals in the UK, for the ID card.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 101.16487121582031, "token_count": 21} +{"index": 4329, "reference": "New Celtic manager Brendan Rodgers says he has been discussing his future plans with some of his senior players.", "prediction": "Celtic have confirmed he has \"a long-term deal\" as Celtic manager.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 13.793103448275861, "rougeL": 19.35483870967742}, "nll_sum": 56.303192138671875, "token_count": 17} +{"index": 4330, "reference": "More charges against \"individuals and entities\" are being considered as investigations into allegations of corruption within Fifa have expanded, says US attorney general Loretta Lynch.", "prediction": "F Fifa chief executive Ph federation Lynch says evidence linked US corruption relating been seized US authorities, saying the president has $43 (\u00a355m).", "rouge": {"rouge1": 20.833333333333332, "rouge2": 0.0, "rougeL": 12.499999999999996}, "nll_sum": 212.62921142578125, "token_count": 27} +{"index": 4331, "reference": "Former Wales captain Gareth Thomas doubts head coach Warren Gatland could be tempted to succeed Stuart Lancaster as England boss.", "prediction": "Warren Gatland should soon be named as Wales head coach and wants to return to South Africa the says former chief chief executive Thomas Lem.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 9.30232558139535, "rougeL": 17.77777777777778}, "nll_sum": 134.15391540527344, "token_count": 26} +{"index": 4332, "reference": "US President Donald Trump has broken his Twitter silence after James Comey's explosive testimony to appear to accuse the former FBI chief of perjury.", "prediction": "US President Donald Trump has defended the firing director James Comey, after a Senate parliamentary hearing, the US, described him as a intelligence leaker\".", "rouge": {"rouge1": 36.734693877551024, "rouge2": 21.27659574468085, "rougeL": 32.6530612244898}, "nll_sum": 123.3115234375, "token_count": 28} +{"index": 4333, "reference": "Respect leader George Galloway has been reported to police for allegedly breaking election law.", "prediction": " MP Stephen Galloway is being investigated for police for claims of making a false seat before the 2015 general election.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 90.3885498046875, "token_count": 21} +{"index": 4334, "reference": "A main road on the Isle of Wight is to be repaired more than two years after it collapsed due to heavy rain.", "prediction": "A main York road which shut down for a nine months will shut open again for November, Hampshire City Council agreed to pay \u00a35m.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444444, "rougeL": 17.02127659574468}, "nll_sum": 135.73330688476562, "token_count": 27} +{"index": 4335, "reference": "One of the more unusual titles at E3, the worlds largest video games exhibition held each year in Los Angeles, is Konami's Lucha Libre AAA: Heroes del Ring.", "prediction": "The first video game is being held on the Mexican Theatre Fashion Association in York City", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 86.940673828125, "token_count": 15} +{"index": 4336, "reference": "A disc jockey has been jailed for eight months for stealing money from a children's cancer charity linked to the Oscar Knox appeal.", "prediction": "A man whose director was raised of funds for money to a cancer boy's death of cancer has been given an eight-month jail sentence.", "rouge": {"rouge1": 48.00000000000001, "rouge2": 8.333333333333332, "rougeL": 24.000000000000004}, "nll_sum": 125.01388549804688, "token_count": 27} +{"index": 4337, "reference": "Australia's former treasurer Joe Hockey has been named as the new ambassador to the United States.", "prediction": "Australia's Joe Hockey to be elected Australia's next foreign minister,'s been a aftermath morning as country's reputation,", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.111111111111112, "rougeL": 31.578947368421055}, "nll_sum": 127.96882629394531, "token_count": 22} +{"index": 4338, "reference": "DUP Economy Minister Simon Hamilton has given details of a plan to cut costs associated with the botched Renewable Heat Incentive (RHI) scheme.", "prediction": "Northern Ireland's Economy Minister Simon Hamilton is seeking is taking legal action against the taxes for the Renewable Heat Incentive (RPS) scheme.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 22.727272727272727, "rougeL": 39.130434782608695}, "nll_sum": 111.05424499511719, "token_count": 29} +{"index": 4339, "reference": "Toddler Ben Needham \"most likely\" died in an accident near to where he disappeared in 1991, police have said.", "prediction": "Police searching for missing toddler Ben Needham on Need Greek island of 1991 was likely disappeared have police have said.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 21.62162162162162, "rougeL": 41.02564102564102}, "nll_sum": 148.21908569335938, "token_count": 21} +{"index": 4340, "reference": "A 20-year old man is in hospital with serious injuries after he fell from a first floor balcony in Brighton.", "prediction": "A man was taken to hospital after being hit by a collapse in a street of H and H Albion.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 29.268292682926827}, "nll_sum": 93.244384765625, "token_count": 20} +{"index": 4341, "reference": "Graeme McDowell dropped five off the pace at the Qatar Masters after struggling to a three-over-par 75 in Friday's second round in Doha.", "prediction": "Northern Ireland's Graeme McDall missed out of a round of closing in a closing-par- at the May Open Open in South Korea in. a's says's-'s-w's a in's-'s from's from a", "rouge": {"rouge1": 27.272727272727277, "rouge2": 3.125, "rougeL": 18.181818181818183}, "nll_sum": 290.2099609375, "token_count": 47} +{"index": 4342, "reference": "Love locks on a new river footbridge are being removed because of fears they are damaging the structure.", "prediction": "A seaside town has been targeted over a suspected \"dangerous bodily\" affair - after the townlie it- a a coupleMobile order from's.'s aA from a local\" it a be from of.", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 12.000000000000002}, "nll_sum": 274.8189697265625, "token_count": 43} +{"index": 4343, "reference": "Lewis Hamilton says he will \"take it like a man\" if he loses this year's Formula 1 title to Mercedes team-mate Nico Rosberg.", "prediction": "Lewis Hamilton says he can still to Mercedes team-mate Nico Rosberg in this year this title and struggle his struggle to struggle in own world title.", "rouge": {"rouge1": 50.0, "rouge2": 35.99999999999999, "rougeL": 38.46153846153846}, "nll_sum": 145.60658264160156, "token_count": 29} +{"index": 4344, "reference": "A man has been charged with the murder of a man found fatally injured in parked car in Oxford.", "prediction": "A man has been charged with murder after the death of another man in a Stoke-on--Trent, to \" named as a man as a man's death from his man's ballet for", "rouge": {"rouge1": 45.283018867924525, "rouge2": 23.529411764705884, "rougeL": 37.73584905660377}, "nll_sum": 163.7350311279297, "token_count": 38} +{"index": 4345, "reference": "A dog has died after falling into the River North Esk in Angus despite a major rescue effort to save the animal.", "prediction": "A dog was has been rescued after getting difficulty into a bridge in River F Forth.ver in.'s a's a-A's a in from a's The's reputation from a man2 from's reputation of. a from'sA", "rouge": {"rouge1": 31.249999999999993, "rouge2": 3.225806451612904, "rougeL": 28.125}, "nll_sum": 302.6656188964844, "token_count": 47} +{"index": 4346, "reference": "Australian police in Victoria have warned the public not to engage in \"intimidating\" behaviour after reports of clowns terrorising people in Melbourne.", "prediction": " girl officers in California are issued warning people and they say are \" clowns\" and,incapism\" and \" anti-social media\".", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 164.2445068359375, "token_count": 28} +{"index": 4347, "reference": "Durham secured their first T20 Blast win in seven attempts as they beat Leicestershire in a frantic seven-overs-a side contest.", "prediction": "Durham scored an unbeaten innings-affectedHeavy heavy rain to rain an eight-game T20 Blast win over Leicesterstershire at Grace Road.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 181.90335083007812, "token_count": 28} +{"index": 4348, "reference": "India finished the opening day of the final Test against South Africa on 231-7 - the highest score of the series.", "prediction": "South Africa led an unbeaten 88-run win over India as his side took full control of the first Test and India take a complete Test series series.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 120.34405517578125, "token_count": 29} +{"index": 4349, "reference": "A rising number of energy customers have switched gas and electricity deals amid widespread calls to benefit from savings that are available.", "prediction": "Energy customers in energy are energy suppliers of an average \u00a31bn each average current average, new figures show.", "rouge": {"rouge1": 20.0, "rouge2": 5.263157894736842, "rougeL": 15.0}, "nll_sum": 109.70158386230469, "token_count": 21} +{"index": 4350, "reference": "Half of all UK seven-year-olds do not do enough exercise, with girls far less active than boys, a study suggests.", "prediction": "Children as young as 10 over 10 times more more likely to become girls to become active, new research suggests.", "rouge": {"rouge1": 14.285714285714283, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 84.09078979492188, "token_count": 21} +{"index": 4351, "reference": "Drugs used to treat weak bones in elderly patients suffering from osteoporosis may actually make them weaker, research suggests.", "prediction": "A human brain bone could be closer to cut brain surgery and diagnosis for osteorosis later, new research suggests.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 121.77717590332031, "token_count": 22} +{"index": 4352, "reference": "St Mirren have signed forward Cammy Smith on loan for the rest of the season after Aberdeen ended his spell with Dundee United.", "prediction": "St Mirren have signed Aberdeen forward Tommymy from from Premiership side Aberdeen on an two-year deal, reported to be \u00a38m.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 14.285714285714283, "rougeL": 27.27272727272727}, "nll_sum": 121.19802856445312, "token_count": 27} +{"index": 4353, "reference": "More than 1,100 homes in Greater Manchester remain without power following flooding in the area across the weekend.", "prediction": "A power firm, had its power cut, 26,000 homes and homes hit after severe hit large parts of the country on Saturday the of's,000, it's, a the, says it's's of.", "rouge": {"rouge1": 14.545454545454545, "rouge2": 0.0, "rougeL": 10.90909090909091}, "nll_sum": 224.75401306152344, "token_count": 43} +{"index": 4354, "reference": "Cash can no longer be used on any of London's buses in a move that Transport for London (TfL) says will save \u00a324m a year.", "prediction": "Details of extra \u00a324m ban for some drivers in London will have be penalised, Transport for London (TfTL) has said.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 9.09090909090909, "rougeL": 21.73913043478261}, "nll_sum": 116.83428192138672, "token_count": 28} +{"index": 4355, "reference": "Edinburgh will play their home matches at Myreside for the second half of next season.", "prediction": "Edinburgh are to start the building of its new Myreside Stadium, home for home, players and.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 120.24633026123047, "token_count": 21} +{"index": 4356, "reference": "Retailer Watt Brothers has announced plans to create 350 new jobs by opening six new stores and expanding three others over the next few years.", "prediction": "Glasgow-based store retailer but will create 40 new jobs over the next three years as part of a drive-year expansion plan.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 13.043478260869565, "rougeL": 33.33333333333333}, "nll_sum": 92.81088256835938, "token_count": 27} +{"index": 4357, "reference": "Filled with goodwill, unfathomable optimism and a slightly heavy heart, you embark on a health kick.", "prediction": "So writing I'm a a training room gym camp at IStudents University, I in December then I I wish to do a copy physical training - I'm.", "rouge": {"rouge1": 9.090909090909092, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 199.65151977539062, "token_count": 31} +{"index": 4358, "reference": "The chief constable of South Yorkshire has admitted \"grave errors\" were made during the Hillsborough disaster and has apologised \"profoundly\".", "prediction": "A police chiefable who apologised to fans the Liverpool fans \"borough the disaster\" has apologised the force.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 127.60383605957031, "token_count": 20} +{"index": 4359, "reference": "The M6 motorway between Wolverhampton and Walsall has reopened after a fatal crash.", "prediction": "A stretch of the M5 has closed near Dertershire was closed for hours, causing an undergroundage failure.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 122.3985595703125, "token_count": 22} +{"index": 4360, "reference": "The area where acoustic signals thought linked to the missing Malaysian plane were detected can now be ruled out as the final resting place of flight MH370, Australian officials say.", "prediction": "The final search for a missing Malaysia plane missing for more than 30 minutes has been completed,, Australia's co-ordinated sources say.", "rouge": {"rouge1": 18.867924528301884, "rouge2": 3.9215686274509802, "rougeL": 15.094339622641511}, "nll_sum": 108.75682067871094, "token_count": 26} +{"index": 4361, "reference": "Annan Athletic, Forfar Athletic, Clyde and Elgin City all started their Scottish League Two campaigns with single goal victories.", "prediction": " Olshan Athletic moved to top of a top Scottish in League Two after losing 3-1 at home Stirling Albion ineyed 1 Beauolve referee--game passed from 30-b's fee in from November from's. from a", "rouge": {"rouge1": 14.035087719298245, "rouge2": 3.6363636363636362, "rougeL": 14.035087719298245}, "nll_sum": 314.3746337890625, "token_count": 46} +{"index": 4362, "reference": "One of the biggest questions to come out of the historic decision that the UK should leave the European Union is about the future of Scotland.", "prediction": " referenduming for Scottish is on the same day as other other countries in not UK.", "rouge": {"rouge1": 14.634146341463417, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 87.15320587158203, "token_count": 16} +{"index": 4363, "reference": "A former professor at a prestigious music school used his \"power and influence\" in order to rape a female student, a court has heard.", "prediction": "A former music teacher raped a teacher in her car because she believed she was accused because he he had sex with, a court. heard.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 12.76595744680851, "rougeL": 32.6530612244898}, "nll_sum": 129.21478271484375, "token_count": 27} +{"index": 4364, "reference": "China's imports of crude oil from Iran rebounded in May after the two countries resolved a payment dispute.", "prediction": "Oil prices have fallen to their highest level for the first in three months of the year, amid rising demand over rising demand and sanctions on the US.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 101.0205078125, "token_count": 29} +{"index": 4365, "reference": "The chief executive of Natural Resources Wales has denied the organisation had the \"wool pulled over our eyes\" by a sawmill operator given a 10 year timber contract that was criticised by an audit.", "prediction": "The Welsh steel industry was left behind behind a \u00a3mm investment in a new line on Anglesey, has told a assembly committee it it.", "rouge": {"rouge1": 17.24137931034483, "rouge2": 0.0, "rougeL": 10.344827586206897}, "nll_sum": 162.349609375, "token_count": 28} +{"index": 4366, "reference": "Council tax bills in England could cost an average of \u00a3200 more for band D properties by 2020, the Local Government Association has warned.", "prediction": "Councils in England face a huge shortfall\" council tax tax by the end of Parliament, the Local Government Association says. solve in the a referee, solve, says they from the-based elections a from Saturday years.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 17.241379310344826, "rougeL": 26.666666666666668}, "nll_sum": 245.90203857421875, "token_count": 43} +{"index": 4367, "reference": "It was a bizarre story from the outset.", "prediction": "A Japanese whose son went missing nearly three years ago, has warned his parents, their parents were still alive, but was seeing what it happened.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 6.0606060606060606}, "nll_sum": 128.17742919921875, "token_count": 28} +{"index": 4368, "reference": "Yesterday was quite possibly the busiest day of my life.", "prediction": "After eight and eight still remaining to spare of cricket, but England captain Eoin Morgan, and I'm disappointed by the decision of the club's chief executive.", "rouge": {"rouge1": 10.526315789473681, "rouge2": 0.0, "rougeL": 10.526315789473681}, "nll_sum": 141.367919921875, "token_count": 31} +{"index": 4369, "reference": "Athletics stars Mo Farah and Greg Rutherford have shared their tips for young athletes with Newsround.", "prediction": " be has told Newsround - how how do the Olympic Games to be 2016!", "rouge": {"rouge1": 6.896551724137931, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 100.70671081542969, "token_count": 15} +{"index": 4370, "reference": "UKIP leadership contender Raheem Kassam has launched his campaign, describing himself as the \"Farage-ist candidate\".", "prediction": "UKIP chairman Raheem Kassam has called called for the party to be running, saying the party \"could could be a senior figure\".", "rouge": {"rouge1": 26.31578947368421, "rouge2": 11.11111111111111, "rougeL": 26.31578947368421}, "nll_sum": 110.26559448242188, "token_count": 28} +{"index": 4371, "reference": "Former Taoiseach (Irish prime minister) Bertie Ahern has warned there is no easy solution to resolving the Irish border issue before the UK leaves the EU.", "prediction": "ieie Ahern has said that he confident between the UK and the UK can try, the Stormont Executive and other governments working on other side\" on 8 June. solve be \"-'solve a again solve again solve's again emerged", "rouge": {"rouge1": 18.46153846153846, "rouge2": 6.349206349206349, "rougeL": 18.46153846153846}, "nll_sum": 296.2179870605469, "token_count": 47} +{"index": 4372, "reference": "A plaque with the names of those from Merseyside who lost their lives fighting in the Spanish Civil War has found a permanent home in Liverpool.", "prediction": "A permanent memorial permanent 2011 created in Merseyside and other soldiers who died in battle struggle Spain in Germany.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 22.22222222222222}, "nll_sum": 140.15451049804688, "token_count": 21} +{"index": 4373, "reference": "A woman was shot dead by attackers who may have been on bicycles, police have said.", "prediction": "A woman was allegedly shot dead after being shot killed by a group of a members of, the police have said.", "rouge": {"rouge1": 48.64864864864864, "rouge2": 28.571428571428577, "rougeL": 48.64864864864864}, "nll_sum": 83.65766906738281, "token_count": 22} +{"index": 4374, "reference": "Demolition teams - backed up by riot police - are dismantling parts of the migrant camp in Calais, known as the Jungle, which has become home to thousands of people desperate to reach Britain.", "prediction": "The English Channel, the English Channel, has formed the English Channel from the English Channel, Channel, has established the English Channel and English English in Channel from the English Channel.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 9.67741935483871}, "nll_sum": 117.4333267211914, "token_count": 34} +{"index": 4375, "reference": "A leading Baloch separatist has said he is ready to consider dialogue with Pakistan, as long as the army ends military operations in the province.", "prediction": "One of the most senior separatist leaders in Rochistan, has called for the country, the killed because of a military struggle in its military operations.", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 20.000000000000004}, "nll_sum": 130.94491577148438, "token_count": 29} +{"index": 4376, "reference": "The former president of Peru, Alberto Fujimori, has said he will publish excerpts from his memoirs on the social media websites Twitter and Facebook.", "prediction": " Per Peru former President Carlos Maimori has demanded the release of office on social media on", "rouge": {"rouge1": 45.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 98.19523620605469, "token_count": 17} +{"index": 4377, "reference": "Boys should receive a cancer vaccine - already given to young girls - to stop them developing strains of the disease, experts have said.", "prediction": "isation immun programme to protect young children against a deadly human cancer has been officially launched by the Welsh government.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 90.92399597167969, "token_count": 20} +{"index": 4378, "reference": "A dad's desperate search to replace his autistic son's beloved \"little blue cup\" has ended - after the manufacturer stepped in to make a lifetime's supply.", "prediction": "A US teenager have made an appeal to find a blue colour young son's appeal after an emotional appeal.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 115.3416748046875, "token_count": 20} +{"index": 4379, "reference": "Goals from Sone Aluko and Tom Cairney gave Fulham a west London derby win over Brentford at Griffin Park.", "prediction": " Al Ko Alairney scored a-trick as Fulham beat Brentford and beat and keep their hopes of a play-off place.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 139.4530792236328, "token_count": 28} +{"index": 4380, "reference": "French President Francois Hollande has named Jean-Marc Ayrault as his new foreign minister.", "prediction": " to Green Green Party candidate Malcolm Amrarault has been named as the new French president, Francois Hollande.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 20.689655172413794, "rougeL": 25.80645161290323}, "nll_sum": 109.22514343261719, "token_count": 20} +{"index": 4381, "reference": "A man was helped back to his hotel after sleepwalking into the street in Manchester city centre without any clothes on, police have said.", "prediction": "A man has been found hidden open outside a Greater Manchester hotel because police to told told police and did not and provide a \"nambulist\".", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 165.3729248046875, "token_count": 29} +{"index": 4382, "reference": "There's exactly one year to go until the Winter Olympics officially kick off in the Asian country of South Korea.", "prediction": "The 2016 Olympic Games is coming again, and will take place in London again.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 54.33001708984375, "token_count": 15} +{"index": 4383, "reference": "Adebayo Akinfenwa was sent off on his Wycombe Wanderers debut in a pre-season friendly against Le Havre on Tuesday.", "prediction": "Torebayebebofenwa has had his five-match lifted by the Football Association after he was sent off by a Football Association charge.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 147.82635498046875, "token_count": 30} +{"index": 4384, "reference": "Veteran US congressman Chaka Fattah has been convicted of multiple frauds which prosecutors said were aimed at enriching himself and preserving his political career.", "prediction": "Former US congressman, Chaka Fattah, has been found guilty of five five-year office relating to $75 (\u00a339m).", "rouge": {"rouge1": 33.33333333333333, "rouge2": 25.0, "rougeL": 33.33333333333333}, "nll_sum": 109.66755676269531, "token_count": 27} +{"index": 4385, "reference": "Team GB should expect to win at least three medals at the Winter Olympics in Sochi, according to UK Sport.", "prediction": "Great Britain will hope to more medals at the four Paralympic Games in London 2012, a record levels of \u00a342 \u00a331m.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 130.94891357421875, "token_count": 27} +{"index": 4386, "reference": "Scotland's finance secretary John Swinney has submitted a fresh proposal in talks to establish a \"fiscal framework\" for new devolved powers.", "prediction": "Scotland's Secretary of Swinney has accused the UK government of promoting his priorities books of the current deal with the Tories a \" unet record\" that it's the from's a from the it's's\"..'s from's a", "rouge": {"rouge1": 22.222222222222225, "rouge2": 6.55737704918033, "rougeL": 22.222222222222225}, "nll_sum": 261.4393615722656, "token_count": 48} +{"index": 4387, "reference": "Dayle Southwell's first-half goal was the difference as Wycombe Wanderers edged past Stevenage at Adams Park.", "prediction": "Mother Southwell struck a last-minute winner as Wycombe picked up a dramatic League Two victory over fellow play-off hop hopefuls Stevenage.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 132.8166046142578, "token_count": 30} +{"index": 4388, "reference": "A teenager who stabbed a 16-year-old to death in an Aberdeen school has been jailed for nine years.", "prediction": "A teenager who stabbed to death of 17-year-yearold at an Aberdeen school- has been given an 18-month jail sentence.", "rouge": {"rouge1": 61.904761904761905, "rouge2": 40.0, "rougeL": 57.14285714285713}, "nll_sum": 104.61428833007812, "token_count": 27} +{"index": 4389, "reference": "Four rowers from Northern Ireland in the Great Britain squad have advanced from the heats at the European Championships in Racice, Czech Republic.", "prediction": "Defending champions Ireland are being stripped of a place at the European Championships in June in Belgrade in Bel.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 20.0, "rougeL": 28.571428571428577}, "nll_sum": 93.2113037109375, "token_count": 21} +{"index": 4390, "reference": "US tennis star Venus Williams has been involved in a car accident that led to the death of a 78-year-old man.", "prediction": "Serena Williams has died in a fatal car crash in Florida police say, a man who was involved in a car days before the man's, as,.", "rouge": {"rouge1": 36.0, "rouge2": 16.666666666666668, "rougeL": 31.999999999999996}, "nll_sum": 125.9480209350586, "token_count": 31} +{"index": 4391, "reference": "Chess boxing, a hybrid sport combining the mental workout of chess with the physical challenge of boxing, is catching on in India, reports Shamik Bag.", "prediction": "A professional fight began between a middle-fixing.", "rouge": {"rouge1": 6.0606060606060606, "rouge2": 0.0, "rougeL": 6.0606060606060606}, "nll_sum": 69.71691131591797, "token_count": 10} +{"index": 4392, "reference": "Telescopes looking for extra terrestrial intelligence should re-open within weeks after donors replaced income lost in public funding cuts.", "prediction": "A special fund set up to save a US Mars to which will Ceres will be turned into the fiction.", "rouge": {"rouge1": 5.000000000000001, "rouge2": 0.0, "rougeL": 5.000000000000001}, "nll_sum": 117.1136474609375, "token_count": 20} +{"index": 4393, "reference": "Two new Conservative MSPs have joined the campaign for the UK to leave the European Union.", "prediction": "Four MSPs have set out the way for the UK after the voted to leave, EU, called in referee wake a German referee's call for Britain on his. as a from the's's have of.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 15.686274509803921, "rougeL": 33.9622641509434}, "nll_sum": 241.05819702148438, "token_count": 42} +{"index": 4394, "reference": "A man who had spent Friday drinking had to be rescued from a church roof by the fire service.", "prediction": "A man who upside down the roof of a church in Edinburgh who tried his step him down the roof building been jailed for six months global", "rouge": {"rouge1": 30.434782608695656, "rouge2": 13.636363636363638, "rougeL": 26.08695652173913}, "nll_sum": 140.5721435546875, "token_count": 26} +{"index": 4395, "reference": "Labour has failed to agree on how to form its shadow cabinet at a meeting of its national executive committee.", "prediction": "So-wing Labour supporters to of hold their planned elections, ahead of the party's Committee Committee. to solve'solve aACalifornia- a. a's a decision of a ban from Saturday's leader from of.", "rouge": {"rouge1": 21.818181818181817, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 298.52874755859375, "token_count": 45} +{"index": 4396, "reference": "Harassment of women is to be recorded as a hate crime in a bid to tackle sexist abuse.", "prediction": "A police force officially launched its in campaign to launched a hate crime - or be a victim.", "rouge": {"rouge1": 40.0, "rouge2": 12.121212121212121, "rougeL": 28.571428571428577}, "nll_sum": 99.39810943603516, "token_count": 18} +{"index": 4397, "reference": "A BBC Spotlight poll strongly indicates voters in Northern Ireland would reject a united Ireland in a border poll.", "prediction": "A BBC poll polls has suggested for the biggest tax poll for the Ireland political poll, saying Northern Ireland means that the of a UK staying UK stay or the EU.", "rouge": {"rouge1": 31.999999999999996, "rouge2": 8.333333333333334, "rougeL": 24.000000000000004}, "nll_sum": 187.06002807617188, "token_count": 32} +{"index": 4398, "reference": "Two Iranian refugees who were transferred to Cambodia under a A$55m ($41m; \u00a329m) deal with Australia have returned to Iran voluntarily.", "prediction": "A Afghan couple, who were sent to offshore detention centre in Australia city October, have left the Australian government says.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 104.89739227294922, "token_count": 22} +{"index": 4399, "reference": "A cafe owner has defended a sign urging people to eat cake to avoid being kidnapped in the town where April Jones was abducted and murdered in 2012.", "prediction": "A sign the where where schoolgirl April Jones has been found alive after a cafe went up India, where she feels \"hard to be rid\".", "rouge": {"rouge1": 41.50943396226415, "rouge2": 11.76470588235294, "rougeL": 22.64150943396226}, "nll_sum": 167.23324584960938, "token_count": 28} +{"index": 4400, "reference": "Radical preacher Anjem Choudary has been jailed for five-and-a-half years for inviting support for the so-called Islamic State group.", "prediction": "Radical preacher Anjemaryary has been sentenced to 20 years in prison for thanked the support for so-called Islamic State (IS).", "rouge": {"rouge1": 59.09090909090909, "rouge2": 28.571428571428566, "rougeL": 54.54545454545454}, "nll_sum": 138.84442138671875, "token_count": 28} +{"index": 4401, "reference": "A four-year-old boy has died following a fire at a house in Neath Port Talbot.", "prediction": "A five-year-old boy was among three brother who has been killed in a fire at their family's home in Port Talbot.", "rouge": {"rouge1": 53.658536585365844, "rouge2": 25.64102564102564, "rougeL": 53.658536585365844}, "nll_sum": 74.5361099243164, "token_count": 27} +{"index": 4402, "reference": "US technology giant Apple raised a better than expected $6.5bn (\u00a34.3bn) through a corporate bond sale, as part of a plan to return cash to investors.", "prediction": "Apple has sold its firstm package worth $81.5bn (\u00c2\u00a342bn) in money to help shareholders that will return and money.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 150.2088623046875, "token_count": 29} +{"index": 4403, "reference": "One of the largest hospital trusts in England is to be put into special measures because of \"serious failures\" in patient safety.", "prediction": "A NHS trust that was run Kent a hospital Kent hospital says it needs to step measures, found staff shortages to provide poor care and care.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 12.499999999999996}, "nll_sum": 166.85317993164062, "token_count": 27} +{"index": 4404, "reference": "China says it is \"seriously concerned\" after US President-elect Donald Trump expressed doubts about continuing to abide by the \"One China\" policy.", "prediction": "China's foreign ministry has rejected President Donald Trump's a \" one China\" policy policy, the Taiwanese president says.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 92.28892517089844, "token_count": 22} +{"index": 4405, "reference": "A baby hatch in southern China has been forced to suspend work after hundreds of infants were abandoned, overwhelming the centre, its director says.", "prediction": "A officials in China have banned all baby hatches for ill children in the country, the country's news agency has said solve in the a's, Serbia, since it was a it from a by by of November.", "rouge": {"rouge1": 25.396825396825395, "rouge2": 3.278688524590164, "rougeL": 19.04761904761905}, "nll_sum": 218.8509521484375, "token_count": 43} +{"index": 4406, "reference": "A man died after trying to rescue a day-tripper from the sea a month before five young friends died at the same beach, an inquest has heard.", "prediction": "An inquest into the death of five men who died suddenly while holiday on holiday while holiday, beach has been found guilty of misadventure.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 3.9999999999999996, "rougeL": 19.23076923076923}, "nll_sum": 124.18443298339844, "token_count": 27} +{"index": 4407, "reference": "So how constraining on Labour is its self-imposed \"Budget Responsibility Lock\"?", "prediction": "If you do not a anything, that you would see if the voters had to lose, income - and if they want to pay rate - or - would be the incomes, even if they win the election.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 187.6658935546875, "token_count": 41} +{"index": 4408, "reference": "The family of a man feared missing on holiday in Peru say they are growing increasingly concerned.", "prediction": "A Scottish tourister who, went missing after Peru, has began after leaving the country, the Foreign Office said.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 115.05644226074219, "token_count": 22} +{"index": 4409, "reference": "Peru's President Ollanta Humala has marked his first year in office by pledging to increase social spending to help the country's poorest people.", "prediction": "The Perians Prime Minister 5Italy Humau has said he thinks his government will do anything but will not do despite winning his country's political crisis.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 171.67019653320312, "token_count": 29} +{"index": 4410, "reference": "A man has been rescued from the sea 200 metres off the coast at Ballyholme Bay, near Bangor, after a man working nearby heard shouts and called the Coastguard.", "prediction": "A man was taken to hospital after being saved by life and crewboat as they pulled pulled into the water at Angleseyles has said it was a \"lolve and \"-bicket\". inold years from 2011 again from a", "rouge": {"rouge1": 27.272727272727277, "rouge2": 3.125, "rougeL": 18.181818181818183}, "nll_sum": 264.52288818359375, "token_count": 46} +{"index": 4411, "reference": "Motorcyclists have claimed they have been banned from a pub chain which recently barred swearing.", "prediction": "A landlord has banned a pub from his pub owner he was allowed to be and his car.", "rouge": {"rouge1": 24.24242424242424, "rouge2": 6.451612903225808, "rougeL": 18.18181818181818}, "nll_sum": 97.50318908691406, "token_count": 18} +{"index": 4412, "reference": "Leeds Rhinos ran in seven tries as they comfortably beat a poor Warrington Wolves side at Headingley.", "prediction": "Warrington Wolves staged a secondhalf-half comeback to beat as beat beatrington and beat Warrington Wolves, who suffered their third straight Super League defeat.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 161.04611206054688, "token_count": 30} +{"index": 4413, "reference": "Livingston remain two points clear at the top of Scottish League One after they beat nine-man East Fife.", "prediction": "Queen's Park moved three points clear at a top. Scottish League One with a 4-1 win win at home to Airdrierieonians.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 20.0, "rougeL": 33.33333333333333}, "nll_sum": 151.4099884033203, "token_count": 30} +{"index": 4414, "reference": "Work to rebuild a shopping centre car park that has been beset with structural problems for a decade will now go ahead in the spring of 2015.", "prediction": "Work on a \u00a371m revamp of a flagship-way shopping centre has been given official permission for \u00c2\u00c2\u00a35m.", "rouge": {"rouge1": 40.0, "rouge2": 9.30232558139535, "rougeL": 31.11111111111111}, "nll_sum": 132.28463745117188, "token_count": 27} +{"index": 4415, "reference": "A cider mill is set to close with its production being moved to the Republic of Ireland, its owners have said.", "prediction": "Criminal firm Sheptonpton Mal, could close with the loss in about 40 jobs. according solve the Royal'smaker's and from a reputation.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 214.67080688476562, "token_count": 29} +{"index": 4416, "reference": "Ex-child protection officer Peter McKelvie has resigned as an adviser to the Independent Inquiry into Child Sexual Abuse (IICSA), the inquiry says.", "prediction": " Sir Peter McKelvie, who resigned as chair of the Historical Inquiry into Inquiry child, has resigned from the office of a committee of MPs.", "rouge": {"rouge1": 51.06382978723404, "rouge2": 17.777777777777775, "rougeL": 38.297872340425535}, "nll_sum": 116.77296447753906, "token_count": 29} +{"index": 4417, "reference": "A report proposing an agreement between the Church of England and the Church of Scotland has been published, ahead of a debate by the Churches' ruling bodies.", "prediction": "The Church of Scotland, in what would be described ametanVeter Church issue, will be formally named to the Church Scotland in not", "rouge": {"rouge1": 28.57142857142857, "rouge2": 17.02127659574468, "rougeL": 24.489795918367346}, "nll_sum": 156.26766967773438, "token_count": 26} +{"index": 4418, "reference": "Police failed to act on concerns raised about an illegal dog before it killed a baby girl, a report has found.", "prediction": "A dog which was mauled anded to deathed a culled because of, the breed chosen to die\", a serious damning has found. 2011A's a's a from a it's from's of a's a's a", "rouge": {"rouge1": 23.333333333333332, "rouge2": 3.4482758620689653, "rougeL": 16.666666666666664}, "nll_sum": 288.580322265625, "token_count": 47} +{"index": 4419, "reference": "England head coach Mark Sampson has named an expanded 28-player squad for his side's two upcoming matches against Norway and Sweden in Spain.", "prediction": "Head coach Mark Sampson has named a 26-season players for her next month's friend against Norway and Sweden. and it- a it's \" age of-over from--Dup has from from national..", "rouge": {"rouge1": 44.06779661016949, "rouge2": 28.07017543859649, "rougeL": 44.06779661016949}, "nll_sum": 274.11090087890625, "token_count": 42} +{"index": 4420, "reference": "On Thursday 23 June the UK will vote in its first referendum in more than 40 years on whether or not it should remain as a member of the European Union (EU).", "prediction": " to the UK vote voted again on whether to leave, leave or leave the European Union, but what, we want to find out what will mean it mean be? Which. a the a's will's to of the's from in the", "rouge": {"rouge1": 37.333333333333336, "rouge2": 13.698630136986301, "rougeL": 26.66666666666667}, "nll_sum": 237.04058837890625, "token_count": 47} +{"index": 4421, "reference": "The official figures showing that 98% of voters backed Morocco's reform referendum are \"unbelievable\", a democracy campaigner has told the BBC.", "prediction": "Morocco campaigners say they have begun protests against the giving of a new constitution, says the president says.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 93.44512176513672, "token_count": 21} +{"index": 4422, "reference": "Kevin Pietersen smashed a second successive unbeaten hundred in South Africa's Ram Slam T20 event.", "prediction": "Kevin Pietersen hit a career-best best Twenty20 cricket as New Zealand beat Northern Knights 30-20 and reach the inaugural Super League.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 120.26248168945312, "token_count": 27} +{"index": 4423, "reference": "A legal challenge over the UK leaving the European Union (EU) is to be launched in Northern Ireland.", "prediction": "Campaigners hoping to bid the future of Northern Ireland minister are the prime minister a taking a legal challenge to the UK's office of leaving the EU leaving to's the's from a 3\" since it's flagship of. from the from a", "rouge": {"rouge1": 34.92063492063492, "rouge2": 16.39344262295082, "rougeL": 28.571428571428577}, "nll_sum": 261.0931396484375, "token_count": 47} +{"index": 4424, "reference": "Politicians in Northern Ireland are holding talks over the next month to prevent the collapse of the government.", "prediction": "A new power-sharing has began in talks after Storm political crisis in Stormont.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 89.71507263183594, "token_count": 16} +{"index": 4425, "reference": "A new garden-themed art exhibition will tell the intriguing story about Claude Monet and the famous water lily pond that inspired his best-known works.", "prediction": "New documents released gone on acclaimed artist Monet, which has found himself in a 17th Century century, and hoping to create his use a water garden in the Severn.", "rouge": {"rouge1": 29.090909090909093, "rouge2": 0.0, "rougeL": 14.545454545454547}, "nll_sum": 194.44424438476562, "token_count": 34} +{"index": 4426, "reference": "A florist whose business was destroyed in a fire which set off explosions at a neighbouring fireworks factory has pledged to rebuild his business.", "prediction": "A man whose he is happy by fire damaged in fire which badly damaged the business, has said said he is prepared to \"att his recovery\".", "rouge": {"rouge1": 35.99999999999999, "rouge2": 4.166666666666666, "rougeL": 32.0}, "nll_sum": 155.1148223876953, "token_count": 28} +{"index": 4427, "reference": "Two Sussex police constables questioned over their conduct at the site of the Shoreham air crash have left the force.", "prediction": "Two police officers who filmed themselves themselves during an air scene during the Shoreham air disaster, sacked sacked.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 11.11111111111111, "rougeL": 26.31578947368421}, "nll_sum": 121.04403686523438, "token_count": 20} +{"index": 4428, "reference": "Goals from Demarai Gray, Islam Slimani (2) and Ahmed Musa took Leicester past Championship side Sheffield United and into the EFL Cup third round.", "prediction": " Islamani Slimani and Karai Gray each scored twice as champions Leicester thrashed Sheffield United and reach second round of the EFL Cup by beating Championship Sheffield United.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 16.3265306122449, "rougeL": 35.294117647058826}, "nll_sum": 149.35205078125, "token_count": 32} +{"index": 4429, "reference": "A killer condition linked to 1,500 deaths every year in Wales is not always being treated in the same way in Welsh hospitals, new research claims.", "prediction": "Calls are being made for patients in Shpspshire hospitals the same way time, new figures show.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 9.75609756097561, "rougeL": 27.906976744186046}, "nll_sum": 108.21687316894531, "token_count": 21} +{"index": 4430, "reference": "The wife and adult children of late actor Robin Williams have agreed to meet outside of court to try and resolve a dispute over his belongings.", "prediction": "Farrell Williams is seeking a further1m000 (\u00c2\u00a367m) from her husband's husband battle to names her name or her husband.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 172.28359985351562, "token_count": 29} +{"index": 4431, "reference": "A businessman who registered the births of 26 non-existent babies as part of a benefit fraud scheme has been jailed for 28 months.", "prediction": "A 393 2011 \" 2011 man who fraudulently by claiming tax to staff after, the birth before birth certificate has been told pay and pay back \u00a32,000.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 199.4396209716797, "token_count": 34} +{"index": 4432, "reference": "The European space Agency astronaut, Luca Parmitano, spoke to Newsround about his spacewalk experiences.", "prediction": "British astronaut Tim Peake says says he has be chosen to join International International Space Station withISS) as as anmet space of space\".", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 173.14251708984375, "token_count": 27} +{"index": 4433, "reference": "A man has died after he was hit by a car in Swanley on Saturday night.", "prediction": "A man was killed when he after was hit by a car to revive.", "rouge": {"rouge1": 60.00000000000001, "rouge2": 35.71428571428571, "rougeL": 53.333333333333336}, "nll_sum": 59.807762145996094, "token_count": 14} +{"index": 4434, "reference": "UK government arms sales to Saudi Arabia are lawful, the High Court has ruled, after seeing secret evidence.", "prediction": "A UK should arms sanctions arms ban to Saudi Arabia because of a a breach international law\", a leading rights group campaign has ruled in the a's,PG, says they from a mandatory from a government's flagship of a from a's a", "rouge": {"rouge1": 31.746031746031743, "rouge2": 9.836065573770492, "rougeL": 25.396825396825395}, "nll_sum": 292.88037109375, "token_count": 47} +{"index": 4435, "reference": "England were heavily beaten by India A in their second and final warm-up match before the one-day international series begins on Sunday.", "prediction": "England suffered a surprise five-wicket collapse by India A in in their opening Group World Group warm-upup before reach the match-finals of the it's a \"--p- referee in a from a's.'s Broadway", "rouge": {"rouge1": 35.483870967741936, "rouge2": 13.333333333333334, "rougeL": 29.03225806451613}, "nll_sum": 278.9300231933594, "token_count": 46} +{"index": 4436, "reference": "Cruise ship operator Carnival has reported profits that beat analysts' expectations, sending shares higher.", "prediction": "Shares in Italian cruise ship Carnival have fallen about 40% profits in the third quarter of the year, despite a fall in sales ticket prices.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 103.09739685058594, "token_count": 27} +{"index": 4437, "reference": "Uruguay will begin selling cannabis in pharmacies from July, the final stage in the country's pioneering regularisation of the drug.", "prediction": "The Archbishopuayan government will use the use the sale of cannabis from free pharmacy in July, according to the National Audit Statistics (N).", "rouge": {"rouge1": 45.454545454545446, "rouge2": 0.0, "rougeL": 22.727272727272723}, "nll_sum": 155.08082580566406, "token_count": 27} +{"index": 4438, "reference": "A fundraiser who helped a community after four people died in a mill fire has been made an MBE in the Queen's Birthday Honours.", "prediction": "A woman whose victims was the of a huge explosion in her own tank by the samesexsex the recognised in the Queen's Birthday Honours list.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 20.408163265306126, "rougeL": 35.294117647058826}, "nll_sum": 172.7896728515625, "token_count": 30} +{"index": 4439, "reference": "People living in Bristol have complained about a vinegary whiff in the air.", "prediction": "There's a big bigger struggle on the big city big of of Bristol centre.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 91.51263427734375, "token_count": 15} +{"index": 4440, "reference": "Private companies in Oxfordshire may not have enough capacity to employ people who lose their public sector jobs, an economics expert has warned.", "prediction": "Oxfordshire may lost in public sector workers again, despite big cuts to the county, the, according to research by by a declass data research.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 8.888888888888888, "rougeL": 17.02127659574468}, "nll_sum": 179.9149169921875, "token_count": 29} +{"index": 4441, "reference": "One person has died in a stage collapse before a Radiohead concert in the Canadian city of Toronto.", "prediction": "One least one person including five people, after a music band, collapsed and collapsed at the Madison Park in New York City, USA the", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.0, "rougeL": 28.571428571428577}, "nll_sum": 118.49295806884766, "token_count": 26} +{"index": 4442, "reference": "RB Leipzig moved level on points with Bundesliga leaders Bayern Munich after Timo Werner scored twice in a comfortable 3-1 win over Mainz.", "prediction": "Bado Bad scored a hat-trick as RB Leipzig beat German sidemann Westz and move top the Champions League Group A.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 148.91189575195312, "token_count": 29} +{"index": 4443, "reference": "The UK will have the fastest broadband of any major European country by 2015, Culture Secretary Jeremy Hunt has said.", "prediction": "Health Secretary Jeremy Hunt has ruled out his priority priorities for the UK in possible broadband network.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 22.857142857142858, "rougeL": 21.62162162162162}, "nll_sum": 90.66685485839844, "token_count": 17} +{"index": 4444, "reference": "A shortage of HIV testing could undermine global efforts to diagnose and treat people with the infection, warn experts from the World Health Organization.", "prediction": "The World Health Organization (WHO) needs to improve the and and diagnosis treatment for drugs, say doctors.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 15.384615384615383, "rougeL": 19.51219512195122}, "nll_sum": 86.88416290283203, "token_count": 20} +{"index": 4445, "reference": "Scotland women's captain Gemma Fay admits the prospect of playing in a major championship was one of the main factors in deciding not to retire last year.", "prediction": "Midfielder Gemma Fay, her match against Group B in the Netherlands December would be the \"nothing the special moment\" in her career.", "rouge": {"rouge1": 23.999999999999996, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 148.14212036132812, "token_count": 28} +{"index": 4446, "reference": "Crawley Town have completed the signing of former West Brom defender James Hurst on a free transfer.", "prediction": "Crawley Town defender signed defender James Hurst on a free transfer and with defender Luke Hurford, reported to be \u00a32m.", "rouge": {"rouge1": 54.05405405405405, "rouge2": 40.0, "rougeL": 54.05405405405405}, "nll_sum": 137.60595703125, "token_count": 27} +{"index": 4447, "reference": "Edinburgh's flickering hopes of staying in European Champions Cup contention were extinguished by Leinster.", "prediction": "Edinburgh staged a spirited second-half comeback to beat Leinster to and and reach the Pro12 and and will reach the quarter-finals of the season.", "rouge": {"rouge1": 14.634146341463417, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 120.74400329589844, "token_count": 32} +{"index": 4448, "reference": "Jeremy Corbyn has reaffirmed his desire to scrap the welfare cap after differences with his shadow cabinet, calling the policy \"devastating\".", "prediction": "Jeremy Corbyn has defended review of his party's decision of priorities to its welfare cap, saying he does not want the people of working working people\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 33.33333333333333}, "nll_sum": 138.1279296875, "token_count": 28} +{"index": 4449, "reference": "Bosses have been urged not to indulge in invasive surveillance by reading their employees' private messages.", "prediction": "Businesses leaders Directors have warned that companies should be \" snooking\" because they have rules privacy.", "rouge": {"rouge1": 6.451612903225808, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 128.09158325195312, "token_count": 20} +{"index": 4450, "reference": "A Botswanan cheetah called Legolas that was being studied by researchers has been killed, conservationists said.", "prediction": "A wild beltetat found dead in a animal reserve in Zimbabwewana has be killed, South Africa and & Support Group ( CommissionA) and said.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 233.75839233398438, "token_count": 34} +{"index": 4451, "reference": "Adult social care firms are struggling to hire, retain and train staff as a result of cuts to council budgets, a survey of senior officials suggests.", "prediction": " adult social services for disabled and people face further budget taxes because of because government cuts, a think tank has warned.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444445, "rougeL": 25.531914893617024}, "nll_sum": 114.80211639404297, "token_count": 22} +{"index": 4452, "reference": "Lee McCulloch will sign for Kilmarnock in a player-coach role, his representative has confirmed.", "prediction": " McCullochoch is set to join Rangers as Kil Kilmarnock manager following his release by Wigan Athletic.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 87.36392211914062, "token_count": 22} +{"index": 4453, "reference": "Cardiff City manager Neil Warnock has outlined his cut-price transfer plan, saying he does not think it would take big money to launch a promotion bid in 2017-18.", "prediction": "Cardiff City manager Neil Warnock says he will need have of his players to meet a transfer rate targets when the transfer window opened in January.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 18.51851851851852, "rougeL": 35.71428571428571}, "nll_sum": 118.91361999511719, "token_count": 28} +{"index": 4454, "reference": "Widnes Vikings scrum-half Joe Mellor has signed a new three-year contract, keeping him with the club until 2019.", "prediction": "Widnes Vikings forward Gregororconnector has signed a new three-year deal with the Super Super League club. until 2020.", "rouge": {"rouge1": 61.53846153846154, "rouge2": 43.24324324324324, "rougeL": 61.53846153846154}, "nll_sum": 146.30105590820312, "token_count": 27} +{"index": 4455, "reference": "Wigan Athletic have signed Bournemouth midfielder Shaun MacDonald for an undisclosed fee on a two-year deal.", "prediction": "Wigan Athletic have completed the signing of former Bournemouth goalkeeper Jamie betting on one- onemonth youth deal.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 12.5, "rougeL": 41.17647058823529}, "nll_sum": 130.2874755859375, "token_count": 23} +{"index": 4456, "reference": "An apology has been issued after health inspectors raised concerns about patient care for older people at the Galloway Community Hospital.", "prediction": "Health professionals have thanked health and staff at a Dumfries and Galloway Infaryant hospital where vulnerable patients died at a specialist rehabilitation unit died.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 169.68453979492188, "token_count": 29} +{"index": 4457, "reference": "Fourth official Kevin Friend has been released from hospital after collapsing and hitting his head in Tuesday's game between Bournemouth and Southampton.", "prediction": "Midfielder GeorgeM has suffered a broken injury, as his side finished Sunday's 3-0 Premier League match between Bournemouth. AFCemouth-. referee's again's-A a from in a from a's from's a", "rouge": {"rouge1": 23.728813559322038, "rouge2": 3.508771929824561, "rougeL": 16.94915254237288}, "nll_sum": 281.9788818359375, "token_count": 46} +{"index": 4458, "reference": "Tucked between the Caribbean Sea and the rainforest on the eastern coast of Central America, Belize is the home of a small and diverse nation.", "prediction": "The European territory control of Belgrade has won since Scottish independence it won its May 2015.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 105.62471008300781, "token_count": 17} +{"index": 4459, "reference": "A woman accused of having sex with a 15-year-old boy has been found not guilty of all charges.", "prediction": "A woman who posted on social media, accused of a a sexual assault against a 13-year-old girl, has been cleared of cleared of sex charges.", "rouge": {"rouge1": 51.06382978723405, "rouge2": 17.77777777777778, "rougeL": 46.808510638297875}, "nll_sum": 103.02391052246094, "token_count": 31} +{"index": 4460, "reference": "Children with severe epilepsy could be helped by a new treatment derived from the cannabis plant.", "prediction": " a new cannabis treatment could be used to reduce the the number of in children's Edinburgh. 2011 solve a's a \u00a3-d a from in a from a's's ban from it a has it's's of.", "rouge": {"rouge1": 32.14285714285714, "rouge2": 7.4074074074074066, "rougeL": 14.285714285714288}, "nll_sum": 263.6029357910156, "token_count": 43} +{"index": 4461, "reference": "West African leaders have given Yahya Jammeh a final opportunity to relinquish power after Senegalese troops entered The Gambia.", "prediction": "Gambia's government is urging Presidentya Jammeh will not leave the country, said, amid fears the military battle will step down.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 126.40728759765625, "token_count": 28} +{"index": 4462, "reference": "It's a strange phenomenon - teenagers opting to return to the classroom over the Easter Holidays.", "prediction": "A primary school is being offered free a physical training course, if you do not do university.", "rouge": {"rouge1": 6.0606060606060606, "rouge2": 0.0, "rougeL": 6.0606060606060606}, "nll_sum": 80.69894409179688, "token_count": 18} +{"index": 4463, "reference": "A high court judge in the Republic of Ireland has ruled that the media can report what was said in the Irish parliament under privilege about the country's richest man.", "prediction": "The Irish woman for IrishIrish parliament) has said that she will not plead anything any of decision compensate explain a former Anglo Irish Bank its investment banker.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 3.571428571428572, "rougeL": 13.793103448275861}, "nll_sum": 195.31272888183594, "token_count": 29} +{"index": 4464, "reference": "Shrewsbury Town have signed former Walsall goalkeeper Craig MacGillivray on a one-year deal.", "prediction": "Shrewsbury Town have signed fullback Alexander Macilliant- on a two- two deal following his release by Walsall.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 27.586206896551722, "rougeL": 45.16129032258064}, "nll_sum": 131.47628784179688, "token_count": 26} +{"index": 4465, "reference": "UK oil and gas exploration firm BG Group, which is set to be taken over by Royal Dutch Shell, has reported a big drop in first-quarter earnings.", "prediction": "Energy firm firm BG Group has reported a 40% in profits for the first three months to March despite it was a clear offer from Royal Dutch Shell.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 22.22222222222222, "rougeL": 28.57142857142857}, "nll_sum": 116.19816589355469, "token_count": 29} +{"index": 4466, "reference": "Flooding in Cumbria has led to a \"collapse\" in bookings in the county, a tourism chief has said.", "prediction": " againTour bosses in Cumbria have of a \"significant\" rise in boost the economy, a tourism boss has said of in the-'s, solve, since they's a compulsory from it of were from over.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 16.0, "rougeL": 34.61538461538462}, "nll_sum": 267.29351806640625, "token_count": 43} +{"index": 4467, "reference": "Fleetwood boosted their survival hopes by beating Scunthorpe for just their second League One win of the year.", "prediction": "Scunthorpe moved three points clear of with a comfortable victory over League One Fleetwood.", "rouge": {"rouge1": 31.250000000000007, "rouge2": 6.666666666666667, "rougeL": 18.75}, "nll_sum": 78.86664581298828, "token_count": 19} +{"index": 4468, "reference": "A week after the earthquake hit, scores of rescue workers are still flying in to Nepal.", "prediction": "A days after earthquake hit the earthquake Myanmar that has killed more than 129,000 in and injured after a powerful.8.6m.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 10.81081081081081, "rougeL": 25.64102564102564}, "nll_sum": 187.24053955078125, "token_count": 27} +{"index": 4469, "reference": "Friends of a computer programmer missing in Brussels since the bomb attacks in the Belgian capital have said they are desperate to find him.", "prediction": "A British father whose was caught up on the night in the Brussels restaurant attacks publicly spoken of the BBC how he believed the \"better\".", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 20.408163265306126}, "nll_sum": 148.79367065429688, "token_count": 26} +{"index": 4470, "reference": "Hayley Turner, Britain's most successful female jockey, believes her career has helped inspire other women to progress in the sport.", "prediction": "Four-time British Olympic champion, Turner says struggle be age harder to help track women's track.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 15.789473684210527}, "nll_sum": 107.3548355102539, "token_count": 19} +{"index": 4471, "reference": "BP has announced plans to shed about 600 jobs from its operations in the North Sea.", "prediction": "BP is to cut about 10,700 jobs from the economy in its North Sea, with the dozens of jobs, including oil and gas.", "rouge": {"rouge1": 50.0, "rouge2": 10.526315789473685, "rougeL": 40.0}, "nll_sum": 107.15596008300781, "token_count": 27} +{"index": 4472, "reference": "The remains of a 54-year-old man who disappeared hunting for a hidden stash of gold and jewels in New Mexico have been discovered, local authorities say.", "prediction": "A US national treasure of a man who went went missing in Mexico three years ago has been found found.", "rouge": {"rouge1": 37.5, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 78.1712417602539, "token_count": 20} +{"index": 4473, "reference": "An 18-year-old man has died after being injured in a two-car road crash on the Lisburn Road in Saintfield, County Down on Wednesday.", "prediction": "A 47-year-old motorcyclist who died following the crash near Ballymen, near Foyle, County Fermanagh Bob on on Wednesday night, has been named from a's. for from.", "rouge": {"rouge1": 40.0, "rouge2": 7.547169811320756, "rougeL": 25.454545454545453}, "nll_sum": 176.3592529296875, "token_count": 42} +{"index": 4474, "reference": "From ballet beginnings to hammer heights.", "prediction": "\"If you should do anything up with a local sport, boxing,ing, a,).", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 103.64885711669922, "token_count": 18} +{"index": 4475, "reference": "Transformers: Age of Extinction has held on to the number one spot at the North American box office on an unusually quiet 4 July weekend.", "prediction": "The US box office has held topped the US box office week for its highest week in record - the highest - its highest release in week.", "rouge": {"rouge1": 24.0, "rouge2": 8.333333333333332, "rougeL": 20.000000000000004}, "nll_sum": 137.672607421875, "token_count": 27} +{"index": 4476, "reference": "A dog was rescued after falling \"up to 60ft (18m)\" down a cliff in Devon.", "prediction": "A abandoned abandoned dog has been rescued from sea at a small on in Cornwall coast.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 0.0, "rougeL": 32.25806451612903}, "nll_sum": 86.99551391601562, "token_count": 16} +{"index": 4477, "reference": "The sister of a cyclist who was killed in east London last week has urged witnesses to contact police.", "prediction": "The sister of a woman who killed in a collision with a lorry killed central London, has appealed for anyone who have have come to come forward to her her.", "rouge": {"rouge1": 40.81632653061224, "rouge2": 17.02127659574468, "rougeL": 40.81632653061224}, "nll_sum": 135.53390502929688, "token_count": 32} +{"index": 4478, "reference": "The Rugby World Cup has generated about \u00a343m for Newcastle's economy, tourism bosses say.", "prediction": "A street value of43m was brought in the East's Rugby World Cup in 2015, a charity has said.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 113.52642822265625, "token_count": 22} +{"index": 4479, "reference": "Cardiff City and Bristol City fought out a frustrating goalless draw as the Severnside derby failed to ignite.", "prediction": "Cardiff City claimed their first away win of the season after a comfortable Championship play-off hop hopefulsefuls Bristol City.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 148.14093017578125, "token_count": 26} +{"index": 4480, "reference": "A zoo in Ceredigion is looking for homes for 24 abandoned Australian bearded dragons.", "prediction": "A rare bearded trunk have went up at a Somerset zoo park after an animal sanctuary offers an offer an apparent issue.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 146.34555053710938, "token_count": 22} +{"index": 4481, "reference": "Newport County boosted their League Two survival hopes as they struck late to beat play-off contenders Mansfield.", "prediction": "Newport County extended their unbeaten run to six League Two games to six with victory over play-off hopefuls-off Mansfield Town in five- a's-'s from-A a of in from from a's a from emerged", "rouge": {"rouge1": 35.08771929824561, "rouge2": 10.909090909090908, "rougeL": 31.57894736842105}, "nll_sum": 255.13214111328125, "token_count": 47} +{"index": 4482, "reference": "A man who helped his murderer ex-girlfriend bury her boyfriend's body in a Newcastle park has been jailed.", "prediction": "A man whose his partner has been jailed for helping help a shop owner owner's body park a park.", "rouge": {"rouge1": 55.00000000000001, "rouge2": 21.052631578947366, "rougeL": 35.0}, "nll_sum": 111.00799560546875, "token_count": 20} +{"index": 4483, "reference": "Each day we feature a photograph sent in from across England - the gallery will grow during the week.", "prediction": "Each day we feature a photograph sent in from across England - the gallery will grow during the week - and during the gallery - gallery will grow during the week amid it from a's from The will reputation from The -'s a reputation aA", "rouge": {"rouge1": 59.01639344262295, "rouge2": 57.6271186440678, "rougeL": 59.01639344262295}, "nll_sum": 269.41290283203125, "token_count": 48} +{"index": 4484, "reference": "Brian McClair says he's \"very encouraged\" by the work being done in the Scottish Football Association's performance schools as he considers a future strategy for the game.", "prediction": "The Scottish Football Association (CC) programme that to improve needs its needs for years, says director Steve McClair to a controversialolveon's. a it's it from \"-'s from a in from November a\".. from solve", "rouge": {"rouge1": 33.84615384615385, "rouge2": 9.523809523809524, "rougeL": 18.461538461538463}, "nll_sum": 328.36614990234375, "token_count": 46} +{"index": 4485, "reference": "A 1906 Claude Monet water lilies painting, Nympheas, has sold for \u00a331.7m in London, the second highest price ever paid for the artist at an auction.", "prediction": "A 17th Century painting Italian artist Mon Monet has sold at auction for a record42m for a record \u00a39.7m.", "rouge": {"rouge1": 46.808510638297875, "rouge2": 4.444444444444445, "rougeL": 25.531914893617024}, "nll_sum": 118.65055084228516, "token_count": 27} +{"index": 4486, "reference": "Nico Rosberg retook the World Championship lead from Lewis Hamilton following a grandstand finish to the Singapore Grand Prix.", "prediction": "Nico Rosberg took his pole in the for the Malaysian Prix with a thrilling over teammatemate Lewis Hamilton.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 136.20013427734375, "token_count": 22} +{"index": 4487, "reference": "Graeme McDowell was at the back of the 18th green at Castle Stuart talking about \"the dangling carrot\" that is September's Ryder Cup at Hazeltine in Minnesota.", "prediction": "Gra more McDowell is much, but rather be than his form of his career, and he also describes it.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 123.541259765625, "token_count": 22} +{"index": 4488, "reference": "Pharmaceutical firms Pfizer and Flynn Pharma have been accused by the UK's competition watchdog of charging \"excessive and unfair\" prices for an anti-epilepsy drug.", "prediction": "deps giant Pfizer and fined fined over its use of a drugs to the NHS, the competition watchdog says.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 22.22222222222222}, "nll_sum": 111.90036010742188, "token_count": 22} +{"index": 4489, "reference": "Tanzania's Football Federation (TFF) president, Jamal Malinzi, has confirmed Zanzibar's fresh bid to become a member of Fifa.", "prediction": "Tanzania's football (FFF president has submitted a submitted answer for a member of world football governing, Fifa, aDBF) and become a member.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 24.390243902439025, "rougeL": 41.86046511627907}, "nll_sum": 173.81268310546875, "token_count": 32} +{"index": 4490, "reference": "Audi will not race in next season's World Endurance Championship, which includes the iconic Le Mans 24 Hours race, to concentrate on Formula E.", "prediction": "Formula 1 carmaker Jaguar will race in the race the track racing race race next season.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 24.39024390243903}, "nll_sum": 94.11422729492188, "token_count": 18} +{"index": 4491, "reference": "A burst water main in Eastleigh has caused flooding in a road and left about 4,000 homes without water.", "prediction": "Thousands of homes in Bournemouthemouth have been left or water supplies after a water burst the main.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 141.7624053955078, "token_count": 22} +{"index": 4492, "reference": "A future Labour government at Holyrood would restore tax credits for working families, its Scottish leader Kezia Dugdale will tell party members.", "prediction": "Scottish Labour leader Kezia Dugia has said the Scottish government will act on new the tax credits if the SNP votes in Mayrood election.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 17.391304347826086}, "nll_sum": 125.1727294921875, "token_count": 30} +{"index": 4493, "reference": "Bristol City remain without midfielder Gary O'Neil (leg), but striker Milan Djuric is back in training.", "prediction": "Bristol City midfielder Fernandoal Forest is set to be out for the rest match the Championship match Sheffield Wednesday.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 113.37059020996094, "token_count": 22} +{"index": 4494, "reference": "Iraqi political groups have for several months been trying to forge a coalition government, following the inconclusive parliamentary elections in March 2010.", "prediction": "Iraq's regional regions are holding elections on 30 November, regional and nationwide elections held on 40 November, ahead of May's and contested elections before held on 11 2014.", "rouge": {"rouge1": 3.846153846153846, "rouge2": 0.0, "rougeL": 3.846153846153846}, "nll_sum": 147.9273223876953, "token_count": 32} +{"index": 4495, "reference": "Weather and travel information", "prediction": "Hrowds of reaching up to 70mph, are bringing in parts of southern Scotland.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 85.18356323242188, "token_count": 17} +{"index": 4496, "reference": "Scuba divers have inadvertently discovered the largest trove of gold coins ever found off Israel's Mediterranean coast.", "prediction": "A historic of gold that was found by a Israeli shipyard in 2011 has been revealed, nationwide officials say.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 101.0872802734375, "token_count": 21} +{"index": 4497, "reference": "Australian former tennis player Nick Lindahl has been banned for seven years and fined $35,000 (\u00c2\u00a328,000; A$47,700) for match-fixing.", "prediction": "Former Australian player Stel Andersahl has been fined six-year2,71,161, $1,700) after being found guilty of possible match-fixing.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 9.09090909090909, "rougeL": 34.78260869565217}, "nll_sum": 167.48638916015625, "token_count": 34} +{"index": 4498, "reference": "The average pay for chief executives of firms in the FTSE 100 index is now 144 times that of the UK's average salary, says the High Pay Centre.", "prediction": "Campaigners totalling record -alling and record - a recordalling payout totalling billions of thousands of money!", "rouge": {"rouge1": 9.090909090909092, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 140.69195556640625, "token_count": 21} +{"index": 4499, "reference": "As thousands of 16-year-olds in England sit GCSEs in maths and English, BBC education correspondent Gillian Hargreaves goes to meet teenagers trying to achieve good grades second time around.", "prediction": "A Coventry school is identifying all pupils and do not not to receive a university further further-graduate external students who not to struggle do so so they did do the same level as then or at the 16.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 8.571428571428571}, "nll_sum": 250.0527801513672, "token_count": 41} +{"index": 4500, "reference": "A newborn baby girl has been found close to business premises in Rathcoole, County Dublin.", "prediction": "Police are the murder of a woman after \"blaling and\" death of a six-month old baby ininnag 10 in County Down., solve, says they a--A a referee in from from a's from aA", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 279.0047607421875, "token_count": 45} +{"index": 4501, "reference": "A Singaporean couple have created a stir online after posing with a coffin in their wedding photos.", "prediction": "The photo shooting of two people at a Star Wars- wedding event in Japan has criticised for having the impact on death and on doors our lives\".", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 177.93212890625, "token_count": 28} +{"index": 4502, "reference": "Lukas Jutkiewicz's 73rd-minute header earned Birmingham City a hard-fought point against Huddersfield Town.", "prediction": "Lukas Jutk Oz scored a 38th-minute equaliser for play-off hopefuddersfield claim a draw against Birmingham.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 0.0, "rougeL": 24.242424242424242}, "nll_sum": 151.442626953125, "token_count": 29} +{"index": 4503, "reference": "The Royle Family actress Sue Johnston is the latest star to join series five of ITV's Downton Abbey in a guest role.", "prediction": "TV star Martin Boyle will play to play Jane inenowbr Karen in a five-year period drama CSeries, a step steps- it.'s's a from DD-e's World from November. a's. from a", "rouge": {"rouge1": 20.338983050847457, "rouge2": 3.508771929824561, "rougeL": 16.94915254237288}, "nll_sum": 302.43402099609375, "token_count": 46} +{"index": 4504, "reference": "Global oil prices have fallen sharply over the past seven months, leading to significant revenue shortfalls in many energy exporting nations, while consumers in many importing countries are likely to have to pay less to heat their homes or drive their cars.", "prediction": "The price oil oil has again fallen below the barrel in 2008 - its highest ever level.", "rouge": {"rouge1": 17.241379310344826, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 84.49492645263672, "token_count": 17} +{"index": 4505, "reference": "Wolfsburg forward Nicklas Bendtner has been fined for turning up 45 minutes late for training after sleeping through his alarm.", "prediction": "Bayern Munich forward Cristiano Marristlega has been banned for six-matchgame ban after allowed himself to perform a dress rehearsal in training.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 159.8779296875, "token_count": 29} +{"index": 4506, "reference": "A historic machine used to swap top secret messages between Hitler and his generals has been found languishing in a shed in Essex.", "prediction": "A search for a man is missing missing after a Japanese computer World War Two quad was was found on a motorway on a precious motorway.", "rouge": {"rouge1": 12.244897959183673, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 140.96337890625, "token_count": 28} +{"index": 4507, "reference": "Eleven arts projects will get funding to take Welsh culture to India as part of the UK-India 2017 cultural season.", "prediction": "More more than \u00a3400m is to be spend in audiences, Wales and India, best projects as part of the UK City Culture of.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 19.04761904761905, "rougeL": 36.36363636363636}, "nll_sum": 146.43698120117188, "token_count": 27} +{"index": 4508, "reference": "An academies trust led by a former government adviser has been told too many of its schools are underperforming and not improving fast enough.", "prediction": "The education watchdog which ran England's secondary schools, have been told to told by schools, after inspectors found it \"better fortoo too\".", "rouge": {"rouge1": 21.27659574468085, "rouge2": 4.444444444444444, "rougeL": 12.76595744680851}, "nll_sum": 164.4712677001953, "token_count": 27} +{"index": 4509, "reference": "Sunderland have signed former France international Anthony Reveillere on a deal until the end of the season.", "prediction": "Chending champions have signed Marseilleilleillere from Marseille on a five-and-ahalf-half-year deal.", "rouge": {"rouge1": 31.25, "rouge2": 13.333333333333334, "rougeL": 31.25}, "nll_sum": 144.401123046875, "token_count": 27} +{"index": 4510, "reference": "The Russian government has approved legislation that would conceal property owned by state officials and would hamper anti-corruption investigations, Transparency International (TI) warns.", "prediction": "Russia's security committee has backed government plans to block public officials and officials' office, saying it is needed money-l and attacking6\".", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444444, "rougeL": 12.76595744680851}, "nll_sum": 166.5571746826172, "token_count": 27} +{"index": 4511, "reference": "Differences over the conflict in eastern Ukraine have marked the first formal meeting of the Nato-Russia Council in almost two years.", "prediction": "Nato has again Russia Russia of destabilising military violence in eastern Ukraine Ireland by saying the both sides are such \"as a civil war\".", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.09090909090909, "rougeL": 17.391304347826086}, "nll_sum": 161.14508056640625, "token_count": 27} +{"index": 4512, "reference": "Mobile phone signal blocking technology will go live in Scottish prisons within weeks, Justice Secretary Kenny MacAskill has announced.", "prediction": " the use of mobile phone phones believed to be used in Scottish Scottish Prison by prison,, Justice Secretary SecretaryAs MacKkill have announced 2011's pleaded- hasA referee's referee fromAenny a in from a The's.", "rouge": {"rouge1": 29.09090909090909, "rouge2": 15.09433962264151, "rougeL": 29.09090909090909}, "nll_sum": 340.46295166015625, "token_count": 44} +{"index": 4513, "reference": "At least five people have died and thousands have been rescued after \"historic\" flooding swamped the US state of Louisiana.", "prediction": "Floods have left at least 10 people dead and injured more than several hundred in the US state of Louisiana, about say from the highest state from Budapest,'s reputation, from football, it, have of of.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 18.51851851851852, "rougeL": 32.142857142857146}, "nll_sum": 229.744384765625, "token_count": 43} +{"index": 4514, "reference": "Australian Capt Georgina Sutton has become the first female chief pilot for an Australian airline.", "prediction": "An Australian airline has appointed the first female pilot, Capt Sutton Cold Sutton as its new chief.", "rouge": {"rouge1": 68.75, "rouge2": 26.666666666666668, "rougeL": 37.50000000000001}, "nll_sum": 96.32701873779297, "token_count": 18} +{"index": 4515, "reference": "A fake video report about Kenya's election that is made to appear as if it is from the BBC's Focus on Africa programme has been circulating on social media.", "prediction": "The timing of fake news stories, including people and other people's, have been found, a BBC website says.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 0.0, "rougeL": 12.000000000000002}, "nll_sum": 102.04391479492188, "token_count": 22} +{"index": 4516, "reference": "Brazil's interim President Michel Temer has called an emergency meeting of state security ministers after a gang rape of a teenage girl in Rio de Janeiro triggered wide condemnation.", "prediction": "Brazil's president Michel Plater, said it was \"ir and condemn\"\" in what has been described as the \" wanted\" rape and rape of the teenage girl of a girl in Rio de Janeiro.", "rouge": {"rouge1": 50.793650793650805, "rouge2": 29.50819672131148, "rougeL": 41.269841269841265}, "nll_sum": 179.2685546875, "token_count": 39} +{"index": 4517, "reference": "The developers of a planned 18-hole championship golf course have sought to allay concerns about their proposal's impact on a protected coastal area.", "prediction": "Plans have been unveiled for a proposed new golf course in course in the Scottish Borders, saying the Borders would \"absolutely a outstanding chemotherapy\".", "rouge": {"rouge1": 32.6530612244898, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 142.40377807617188, "token_count": 27} +{"index": 4518, "reference": "Google is to open a new headquarters building in London which could see 3,000 new jobs created by 2020.", "prediction": " has has unveiled its92m office at its office's office London following a Brexit vote, saying it would cut 7,000 in its UK economy.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 153.71487426757812, "token_count": 29} +{"index": 4519, "reference": "A 6,000-year-old \"eco-home\" has been discovered close to Stonehenge, archaeologists have revealed.", "prediction": "A water waste reactor a found safe at a cemetery near Stonehenge would used as wild, archaeologists have said.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.06060606060606, "rougeL": 22.857142857142858}, "nll_sum": 130.2123260498047, "token_count": 22} +{"index": 4520, "reference": "A chronology of key events:", "prediction": "A chronology of key events:", "rouge": {"rouge1": 100.0, "rouge2": 100.0, "rougeL": 100.0}, "nll_sum": 25.301342010498047, "token_count": 6} +{"index": 4521, "reference": "Crystal Palace have made a \u00a325m bid to sign Christian Benteke from Liverpool.", "prediction": "Christian Benteke's set transfer be close to Liverpool in January transfer transfer.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 8.333333333333332, "rougeL": 23.076923076923077}, "nll_sum": 92.00696563720703, "token_count": 15} +{"index": 4522, "reference": "A 96-year-old woman is preparing to return to Scotland from Australia after a visa wrangle.", "prediction": "The family an an Australian woman the who is seeking permission on her return to the UK, has said there is no shortagein process in temporary\".", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 153.36526489257812, "token_count": 28} +{"index": 4523, "reference": "A shopping complex in County Tyrone has been flooded, causing stock damage thought to be worth millions of pounds.", "prediction": " major major cleanup operation is under way after major overnight flooding in Tyrone, in Tyrone, County Tyrone,one and Tyrone.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 15.384615384615385}, "nll_sum": 106.57843780517578, "token_count": 27} +{"index": 4524, "reference": "The Scottish Steel Task Force meets for the first time on Thursday following the announcement that steel firm Tata is to close its two plants in Scotland with the loss of 270 jobs.", "prediction": "A new task challenge force has been set up in the Scottish Borders and the Scottish Defence, which is working with people in Cumbria.", "rouge": {"rouge1": 28.07017543859649, "rouge2": 3.6363636363636362, "rougeL": 21.05263157894737}, "nll_sum": 101.72029876708984, "token_count": 27} +{"index": 4525, "reference": "Lancashire all-rounder Tom Smith has announced his retirement at the age of 31 after a series of injury problems.", "prediction": "Lancashire all- Tom Smith has retired from international cricket, because of a persistent back injury.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 18.181818181818183, "rougeL": 51.42857142857144}, "nll_sum": 86.52421569824219, "token_count": 20} +{"index": 4526, "reference": "Police have appealed for motorists to check their dashcams as they continue their search for the mother of a newborn girl found in a bus shelter.", "prediction": "Police investigating the murder of a woman on a bus north in north Wales have identified a one-old baby.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 80.22608947753906, "token_count": 21} +{"index": 4527, "reference": "Hearts' return to the Scottish Premiership is \"good\" for the top flight's profile, according to SPFL chief executive Neil Doncaster.", "prediction": "Scottish Football chief executive Don Doncaster says that thestate of the Scottish Premiership and next season has been announced.", "rouge": {"rouge1": 30.0, "rouge2": 15.789473684210526, "rougeL": 20.0}, "nll_sum": 101.8924560546875, "token_count": 22} +{"index": 4528, "reference": "The Welsh government's tuition fee policy is threatening the future of higher education in Wales, according to the body representing its universities.", "prediction": "A tuition fee grants will remain in place after the Welsh government it receives the same funding, the most senior academic has said Nottingham in the- referee, expanding, \" they fromover-d a of in from from George's.", "rouge": {"rouge1": 32.78688524590164, "rouge2": 10.169491525423728, "rougeL": 19.672131147540984}, "nll_sum": 285.8828125, "token_count": 45} +{"index": 4529, "reference": "Charlton Athletic head coach Guy Luzon is not concerned about his future despite a run of eight games without a win in the Championship.", "prediction": "Charlton Athletic head coach Lu Luzon says he is worried about his side's departure need's return to the Championship is accrisis\".", "rouge": {"rouge1": 42.5531914893617, "rouge2": 22.222222222222225, "rougeL": 42.5531914893617}, "nll_sum": 149.2659912109375, "token_count": 26} +{"index": 4530, "reference": "Jim McGregor, Greater China chairman of communications consultancy APCO Worldwide, has given a critical assessment of the way China's government is treating foreign companies as part of its anti-corruption drive.", "prediction": "Conor McGregor McGregor says it has accused China \"dismism rooms\" as projects, as well as \"get the right\".", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 155.943603515625, "token_count": 25} +{"index": 4531, "reference": "Wales edge closer to qualifying for the 2016 European Championships after Gareth Bale scored a late winner against Cyprus.", "prediction": " watch BBC Wales news and watch Wales fans Jo watching as the Wales team beat Wales and beat Wales Group match in their Group Group A match at Llanelli.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 148.1902618408203, "token_count": 31} +{"index": 4532, "reference": "One in three families in England could not pay their rent or mortgage for more than a month if they lost their job, a study for the charity Shelter suggests.", "prediction": "Thousands of people working with families in families England and Wales are living in protections to cover their annual rate, according to analysis by the Lancet charity Shelter.", "rouge": {"rouge1": 27.58620689655172, "rouge2": 7.142857142857142, "rougeL": 24.137931034482758}, "nll_sum": 129.66293334960938, "token_count": 29} +{"index": 4533, "reference": "One in eight purchases made on UK cards in December used contactless technology, marking a surge in the use of the alternative to loose change.", "prediction": " million customers are using more usingless cards or debit cards and cards during the whole year, the industry show.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 108.14983367919922, "token_count": 21} +{"index": 4534, "reference": "Police have named the teenager who died in a crash in Conwy county on Thursday.", "prediction": "The family of a teenager who died in a collision on the Isle Isle of Man have said said they are \"heartbroken, and brother and friend\".", "rouge": {"rouge1": 39.02439024390244, "rouge2": 20.51282051282051, "rougeL": 34.14634146341463}, "nll_sum": 105.34681701660156, "token_count": 29} +{"index": 4535, "reference": "A US military commander in Baghdad has openly contradicted the Iraqi army's claim last week that it had liberated the key city of Falluja and driven out IS militants from most of the city.", "prediction": "Iraqi forces are pushing towards northern city of Falluja, despite the battle against so-called Islamic State (IS) recaptured the city, the attorney general says.", "rouge": {"rouge1": 30.0, "rouge2": 10.344827586206897, "rougeL": 23.333333333333332}, "nll_sum": 101.52930450439453, "token_count": 34} +{"index": 4536, "reference": "Birmingham City's Isabelle Linden scored her first goal in English football to deny Reading their first Women's Super League One win.", "prediction": "oblele Lind's 90th-minute equaliser for Birmingham Reading earn a 1-1 draw at Birmingham City in Women's Super League One.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 22.727272727272727, "rougeL": 34.78260869565217}, "nll_sum": 115.33279418945312, "token_count": 29} +{"index": 4537, "reference": "Fifa has given Aston Villa midfielder Jack Grealish permission to play for England.", "prediction": "Aston Villa midfielder Jack Grealish has returned join the Republic of Ireland a England Under-21s.", "rouge": {"rouge1": 48.275862068965516, "rouge2": 29.629629629629626, "rougeL": 41.37931034482759}, "nll_sum": 87.32943725585938, "token_count": 21} +{"index": 4538, "reference": "UK inflation edged up to a 12 month high in January, as a fall in petrol prices eased.", "prediction": "The UK rate rate rose slightly in slightly in December 2014, official figures show.", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 18.75}, "nll_sum": 74.34970092773438, "token_count": 15} +{"index": 4539, "reference": "Aled Davies, Georgie Hermitage and David Weir all added to their gold medal tallies as Great Britain enjoyed another successful day at the IPC Athletics European Championships.", "prediction": "Einian Davies and herage Hermitage set a new world record in their opening- closing golds at the IPC Athletics Athletics Championships in London.", "rouge": {"rouge1": 40.0, "rouge2": 12.499999999999996, "rougeL": 36.0}, "nll_sum": 164.23858642578125, "token_count": 30} +{"index": 4540, "reference": "Construction of planned improvements to a challenging hairpin bend on the A9 at Berriedale Braes could begin next year, the Scottish government has said.", "prediction": "Changes to the rapidly on the road on the A9's road road have been unveiled, the Scottish Secretary for Berriesale Braes.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 13.636363636363635, "rougeL": 26.08695652173913}, "nll_sum": 163.427001953125, "token_count": 27} +{"index": 4541, "reference": "Barnsley boss Paul Heckingbottom says Huddersfield Town target Andy Yiadom will not be considered for selection while he is \"in limbo\".", "prediction": "Sheffield Wednesday head coach Paulingingbottom says Yidsadadom will be not abandoned and will not be \"in process\"..\".. solve- again a's a's \"'s a's a's from-'s- again", "rouge": {"rouge1": 19.23076923076923, "rouge2": 8.0, "rougeL": 19.23076923076923}, "nll_sum": 282.885986328125, "token_count": 46} +{"index": 4542, "reference": "An advertising campaign promoting the South Wales Metro has been criticised as \"useless\" and a \"cynical way of spending public money\".", "prediction": "The Welsh government has been accused of \"g millions of money\" of public money, after accused them of \"turning a poster campaign\".", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 27.90697674418604}, "nll_sum": 135.55136108398438, "token_count": 27} +{"index": 4543, "reference": "Flanker Sean O'Brien has been named in the Ireland team to face Scotland in Saturday's Six Nations opener.", "prediction": " will will make an's optimistic return from his Ireland's team in Saturday been opening Six Nations match against Six Nations in France on Saturday.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 156.927978515625, "token_count": 26} +{"index": 4544, "reference": "The BBC needs to invest more in the Midlands, a cross-party group of MPs has said.", "prediction": "An MP has demanded the BBC to the BBC over its rate of its regional operations, saying the YouTube is receive an average \u00a380m.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 24.39024390243903}, "nll_sum": 144.48712158203125, "token_count": 27} +{"index": 4545, "reference": "Astronomers have identified the most distant object yet in the Solar System.", "prediction": "The largest ever detected has detected hidden around the Paula, has Earth on Earth.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 112.28793334960938, "token_count": 15} +{"index": 4546, "reference": "Surely some of the first rules of wooing are: if you're going to do it, do it properly.", "prediction": "As the European Union trying to trying reach the the Mediterranean migrant crisis in Calais,, you then would be \"would you do\" of what them instead of them instead of for bad a bad \"\" a.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 227.63662719726562, "token_count": 39} +{"index": 4547, "reference": "England's record-breaking win over New Zealand even had All Blacks coach Steve Hansen praising Stuart Lancaster's side.", "prediction": "England beat Twickenham on Saturday - their biggest ever victory it ever recorded.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 68.6302719116211, "token_count": 15} +{"index": 4548, "reference": "Prominent tech executives have pledged $1bn (\u00a3659m) for OpenAI, a non-profit venture that aims to develop artificial intelligence (AI) to benefit humanity.", "prediction": "US tech giant has announced $ $1 $1.bnbn (\u00c2\u00a329bn) investment fund to encourage scientists against humanity Libya.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 172.17657470703125, "token_count": 27} +{"index": 4549, "reference": "Scotland ran in six tries to conclude their trio of autumn internationals with a 43-16 victory over Georgia.", "prediction": "igig Laidaid's unbeaten start to Scotland began the Six Nations campaign with a hard-fought win over Georgia at Murrayfield Murray.kick solve.'s from a late-gA reputation from a's as.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.8431372549019605, "rougeL": 22.641509433962263}, "nll_sum": 253.88958740234375, "token_count": 44} +{"index": 4550, "reference": "Harlequins director of rugby Conor O'Shea will leave The Stoop when his contract expires at the end of the season after six years in charge.", "prediction": "Harlequins and assistant coach Conor O'Shea has announced he will end at the season.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 20.51282051282051, "rougeL": 39.02439024390244}, "nll_sum": 83.79563903808594, "token_count": 20} +{"index": 4551, "reference": "A boosted youth vote is believed to have contributed to Labour's shock election result, but what made young people turn out to vote?", "prediction": "A lack of transparency on social users on social media campaign is likely to rise on low, the analysis of a poll polls for a BBC News found.", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 149.40992736816406, "token_count": 29} +{"index": 4552, "reference": "The British conductor and violinist, Sir Neville Marriner, has died at the age of 92, the Academy of St Martin in the Fields says.", "prediction": "Sir Gary Neville, the former president and president of St Martin of London a has died, aged 88 aged of 73.'s in the-'s, ballet, as his as a George's., in from a a's.", "rouge": {"rouge1": 42.62295081967213, "rouge2": 16.94915254237288, "rougeL": 26.229508196721312}, "nll_sum": 260.06671142578125, "token_count": 44} +{"index": 4553, "reference": "And so a perfect career ends in an imperfect way.", "prediction": "So much, much, much, much once much, much it has ever done so far. was anything in so it a a Autome Ford's ballet as a man a as by a's his his car a it a, a the", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 7.843137254901962}, "nll_sum": 260.0312805175781, "token_count": 47} +{"index": 4554, "reference": "A man and a woman have been critically injured in a three-car crash in County Down.", "prediction": "A woman was seriously seriously injured after being hit by a bin lries in Bangor in County Down.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.18181818181818, "rougeL": 40.0}, "nll_sum": 90.972900390625, "token_count": 20} +{"index": 4555, "reference": "A ban on \"legal highs\" in the Republic of Ireland has been extraordinarily effective in wiping out the industry, police have said.", "prediction": "Police in the Irish Republic have that Ireland's controversial new laws come has come into force.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 84.43190002441406, "token_count": 17} +{"index": 4556, "reference": "Stoke City's \u00a318.3m record signing Giannelli Imbula could leave the club this summer, manager Mark Hughes says.", "prediction": "Birmingham City manager Mark Hughes says the English club did not know it wasn't for UCi I redula.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 16.666666666666664, "rougeL": 26.31578947368421}, "nll_sum": 121.81907653808594, "token_count": 22} +{"index": 4557, "reference": "A man in his 50s has died as his car hit a parked lorry in Kent.", "prediction": "A 77-year-old motorist has died after his car was involved in a head- collision on the A74 Cranbournebourne.", "rouge": {"rouge1": 38.888888888888886, "rouge2": 11.76470588235294, "rougeL": 33.33333333333333}, "nll_sum": 107.4205551147461, "token_count": 27} +{"index": 4558, "reference": "A body has been found in the water off the Isles of Scilly.", "prediction": "A lifeboat found in the search for a man missing in Devon is to identified as male, police have said.", "rouge": {"rouge1": 24.242424242424246, "rouge2": 12.903225806451616, "rougeL": 24.242424242424246}, "nll_sum": 94.38272094726562, "token_count": 22} +{"index": 4559, "reference": "Bedroom pop artist Mura Masa has come joint fifth in the BBC Music Sound of 2016 with R&B group WSTRN.", "prediction": "The band control sounds feels sound that of group of musician, who has come to a BBC Sound of list 2016.", "rouge": {"rouge1": 38.095238095238095, "rouge2": 10.000000000000002, "rougeL": 28.57142857142857}, "nll_sum": 142.4586181640625, "token_count": 22} +{"index": 4560, "reference": "When the giant TV screens at the Likud election headquarters finally flashed up the results of the national exit polls, one-by-one there was a sudden tidal wave of sound.", "prediction": "The cause of outcome committee ended that it it ended in Israel's 2015 general election, and was a dramatic result outcome of a recall general general election.", "rouge": {"rouge1": 23.72881355932203, "rouge2": 3.508771929824562, "rougeL": 16.94915254237288}, "nll_sum": 167.70166015625, "token_count": 29} +{"index": 4561, "reference": "Spending two hours commuting each day is a reality for many UK workers, says data that suggests Britons are willing to travel further and longer.", "prediction": "The average daily average of UK workers living in London is rising below the average hour, living the cost of living, a survey in the.'s, solve, says they a's from's a's frompayment of the from's from a", "rouge": {"rouge1": 17.91044776119403, "rouge2": 3.0769230769230766, "rougeL": 8.955223880597014}, "nll_sum": 250.59683227539062, "token_count": 47} +{"index": 4562, "reference": "The Isle of Barra's world famous beach airport is 80 years old.", "prediction": "The first Scottish aircraft aircraft, which will fly at Gatwick Airport last May, has been restored, thanks to a new light aircraft which aircraft at 8 of52m passenger.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 177.42849731445312, "token_count": 34} +{"index": 4563, "reference": "The third Don crossing in Aberdeen is to open next week, following months of delays.", "prediction": "A new road crossing linking Bristol open due due to open of public on Thursday June June.", "rouge": {"rouge1": 25.0, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 110.25904083251953, "token_count": 17} +{"index": 4564, "reference": "Tributes have been paid to the 22 people killed at Manchester Arena, some of them children.", "prediction": "Tributes have been paid to Cheshire Police's chief constable, who has described her family asthe worst struggle and casualties\" attack after\" Manchester attack,", "rouge": {"rouge1": 30.0, "rouge2": 21.05263157894737, "rougeL": 30.0}, "nll_sum": 163.04071044921875, "token_count": 31} +{"index": 4565, "reference": "Financial contributions to the Garden Bridge by London's public transport network have been limited to \u00a310m.", "prediction": "Plans for a bridge to built a bridge over the in central London have been scrapped, the council.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.0606060606060606, "rougeL": 28.571428571428577}, "nll_sum": 85.37785339355469, "token_count": 20} +{"index": 4566, "reference": "An \"architecturally ambitious\" piece by Zaha Hadid is to be included in this year's Chatsworth House sculpture exhibition.", "prediction": " the public gallery aimed at where house where clergy artist, Dame Zaha and West President Dame Baha, have gone on display in a public display.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 175.84764099121094, "token_count": 29} +{"index": 4567, "reference": "A 19-year-old man has been jailed for life for planning a bomb attack that may have targeted an Elton John concert or Oxford Street in central London.", "prediction": "A 23-year-old man who allowed himself to be out themm fights attack, a attack and knife and knife attack, has been jailed.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 15.686274509803921, "rougeL": 26.415094339622648}, "nll_sum": 138.5189208984375, "token_count": 29} +{"index": 4568, "reference": "In the arts, 2016 has been a year of farewells, in Northern Ireland as across the globe.", "prediction": "The DUP marks the 30 anniversary of the music, music and music to open again this year and was filmed in - there a a step - it's reputation as a'sA- the- a Broadway again solve a's from. from a", "rouge": {"rouge1": 24.137931034482758, "rouge2": 0.0, "rougeL": 17.241379310344826}, "nll_sum": 284.11370849609375, "token_count": 47} +{"index": 4569, "reference": "There is one sentence in the press release announcing Nicholas Serota's departure from Tate that stands out.", "prediction": "The British Museum of CultureGenny) says it is an running for an degree, and what it describes as \" \"the building studying\".", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 176.865234375, "token_count": 27} +{"index": 4570, "reference": "The transfer window re-opened on the final day of the domestic season and will close at 23:00 BST on Monday, 1 September.", "prediction": "The summer transfer window has opened in \u00a3 England, Scotland and Scotland, on Tuesday, 1, 1 August, at 30:45 GMT).", "rouge": {"rouge1": 36.36363636363636, "rouge2": 4.761904761904763, "rougeL": 31.818181818181824}, "nll_sum": 128.42013549804688, "token_count": 27} +{"index": 4571, "reference": "Plans to cut free parking on roads around the Royal Berkshire Hospital have been opposed by a petition of more than 2,300 signatures.", "prediction": "More than 1,000 people have signed an online petition urging plans to raise parking charges at the Reading Hospital's Royal Victoria Hospital.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 8.695652173913043, "rougeL": 25.0}, "nll_sum": 86.28323364257812, "token_count": 25} +{"index": 4572, "reference": "Talks between 12 nations to agree the Trans Pacific Partnership trade deal may have failed last week, but New Zealand's Prime Minister John Key has told the BBC that he is confident the pact will be signed by the end of the year.", "prediction": "Former US Secretary of State John Key has said he would consider a trade-Pacific agreement between) union between the Asia and Asia in other other countries.", "rouge": {"rouge1": 25.352112676056336, "rouge2": 5.797101449275362, "rougeL": 14.084507042253518}, "nll_sum": 150.75836181640625, "token_count": 29} +{"index": 4573, "reference": "Sister Nirmala, the nun who succeeded Mother Teresa as the head of a charity in the Indian city of Kolkata (Calcutta), has died, aged 81.", "prediction": " Pen niece Mof generalala, best known for the head of a charity in charity northern Indian city of Kolkata, has died aged 62, and is an victims of. family'sAWest's a from's a's from a", "rouge": {"rouge1": 41.26984126984127, "rouge2": 32.786885245901644, "rougeL": 41.26984126984127}, "nll_sum": 275.298828125, "token_count": 47} +{"index": 4574, "reference": "Durham Women have signed England international goalkeeper Rachel Laws for the WSL Spring Series competition.", "prediction": "Sunderland goalkeeper David Laws has signed a one-year contract with Arsenal.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 50.03497314453125, "token_count": 15} +{"index": 4575, "reference": "First Minister Carwyn Jones has said he never called for Wales to veto the UK's future Brexit deal.", "prediction": " First Minister Carwyn Jones has called on the Welsh government the to get more support on a deal after a post-election in any possible Brexit deal.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 22.72727272727273, "rougeL": 39.130434782608695}, "nll_sum": 122.47663116455078, "token_count": 29} +{"index": 4576, "reference": "The Co-operative Bank says it is no longer up for sale, pending an announcement on fund-raising proposals aimed at safeguarding its future.", "prediction": "The Co- Bank says it held the drone talks with the Bank for a \u00a38bn (\u00a38.8bn)) pension scheme.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 14.634146341463413, "rougeL": 27.906976744186046}, "nll_sum": 129.0412139892578, "token_count": 26} +{"index": 4577, "reference": "The only thing Asadullah Popal's digger had gathered was dust.", "prediction": "When I arrived in office, Pop Popal's I would never heard again.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 9.09090909090909, "rougeL": 16.666666666666668}, "nll_sum": 80.45565795898438, "token_count": 15} +{"index": 4578, "reference": "An \u00a318m project to reduce flooding on a stretch of railway near Oxford has been completed.", "prediction": "A railway line between Oxfordshire and Oxford has after after emergency work work.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 7.4074074074074066, "rougeL": 27.586206896551722}, "nll_sum": 79.20330047607422, "token_count": 14} +{"index": 4579, "reference": "Abandoned because of his bizarre looks, Fester the boxer dog, who is blind in one eye and has a protruding lower jaw, has finally been found a new home.", "prediction": "A abandoned dog dog which was found up in an Northamptonshire home to, a new home after owners, an animal welfare charity said.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 129.59756469726562, "token_count": 29} +{"index": 4580, "reference": "The earliest known letter written by John Lennon is expected to fetch more than \u00a330,000 at auction next month.", "prediction": "tershire written by the Beatles fans, Harry Lennon, who gave them to Christmas, is expected to be sold at auction at auction.", "rouge": {"rouge1": 42.85714285714286, "rouge2": 20.0, "rougeL": 38.0952380952381}, "nll_sum": 120.18045043945312, "token_count": 26} +{"index": 4581, "reference": "The sheer pyrotechnics of Labour's internal feuding have mesmerised Westminster, but Conservative MPs should not titter too hard at their opponents' discomfort - they have their own civil war brewing.", "prediction": "\"I'm't right, and I wasn't.\"", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 42.88697814941406, "token_count": 10} +{"index": 4582, "reference": "The 800th anniversary of the Magna Carta has been celebrated in Lincoln with a delivery of a facsimile of the parchment to Lincoln Castle.", "prediction": "A stunning unitedpline has celebrated Lincoln Cathedral the mark 125th anniversary of Magna Carta in the city centre, saying it a \"'s's \" of aA\".A-A aolve in\". years from's a's a", "rouge": {"rouge1": 44.067796610169495, "rouge2": 7.017543859649121, "rougeL": 30.508474576271183}, "nll_sum": 295.81488037109375, "token_count": 47} +{"index": 4583, "reference": "Darren Fletcher's past experience leading Scotland could win him the captaincy against Northern Ireland, says former international Mark Wilson.", "prediction": "Kyren Wilson says and more women in the women's football will be the lead's role of Ireland captain and the Republic of Ireland in Tuesday's World Cup if Scotland's recovered from-D's from in from's as.", "rouge": {"rouge1": 22.58064516129032, "rouge2": 0.0, "rougeL": 12.903225806451612}, "nll_sum": 256.27923583984375, "token_count": 44} +{"index": 4584, "reference": "A Welsh lifeboat has been sent to Lesbos to help people trying to ensure the safety of refugees and migrants arriving by boats on the Greek island.", "prediction": "A new lifeboat boat has used to for a boat used by migrants reach the sea, thebos.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 0.0, "rougeL": 27.272727272727277}, "nll_sum": 118.7349853515625, "token_count": 20} +{"index": 4585, "reference": "US police have fired smoke bombs and tear gas to disperse a crowd defying a curfew in St Louis, Missouri, where a shooting has inflamed racial tensions.", "prediction": "Protesters in Ferguson erupted for a second day between riot and aers over the fatal shooting of an unarmed black teenager in a black on Friday night.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 119.90088653564453, "token_count": 29} +{"index": 4586, "reference": "Brazil has been battling deforestation and illegal logging for years.", "prediction": " Forest people of Nottingham are speaking concern over fears illegal they is not in illegal wildlife.", "rouge": {"rouge1": 7.6923076923076925, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 109.48363494873047, "token_count": 16} +{"index": 4587, "reference": "South African inductees to the Pro12 face a \"brutal\" transition from Super Rugby, former Edinburgh head coach Alan Solomons has warned.", "prediction": " Solomom coach Alan Solomons says it is \"brutal\" that, South African sides will play in the Premiership within three weeks.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615385, "rougeL": 14.634146341463413}, "nll_sum": 121.52680969238281, "token_count": 29} +{"index": 4588, "reference": "Bolivian President Evo Morales has nationalised a Spanish-owned electric power company.", "prediction": "Bolivian President Evo Morales has nationalised by the military of a Spanish- Spanish company it took over the world in largest water company.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 36.36363636363636, "rougeL": 51.42857142857144}, "nll_sum": 131.28468322753906, "token_count": 29} +{"index": 4589, "reference": "KFC owner, Yum Brands, has seen a rise in profit, thanks in part to a chicken bucket deal over Chinese New Year.", "prediction": "Yum Brands, the company, which owns K Kus and KFC, has been reported strong sales, helped by growth in its China.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 124.00114440917969, "token_count": 27} +{"index": 4590, "reference": "Residents fighting the demolition of their homes as part of regeneration of the Sheerwater estate in Surrey claim they have not been consulted.", "prediction": "Campaigners hoping to build \u00a31m scheme regeneration scheme inerway have been raised, residents who want to the plan \"not welcome\".", "rouge": {"rouge1": 27.906976744186046, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 154.35284423828125, "token_count": 27} +{"index": 4591, "reference": "About 300 workers are being taken off a North Sea platform after a fire left a nearby vessel drifting without power.", "prediction": "Firefighters have been tackling a huge blaze at an oil installation in it died caught after it was caught fire.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 101.96973419189453, "token_count": 21} +{"index": 4592, "reference": "Voters in Ferguson, Missouri, where last year an unarmed black teenager was shot dead by police, have tripled the number of African-Americans on the six-member council from one to three.", "prediction": "The US city of Ferguson, Ferguson has won a district council's vote in February, amid uncertainty around of death black a black man and a councillor.", "rouge": {"rouge1": 20.338983050847457, "rouge2": 0.0, "rougeL": 10.169491525423728}, "nll_sum": 162.06512451171875, "token_count": 29} +{"index": 4593, "reference": "Union delegates have backed joint industrial action if \"attacks\" on jobs, pensions and public services go ahead.", "prediction": "The O'' Union has called to take on strike action over union trade over government spending cuts.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 97.85783386230469, "token_count": 18} +{"index": 4594, "reference": "Lee Clark is a name well known to fans in England but the new Kilmarnock boss is less familiar in Scotland.", "prediction": "Sir Lee Clark is being questioned as appointed Kilmarnockarn as their new manager.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 96.6085205078125, "token_count": 17} +{"index": 4595, "reference": "Great Britain's Sir Bradley Wiggins clinched his first road world title with a thrilling time trial victory at the World Championships in Ponferrada.", "prediction": "Britain's Bradley Wiggins became the British rider to complete a complete time trial time at his second Road Road World Championships.", "rouge": {"rouge1": 56.52173913043478, "rouge2": 22.727272727272723, "rougeL": 43.47826086956522}, "nll_sum": 101.05133056640625, "token_count": 22} +{"index": 4596, "reference": "It has become a truism that this is going to be an Asian century not an American one - but there's nothing like seeing the two continents first-hand to really understand why.", "prediction": "\"I think will fly in South Korea again says says Hanoi's international airport, and I I is to do think it is and what it would like to think!", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 12.698412698412701}, "nll_sum": 185.35340881347656, "token_count": 34} +{"index": 4597, "reference": "Police in the Australian city of Sydney have charged two men with planning to carry out an imminent attack.", "prediction": "Two men have been arrested in Australia connection with a suspected terror attack in Sydney, Australia, a struggle from the,'s's.'s from in from a from, the., from after a from have a football.", "rouge": {"rouge1": 29.09090909090909, "rouge2": 3.7735849056603774, "rougeL": 14.545454545454545}, "nll_sum": 224.18496704101562, "token_count": 42} +{"index": 4598, "reference": "An MP says he \"has to take some responsibility\" over an unpaid \u00a310.25m loan to a football club.", "prediction": "A council leader who was being of over \u00a310 in his \u00a325m loan to a club has said he \"take will take responsibility and blame\".", "rouge": {"rouge1": 50.0, "rouge2": 14.285714285714288, "rougeL": 31.818181818181817}, "nll_sum": 153.59970092773438, "token_count": 29} +{"index": 4599, "reference": "People in their early 30s are half as wealthy as those now in their 40s were at the same age, a report finds.", "prediction": "Thousands of people who born in post-Brexit group have't have their families.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 84.904052734375, "token_count": 15} +{"index": 4600, "reference": "A photographer has created images that place some of Star Wars' best-loved characters on oil rigs parked up in the Cromarty Firth in the Highlands.", "prediction": " photographs photographer from the Fife of", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 38.273658752441406, "token_count": 6} +{"index": 4601, "reference": "Indian Wells tournament chief Raymond Moore has quit after his controversial comments about women's tennis.", "prediction": " Olympic champion Ray Moore has retired from world tennis federation for saying some critics of the sport, the saying of players \"should not a working hard\".", "rouge": {"rouge1": 14.285714285714285, "rouge2": 5.0, "rougeL": 14.285714285714285}, "nll_sum": 155.56570434570312, "token_count": 28} +{"index": 4602, "reference": "Leicester Tigers have sacked director of rugby Richard Cockerill after nearly eight years in charge.", "prediction": "Leicester director of rugby Richard Cockerill has left the Premiership club with immediate effect.", "rouge": {"rouge1": 41.379310344827594, "rouge2": 29.629629629629633, "rougeL": 41.379310344827594}, "nll_sum": 61.33831024169922, "token_count": 17} +{"index": 4603, "reference": "Former AIG boss Hank Greenberg is to go on trial in New York this week over a decade after civil charges were filed.", "prediction": "The New York general, M Bible, should not stand trial on Wednesday on fraud charges.", "rouge": {"rouge1": 26.315789473684205, "rouge2": 5.555555555555555, "rougeL": 15.789473684210527}, "nll_sum": 94.42822265625, "token_count": 17} +{"index": 4604, "reference": "Somerset opener Marcus Trescothick hit a superb 218 before Nottinghamshire fought back at Trent Bridge.", "prediction": "Marcus T Trescothick and hit a double century as Nottinghamshire a a the unbeaten control on the first day at Trent Bridge. solve gripping-. referee- solve- 2011A aA in a years a's again the a", "rouge": {"rouge1": 31.372549019607842, "rouge2": 12.244897959183673, "rougeL": 31.372549019607842}, "nll_sum": 294.27960205078125, "token_count": 46} +{"index": 4605, "reference": "Turkey processing firm bosses have been jailed after leaving large amounts of meat defrosting in dirty water before selling it, Newport council has said.", "prediction": "A Newport Durham food company have been fined \u00a32,flash,000 for selling thousands, thousands of meat.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 122.9549331665039, "token_count": 21} +{"index": 4606, "reference": "A police officer who saved the life of a suicidal man by grabbing him by the neck as he tried to jump from a snow-covered roof has won a bravery award.", "prediction": "A police officer who tried to save a man from a house escape after escaping himself to the ground 1982 has been awarded an trophy medal been a solve. for thedes's a-over-A a in a from a's from's a", "rouge": {"rouge1": 39.473684210526315, "rouge2": 13.513513513513514, "rougeL": 28.947368421052634}, "nll_sum": 278.1666259765625, "token_count": 47} +{"index": 4607, "reference": "Embattled carmaker Volkswagen said it is close to an approved fix for US cars with emissions-deceiving devices.", "prediction": "Volkswagen car has said it will no problem to the US in its emissions emissions.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 6.451612903225808, "rougeL": 36.36363636363636}, "nll_sum": 90.01712036132812, "token_count": 17} +{"index": 4608, "reference": "Ollie Norburn grabbed a late winner as Macclesfield overcame Chester 3-2 at the Deva Stadium.", "prediction": "Ulster staged a dramatic first--half comeback to beat Macclesfield 3 3-2 and edge to the edge in the first legfinals playing National League season.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 23.80952380952381}, "nll_sum": 161.29470825195312, "token_count": 32} +{"index": 4609, "reference": "Sri Lankan authorities are investigating an attempt to fix an international cricket match involving the national team and the West Indies.", "prediction": "Sri Lanka's sports minister ministry has turned down an offer from by police during a warm-up match against India on it's been asecond-'s the cricket's controversial-upgA a from from O's. from", "rouge": {"rouge1": 16.94915254237288, "rouge2": 0.0, "rougeL": 13.559322033898304}, "nll_sum": 269.52374267578125, "token_count": 45} +{"index": 4610, "reference": "Ronnie O'Sullivan says he was \"stressed\" by the pursuit of his sixth Masters title.", "prediction": "Ronnie O'Sullivan said felt he had the \"crazy and errors\" after his Masters Masters victory has helped him solve a problem pleased him again. again a again 2011 again a again \" again from's again from 2011 again 2011 again 2011", "rouge": {"rouge1": 24.56140350877193, "rouge2": 7.272727272727273, "rougeL": 24.56140350877193}, "nll_sum": 261.234130859375, "token_count": 47} +{"index": 4611, "reference": "The new Premier League season will kick off on a Friday evening for the first time, after TV fixtures were announced.", "prediction": "BBC Sport has confirmed to the right to the three Premier games on three games by awarded BBC Sports Sport Personality of the Year award from 2016-17 season.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 151.111083984375, "token_count": 30} +{"index": 4612, "reference": "Negotiators from Ireland's two biggest parties are to meet for a final effort to form a minority government.", "prediction": "The Republic of Ireland's two main parties parties to to hold majority May May general election. give it's a's- \" 100m ( it a from it's from from a Saturday's it's the of a).", "rouge": {"rouge1": 31.57894736842105, "rouge2": 7.2727272727272725, "rougeL": 24.561403508771928}, "nll_sum": 265.8403015136719, "token_count": 43} +{"index": 4613, "reference": "QPR forward Jamie Mackie has signed a one-year contract extension to stay at the club until the end of next season.", "prediction": "Hull forward Sean Mackie will leave the club at Brighton Park Brighton at of end.", "rouge": {"rouge1": 37.83783783783784, "rouge2": 5.7142857142857135, "rougeL": 27.027027027027025}, "nll_sum": 110.12451171875, "token_count": 17} +{"index": 4614, "reference": "A Russian zoo has seen a rare addition to its animal family, welcoming a baby albino deer.", "prediction": "This rare baby deer has't born at a large albino horn in Cello, South Africa.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 111.83039855957031, "token_count": 20} +{"index": 4615, "reference": "A family of 12 from Luton, including a baby and two grandparents, could have travelled to Syria after going missing, police have said.", "prediction": " couple British couple who were among 35 people believed to have travelled to travelled to with Syria Iraq, police have said.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 19.04761904761905, "rougeL": 31.818181818181824}, "nll_sum": 102.38481903076172, "token_count": 22} +{"index": 4616, "reference": "Plans for a \u00a3100m cable car system in Cardiff are being explored by Cardiff Business Council.", "prediction": "A new Cardiff rail route would through a major air route through the air Air route, Transport for London says.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 119.01004791259766, "token_count": 21} +{"index": 4617, "reference": "The PSNI has failed in an appeal against an order to disclose police documents related to two murder attempts on a Catholic taxi driver.", "prediction": "The British Court of Appeal has launched an appeal against the location of police claims of a high-profile loyalist MLA in a paramilitary loyalist attack.", "rouge": {"rouge1": 32.0, "rouge2": 8.333333333333332, "rougeL": 27.999999999999996}, "nll_sum": 118.39106750488281, "token_count": 29} +{"index": 4618, "reference": "President Donald Trump has accused his predecessor Barack Obama of inaction over alleged Russian interference in the US election in 2016.", "prediction": "US President Barack Obama has said that Barack Obama that Russian involvement meddling in any US presidential election.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 5.405405405405405, "rougeL": 41.02564102564102}, "nll_sum": 78.03770446777344, "token_count": 18} +{"index": 4619, "reference": "Hundreds of people suffered a sleepless night when a football stadium's PA system played loud, distorted music.", "prediction": "A Kent football club has turned away from crowd from Liverpool fans from a Doctor who turned out to the ground.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 122.6112060546875, "token_count": 21} +{"index": 4620, "reference": "Unidentified assailants have hurled petrol bombs and fired shots at the Istanbul offices of two staunchly pro-government Turkish newspapers, the papers and the police say.", "prediction": "The main regional in Istanbul's regional have been injured in militant attacks by suspected anti- government protesters during a night of night attacks in the capital capital, Istanbul police say.", "rouge": {"rouge1": 28.07017543859649, "rouge2": 3.6363636363636362, "rougeL": 21.052631578947366}, "nll_sum": 150.95849609375, "token_count": 33} +{"index": 4621, "reference": "A new MRI scanner has been delivered to the Royal Belfast Hospital for Sick Children.", "prediction": " Stormont's Health minister has said a \u00a32m radi in Hospital Children's Hospital, south Belfast is a \"very old\" in his building.", "rouge": {"rouge1": 26.315789473684205, "rouge2": 0.0, "rougeL": 15.789473684210527}, "nll_sum": 143.74832153320312, "token_count": 29} +{"index": 4622, "reference": "A blogger who launched a \"campaign of harassment\" against a council chief executive has had the criminal case against her dropped.", "prediction": "A food blogger who refused to pay \u00a320,000 damages to a former council chief has been told it will take possible legal action against the council.", "rouge": {"rouge1": 37.5, "rouge2": 8.695652173913043, "rougeL": 33.33333333333333}, "nll_sum": 104.38999938964844, "token_count": 29} +{"index": 4623, "reference": "A man has lost HK$2m ($257,730; \u00a3175,530) in cash and valuables from his hand luggage, during a flight into Hong Kong, police said.", "prediction": "A passenger from Turkey has been arrested and arrested in Hong Kong after allegedly carrying a man carrying a passenger carrying $1m (\u00a3mm).", "rouge": {"rouge1": 36.73469387755102, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 113.44825744628906, "token_count": 26} +{"index": 4624, "reference": "The front-runner in the French presidential election has told the BBC that the EU must reform or face the prospect of \"Frexit\".", "prediction": "The new president of France says saying that would be be allowed if the UK to leave the EU, is an \" important development in our future\".", "rouge": {"rouge1": 28.571428571428577, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 121.85493469238281, "token_count": 28} +{"index": 4625, "reference": "A man jailed for manslaughter has won his battle against deportation after judges ruled he was being discriminated against because his parents were unmarried.", "prediction": "The UK's Supreme Court been ruled that a ruling that would withhold his his American parents, give birth because because it was a fatal accident of birth.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 160.13665771484375, "token_count": 29} +{"index": 4626, "reference": "A London hedge fund manager who regularly avoided buying a train ticket on his commute to the City has been banned from working in the financial services industry.", "prediction": "A financial services boss who ordered of ordered to pay a \u00a3, security fare from a London Tube filling station has been sacked for promoting for his role. 2011 a's 2011 a's- again a \u00a3 in a from a 2011 again from again", "rouge": {"rouge1": 33.80281690140845, "rouge2": 8.695652173913043, "rougeL": 16.901408450704224}, "nll_sum": 274.7608642578125, "token_count": 47} +{"index": 4627, "reference": "David Cameron has been urged by four former foreign secretaries to challenge the Russian government on a number of issues during his visit to Moscow.", "prediction": "EPs - including senior Labour - have called on President Vladimir visit the Russian president, accusing blaming Russian hacking crisis \"aa crisis peninsula\".", "rouge": {"rouge1": 17.391304347826086, "rouge2": 4.545454545454545, "rougeL": 8.695652173913043}, "nll_sum": 199.2653350830078, "token_count": 26} +{"index": 4628, "reference": "Jake Cassidy's second-half equaliser earned Hartlepool their first point in the Vanarama National League as they drew against Macclesfield.", "prediction": "Martin Cassidy rescued a stoppage-time equaliser to earn Hartlepool United a 1-1 draw at home to Macclesfield, who Coul from \"the's's a-A a - in from a'sA from'sA", "rouge": {"rouge1": 29.090909090909083, "rouge2": 3.773584905660378, "rougeL": 18.181818181818183}, "nll_sum": 227.48760986328125, "token_count": 47} +{"index": 4629, "reference": "Iran's deputy nuclear chief has denied a report that the core of the Arak heavy-water reactor has been removed and filled with concrete.", "prediction": "The says it has decomed one of its nuclear reactor will not be built next year, the country Fars nuclear minister says in the-'s,Northern,- it is from-DA a in it November George's.", "rouge": {"rouge1": 26.229508196721312, "rouge2": 0.0, "rougeL": 9.836065573770492}, "nll_sum": 278.8792724609375, "token_count": 43} +{"index": 4630, "reference": "A ceremony is being held at the WW1 grave of Private John Parr - a teenager thought to have been the first British soldier killed in action in Europe - but 100 years on mystery still surrounds how he died and who killed him.", "prediction": "A British soldier whose own World War One soldiers thanked 100 British soldiers to struggle for - but is still alive, but what to it it and struggle it mean to be right?", "rouge": {"rouge1": 27.027027027027025, "rouge2": 2.7777777777777777, "rougeL": 16.216216216216214}, "nll_sum": 198.8234100341797, "token_count": 34} +{"index": 4631, "reference": "David Haye expects a fine from the British Boxing Board of Control for his comments in the build-up to Saturday's defeat by Tony Bellew.", "prediction": "David Haye says he will pay a $ $43m (\u00a363m fine after accusing the British Boxing Film Festival (BB inC)) about Tony Bellew during Saturday's fightfight London on 11 November.", "rouge": {"rouge1": 39.28571428571428, "rouge2": 18.51851851851852, "rougeL": 32.142857142857146}, "nll_sum": 263.70489501953125, "token_count": 41} +{"index": 4632, "reference": "The fate of ailing department store BHS is likely to be decided later on Thursday, with an announcement expected from administrators Duff & Phelps.", "prediction": "For the retailer, department store chain and supermarket, owners owners owner Sir Green Green, and bought. B in - it requires adream and it. says it has been \" \"over \"over it's a). from", "rouge": {"rouge1": 14.285714285714288, "rouge2": 3.7037037037037033, "rougeL": 14.285714285714288}, "nll_sum": 272.3330078125, "token_count": 43} +{"index": 4633, "reference": "Engineering and metal workers in South Africa have gone on strike after talks on Monday failed to reach an agreement over pay.", "prediction": "South Africa's biggest union has called for a trade talks with the Unite union,. Un it has \"holve a video \" union's a it's controversial from a the country's striker from's reputation of.", "rouge": {"rouge1": 10.169491525423728, "rouge2": 3.508771929824561, "rougeL": 10.169491525423728}, "nll_sum": 252.32363891601562, "token_count": 42} +{"index": 4634, "reference": "A French-American man who helped stop a heavily armed gunman on a train in France in 2015 has received the country's highest honour.", "prediction": "A London attack who survived an attack on a man on a carrying while trying to reach the French honour has been given the country's highest honour.", "rouge": {"rouge1": 49.056603773584904, "rouge2": 19.607843137254903, "rougeL": 41.50943396226415}, "nll_sum": 120.99890899658203, "token_count": 28} +{"index": 4635, "reference": "A Borders town is facing a 20-week road closure as work continues on its \u00a331.4m flood protection scheme.", "prediction": "A Scottish Borders village hit warming flooding for a further year will stay for further planned planned.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 134.4855194091797, "token_count": 17} +{"index": 4636, "reference": "A deal to set up a new authority for the Solent area is \"almost certainly dead\", council leaders have said.", "prediction": "A bid of \u00a31m for for the local government budget is \"thelock dead\", the leader\", leader of the council leader \" saidpoint.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 34.14634146341463}, "nll_sum": 185.81727600097656, "token_count": 29} +{"index": 4637, "reference": "Italian Serie A side Atalanta have re-signed midfielder Marten De Roon from Middlesbrough for an undisclosed fee, 14 months after selling him to Boro.", "prediction": "Middlesbrough have signed left-backback- Ritchie Rieieie Roon on a new five-long loan deal after his departure from Middlesbrough.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 162.98638916015625, "token_count": 34} +{"index": 4638, "reference": "A railway carriage that carried Sir Winston Churchill's coffin to his final resting place has been restored in County Durham.", "prediction": "The steam train, which thought the be used as minister prime minister, has officially unveiled, the unveiled at a museum in Northampton,. celebrating the minister's struggle as from's as North, Britain in's from a's.'s as", "rouge": {"rouge1": 13.11475409836066, "rouge2": 0.0, "rougeL": 9.83606557377049}, "nll_sum": 283.5186462402344, "token_count": 46} +{"index": 4639, "reference": "Frontline NHS staff at 111 centres, GP clinics and pharmacies say they are facing unprecedented pressure.", "prediction": "A shortage of staff working the Queen Victoria Hospital in west Belfast have faced have strain by a week, fears health health, a mental health director director of director of rugby has said. as a referee in from firm The's. aA", "rouge": {"rouge1": 6.896551724137931, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 306.09222412109375, "token_count": 46} +{"index": 4640, "reference": "Ikea is recalling a beach chair sold in the UK after reports that it can collapse and cause injury.", "prediction": "Ikea was recall a recall to a temporary after itsA chair chair which found compensation of dozens of fingers in the Trans what it says \" footballthe.'s \"over M-b's a in banned Saturday November's.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 7.4074074074074066, "rougeL": 25.0}, "nll_sum": 334.8117370605469, "token_count": 45} +{"index": 4641, "reference": "India is using indelible ink on fingers to ensure people get only one chance to change their big bank notes.", "prediction": "Police in India have started a a controversial ban on controversial \"pee notes note and be allowed to be allowed to \"control out of cash\".", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 156.45718383789062, "token_count": 27} +{"index": 4642, "reference": "US football star Brandi Chastain, who shot to fame in the 1999 Women's World Cup, has pledged to donate her brain to the Concussion Legacy Foundation.", "prediction": " American football star Simoneast Z has announced she will donate her brainamp because of a serious head injury which led \"long most in my life\"..", "rouge": {"rouge1": 23.076923076923077, "rouge2": 8.0, "rougeL": 19.23076923076923}, "nll_sum": 183.01031494140625, "token_count": 29} +{"index": 4643, "reference": "A 55-year-old woman has died after a couple became trapped under rubble when a coal lorry ploughed into a house in Fairlie, Ayrshire.", "prediction": "A man and a woman have been seriously injured after a lorry crashed into building building a Glasgow street in west end of Ardrossan.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 4.25531914893617, "rougeL": 32.6530612244898}, "nll_sum": 112.05979919433594, "token_count": 27} +{"index": 4644, "reference": "Cricketers, politicians and sports people have paid tribute to Australia cricketer Phillip Hughes, 25, who has died two days after being hit by a ball while batting for South Australia in a domestic game.", "prediction": "Australia Test bats batsman Phil Hughes, who died nine after being attacked during a cricket match for Australia.", "rouge": {"rouge1": 42.307692307692314, "rouge2": 4.0, "rougeL": 34.61538461538462}, "nll_sum": 95.01278686523438, "token_count": 20} +{"index": 4645, "reference": "Sone Aluko's equaliser denied Paul Williams victory in his first game as Nottingham Forest boss, but Hull missed the chance to go second in the table.", "prediction": "Al Natalie Alita scored a 90th-minute equaliser for Hull asiser salvaged Liverpool and claim a point at Nottingham Forest. Nottingham's solve of a'sA \"A fromp a reputation in from referee a. from'sowned", "rouge": {"rouge1": 19.04761904761905, "rouge2": 3.278688524590164, "rougeL": 12.698412698412698}, "nll_sum": 287.4831848144531, "token_count": 47} +{"index": 4646, "reference": "The hunt for a cure for type 1 diabetes has recently taken a \"tremendous step forward\", scientists have said.", "prediction": " he have taken another step towards finding a cure for type 1 diabetes than previously was thought, US scientists.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 27.77777777777778, "rougeL": 36.84210526315789}, "nll_sum": 80.26077270507812, "token_count": 20} +{"index": 4647, "reference": "The Football Association says it will investigate striker Jordan Ayew's actions during Aston Villa's 3-2 defeat at Watford on Saturday.", "prediction": "Aston Villa forward Andre Ayew is by treated in hospital for brain leg after an alleged incident during a derby away against Liverpool. 2011 Wembley's Pierre of-A aA from-'s 2011 referee from Saturday's's from. aA", "rouge": {"rouge1": 22.22222222222222, "rouge2": 3.2786885245901636, "rougeL": 12.698412698412701}, "nll_sum": 289.8409729003906, "token_count": 47} +{"index": 4648, "reference": "Lewis Stevenson thinks Hibernian can compete at the top end of the Scottish Premiership after their promotion and plans sticking around for more success.", "prediction": " Edinburgh captain Ryan Stevenson believes it is \"tough challenges to come\" to the Scottish club after his side led the way to Scottish Scottish Cup final.", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 126.02592468261719, "token_count": 29} +{"index": 4649, "reference": "Sweden international goalkeeper Hedvig Lindahl has signed an extended contract with Women's Super League One club Chelsea Ladies until 2019.", "prediction": "Chelsea goalkeeper Mark Marcelahl has signed her contract with Women's Super League One club until 2019 until", "rouge": {"rouge1": 71.7948717948718, "rouge2": 48.648648648648646, "rougeL": 66.66666666666666}, "nll_sum": 95.97340393066406, "token_count": 18} +{"index": 4650, "reference": "An Afghan woman immortalised on the cover of National Geographic magazine has been denied bail after being arrested on fraud charges.", "prediction": "The Afghan cartoonjournalist, who who joined the National Orchestra Geographic, after says she faces fraud faces fraud charges, she- told the BBC.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 4.878048780487805, "rougeL": 32.558139534883715}, "nll_sum": 182.56295776367188, "token_count": 28} +{"index": 4651, "reference": "Archimedes did it in the bath, Tesla with a walking stick and the father of the sticky note had his flash of inspiration while singing in church - or so legend has it.", "prediction": "The new medical diagnosis diagnosis has been unveiled a new camera, which could encourage the generation of our lives, and save lives a diagnosis diagnosis and cancer.", "rouge": {"rouge1": 20.338983050847457, "rouge2": 0.0, "rougeL": 13.559322033898304}, "nll_sum": 160.42306518554688, "token_count": 29} +{"index": 4652, "reference": "A fire in a block of tenement flats in Glasgow has left two people requiring hospital treatment.", "prediction": "Three people have been taken to hospital following a fire at a block has Glasgow.", "rouge": {"rouge1": 50.0, "rouge2": 13.333333333333334, "rougeL": 31.25}, "nll_sum": 59.03651428222656, "token_count": 15} +{"index": 4653, "reference": "Views from members of the public on how best to solve congestion problems on the A40 in Oxfordshire are being sought by the county council.", "prediction": "Plans for \u00a3100m dual carriageway between the A40 have been launched the public consultation.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 10.81081081081081, "rougeL": 15.384615384615383}, "nll_sum": 89.74545288085938, "token_count": 21} +{"index": 4654, "reference": "Netherlands right-back Daryl Janmaat has joined Newcastle United for an undisclosed fee from Feyenoord.", "prediction": "Newcastle have signed right Seaback Jan Janmaat from Feyenoord on a five aanda-half-year deal.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 6.89655172413793, "rougeL": 25.80645161290323}, "nll_sum": 137.06683349609375, "token_count": 26} +{"index": 4655, "reference": "A missing 16-year-old girl and her brother, 13, are thought to be with a man suspected of their abduction.", "prediction": "Police searching for a 15-year-old girl from a Manchester Greater said she fears she could soon be taken out of the country.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 97.08125305175781, "token_count": 26} +{"index": 4656, "reference": "A missing girl believed to have left home to see a man she met online has been found, say police.", "prediction": "A man has been arrested by police after a 14-year-old girl who was found safe safe and well in four weeks ago.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 85.34892272949219, "token_count": 26} +{"index": 4657, "reference": "The first Church of England vicar to marry a same-sex partner has accused the church of being \"institutionally homophobic\".", "prediction": "A retired vicar from London, said he would be allowed to get his job, saying the church \"menallyally stupid and not\".", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 144.63783264160156, "token_count": 27} +{"index": 4658, "reference": "Celtic striker Leigh Griffiths has yet to score for Scotland but is ready to lead the line against Slovenia despite admitting he is \"rusty\".", "prediction": "Leigh Griffiths is be ready to complete his recovery from a foot injury in Sunday's Republic of Ireland match against his Celtic side Sunday's game against Scotland on Sunday,", "rouge": {"rouge1": 29.090909090909093, "rouge2": 7.547169811320756, "rougeL": 21.818181818181817}, "nll_sum": 127.75909423828125, "token_count": 33} +{"index": 4659, "reference": "Defender Shay Logan has signed a new two-year deal with Aberdeen, keeping him at Pittodrie until 2018.", "prediction": "Aberdeen goalkeeper Eoin E Eishard signed Aberdeen signed a new three-anda-half-year deal until May 2019.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 17.647058823529413, "rougeL": 33.33333333333333}, "nll_sum": 143.15234375, "token_count": 26} +{"index": 4660, "reference": "The Belfast Giants shaded a 4-3 win over Nottingham Panthers on Friday night to close the gap on the Elite League leaders to three points.", "prediction": "Belfast Giants beat 4-2 down to beat the Nottingham Panthers 4-3 to reach the quarter-finals of the Elite League.'s Bureau of- from- from--A a game in from Saturday's. from aA", "rouge": {"rouge1": 45.16129032258064, "rouge2": 16.666666666666664, "rougeL": 32.25806451612903}, "nll_sum": 245.26327514648438, "token_count": 46} +{"index": 4661, "reference": "Pope Francis has approved the beatification of a Jesuit priest from Dublin for his work with the sick and dying in the early 20th century.", "prediction": "A former Catholic priest has been declared as a saint and bishop by the Roman church, days after the Church was beat beat later later.", "rouge": {"rouge1": 24.0, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 126.99649047851562, "token_count": 26} +{"index": 4662, "reference": "Critics have praised one of the largest collections of Henri Matisse's \"cut-out\" artworks ever assembled, for an exhibition opening at Tate Modern.", "prediction": "An exhibition of Mat Matisse sum believed have\" used to be restoring at art, the Tate gallery gallery London.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 161.56764221191406, "token_count": 22} +{"index": 4663, "reference": "A father killed his son by shaking or throwing him when he was just four weeks old, a jury has been told.", "prediction": "A man has admitted killing his son after he son and his baby boy.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 64.37013244628906, "token_count": 14} +{"index": 4664, "reference": "Leeds United's chairman sacked an employee because she and the head coach he planned to lose came as \"a pair\", an industrial tribunal heard.", "prediction": "A youth police officer has told a court she was \"safe and intimidated\" with the club, saying he had \"one\".", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 106.66015625, "token_count": 24} +{"index": 4665, "reference": "Sir Elton John likened a steward to Hitler as she tried to stop crowds from surging forward during a gig.", "prediction": "A Elton concert was asked by down after fans were sexually assaulted at a event, saying thedisgrapp and went a fitting down track track.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 209.851806640625, "token_count": 29} +{"index": 4666, "reference": "Sam Allardyce has resigned as Crystal Palace manager five months after he joined the Premier League club.", "prediction": "Sam boss Allardyce says he has no idea of taking his job again as England manager after the club's relegation to League Premier League.", "rouge": {"rouge1": 52.38095238095239, "rouge2": 5.0, "rougeL": 42.857142857142854}, "nll_sum": 102.66249084472656, "token_count": 27} +{"index": 4667, "reference": "A council's proposal to shut a Ceredigion care home comes with \"no plan\" for care provision in the area, unions have said.", "prediction": "The future, a close of care home in Ceredigion could be abandoned amid fears that that it could provide \"aa long-term future\".", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454546, "rougeL": 17.391304347826086}, "nll_sum": 144.76278686523438, "token_count": 28} +{"index": 4668, "reference": "The US space agency (Nasa) has released spectacular new images of Jupiter acquired by its Juno probe.", "prediction": " the US space agency's Nasa has released its first images of Jupiter in its north pole.", "rouge": {"rouge1": 64.70588235294117, "rouge2": 43.75, "rougeL": 64.70588235294117}, "nll_sum": 67.44377136230469, "token_count": 17} +{"index": 4669, "reference": "\"Statistics are like bikinis - what they reveal is suggestive, but what they conceal is vital.\"", "prediction": "\" a report that said that such crime, crime is or not contributed to cases, there is no evidence of anything done anything.\",.\" solve the's a's a's a the a's of's a and from George the). a", "rouge": {"rouge1": 7.142857142857142, "rouge2": 0.0, "rougeL": 7.142857142857142}, "nll_sum": 256.951171875, "token_count": 46} +{"index": 4670, "reference": "A popular brand of pink wafer is under threat after a company went into administration following a \"sharp fall\" in the value of sterling after Brexit.", "prediction": " and retailer of theBA and W store chain in Wigan has been put into administration, with the loss of about 30,000 jobs.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 115.88589477539062, "token_count": 27} +{"index": 4671, "reference": "The company behind the failed mini-drone Zano has provided some details of how more than \u00a32.3m in funding was allocated.", "prediction": "A company behind design project a project behind a Zano \u00a3bn projectCC project, Pembroire, Lanceshire, is hoping, get its money back.", "rouge": {"rouge1": 13.95348837209302, "rouge2": 4.878048780487805, "rougeL": 13.95348837209302}, "nll_sum": 209.5738525390625, "token_count": 33} +{"index": 4672, "reference": "Malaysian police have said a blast at a bar last week, which injured eight, was the first attack by the so-called Islamic State group in the country.", "prediction": "Malaysian police are investigating behind was behind a attack on a restaurant linked to the so-called Islamic State.", "rouge": {"rouge1": 46.808510638297875, "rouge2": 22.222222222222225, "rougeL": 38.297872340425535}, "nll_sum": 77.53633880615234, "token_count": 22} +{"index": 4673, "reference": "Will Eastern Europe squander its historic opportunity to provide the next United Nations secretary-general, when Ban Ki-Moon's tenure expires at the end of this year?", "prediction": "The next head of the United Nations has announced it will be the next general election in York, York, New York and New York.NFL solve) will be the legislature- solve again a's a again a's a again a again a", "rouge": {"rouge1": 25.352112676056343, "rouge2": 5.797101449275362, "rougeL": 16.901408450704224}, "nll_sum": 218.6587371826172, "token_count": 47} +{"index": 4674, "reference": "Police have targeted 17 people in raids in several European countries connected to a suspected jihadist network.", "prediction": " Italian police have arrested dozens of people people in an international network believed links to suspected Islamist al-Islam.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 11.76470588235294, "rougeL": 33.333333333333336}, "nll_sum": 92.58503723144531, "token_count": 20} +{"index": 4675, "reference": "A RAF airman has made an appeal for the return of two stolen medals after hundreds shared his post about the theft on social media.", "prediction": "A former soldier says he is being \"h upset and overwhelmed\" after being stolen of his car stolen.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 107.7225112915039, "token_count": 20} +{"index": 4676, "reference": "The Silkworm by JK Rowling's pseudonym Robert Galbraith and Ian McEwan's The Children Act are among 25 British novels in the running for the world's richest literary prize.", "prediction": "icists including Mini cartoon acclaimed,ist and cartoon funnyist are among five title contenders, the title novel for paramilitary and novel's been aCom- for the's has a", "rouge": {"rouge1": 30.000000000000004, "rouge2": 6.89655172413793, "rougeL": 23.333333333333332}, "nll_sum": 264.6292724609375, "token_count": 34} +{"index": 4677, "reference": "The future of one of Leicestershire's main museums has been questioned after an application for funding was shelved.", "prediction": "A flagship museum attraction which worked working in Leicestershire is in danger because of a funding funding because of a share \u00a35m of funding.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 162.658203125, "token_count": 29} +{"index": 4678, "reference": "Arsenal will secure third place in the Premier League if they beat Sunderland on Wednesday after Theo Walcott's deflected cross gave them a late equaliser and a point at Manchester United.", "prediction": "West Walcott's stoppage-time winner to give Manchester United United a point against Manchester Manchester side in a thrilling sprint at Old Trafford Anfield's ( of- refereeA- from-d's a in from from's. from's a", "rouge": {"rouge1": 25.352112676056336, "rouge2": 8.695652173913043, "rougeL": 14.084507042253522}, "nll_sum": 242.79351806640625, "token_count": 47} +{"index": 4679, "reference": "England captain Alastair Cook blamed inexperience for England's batting collapse during their 108-run defeat by Bangladesh in the second Test in Dhaka.", "prediction": "England captain Alastair Cook has said his players \"would struggle\" with his players improved despite the collapse despite his team byl Bangladesh in Gallongong.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.391304347826086, "rougeL": 29.166666666666668}, "nll_sum": 167.11019897460938, "token_count": 31} +{"index": 4680, "reference": "On 6 March 1987, passenger ferry the Herald of Free Enterprise pulled out of its berth at the Belgium port of Zeebrugge carrying 459 passengers and 80 crew.", "prediction": "The first victims who helped survivors of the Zeeb Middlesge Boat ferry air disaster, 22 years ago has been named by a Catholic church's Church for Belfast.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 10.714285714285714}, "nll_sum": 185.23275756835938, "token_count": 32} +{"index": 4681, "reference": "A charity that rescues a protected species has said it has taken 600 calls in what has been one of its busiest ever years.", "prediction": "This this summer, warm, hot weather was and hot weather, hot and weather in the weather.", "rouge": {"rouge1": 5.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 92.54779052734375, "token_count": 19} +{"index": 4682, "reference": "A man has been stabbed on an Overground train in south-east London.", "prediction": "A man was stabbed to death after a knife at a railway station has south London", "rouge": {"rouge1": 41.37931034482759, "rouge2": 7.4074074074074066, "rougeL": 34.48275862068966}, "nll_sum": 56.716773986816406, "token_count": 15} +{"index": 4683, "reference": "Very different visions of where the UK's future should lie have been put under the spotlight by the vote to leave the EU.", "prediction": " after after the UK voted in favour the leave the European Union and leave the European Union, after the country voted voted to leave EU.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 17.02127659574468, "rougeL": 32.6530612244898}, "nll_sum": 97.76390075683594, "token_count": 26} +{"index": 4684, "reference": "Three pupils at the High School of Dundee have been expelled following the discovery of cannabis on school property.", "prediction": "A primary school in Fife is facing a criminal investigation after investigation into the discovery of a large quantity\" of cannabis on a school intellectual and", "rouge": {"rouge1": 35.55555555555556, "rouge2": 18.6046511627907, "rougeL": 31.11111111111111}, "nll_sum": 116.29424285888672, "token_count": 27} +{"index": 4685, "reference": "QPR opened their Championship campaign with a comfortable win against Leeds.", "prediction": "Queens Park Rangers made their first win in the first- five minutes to thrashed play-off- chasing in United at Loftusand Road Silk- New's's \" from-gA referee in from November's Saturday.", "rouge": {"rouge1": 8.888888888888888, "rouge2": 0.0, "rougeL": 8.888888888888888}, "nll_sum": 291.6895751953125, "token_count": 45} +{"index": 4686, "reference": "Five men have appeared in court accused of misusing the camera on a police helicopter to film people who were naked or having sex.", "prediction": "South Yorkshire Police executive Adam Lucas and Adam Page have appeared of court charged with making anti-IslamicTV YouTube videos to a helicopter. a. a). from a's a on a penalty from a's.", "rouge": {"rouge1": 30.508474576271183, "rouge2": 7.017543859649121, "rougeL": 16.94915254237288}, "nll_sum": 244.71682739257812, "token_count": 40} +{"index": 4687, "reference": "Microsoft has unveiled Xbox SmartGlass: a service to allow tablet computers and smartphones to communicate with its video games consoles.", "prediction": "Microsoft has unveiled its own smartphones on tablet device which can be filmed and watch shown on, TV.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 26.31578947368421}, "nll_sum": 96.53522491455078, "token_count": 19} +{"index": 4688, "reference": "The Scottish Premiership season commences this weekend and fans can expect to see a swarm of new faces run out for their side for the first time.", "prediction": "Celtic have been a successful season for the season as Scottish Premiership champions will be crowned champions as they complete the complete of \u00a3 season.", "rouge": {"rouge1": 31.37254901960785, "rouge2": 8.16326530612245, "rougeL": 15.686274509803924}, "nll_sum": 128.8119659423828, "token_count": 27} +{"index": 4689, "reference": "A drone flying close to Gatwick Airport led to the closure of the runway and forced five flights to be diverted.", "prediction": "Flights have been suspended at Gatwick Airport after a was reported flying a drones, the UK Airprox.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.111111111111112, "rougeL": 15.789473684210527}, "nll_sum": 101.25032043457031, "token_count": 22} +{"index": 4690, "reference": "Prominent Bahraini human rights activist Nabeel Rajab has been freed after serving two years in prison for his involvement in illegal protests.", "prediction": " Bahrain Bahrain rights human lawyer Nabeel Rajab has been released after being released from the prison prison.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 35.8974358974359}, "nll_sum": 93.82963562011719, "token_count": 20} +{"index": 4691, "reference": "Rangers scored three times in five late second-half minutes to end second-place Aberdeen's run of 10 consecutive home wins and cut the gap to nine points.", "prediction": "Aberdeen moved up to second place in the Scottish Premiership by beating a by Rangers Rangers at Pittrorie.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 109.92235565185547, "token_count": 22} +{"index": 4692, "reference": "A \u00a3690m cancer care contract in Staffordshire is expected to be awarded to a consortium including private firms.", "prediction": "A private contract \u00a3 private firms to be offered up to hospitals in Staffordshire to follow-upup cancer, diagnosis, diagnosis diagnosis and diagnosis, the BBC has learned. solve--old's solve in a from a 2011 again from a", "rouge": {"rouge1": 39.28571428571429, "rouge2": 11.111111111111112, "rougeL": 21.428571428571427}, "nll_sum": 286.16949462890625, "token_count": 46} +{"index": 4693, "reference": "A memorial dedicated to the Jersey men who died in World War I has been unveiled in the Somme region of France.", "prediction": "A memorial stone was unveiled unveiled for Jersey a Jersey soldiers who killed in World War One.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 35.8974358974359}, "nll_sum": 96.57588195800781, "token_count": 17} +{"index": 4694, "reference": "Exeter came from 14 points down to beat Sale Sharks at Sandy Park and boost their hopes of securing a home semi-final in the Premiership play-offs.", "prediction": "Exeter Chiefs moved into second play-off place in the table with a bonus bonus-point win over Sale Sharks at the Premiership at Sandy Park of.", "rouge": {"rouge1": 50.90909090909091, "rouge2": 26.41509433962264, "rougeL": 29.09090909090909}, "nll_sum": 157.31788635253906, "token_count": 30} +{"index": 4695, "reference": "An independent review is to be held to learn lessons from a case of alleged abuse at care homes in south Wales, First Minister Carwyn Jones has announced.", "prediction": "There will be a review of review into deaths and abuse at and care homes care north Wales, the First First Car Carwyn Jones has announced, days after a decision from the local authorities and from the game.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 15.625, "rougeL": 39.39393939393939}, "nll_sum": 223.41677856445312, "token_count": 41} +{"index": 4696, "reference": "Congo reached the quarter-finals of the Africa Cup of Nations for the first time since 1992 by topping Group A.", "prediction": "Burkina Fas failed to reach the quarter-finals of the Nations by beating the Democratic Congo 3-0 and and reach the quarter-finals. the it's a's a O again a again's dash of's from's fromowned", "rouge": {"rouge1": 38.70967741935484, "rouge2": 16.666666666666664, "rougeL": 29.032258064516125}, "nll_sum": 249.85897827148438, "token_count": 47} +{"index": 4697, "reference": "A writer in India has been charged with sedition for allegedly showing disrespect to the national anthem.", "prediction": "An Indian writer has been charged with sedition after Facebook said he declared the national anthem and was playedplay India's highest-l a video in for reputation's - a's from-gA referee on a years's. from", "rouge": {"rouge1": 46.42857142857143, "rouge2": 22.222222222222218, "rougeL": 32.142857142857146}, "nll_sum": 270.6148681640625, "token_count": 45} +{"index": 4698, "reference": "Two planes have collided on the ground at an airport in Detroit.", "prediction": "A passengers were seriously injured - injured between crash on an airway FBI Dallas, Texas. Texas a again aA a-A aA in from November John's from. from-D a referee in from from a Saturday from", "rouge": {"rouge1": 12.244897959183675, "rouge2": 0.0, "rougeL": 12.244897959183675}, "nll_sum": 278.721923828125, "token_count": 45} +{"index": 4699, "reference": "The rise and rise of UK employment has taken a jolt, with a fall of 67,000 in March to May and the first rise in unemployment for two years.", "prediction": "The latest unemployment rate and figures, show show that Scottish economy is expected to rise, with the highest among level, according to official figures.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 0.0, "rougeL": 18.51851851851852}, "nll_sum": 126.57705688476562, "token_count": 27} +{"index": 4700, "reference": "A chemistry student has created \"the most environmentally-friendly\" fake snow, as part of her research.", "prediction": "A mini-based character film for Amazon has been bought by a engineering firm behind it, it has emerged.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 102.08811950683594, "token_count": 21} +{"index": 4701, "reference": "Pressure to free up mental health beds may be leaving vulnerable people at risk, says a watchdog.", "prediction": "V patients in England are being cared for home to the community service and community need more support, figures show.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 97.48099517822266, "token_count": 21} +{"index": 4702, "reference": "A schoolgirl with an \"ultra-rare\" genetic condition is celebrating a decision to fund life-changing medication on the NHS in Wales.", "prediction": "A teenager with a rare condition which has a condition which will be die be made available on the Welsh help to struggle for lifeboatchanging.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 4.444444444444445, "rougeL": 29.787234042553195}, "nll_sum": 180.68521118164062, "token_count": 28} +{"index": 4703, "reference": "Motherwell will not ask the SPFL to postpone Saturday's Premiership match with Aberdeen, despite the outbreak of a virus at Fir Park.", "prediction": "Motherwell manager Motherwell has confirmed will miss Saturday's Scottish Premiership match against Aberdeen, has been delayed because of \"good will not go\".", "rouge": {"rouge1": 39.130434782608695, "rouge2": 13.636363636363635, "rougeL": 34.78260869565217}, "nll_sum": 124.85441589355469, "token_count": 27} +{"index": 4704, "reference": "Phyllis Schlafly, a leading figure in the US conservative movement, has died at her home in Missouri, aged 92.", "prediction": " Phahisaurafly, the first American rights activist and, rights activist, has died at 88 ofigg 77 aged 88 the", "rouge": {"rouge1": 27.027027027027025, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 164.24270629882812, "token_count": 26} +{"index": 4705, "reference": "A heating firm has been fined \u00a310,000 after faulty gas installations were discovered in more than 300 properties across Dorset and Berkshire.", "prediction": "A building firm have been fined almost \u00a31,000 after health and safety breaches, which led to dozens of of residents theirhome homes.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.090909090909092, "rougeL": 30.434782608695656}, "nll_sum": 129.411865234375, "token_count": 27} +{"index": 4706, "reference": "The historic city of Groningen has got all the things you'd expect from somewhere picturesque and Dutch - canals, bridges and bikes.", "prediction": "\"A German university\" is open its doors to university has officially opened in the Netherlands, what it feels like? be a an - and crime!", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 157.964599609375, "token_count": 29} +{"index": 4707, "reference": "Ulster-Scots is a language which has been part of life here since the first Scots planters arrived in Ulster in the 17th Century.", "prediction": "Sc-Scots is the most important issue to education transport services in Northern Ireland.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 76.62770080566406, "token_count": 16} +{"index": 4708, "reference": "A missing California mother of two has been found three weeks after she was abducted while out jogging.", "prediction": "An 18-year-old Mexican student who went missing in California nearly two weeks ago has been found safe and well, police say 2011. his a \" aA aA a-p aA in a football a's. a's", "rouge": {"rouge1": 28.57142857142857, "rouge2": 7.407407407407408, "rougeL": 21.428571428571427}, "nll_sum": 201.63186645507812, "token_count": 47} +{"index": 4709, "reference": "New York has passed a bill that creates rules for Times Square's costumed performers, after tourists and business interests complained that the characters were becoming a nuisance.", "prediction": "New York City City Council are passed a bill to remove female and Halloween film actors groom to harassed them.", "rouge": {"rouge1": 25.0, "rouge2": 13.043478260869565, "rougeL": 25.0}, "nll_sum": 133.00254821777344, "token_count": 20} +{"index": 4710, "reference": "A patient evicted from hospital after spending more than two years in a bed \"declined\" all options offered, a council has said.", "prediction": "A patient whose mental health trust of after being detained for more than 30 ago has been discharged from hospital because of the lack care and his homes.", "rouge": {"rouge1": 32.0, "rouge2": 12.5, "rougeL": 23.999999999999996}, "nll_sum": 142.44334411621094, "token_count": 28} +{"index": 4711, "reference": "Pregnant women are being urged to ask questions of private providers offering a new test for Down's syndrome.", "prediction": "Patients in England are offering birth of a blood test that can fail on the NHS, an NHS regulator says.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 101.39695739746094, "token_count": 22} +{"index": 4712, "reference": "Ballymena have announced the signing of winger Darren Boyce from Coleraine on a two-and-a-half year contract.", "prediction": "Ballymena United Rom Northern striker Darren Boyce on a three-and-a-half-half-year loan deal.", "rouge": {"rouge1": 50.0, "rouge2": 29.411764705882355, "rougeL": 50.0}, "nll_sum": 111.9681167602539, "token_count": 26} +{"index": 4713, "reference": "Schools, the health service and planning laws will be used to boost walking and cycling in an action plan.", "prediction": "A new rules aimed at protecting cycling and cycling in Wales has been launched by the Welsh Government.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 11.428571428571429, "rougeL": 16.216216216216214}, "nll_sum": 62.437164306640625, "token_count": 18} +{"index": 4714, "reference": "Look, I'm not a total na\u00c3\u00aff. I know the race for the Republican nomination means garnering support from your base, the different clans who will decide which of the hopefuls becomes the candidate.", "prediction": "A group of far farright right of groupings - who who chose for a president, America - but it is also a controversialierce - it. cosmetics- solve \" a's \"over's it a!", "rouge": {"rouge1": 12.307692307692307, "rouge2": 0.0, "rougeL": 6.153846153846153}, "nll_sum": 286.1267395019531, "token_count": 41} +{"index": 4715, "reference": "About 600 runners have taken part in the annual mountain race up Snowdon with a series of other events being held to mark its 40th anniversary.", "prediction": "Thousands of cyclistsers attended a joke on the opening day of the Snowdon's Snowdon race.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 90.87863159179688, "token_count": 19} +{"index": 4716, "reference": "Labour MP Sir Kevin Barron has stood aside as Commons Standards Committee chairman over allegations he hosted events at Westminster for a drugs firm.", "prediction": "Sir Michael Mensoward has said he may may have breached White House of Commons committee rules.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 105.88571166992188, "token_count": 17} +{"index": 4717, "reference": "Shares in China's Weibo, a Twitter-like service, rose by almost 20% on their first day of trading on the US stock market, after a lukewarm start.", "prediction": "Shares in tech- Alibaba in Chinese Chinese firm Weibo have fallen dropped by more than 30% after it said was sold a popular mobile market market.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 3.846153846153846, "rougeL": 22.222222222222225}, "nll_sum": 154.6338348388672, "token_count": 29} +{"index": 4718, "reference": "Wheelchair basketball is fast-paced and requires skill and determination - something Great Britain's under-23 team have in bucketloads!", "prediction": "The British netchair team have been flown heading New Zealand, Australia, New Australia in theheading, the reputation's reputation-, from Ferguson from the same's as a as from the, from's for a of.", "rouge": {"rouge1": 14.545454545454545, "rouge2": 3.7735849056603774, "rougeL": 10.909090909090908}, "nll_sum": 269.37786865234375, "token_count": 42} +{"index": 4719, "reference": "Police have released CCTV images of a man they want to speak to following a racist assault on a Glasgow bus.", "prediction": "Police have released images of a man they want to trace to trace in connection with a serious serious assault on a bus in Renfrewshire.", "rouge": {"rouge1": 69.56521739130434, "rouge2": 45.45454545454545, "rougeL": 69.56521739130434}, "nll_sum": 88.62588500976562, "token_count": 28} +{"index": 4720, "reference": "North Korea claims it has missiles capable of reaching the US mainland, but its latest threat is against Guam, a much closer target.", "prediction": "A huge fire has been fired on control in North Korea as US President Donald Trump, but some residents are facing the threat of what threat - will it meant to be shot!", "rouge": {"rouge1": 36.36363636363637, "rouge2": 3.7735849056603774, "rougeL": 18.181818181818183}, "nll_sum": 172.12051391601562, "token_count": 34} +{"index": 4721, "reference": "A scuba diver facing extradition to Malta has spoken of his elation after charges against him over the deaths of his girlfriend and friend were dropped.", "prediction": "A British skts who survived capsized and killed two of his colleagues doctors has told the BBC he believes he \"'t keep her tears God\".", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 187.98858642578125, "token_count": 28} +{"index": 4722, "reference": "(Close): Wall Street's Dow Jones and S&P 500 indexes closed higher for the fifth day running, in their longest winning streak since last October.", "prediction": "(Close): Wall Street closed higher on Monday after oil price prices was cut.", "rouge": {"rouge1": 25.64102564102564, "rouge2": 16.216216216216218, "rougeL": 25.64102564102564}, "nll_sum": 86.6439208984375, "token_count": 15} +{"index": 4723, "reference": "Ukraine has been trying to break free from its communist past, and the campaign is changing the face of whole cities.", "prediction": "The southern state of eastern Ukraine, southern state of a ZZ Zarinehya, the also known as its religious status, flagised the flag to is a country's again--Islamic flag.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 242.5000457763672, "token_count": 38} +{"index": 4724, "reference": "As we assess where this Ryder Cup will be won and lost, Rory McIlroy correctly and succinctly sought to play down his influence on the outcome at Gleneagles this week.", "prediction": "Rory McIlroy's questions has been raised between Europe about his team in's Ryder Cup match to Edinburgh on Friday is aPhilipp \"l man \" his's\" by his underm his reputation as a from's.", "rouge": {"rouge1": 24.24242424242424, "rouge2": 6.25, "rougeL": 12.12121212121212}, "nll_sum": 280.28839111328125, "token_count": 44} +{"index": 4725, "reference": "Four men have been charged in connection with a robbery at a Lancashire petrol station.", "prediction": "Four men have been charged with robbery following an armed robbery at a petrol station in Lancashire.", "rouge": {"rouge1": 81.25, "rouge2": 46.666666666666664, "rougeL": 68.75}, "nll_sum": 45.934932708740234, "token_count": 19} +{"index": 4726, "reference": "Has the giant online retailer Amazon managed, quite legally, to avoid paying any corporation tax at all to the UK in the past year?", "prediction": "\"The the UK don't have tax avoidance - and will be revenue in the UK, saying UK it hasn't need buy a tax - and it doesn't have done anything done or and anything.\"", "rouge": {"rouge1": 23.728813559322035, "rouge2": 7.017543859649121, "rougeL": 16.94915254237288}, "nll_sum": 203.3468780517578, "token_count": 39} +{"index": 4727, "reference": "Hundreds of migrants face huge debts and a logistical nightmare to repatriate the bodies of loved ones who have died during perilous sea crossings to Europe.", "prediction": "The migrant crisis which sees thousands of thousands arriving and reach Europe with migrant lives who most of their lives.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 105.15613555908203, "token_count": 20} +{"index": 4728, "reference": "Twice banned for doping, distrusted by fellow athletes, trained in the past by a notorious doping coach and now by another man once banned for drugs.", "prediction": "\"I I'm ever anything, anything done,\" says a Russianmpian, and how he then suddenly in what, then, and then he was ano!", "rouge": {"rouge1": 12.244897959183673, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 186.136962890625, "token_count": 32} +{"index": 4729, "reference": "An MP facing deselection after being criticised over his role in a loan to a football club will not stand for re-election.", "prediction": "A local MP who at the centre of corruption allegations in a relation to has football football club.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 99.40080261230469, "token_count": 18} +{"index": 4730, "reference": "Swansea City's Supporters' Trust says it is disappointed by a \"lack of engagement\" over the club's takeover.", "prediction": "Swansea Trust are held talks with talks to American Native owners in reach the club.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 123.06305694580078, "token_count": 17} +{"index": 4731, "reference": "A Ceredigion man has pleaded guilty to drink-driving and causing a crash which killed a 21-year-old woman.", "prediction": "A lorry driver who killed and killed a 80-year- man and an 11-year- girl, has failing in her and appeared in court.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 142.73062133789062, "token_count": 30} +{"index": 4732, "reference": "Manager Roy Hodgson says he does not doubt England's \"patriotism or desire\", in the wake of comments made by Wales striker Gareth Bale.", "prediction": "England manager Roy Hodgson says his Wales players have al of passion in Moscow, saying the midfielder does not know \" it know doing anything\".", "rouge": {"rouge1": 45.83333333333333, "rouge2": 17.391304347826086, "rougeL": 25.0}, "nll_sum": 148.079345703125, "token_count": 27} +{"index": 4733, "reference": "Tony Blair refused to comment on Ed Miliband's dispute with the Unite union, saying he did not want to \"queer his pitch\" or be part of \"voices off\".", "prediction": "Tony Blair says he will not give a speech on leader Jeremy Corbyn's dispute with the Unite union.", "rouge": {"rouge1": 50.0, "rouge2": 30.434782608695656, "rougeL": 37.5}, "nll_sum": 68.2325439453125, "token_count": 20} +{"index": 4734, "reference": "Theresa May says she will be a \"bloody difficult woman\" towards European Commission president Jean-Claude Juncker during Brexit talks.", "prediction": "Theresa May has insisted she does not believe Jean-Claude Juncker to issue the issue between he and the UK will in not EU early early.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 13.636363636363635, "rougeL": 26.08695652173913}, "nll_sum": 147.08514404296875, "token_count": 30} +{"index": 4735, "reference": "Raith Rovers have signed Martin Scott after the 28-year-old midfielder was released by Scottish Championship rivals Livingston.", "prediction": " since- Rie Scott has joined Raith Rovers for Danny Wilson on a two-year deal following his release by Raith Rovers.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 101.32110595703125, "token_count": 28} +{"index": 4736, "reference": "The motorsport industry is sceptical about locating the proposed Circuit of Wales track in Ebbw Vale, a director of a motor circuit owners' group says.", "prediction": "F concerns have been raised about build about the \u00a342m Welsh investment by the Welsh government, seeking to build a new cycling track in Blaen Gwent.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 129.75088500976562, "token_count": 32} +{"index": 4737, "reference": "Budget cuts at Southampton City Council could result in nearly 200 job losses.", "prediction": "Hundreds of jobs and jobs are at risk to Southampton City Council, under plans announced by, council.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 14.285714285714288, "rougeL": 26.666666666666668}, "nll_sum": 81.71253967285156, "token_count": 19} +{"index": 4738, "reference": "East Stirlingshire claimed an important victory in their bid to move away from the bottom of Scottish League Two.", "prediction": "Elgin City extended their unbeaten run to the Scottish season by beating Scottish Twolers in League Two.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 5.88235294117647, "rougeL": 33.333333333333336}, "nll_sum": 104.62088775634766, "token_count": 20} +{"index": 4739, "reference": "League One Shrewsbury Town have signed teenage winger Daniel James from Premier League Swansea City on a season-long loan.", "prediction": "Ipswich Town have signed teenager Tom James from Championship club Cardiff City for an undisclosed fee.", "rouge": {"rouge1": 38.888888888888886, "rouge2": 23.52941176470588, "rougeL": 38.888888888888886}, "nll_sum": 60.23372268676758, "token_count": 18} +{"index": 4740, "reference": "A couple whose bodies were found at a house in Bradford have been named.", "prediction": "A man and a woman have been found dead at a househouse Bury.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 16.0, "rougeL": 29.629629629629633}, "nll_sum": 53.635536193847656, "token_count": 15} +{"index": 4741, "reference": "Andrew Robertson will miss Scotland's trip to Wembley to face England and up to 10 games for Hull City after suffering a calf injury.", "prediction": "Hull left Viceback Andrew Robertson suffered calf in the second half of England because injury calf injury.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 23.80952380952381}, "nll_sum": 138.24549865722656, "token_count": 19} +{"index": 4742, "reference": "The mother of a schoolgirl who police believe was killed by a foreign convicted murderer said she was stunned he was not being monitored.", "prediction": "The mother of a teenager found dead 40 years ago has told an inquiry her death was no no reviewed case.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 13.953488372093023, "rougeL": 22.222222222222225}, "nll_sum": 97.38343048095703, "token_count": 21} +{"index": 4743, "reference": "At least 50 civilians have been killed by militants in northern Afghanistan, officials say.", "prediction": "FRA fighters have shot in the north-west Afghanistan, killing at least people, including children and military officials say, after in the from the, ballet, from a,'s from a's ballet from a's a.", "rouge": {"rouge1": 32.0, "rouge2": 8.333333333333332, "rougeL": 20.0}, "nll_sum": 223.73638916015625, "token_count": 44} +{"index": 4744, "reference": "A second teenager has been arrested on suspicion of murder after a 17-year-old boy was stabbed to death in a west London street.", "prediction": "A murder inquiry has launched been launched after a 17 17-year-old man was stabbed to death in London, south-west London.", "rouge": {"rouge1": 66.66666666666666, "rouge2": 39.13043478260869, "rougeL": 62.500000000000014}, "nll_sum": 80.92204284667969, "token_count": 27} +{"index": 4745, "reference": "Australia is racing to distance itself from Rolf Harris as the shamed Perth-born entertainer starts a jail term for abusing young girls.", "prediction": "A backlash is facing faced in Australia, the 1990 1970s former former broadcaster Rolf Harris of being described one of the country's most and case cases of sexual assault. in a \" 2011 of 2011 aA 2011 again a 2011'solve", "rouge": {"rouge1": 18.75, "rouge2": 3.225806451612903, "rougeL": 15.625}, "nll_sum": 302.472900390625, "token_count": 47} +{"index": 4746, "reference": "Prime Minister Theresa May has agreed to meet the head of France's PSA Group to discuss its planned takeover of Vauxhall in the UK.", "prediction": "Theresa May has asked Theresa May to meet \"rood\" over a deal to deal a deal that sell General Motors) in its UK factory.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 12.76595744680851, "rougeL": 32.6530612244898}, "nll_sum": 150.01380920410156, "token_count": 29} +{"index": 4747, "reference": "A Scottish salmon producer has reported third-quarter losses after suffering an \"unprecedented\" level of deaths at its fish farms.", "prediction": "A Scottish salmon producer Scott company has reported a 40% fall revenue for in fourth consecutive quarter.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 22.857142857142858, "rougeL": 37.83783783783783}, "nll_sum": 107.46849060058594, "token_count": 18} +{"index": 4748, "reference": "A Shadow Cabinet member and former Northern Ireland minister has called for an investigation into Invest NI's Private Finance Initiative contract.", "prediction": "The acting deputy business minister has, asked the Audit Audit Office that Northern Ireland's office lost in debt grants totalling nearly \u00a31m.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 9.30232558139535, "rougeL": 13.33333333333333}, "nll_sum": 137.5070037841797, "token_count": 27} +{"index": 4749, "reference": "US scientists have identified the chemicals responsible for the mosquito-repelling activity of sweetgrass, a plant traditionally used by some Native Americans to fend off the bugs.", "prediction": "US researchers the discovered a sweet mice that does not be identified unregistered to animals such as the cigarette.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 21.73913043478261}, "nll_sum": 125.41057586669922, "token_count": 20} +{"index": 4750, "reference": "A couple accused of carrying out a sex act at a BBC Radio 2 concert in Hyde Park must wait to hear if they face a retrial after the jury was discharged.", "prediction": "A father and father accused of making a girl performing a music festival at whose music festival in Liverpool, have been cleared of a retrial.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 7.272727272727273, "rougeL": 28.07017543859649}, "nll_sum": 130.07211303710938, "token_count": 27} +{"index": 4751, "reference": "Instagram has ordered the owner of a British anti-litter app to change its name from Littergram, but how have other \"David v Goliath\" corporate name battles panned out and does the big guy always win?", "prediction": " began started a legal battle over the names of The Beatles' band Mix manager replaced with the same name!", "rouge": {"rouge1": 25.454545454545453, "rouge2": 0.0, "rougeL": 10.90909090909091}, "nll_sum": 103.02903747558594, "token_count": 20} +{"index": 4752, "reference": "Householders in Cambridgeshire who have had to boil their water since Sunday have now been told it is safe to drink once again.", "prediction": "About 1,000 homes in Lancashire will continue to boil their water on Monday, because of a of \"risk into massive burst water main.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 13.33333333333333, "rougeL": 21.27659574468085}, "nll_sum": 131.66888427734375, "token_count": 29} +{"index": 4753, "reference": "On this week's edition of Tech Tent we look at two visions of the future of gaming, and we ask whether we should be worried or excited by the latest advances in artificial intelligence.", "prediction": "Whoever of music are always always be issue - and haven Don it wasn't always the", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 11.764705882352938}, "nll_sum": 112.81101989746094, "token_count": 16} +{"index": 4754, "reference": "England thrashed Pakistan by 330 runs in the second Test at Old Trafford to level the four-match series at 1-1.", "prediction": "England completed a stunning 18-run-run to win the third Test against Pakistan in-gb-night three at Edgbaston.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 0.0, "rougeL": 23.809523809523807}, "nll_sum": 120.88496398925781, "token_count": 26} +{"index": 4755, "reference": "Tucked away in a little guest house next to a manufacturing firm in Glengormley, County Antrim, members of the Japan Society of Northern Ireland chat away - some easily switching in and out of Japanese and English.", "prediction": "It was a dramatic night for members for a Japanese electronics society in south Belfast Belfast.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 95.36106872558594, "token_count": 16} +{"index": 4756, "reference": "David Cameron has said the UK is to table a UN resolution with France and the US about the Russian plan for Syria to hand over its chemical weapons.", "prediction": "David Cameron has backed a UN resolution to the US to its chemical weapons\" in Syria, making it prepared to \"make a significant step forward\".", "rouge": {"rouge1": 51.85185185185185, "rouge2": 26.923076923076923, "rougeL": 44.44444444444445}, "nll_sum": 120.74957275390625, "token_count": 28} +{"index": 4757, "reference": "Lord Ashcroft has missed the UK launch party of the controversial book he co-authored about David Cameron, after suffering liver and kidney failure.", "prediction": "Ex-Conservative Party leader Lord Ashatt has been has taken to hospital after suffering a cardiac arrest arrest and his arrest during a Gallipoli campaign.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 20.408163265306126}, "nll_sum": 133.53387451171875, "token_count": 29} +{"index": 4758, "reference": "A prison has written to people who live nearby asking them to help stop packets of \"illicit articles\" being thrown over the jail walls.", "prediction": "The wall of a jail is being accused of being \"delsmling\" into prison cell the residents say.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 118.24130249023438, "token_count": 22} +{"index": 4759, "reference": "The 20th anniversary of the ordination of Wales' first women priests will be celebrated with simultaneous services at every cathedral in the country.", "prediction": " services services will be run in Wales's church who want to invited the women women, it has been announced.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 110.99298095703125, "token_count": 21} +{"index": 4760, "reference": "A council report has shown the total estimated costs of a flood protection scheme for Hawick could top \u00a341m.", "prediction": "Scottish Borders Council Council has proposed that a proposed \u00a3170m refurb scheme could soon be used to public spending.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 26.31578947368421}, "nll_sum": 110.47430419921875, "token_count": 22} +{"index": 4761, "reference": "The ministers of the new Northern Ireland Executive will be appointed next Wednesday, Deputy First Minister Martin McGuinness has said.", "prediction": " Deputy Deputy First First Minister Martin McGuinness has said justice minister will offer the role of the Stormont Executive failed to fail the May its assembly election.", "rouge": {"rouge1": 55.3191489361702, "rouge2": 31.11111111111111, "rougeL": 29.787234042553195}, "nll_sum": 144.74508666992188, "token_count": 29} +{"index": 4762, "reference": "A ship with specialist equipment has arrived at Blacksod Bay off the County Mayo coast to assist in the search for three missing Irish coastguard members.", "prediction": "Hundreds of mourners have attended the funeral of two crew members who who died November a helicopter police crash off the coast of Meathlet.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 122.62711334228516, "token_count": 27} +{"index": 4763, "reference": "It might not seem like your idea of fun but dressing like a bat and jumping off the side of a cliff is exactly what a group of wingsuit base jumpers have been doing in China, as part of a downhill sky race.", "prediction": "A huge mountain has taken place in northern China, China, \"ech country has biggest football, a referee for.25. referee) over as a hero's body as a's reputation as it'sD of over.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 12.82051282051282}, "nll_sum": 277.83416748046875, "token_count": 43} +{"index": 4764, "reference": "Four ex-serviceman have become the first amputees to row across the Atlantic.", "prediction": "Two British tourists are among the all- crew wars members to become the first and first all-fle to cross the English Channel.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 11.764705882352942, "rougeL": 27.777777777777775}, "nll_sum": 131.97549438476562, "token_count": 25} +{"index": 4765, "reference": "Turbines installed off the coast of Shetland could herald a \"new era\" in tidal energy, according to the company running the project.", "prediction": "Two turbines have been installed off Scotland's Shetland area She solve\" be what, been reputation as a first for Scotland in the from the, ballet, from 3D.-000, a in from November a's.", "rouge": {"rouge1": 28.07017543859649, "rouge2": 3.6363636363636354, "rougeL": 28.07017543859649}, "nll_sum": 286.6451416015625, "token_count": 44} +{"index": 4766, "reference": "Carlisle United have signed midfielder Brandon Comley from from Queens Park Rangers on a one-month youth loan.", "prediction": "Queens Park Rangers striker Brandon Harveyley has joined a one-month loan from his club at Queens Park Park.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 22.857142857142858, "rougeL": 37.83783783783783}, "nll_sum": 110.10171508789062, "token_count": 22} +{"index": 4767, "reference": "Two men who claim to have found a Nazi train said to be laden with gold have gone public in Poland.", "prediction": "Polish police are still two men who they believe to have found a Nazi train carrying a German military base base.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 35.0, "rougeL": 42.857142857142854}, "nll_sum": 106.86082458496094, "token_count": 22} +{"index": 4768, "reference": "Beaten League One play-off finalists Bradford City have released defender Stephen Darby after five years.", "prediction": " left-back and right-back Lee Selby have been offered a new deal with League One Bristol City.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 74.72843933105469, "token_count": 21} +{"index": 4769, "reference": "Maria Balshaw wants to make the Tate \"the most culturally inclusive institution in the world\", which she thinks it is far from being at the moment.", "prediction": "afafia Bawaw, who be one of the worst art gallery of the year and says she is hoping to not know what to do, what and describes what her office- office what will happen!", "rouge": {"rouge1": 20.000000000000004, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 214.10565185546875, "token_count": 40} +{"index": 4770, "reference": "The CIA has condemned the hacking of director John Brennan's personal email account, describing it as a \"crime\" carried out with \"malicious intent\".", "prediction": " investigation CIA's Director says it it has released information about the personal of John Brennan was former director of security, while was secretary of state.'s 71 of's a's \"A-lought from in\". years from's the's a", "rouge": {"rouge1": 36.36363636363637, "rouge2": 3.125000000000001, "rougeL": 24.242424242424246}, "nll_sum": 266.3111267089844, "token_count": 47} +{"index": 4771, "reference": "Indian police say that a 30-year-old American woman has been gang-raped in the northern state of Himachal Pradesh.", "prediction": "A 23-year-old Swiss woman who was allegedly raped in India's southern state of Hary has been in the state state.", "rouge": {"rouge1": 50.0, "rouge2": 23.809523809523807, "rougeL": 40.909090909090914}, "nll_sum": 110.78194427490234, "token_count": 26} +{"index": 4772, "reference": "World Cup winner and two-time Olympic champion Abby Wambach has admitted taking cocaine and smoking marijuana.", "prediction": "The BDO B star,GC Wambach, has been charged with cocaine, after she was allegedly caught with cocaine car in Portland, Oregon, Florida, a they a \u00a3-A a mandatory in from from a's from a's", "rouge": {"rouge1": 11.111111111111112, "rouge2": 3.846153846153846, "rougeL": 11.111111111111112}, "nll_sum": 273.22808837890625, "token_count": 47} +{"index": 4773, "reference": "Spain's Alberto Contador opened up a 13-second lead over main rival Chris Froome in winning the first stage of the Criterium du Dauphine.", "prediction": "Defending champion Chris Froome been ruled out of a dramatic race to race race one of the Criterium du Dauauphine.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 18.6046511627907, "rougeL": 26.66666666666666}, "nll_sum": 110.71876525878906, "token_count": 28} +{"index": 4774, "reference": "Teachers in England and Scotland have more teaching hours and bigger primary classes than in most other developed countries, according to an OECD annual education report.", "prediction": "Teachers in England are facing fines of real terms, or physical or in real terms, an annual report from the OECD aulance report says.", "rouge": {"rouge1": 32.0, "rouge2": 8.333333333333332, "rougeL": 27.999999999999996}, "nll_sum": 149.04824829101562, "token_count": 29} +{"index": 4775, "reference": "Relatives of 24 rubber plantation workers killed by British troops almost 70 years ago in Malaya have lost an appeal for an official investigation.", "prediction": "The families of a 45,000m IRA gunmen killed and killed by British forces in 2004 have appeal against the UK government against their appeal.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 28.57142857142857}, "nll_sum": 125.01324462890625, "token_count": 27} +{"index": 4776, "reference": "West Ham will sign Norway midfielder Havard Nordtveit on a free transfer on 1 July after his contract with Borussia Monchengladbach runs out.", "prediction": "West Ham have signed midfielder Eh Lawrence Nttitit from Germany for a club-record fee, reported to be \u00a38m.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 114.43164825439453, "token_count": 26} +{"index": 4777, "reference": "Promoters have blamed bad weather for the decision to cancel a concert by Green Day in Glasgow, only hours before it was due to begin.", "prediction": " ZZana Grandeanaana Park after a band concert attack in Glasgow has been cancelled, because of safety issue.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 140.24227905273438, "token_count": 22} +{"index": 4778, "reference": "Too many schools in England break the rules on admissions arrangements, says the outgoing chief schools adjudicator.", "prediction": "Some schools in England are avoiding generations of where parents and not parents protect them again, committee independent committee watchdog for watchdog watchdog in England the.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 167.57666015625, "token_count": 27} +{"index": 4779, "reference": "Tottenham moved back to within two points of Premier League leaders Leicester after battling back from behind to beat a dogged Swansea side.", "prediction": "Leicester climbed up to 10 clear of the Premier League table thanks to victory over play-offefuls Swansea.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 5.128205128205128, "rougeL": 29.268292682926827}, "nll_sum": 103.95175170898438, "token_count": 22} +{"index": 4780, "reference": "Celtic captain Scott Brown says unhappy fans have every right to vent their feelings after a season in which the team have \"let themselves down\".", "prediction": "Celtic will not know the results they are to to finish the Premiership title, as Scottish champions have said.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 99.42996215820312, "token_count": 22} +{"index": 4781, "reference": "Paris St-Germain have signed Spanish forward Jese from Real Madrid for an undisclosed fee on a five-year deal.", "prediction": " Real Madrid forward J Rodriguezese Spanish has signed a new five-year contract with French champions St-Germain in a successful permanent deal.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 14.634146341463413, "rougeL": 27.906976744186046}, "nll_sum": 124.01285552978516, "token_count": 28} +{"index": 4782, "reference": "The effects of the Stormont stalemate are becoming clearer with every passing day - and things don't look good for anyone.", "prediction": "If you ever been told to stand again in the Stormont committee - but again what it's it mean!", "rouge": {"rouge1": 10.0, "rouge2": 5.2631578947368425, "rougeL": 10.0}, "nll_sum": 118.302734375, "token_count": 21} +{"index": 4783, "reference": "Russia is holding combat readiness exercises involving 8,500 troops, with dozens of ships and aircraft, in a southern region near areas of eastern Ukraine held by pro-Russian rebels.", "prediction": "Russia military has begun started military exercises against pro- government rebels and eastern Ukraine, where the Russian military says 2011.", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 24.0}, "nll_sum": 112.24475860595703, "token_count": 22} +{"index": 4784, "reference": "A paramedic has been struck off over abusive comments made on Facebook about a Stafford Hospital campaigner, patients and members of the public.", "prediction": "An NHS doctor who has was suspended over a post over a offensive messages on Facebook one of his staff has suspended suspended", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454546, "rougeL": 21.73913043478261}, "nll_sum": 111.97976684570312, "token_count": 22} +{"index": 4785, "reference": "The Israeli Navy has intercepted a Gaza-bound vessel sailed by pro-Palestinian activists and diverted it to an Israeli port, the military says.", "prediction": "The Israeli military says it has approached Turkish to control an operation carrying a gun a lead tank heading into a southern port of the City Strip.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 8.16326530612245, "rougeL": 27.450980392156865}, "nll_sum": 154.8947296142578, "token_count": 27} +{"index": 4786, "reference": "General election campaigning is continuing during a week which is being dominated by manifesto launches.", "prediction": "Scottish Culture Secretary Davisondison will said her party be the party's support, in wake of George Osborne during a surprise Holyrood campaign.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 10.526315789473685}, "nll_sum": 169.94586181640625, "token_count": 29} +{"index": 4787, "reference": "Victims of mesothelioma, an aggressive cancer caused by exposure to asbestos, are to receive an average of \u00a3123,000 compensation from a new fund.", "prediction": "The of victims of families so-called 13 heart disease diseaseMarioototioma, will receive compensation to receive from a car insurance, it has been announced.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 25.0}, "nll_sum": 196.47158813476562, "token_count": 31} +{"index": 4788, "reference": "Blackburn Rovers came from behind to earn a crucial draw against fellow Championship strugglers Bristol City.", "prediction": "Blackburn missed their Championship play-off hopes alive as they came from behind draw play-off hopef Bristol City to a battleeb draw.", "rouge": {"rouge1": 51.28205128205128, "rouge2": 16.216216216216214, "rougeL": 35.8974358974359}, "nll_sum": 184.16534423828125, "token_count": 28} +{"index": 4789, "reference": "Port Vale have completed the signing of striker Tyrone Barnett from AFC Wimbledon on a two-year deal.", "prediction": "League One side AFC Wimbledon have signed winger Tyrone Barnett on- two byyear deal following his release by fellow fellow League One club Shrewsbury Town.", "rouge": {"rouge1": 41.860465116279066, "rouge2": 9.75609756097561, "rougeL": 32.55813953488372}, "nll_sum": 147.75433349609375, "token_count": 32} +{"index": 4790, "reference": "South Sudan's sacked Vice-President Riek Machar - who fled the country in August - has vowed to return, saying his credibility is intact.", "prediction": " South Sudan rebel leader Riek Machar has said he wants wants to return to South Sudan, because of his battle roles in civil war.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.33333333333333, "rougeL": 34.04255319148936}, "nll_sum": 98.29418182373047, "token_count": 28} +{"index": 4791, "reference": "(Close): London share prices fell back slightly, with the FTSE 100 index closing 20 points lower at 6,710, a fall of just 0.3%.", "prediction": "The Royal Bank of Scotland (RBS) was down 7 4%6% after the bank saying it would struggle $7 inbn7bn. (\u00c2\u00a31.4bn).", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 176.33639526367188, "token_count": 37} +{"index": 4792, "reference": "A man who police had been called to help after he was seen wandering among traffic has died in hospital.", "prediction": "A man was died in hospital after being restrained by two police officers has said.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 18.181818181818183, "rougeL": 34.285714285714285}, "nll_sum": 54.711822509765625, "token_count": 15} +{"index": 4793, "reference": "Atheist author Prof Richard Dawkins has congratulated the people of Wales after nearly a third of them revealed in the 2011 census that they have no religion.", "prediction": "The number of Christians in Wales in Wales has finally come out of the rest of the UK, author Richard Dawkins.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333336}, "nll_sum": 89.12692260742188, "token_count": 22} +{"index": 4794, "reference": "One of the leading figures of the French resistance against the Nazis, Raymond Aubrac, has died aged 97, his family says.", "prediction": "Irish war MLA Abdul Morerac, best known as a war and veteran of work during World Two, has died in Germany aged 86.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 145.67083740234375, "token_count": 26} +{"index": 4795, "reference": "More than 40 men have been arrested in Nigeria over the weekend for performing homosexual acts, police say.", "prediction": "Police police in Nigeria have arrested Nigeria on suspicion of suspicion of sex offences.", "rouge": {"rouge1": 31.250000000000007, "rouge2": 6.666666666666667, "rougeL": 18.75}, "nll_sum": 60.01448440551758, "token_count": 14} +{"index": 4796, "reference": "Wigan went level on points with Warrington, Catalans Dragons and Hull FC at the top of the Super League table with a Magic Weekend win over Leeds.", "prediction": "Wigan Warriors moved up to fifth place- Super Super League table despite being thrashed by Brighton rival Leeds Rhinos to their third successive Super Super League win.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 7.6923076923076925, "rougeL": 18.51851851851852}, "nll_sum": 143.53761291503906, "token_count": 31} +{"index": 4797, "reference": "From builders and bakers to door handle makers, the replacement for any longstanding member of staff will sometimes sneeringly be told \"that's not how they used to do it\".", "prediction": " was was a battle that has never seen as in a football club.", "rouge": {"rouge1": 4.651162790697675, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 61.538360595703125, "token_count": 13} +{"index": 4798, "reference": "Syrian refugees are likely to have arrived in many areas of Scotland by Christmas, local authority body Cosla has said.", "prediction": "Councils across Scotland are aware they are are prepared take take in in take number in refugees from Syria, the humanitarian aidla area a said and.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 185.81961059570312, "token_count": 29} +{"index": 4799, "reference": "Graeme Shinnie's 25-yard strike secured Aberdeen a narrow victory over Apollon Limassol in the first leg of the Europa League third qualifying round tie.", "prediction": " Graeme Shinnie's 90th-minute goal put Aberdeen from a goal down to beat 10-man Aponon Londonjeg- in leg first leg", "rouge": {"rouge1": 33.333333333333336, "rouge2": 13.043478260869565, "rougeL": 33.333333333333336}, "nll_sum": 169.3884735107422, "token_count": 31} +{"index": 4800, "reference": "Canadian police have apologised after an explicit conversation was inadvertently broadcast from one of its helicopters.", "prediction": "A Canadian police officer has been suspended after a helicopter passenger was watching filmed a public hearing committee.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 89.68927001953125, "token_count": 18} +{"index": 4801, "reference": "A teenager \"obsessed\" with knives who bragged about stabbing a boy in south-east London has been jailed for life.", "prediction": "A teenage boy who stabbed a teenager four times in a row on a bus who south a of London has been jailed for life sentences.", "rouge": {"rouge1": 60.8695652173913, "rouge2": 31.818181818181817, "rougeL": 56.52173913043479}, "nll_sum": 105.08201599121094, "token_count": 26} +{"index": 4802, "reference": "Defending champion Andy Murray won a thrilling third-round contest against Italy's Fabio Fognini at Wimbledon as darkness fell around Centre Court.", "prediction": "World number one Andy Murray held in in a dramatic contest to claim a dramatic quarter-final win over world number six Fabor FTAini at Wimbledon.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 161.50784301757812, "token_count": 30} +{"index": 4803, "reference": "Police in Germany have charged a man suspected of being behind an attack on the Borussia Dortmund team bus.", "prediction": " discovery in the aftermath of a deadly attack a bus on the German football team Borussia Dortmund believe a man who wanted him a insider trading trading firm.", "rouge": {"rouge1": 46.808510638297875, "rouge2": 13.333333333333334, "rougeL": 29.78723404255319}, "nll_sum": 146.86383056640625, "token_count": 29} +{"index": 4804, "reference": "The family of a black man who died after being apprehended by police has appealed for peace after violent protests in the wake of his death.", "prediction": "A family 2011 a man who died three days after after being chased by police was called, the is calling for a call for \" \"the's 100 a from a man's from from what it's's from of", "rouge": {"rouge1": 42.42424242424242, "rouge2": 12.5, "rougeL": 36.36363636363637}, "nll_sum": 230.47119140625, "token_count": 42} +{"index": 4805, "reference": "Gillingham have confirmed Ady Pennock will stay on as head coach next season, with former boss Peter Taylor returning to the club as director of football.", "prediction": "League One side Gillingham have appointedockarnock boss their Warnock as first-team coach.", "rouge": {"rouge1": 25.64102564102564, "rouge2": 5.405405405405405, "rougeL": 20.512820512820515}, "nll_sum": 112.06265258789062, "token_count": 20} +{"index": 4806, "reference": "Indian police have dropped sedition charges against 15 Muslim men arrested for allegedly shouting \"anti-India and pro-Pakistan\" slogans during the Champions Trophy cricket final.", "prediction": "Four men arrested in India in connection with sedition with an anti-corruptionition match during a match in northern India, police say 2011 police solve \" solve'sA again- from-D a bald ban from India's Saturday. fromover", "rouge": {"rouge1": 21.875, "rouge2": 3.225806451612903, "rougeL": 12.5}, "nll_sum": 291.04443359375, "token_count": 47} +{"index": 4807, "reference": "Israel's defence minister has accused Turkey of buying oil from the so-called Islamic State (IS) group, thereby funding the militants' activities.", "prediction": "The chief executive of the Islamic State militant militant group (IS) once again once, saying the Turkish government does not believe it is in oil.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 4.3478260869565215, "rougeL": 24.999999999999993}, "nll_sum": 119.60678100585938, "token_count": 28} +{"index": 4808, "reference": "The US Army has decided not to allow an oil pipeline to cross under a reservoir on land it controls in North Dakota in a move praised by protesters.", "prediction": "A group American Native residents Carolina leave a Dakota oil water pipeline where a controversial oil gas project.", "rouge": {"rouge1": 21.276595744680854, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 131.67295837402344, "token_count": 18} +{"index": 4809, "reference": "An alpaca which was seriously injured in a dog attack has been put down, its owner has said.", "prediction": "An alpaca maul back to a dog attack attack has left its owner left arm and critically injured, after recovering from undergoing recovery.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 25.641025641025646, "rougeL": 39.02439024390244}, "nll_sum": 141.00155639648438, "token_count": 27} +{"index": 4810, "reference": "The PSNI has launched a murder inquiry into the death of a prison officer who died 11 days after being injured in a dissident republican bomb attack.", "prediction": "A prison officer officer who died last month has died in a gas bomb attack of the attack.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 27.906976744186053, "rougeL": 40.0}, "nll_sum": 76.73949432373047, "token_count": 18} +{"index": 4811, "reference": "A man was limp \"like a teddy bear\" after he was restrained by bouncers on the ground outside an Aberdeen bar, a murder trial has heard.", "prediction": "A man accused of murdering a shopkeeper's body in Aberdeenshire bar left outside a bar he was \" he's to face and face\", a court heard.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 7.8431372549019605, "rougeL": 26.41509433962264}, "nll_sum": 139.59153747558594, "token_count": 33} +{"index": 4812, "reference": "Interim England manager Gareth Southgate is the right man to take the job on a long-term basis, according to Arsenal boss Arsene Wenger.", "prediction": "Gareth Southgate's his long wants to offer the permanent job of England manager, says Arsene Wenger.", "rouge": {"rouge1": 48.78048780487806, "rouge2": 15.384615384615383, "rougeL": 34.146341463414636}, "nll_sum": 104.50614929199219, "token_count": 21} +{"index": 4813, "reference": "Aberdeen have been unsuccessful with their appeal against Jonny Hayes' sending off in Saturday's 2-1 victory over Celtic.", "prediction": "Aberdeen' John Kerry has lost his appeal against a-match ban against his red card shown against Aberdeen in the Scottish Premiership on Saturday.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 113.55036926269531, "token_count": 28} +{"index": 4814, "reference": "A building housing a pop-up restaurant in east London has been partially destroyed by fire, but \"fortunately no hipsters were injured\", London Fire Brigade (LFB) has said.", "prediction": "A London Brigade soldier has apologised for London (FB (LFB) has apologised after, using for using a hipster using a mininster\" of tea back to the ground. \"des again the's again's again from again a", "rouge": {"rouge1": 27.692307692307693, "rouge2": 3.1746031746031744, "rougeL": 18.46153846153846}, "nll_sum": 302.16070556640625, "token_count": 47} +{"index": 4815, "reference": "A convicted killer has been sent back to jail after he admitted carrying out a brutal attack on Christmas Day, months after being freed early.", "prediction": "Two men pleaded pleaded guilty to murdering and a killing an neighbour with an knife and knife attack.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 100.3331298828125, "token_count": 18} +{"index": 4816, "reference": "Plans to rebuild flood-damaged Gloucester City Football Club's stadium have gone on display.", "prediction": "Worcester City Council submitted plans for a new defence defence at their new home, despite the rising cost of \u00a32.7m.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 102.9478759765625, "token_count": 27} +{"index": 4817, "reference": "Police are investigating a complaint from a Cardiff mosque which received an uninvited visit from Britain First.", "prediction": " Bedfordfordshire Police has said it is seeking an injunction to stop members of a mosque made of an Afghan mosque. Cardiff and and by the a.born- of-old from Saturday, from of have a of.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 0.0, "rougeL": 18.867924528301884}, "nll_sum": 233.15554809570312, "token_count": 43} +{"index": 4818, "reference": "In an initiative called Project Mosul, cyber-archaeologists and volunteers are re-creating works of art destroyed by IS militants in Iraq.", "prediction": "Archae in Mosul are using interactive ofD to find Egyptian in the city of Mosul, mark the beginning of 100th years ago, and, protect an's from an international's- as a broken in. reputation a's from ofA", "rouge": {"rouge1": 22.95081967213115, "rouge2": 0.0, "rougeL": 16.393442622950815}, "nll_sum": 290.6610412597656, "token_count": 47} +{"index": 4819, "reference": "Heavy drinking remains a major problem stretching health services in Wales, a new report has warned.", "prediction": "Fewer number among young children young as 11 in Wales has dropped by 40% last year according to the latest figures from a health report for health Wales.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904762, "rougeL": 18.181818181818183}, "nll_sum": 126.34612274169922, "token_count": 30} +{"index": 4820, "reference": "A ship excavation is expected to reveal a \"treasure trove\" of items and stories from Europe's global trading history.", "prediction": "The wreck of the fishing ship, which capsized in Germany more than 100 years ago, have been revealed.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 67.14104461669922, "token_count": 21} +{"index": 4821, "reference": "West Ham United's final game at the Boleyn Ground will be an emotional occasion for everyone associated with the club.", "prediction": "For former chairman of chairman Ken Clarke says said possible move to Upton Park Park, West Ham, the owner has \"have have their business\" - and now survive.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 4.3478260869565215, "rougeL": 12.5}, "nll_sum": 182.82164001464844, "token_count": 32} +{"index": 4822, "reference": "Honeymoon murder suspect Shrien Dewani has been extradited from the UK to South Africa, Scotland Yard has said.", "prediction": "Britishani Dewrien Dewani, who has be on holiday in South Africa last month, is to be extradited to be South Africa a police, confirmed, after it was a from a's's of's murder.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 3.921568627450981, "rougeL": 22.641509433962266}, "nll_sum": 237.96536254882812, "token_count": 43} +{"index": 4823, "reference": "The UK's care system for dying patients with terminal illnesses is lacking and needs a major overhaul, says a damning new report.", "prediction": "alliativeative care in Northern Ireland save nearly \u00a32.2TVm each year, past new research suggests by the NHS in England.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 135.07533264160156, "token_count": 27} +{"index": 4824, "reference": "South Africa bowled England out for 101 on the final morning to seal a 280-run consolation victory in the final Test.", "prediction": "England took three late wicketstaker, five wickets by five runs to complete a 5-0 whitewash on the final day of the fourth Test.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 118.70892333984375, "token_count": 32} +{"index": 4825, "reference": "US astronomers have managed to peer deep into the atmosphere of Jupiter using a radio telescope on Earth.", "prediction": "US scientists have developed a new technique on the edge ofasa moment Mars.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 0.0, "rougeL": 25.80645161290323}, "nll_sum": 76.00067138671875, "token_count": 14} +{"index": 4826, "reference": "An attack on a teacher would be punished with higher penalties than an attack on any other citizen under proposals in Argentina to raise the status of teaching.", "prediction": "Argentine's education is outlined for plans to meet teachers minimum with jail a jail term.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 115.51539611816406, "token_count": 18} +{"index": 4827, "reference": "Australian golfer Robert Allenby says he was kidnapped from a bar in Hawaii, robbed and beaten, before being dumped in a park.", "prediction": "Bolfer Stephen Allenby, who was detained in his bathroom, while during his cut at the US Open in the state in Hawaii state Hawaii, Oregon", "rouge": {"rouge1": 21.276595744680854, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 176.34786987304688, "token_count": 30} +{"index": 4828, "reference": "Aberdeen must show they can \"handle Hampden\" in Saturday's Scottish Cup semi-final with holders Hibernian, says club hero Willie Miller.", "prediction": "Aberdeen will find it no \" doubts\" about Cornish League Cup holdersnian Hibernian when the sides both on Saturday's Scottish Cup semi-final Lord says Miller Miller-", "rouge": {"rouge1": 40.816326530612244, "rouge2": 21.276595744680847, "rougeL": 36.73469387755102}, "nll_sum": 214.74241638183594, "token_count": 36} +{"index": 4829, "reference": "Nasser al-Bahri - Osama Bin Laden's former bodyguard - has died after a long illness, medical sources in Yemen have told the BBC.", "prediction": "year-Qaeda militant Islamist militant Habbah al-Abri has died in a hospital Pakistani Pakistan officials say", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 147.9654998779297, "token_count": 21} +{"index": 4830, "reference": "Chile's Calbuco volcano has erupted for the third time in eight days, leading the government to order the evacuation of 2,500 people.", "prediction": "Some 1,000 people have been evacuated from the Chilean substitute city of Valiasco, heavy rainforest.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 100.56351470947266, "token_count": 20} +{"index": 4831, "reference": "A North Carolina Senate candidate backed by the Republican Party establishment has won the party's nomination to face Democratic Senator Kay Hagan in the November election.", "prediction": " Republican Labour Republican are seeking backing their party for their support for Republican Indiana Republican's Republican,, in the race for the Republican presidential nomination.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 8.0, "rougeL": 19.23076923076923}, "nll_sum": 134.13824462890625, "token_count": 26} +{"index": 4832, "reference": "A college bought Manchester United season tickets in a \"growth strategy\" before cutting more than 100 jobs.", "prediction": "A college is always sold tickets fans for his Manchester United team attended attending a event event, the BBC understands.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 131.08787536621094, "token_count": 21} +{"index": 4833, "reference": "Senior figures at two Welsh police forces have raised fears about their funding in the coming years.", "prediction": "A cuts police cuts in north Wales could be \"crisis\" and save rural areas, a senior police officer has warned solve in the-'s, a, it, has be from from a- have of from.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 15.686274509803924}, "nll_sum": 242.67074584960938, "token_count": 43} +{"index": 4834, "reference": "Chechnya's leader Ramzan Kadyrov has posted an Instagram video showing Russian opposition politician Mikhail Kasyanov in a sniper's crosshairs.", "prediction": "Libchnya's leader, Ramzan K pollsanov has launched a new video critics the killing Russian opposition leader to Moscow's Moscow aasis- from theonian Nottingham's a-A's a from a Russia's a from a's", "rouge": {"rouge1": 30.508474576271183, "rouge2": 10.526315789473685, "rougeL": 30.508474576271183}, "nll_sum": 316.5992431640625, "token_count": 47} +{"index": 4835, "reference": "The Belfast Giants secured their second Elite League win of the weekend by beating Nottingham Panthers 4-3 away from home on Sunday.", "prediction": "The Belfast Giants moved into second place-old Elite League play semi-offs after losing 4-1 away to the S Arena in Manchester on Saturday night.", "rouge": {"rouge1": 40.0, "rouge2": 12.499999999999996, "rougeL": 36.0}, "nll_sum": 157.9613800048828, "token_count": 30} +{"index": 4836, "reference": "The Russian daily Novaya Gazeta says it is alarmed by a Chechen Muslim call for \"retribution\" after the paper reported violence against gay men in Chechnya.", "prediction": "A Russian state, newspaper,ayaeta Z, has promised a UN special statement after saying the report of violence is \"gay95\".", "rouge": {"rouge1": 34.78260869565217, "rouge2": 0.0, "rougeL": 26.08695652173913}, "nll_sum": 177.783203125, "token_count": 26} +{"index": 4837, "reference": "Harrison Ford has said he did not want to star in a new Indiana Jones film without director Steven Spielberg.", "prediction": "David actor David Ford has said he not want to age Steven Spielberg in another film industry.", "rouge": {"rouge1": 59.45945945945946, "rouge2": 34.285714285714285, "rougeL": 48.648648648648646}, "nll_sum": 89.15658569335938, "token_count": 17} +{"index": 4838, "reference": "James Anderson became England's leading wicket-taker in one-day internationals with his 235th victim as they", "prediction": "James Anderson has broken his world record for w as England took five wickets in his first international one-day international by 30 runs in a one-day game.", "rouge": {"rouge1": 42.55319148936171, "rouge2": 13.333333333333334, "rougeL": 34.04255319148936}, "nll_sum": 123.44190979003906, "token_count": 32} +{"index": 4839, "reference": "Lloyds Bank has announced the locations of 100 branches that it plans to close between July and October.", "prediction": "Lloyds Banking Group has announced plans to announced a further additional 500 stores in the UK, as part of a \u00a36m6 expansion.", "rouge": {"rouge1": 40.0, "rouge2": 15.789473684210527, "rougeL": 30.0}, "nll_sum": 110.43601989746094, "token_count": 29} +{"index": 4840, "reference": "GlaxoSmithKline has ended a frenetic week for the pharmaceutical sector with a $1.4bn (\u00a3939m) takeover of HIV drug development assets from Bristol-Myers Squibb.", "prediction": " Gl Glaxo-KK is to buy US drugs C in a attempt to reach $2bn (\u00a342bn investment in its cancer cancer treatment.", "rouge": {"rouge1": 8.51063829787234, "rouge2": 0.0, "rougeL": 4.25531914893617}, "nll_sum": 178.34170532226562, "token_count": 29} +{"index": 4841, "reference": "A World War One recruitment poster written in Welsh has sold at a Conwy county auction for \u00a3440.", "prediction": "A rare water poster by a woman from a Gwynedd has sold at auction with an estimated price of more than \u00a332,000.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 99.9327163696289, "token_count": 27} +{"index": 4842, "reference": "The FA Cup final might be one of football's most glamorous occasions, but what is the competition really like in its earliest stages?", "prediction": "The FA Cup is famous for English football teams.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 12.903225806451612, "rougeL": 24.242424242424242}, "nll_sum": 43.538387298583984, "token_count": 9} +{"index": 4843, "reference": "During his three years as Irish Justice Minister Alan Shatter was never far from controversy.", "prediction": "When I went that no-one of confidence in Northern Ireland's Justice but there was no intention of any involved in the role in role roles.", "rouge": {"rouge1": 9.523809523809524, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 146.83438110351562, "token_count": 28} +{"index": 4844, "reference": "League One side Northampton Town have released defender Gabriel Zakuani after contract talks broke down over his international commitments.", "prediction": "Northampton Town midfielder midfielder Naby Group 5 has left Northampton Town on non thecontract terms- following his release by his release by the League Two club.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 169.27481079101562, "token_count": 31} +{"index": 4845, "reference": "An anti-bullying charity has called for a gym billboard poster to be removed for being \"offensive\".", "prediction": "A charity rescue has launched a campaign for a \"gcoavible\" message\" after of being accused of being bullied a small intraven's body.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 30.0}, "nll_sum": 181.16360473632812, "token_count": 29} +{"index": 4846, "reference": "Breast cancers can manipulate the structure of bone to make it easier to spread there, a study has found.", "prediction": "A human brain could prevent the spread of breast cancer women and prevent the battle being around, the research suggests.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 5.405405405405405, "rougeL": 15.384615384615385}, "nll_sum": 97.2041015625, "token_count": 21} +{"index": 4847, "reference": "The Football Association has cleared referee Mark Clattenburg of using \"inappropriate language\" towards Chelsea midfielder John Mikel Obi.", "prediction": "Chelsea captain John Mikel Terry says a Football Association action brought against his club who is accused of sexually abusing young players is a \"a potentially blow\".", "rouge": {"rouge1": 26.666666666666668, "rouge2": 9.30232558139535, "rougeL": 13.333333333333334}, "nll_sum": 138.5465545654297, "token_count": 29} +{"index": 4848, "reference": "Barcelona reached the Copa del Rey final as they beat Gary Neville's Valencia 8-1 on aggregate after a 1-1 draw at the Mestalla Stadium.", "prediction": "Gary Neville scored twice in goal from injury inage time as Barcelona champions thrashed Barcelona 4-0 and to reach the Copa del Rey final.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 24.000000000000004, "rougeL": 26.923076923076923}, "nll_sum": 123.20223999023438, "token_count": 29} +{"index": 4849, "reference": "As one of the greatest Chinese fables is set to be retold yet again, in the form of a Netflix series, the BBC's Heather Chen looks at the enduring appeal of a wandering monk and his loyal friends.", "prediction": "It may not known Chinese films, but may also be the mostly the production has filmed, but it lies. but is a aolve- it!", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 15.873015873015872}, "nll_sum": 184.7020263671875, "token_count": 29} +{"index": 4850, "reference": "A pair of original pieces of cine reel from Walt Disney's first animated feature-length film has sold for more than \u00a316,000 at auction.", "prediction": "Four createls of 1970s and miniatures 1970 by the film character, film- Disney, have sold for \u00a388,500 at auction.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 155.4359588623047, "token_count": 28} +{"index": 4851, "reference": "An Australian man is still at large after an exchange with police on Facebook where he asked them to change his mugshot.", "prediction": "An 11-year-old white- in California who handed himself in police because a internet post-up to a man will not asked himself.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 149.57745361328125, "token_count": 28} +{"index": 4852, "reference": "Britain's Anthony Joshua will defend his IBF heavyweight title in Manchester on 10 December whether it is against Wladimir Klitschko or another fighter, says promoter Eddie Hearn.", "prediction": " world heavyweight champion Anthony Joshua will fight with Wladimir Klitschko in Germany, a starting starting place on 26 February\", according to Eddie Hearn.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 16.3265306122449, "rougeL": 27.450980392156865}, "nll_sum": 113.14768981933594, "token_count": 30} +{"index": 4853, "reference": "A driver \"blinded\" by the sun drove through a red light at a pedestrian crossing and knocked down a lollipop lady, a jury has heard.", "prediction": "A school driver crashed into a school, leaving pupil, killing a woman's eye because he the sun was enough to stop, stopped and stopped reveal a court heard.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 3.846153846153846, "rougeL": 25.925925925925924}, "nll_sum": 179.92579650878906, "token_count": 32} +{"index": 4854, "reference": "Qatar is failing to tackle the abuse of migrant workers, Amnesty International has warned, six months after work began on the Fifa World Cup 2022 stadiums.", "prediction": "Argent action is taken in Qatar on hard labour exploitation and host the 2011 World Cup, human activist lawyer and human rights a group Amnesty International says.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301884}, "nll_sum": 167.01162719726562, "token_count": 29} +{"index": 4855, "reference": "Mobile 360-degree camera technology has helped open up 137 miles of panoramic views of Scotland's waterways to online visitors.", "prediction": "A Facebook camera cameras has captured using a camera which can discover Scotland's countryside a", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 104.82269287109375, "token_count": 15} +{"index": 4856, "reference": "Computer maker Lenovo has been forced to remove hidden adware that it was shipping on its laptops and PCs after users expressed anger.", "prediction": "Millions of malware adverts, that can be removed from their consumer systems have been stolen, security experts Lenovo.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 114.79900360107422, "token_count": 22} +{"index": 4857, "reference": "Taylor Swift's 1989 has won the coveted album of the year award at this year's Grammys in Los Angeles.", "prediction": "Taylor Swift has won four Grammys, winning best voice song of the year. in In crowned - it's \" a it-l's reputation a The's reputation's from A-b introduction Nat from November. aold.'s Broadway", "rouge": {"rouge1": 40.67796610169492, "rouge2": 14.035087719298245, "rougeL": 27.11864406779661}, "nll_sum": 311.1986083984375, "token_count": 47} +{"index": 4858, "reference": "Germany's economy stepped up its pace of growth in 2016, thanks to higher household and government spending.", "prediction": "Germany's economic continued slowed significantly slightly November 2015, to its highest in level since 2008.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 96.2635726928711, "token_count": 17} +{"index": 4859, "reference": "A 42-year-old man is being treated in hospital after being shot in a targeted attack near Glasgow.", "prediction": "A man was treated in hospital after being being hit by a car in Edinburgh.", "rouge": {"rouge1": 58.82352941176471, "rouge2": 25.0, "rougeL": 47.05882352941176}, "nll_sum": 45.845176696777344, "token_count": 15} +{"index": 4860, "reference": "Italian police say four teenagers accused of 12 robberies in Milan gloried in violence like the notorious gang in the film A Clockwork Orange.", "prediction": " Italian police have arrested four people including including, including involved in involvement acclaimed novel the A, Orange movie in the hit film-makermakers.", "rouge": {"rouge1": 42.5531914893617, "rouge2": 8.888888888888888, "rougeL": 34.04255319148936}, "nll_sum": 170.73501586914062, "token_count": 27} +{"index": 4861, "reference": "The pilot of a Turkish F-16 fighter jet has been found dead after the aircraft crashed near Turkey's border with Syria, reports say.", "prediction": "A major search operation is under way for a Turkish military pilot which which went to northern Syria of shot dead, Turkish military officials say 2011 a's,Ukraine,'s they a from-A aA in a November a's from's a", "rouge": {"rouge1": 23.529411764705884, "rouge2": 3.0303030303030307, "rougeL": 11.764705882352942}, "nll_sum": 286.1695251464844, "token_count": 47} +{"index": 4862, "reference": "Kenya's opposition leader Raila Odinga says he will mount a legal challenge to the result of last week's presidential election, which he claims was rigged.", "prediction": " Union leaders' group opposition John Odinga, says he will move to leave Crown Supreme Court as a result of the result in its presidential election.", "rouge": {"rouge1": 50.0, "rouge2": 24.000000000000004, "rougeL": 38.46153846153846}, "nll_sum": 135.70741271972656, "token_count": 29} +{"index": 4863, "reference": "Helen Ward's hat-trick helped Wales women thrash Kazakhstan 4-0 to claim a first win of their Euro 2017 qualifying campaign at the Bridge Meadow Stadium.", "prediction": "Cicky Ward scored a hat-trick as Wales women beat Kazakhstan in in their second B B of their Euro 2017 finals-18- Euro solve-.- a's--H's a in's-'s21 again's a", "rouge": {"rouge1": 37.5, "rouge2": 16.129032258064516, "rougeL": 31.250000000000007}, "nll_sum": 288.16802978515625, "token_count": 45} +{"index": 4864, "reference": "Playboy magazine has announced it is to stop publishing pictures of fully naked women.", "prediction": "So much do you do from the the internet, suddenly its circulation in its bank.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 97.76643371582031, "token_count": 16} +{"index": 4865, "reference": "Germany's Felix Sturm edged a tough contest against Birmingham-based Irishman Matthew Macklin in their WBA middleweight title fight in Cologne.", "prediction": "ine Gilm successfully defended his IBF, IBF and middleweight title with a thrilling first-round stopp of Ireland's Scott Milllin at Sheffield's Manchester Arena.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 4.3478260869565215, "rougeL": 8.333333333333334}, "nll_sum": 167.00924682617188, "token_count": 33} +{"index": 4866, "reference": "Jayaram Jayalalitha was one of India's most colourful and controversial politicians, adored by some and condemned by others.", "prediction": "One of northern India most most Hollywood stars, Jayaramalalitha, is one of the most achievements.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 111.17903137207031, "token_count": 22} +{"index": 4867, "reference": "Lancashire Police will \"not be viable\" after 2020 because of cuts to funding, the chief constable has warned.", "prediction": "Manned cuts to police cuts in Lancashire could be \" breach\" to, the chief chief has warned.", "rouge": {"rouge1": 52.94117647058824, "rouge2": 18.750000000000004, "rougeL": 41.1764705882353}, "nll_sum": 125.3632583618164, "token_count": 22} +{"index": 4868, "reference": "Illegally traded endangered species that escape, forming secondary populations, offer hope for their long-term survival, a study suggests.", "prediction": "Four critically endangered birds - including, includingts and a water - - a found sea - have been found in Indonesia, scientists say the", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 145.4435272216797, "token_count": 26} +{"index": 4869, "reference": "Libya's Defence Minister has withdrawn his offer to resign, hours after saying he was leaving his post.", "prediction": "A former military leader of Libya, resigned reportedly despite the deadly sackingicks.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 96.76181030273438, "token_count": 15} +{"index": 4870, "reference": "Venezuela's acting president Nicolas Maduro says he will turn the office where the late President Hugo Chavez worked into a museum.", "prediction": "Venezuela's President Nicolas Maduro has said that he will not restoring himself as as king, accusing the leader \"the leader in his life\".\".", "rouge": {"rouge1": 39.13043478260869, "rouge2": 18.18181818181818, "rougeL": 39.13043478260869}, "nll_sum": 142.419189453125, "token_count": 30} +{"index": 4871, "reference": "Viewers have been guessing who did it for the last year, but on Thursday EastEnders will FINALLY reveal who killed Lucy Beale.", "prediction": " EastEnders are celebrating in Albert Square again but hasn it isn't for Lucy Beale, and is celebrating the best battle in her life.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 163.23403930664062, "token_count": 28} +{"index": 4872, "reference": "Stevenage have signed striker Armand Gnanduillet from League One side Chesterfield on a one-month loan.", "prediction": "Chesterfield have signed defender Ribandandau overcame on three three-year deal with the League One club. as \"the ballet's a reputation's2 it2 a2 from a's from?'s.A from'sA", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 305.8584289550781, "token_count": 46} +{"index": 4873, "reference": "Leicester City are set to sign Caen midfielder N'Golo Kante for an undisclosed fee after he passed a medical at the Premier League club.", "prediction": "Leicester City have signed France international midfielder N'GGolo Kante on a three-year deal with to pass a five club on a five-year deal with a further 12 months a fee in a by a's a's a", "rouge": {"rouge1": 33.333333333333336, "rouge2": 9.374999999999998, "rougeL": 27.272727272727277}, "nll_sum": 204.73077392578125, "token_count": 46} +{"index": 4874, "reference": "Transplanting cells into livers has the potential to completely regenerate them, say scientists.", "prediction": "Dorries from the brain can preserve, a healing replacement from the surgeon's body, Edinburgh researchers say.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 118.616943359375, "token_count": 21} +{"index": 4875, "reference": "The government has proposed new powers to fine mobile network operators and pornographic website owners.", "prediction": "The UK telecoms watchdog has warned regulator could receive \u00a32mm a year if they fail to want hit the internet \"season internet rules\".", "rouge": {"rouge1": 15.789473684210527, "rouge2": 0.0, "rougeL": 15.789473684210527}, "nll_sum": 148.63540649414062, "token_count": 27} +{"index": 4876, "reference": "A woman who was knocked down by a taxi in Edinburgh city centre is in hospital with multiple serious injuries.", "prediction": "A pensioner was seriously injured after being hit by a car in Edinburgh city centre street residential street.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 22.22222222222222, "rougeL": 42.10526315789474}, "nll_sum": 74.65074157714844, "token_count": 19} +{"index": 4877, "reference": "Spain's dwindling number of survivors will mark the 70th anniversary on Tuesday of the liberation of Mauthausen, the Nazi concentration camp in northern Austria where most of the 9,000 Spanish deportees ended up.", "prediction": " Ennio Enio, the Spanish man who joined the Nazi camp at who MaMa ofausen, in a concentration camp camp in Germany,.", "rouge": {"rouge1": 25.0, "rouge2": 11.111111111111112, "rougeL": 21.428571428571427}, "nll_sum": 166.53955078125, "token_count": 29} +{"index": 4878, "reference": "A council has been accused of a \"major administrative cock-up\" after failing to make an insurance claim for up to \u00a31m.", "prediction": "A council which was forced to ban animal animal Russia from the forest in 2012 has been told it will pay up to \u00a31.1 million in the bill.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 12.244897959183671, "rougeL": 23.52941176470588}, "nll_sum": 126.50453186035156, "token_count": 31} +{"index": 4879, "reference": "Livingston moved 10 points clear at the top of Scottish League One after beating Airdrieonians.", "prediction": "Aarrick-trick moved climbed to the top of League One with a surprise 4-1 victory over East Fifeife in, solve hurarn- a ballet from aA- ballet reputation from a The's. from of solve", "rouge": {"rouge1": 24.000000000000004, "rouge2": 12.5, "rougeL": 24.000000000000004}, "nll_sum": 305.1271667480469, "token_count": 47} +{"index": 4880, "reference": "A 93-year-old man who recently rediscovered his love of playing the piano has been reunited with his old jazz band - more than 25 years on.", "prediction": "A 74-year-old man with only rock band rock Robertson is getting get a multimillion-pound sum deal to a amillionian and it from his's ballet as a's reacted for's.'s.", "rouge": {"rouge1": 22.58064516129032, "rouge2": 6.666666666666667, "rougeL": 19.35483870967742}, "nll_sum": 271.6393127441406, "token_count": 42} +{"index": 4881, "reference": "DNA analysis of a 45,000-year-old human has helped scientists pinpoint when our ancestors interbred with Neanderthals.", "prediction": "A human rights from what was thought to be living in Africa earlier than thought.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 76.35665893554688, "token_count": 15} +{"index": 4882, "reference": "At least 150 Syrian dissidents have met publicly for the first time at a hotel in the capital, Damascus, to discuss the current crisis in their country.", "prediction": "More than 200 leading opposition leaders have attended the Syrian capital, Damascus, ahead of national nationwide protests.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 81.21741485595703, "token_count": 19} +{"index": 4883, "reference": "Leicester City fans were involved in further clashes with Spanish police ahead of their Champions League tie against Atletico Madrid.", "prediction": "An armed police riot with bat baton during a crowd in the Spanish city of city, Spanish police say.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 5.405405405405405, "rougeL": 15.384615384615385}, "nll_sum": 103.65522766113281, "token_count": 21} +{"index": 4884, "reference": "Some schools are \"gaming\" the exam system by entering children early, the Welsh Government director of education has said.", "prediction": "Some some schools tests tested the way into the education system isthe sport is not racing\", the leader of the Welsh Government has claimed solve is a \" a's a's after its from from it of's from of.", "rouge": {"rouge1": 33.89830508474576, "rouge2": 10.526315789473683, "rougeL": 27.11864406779661}, "nll_sum": 255.34695434570312, "token_count": 43} +{"index": 4885, "reference": "Two 13-year-old girls accused of stabbing a classmate to please the online horror character Slender Man have pleaded not guilty in court.", "prediction": "Two 14shop, and girls, pleaded not guilty to murder of a teenager in a hit-andrun attack in Sl rider Man at New York Cityair primary school.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 194.83250427246094, "token_count": 33} +{"index": 4886, "reference": "The Nigerian army says that one of the abducted Chibok schoolgirls has been found, along with her six-month-old baby.", "prediction": "A young woman, 38 who of who kidnapped in Nigeria in last year has returned home, their family members say.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 104.17925262451172, "token_count": 22} +{"index": 4887, "reference": "A man has died after he \"came into contact with chemicals\" at a house in south London, police said.", "prediction": "A man was found with fatal injuries being stabbed at a home in north London.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 12.5, "rougeL": 41.17647058823529}, "nll_sum": 54.72047424316406, "token_count": 15} +{"index": 4888, "reference": "Westinghouse, Toshiba's US nuclear unit, has filed for US bankruptcy protection.", "prediction": "Toshiba has said it plans to sell its operations in its US nuclear business, Westhouse as it struggle to struggle a loss ha its business.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 16.216216216216218}, "nll_sum": 149.5928192138672, "token_count": 29} +{"index": 4889, "reference": "To understand Earth Wind & Fire, you just had to look at their song titles: Mighty Mighty, Happy Feelin', Boogie Wonderland.", "prediction": "The musicians and musician of and & & & & Family & and the singer gang White, among those those who helped the rock band group Reserve & Standard. mostly solve in's a a'sCalifornia's a's a solve again a's Broadway", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 313.6938781738281, "token_count": 47} +{"index": 4890, "reference": "OK, so Mark Wright has been named Lord Sugar's new business partner but we all know that the best thing about The Apprentice isn't the people who succeed.", "prediction": "On the Stly Come Dancing night I was the BBC weather and I have know and I was't't it - Ry a badolve - it.", "rouge": {"rouge1": 14.545454545454545, "rouge2": 0.0, "rougeL": 10.90909090909091}, "nll_sum": 214.19894409179688, "token_count": 29} +{"index": 4891, "reference": "Geordie Shore has unveiled two new characters, Nathan Henry and Chloe Etherington.", "prediction": "TV comedianTVordie Jackson says he join Geie Shore came because to the same time because he because he is not a HIV or black man.", "rouge": {"rouge1": 5.405405405405405, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 209.48324584960938, "token_count": 29} +{"index": 4892, "reference": "The reintroduction of trams to Birmingham will \"give the city a network to rival the best\", a transport official has said.", "prediction": "T schools from around Birmingham the evacuation of the city centre are to start in May", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 76.69098663330078, "token_count": 15} +{"index": 4893, "reference": "Red Bull insist Daniel Ricciardo and Sebastian Vettel are still in the fight for the drivers' championship.", "prediction": "Red Bull will not take Formula team-mate Nico Vast ahead ahead of Sunday's Malaysian Grand Grand Prix.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 5.88235294117647, "rougeL": 11.11111111111111}, "nll_sum": 117.16297149658203, "token_count": 21} +{"index": 4894, "reference": "Two years ago, huge earthquakes hit the South Asian country of Nepal.", "prediction": "It's a year year powerful earthquake struck South Asia in the end of May.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 0.0, "rougeL": 29.629629629629626}, "nll_sum": 74.96188354492188, "token_count": 15} +{"index": 4895, "reference": "A warrant has been issued for former Celtic footballer Islam Feruz after he failed to turn up for a court appearance in Glasgow.", "prediction": " Hibernian forward winger Feruzuz has been arrested after allegedly driving for driving a crowd of a car Porsche.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 121.78853607177734, "token_count": 22} +{"index": 4896, "reference": "A team of US doctors have found \"no sign of botulism\" in the American student freed by North Korea after more than 15 months in captivity.", "prediction": "A US student who was in hospital for a suspected brain damage has suffered brain brain recovery, the South Korean's military and doctors say not. Broadway. an's a's \"--p aA in a from a's the aA", "rouge": {"rouge1": 21.21212121212121, "rouge2": 0.0, "rougeL": 15.151515151515152}, "nll_sum": 246.54312133789062, "token_count": 46} +{"index": 4897, "reference": "Alastair Cook hit his first England century since November 2013 on day two of their warm-up match against a St Kitts & Nevis Invitational XI.", "prediction": " captain Alastair Cook's late penalty led Durham out of Ben St Kitts's poor first one-day international between Yorkshire at Canterbury.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 20.833333333333332}, "nll_sum": 153.0504150390625, "token_count": 27} +{"index": 4898, "reference": "Welshman Craig Evans secured a unanimous points victory over Irishman Stephen Ormond to retain his WBO European lightweight title.", "prediction": "W Evans survived a dramatic second-half fight of George Or Vegas retain his WBO superbmiddleweight win over a contest in Cardiff.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 180.54766845703125, "token_count": 27} +{"index": 4899, "reference": "Welsh language campaigners have chained themselves to the gates of Welsh government offices in a protest at a \"lack of response\" to the decline in the number of Welsh speakers.", "prediction": "A protest has taken place outside protest outside a police station in Gwynedd station, Gwynedd.", "rouge": {"rouge1": 17.777777777777775, "rouge2": 4.651162790697675, "rougeL": 17.777777777777775}, "nll_sum": 72.73280334472656, "token_count": 20} +{"index": 4900, "reference": "The chief executive of HM Revenue and Customs, Jon Thompson, has told MPs he would like to see a review of the way footballers can reduce their tax bills.", "prediction": "The chairman of HM Revenue and Customs has told a committee MPs to want an independent inquiry into claims how tax clients relating to tax tax or tax.", "rouge": {"rouge1": 42.10526315789473, "rouge2": 18.181818181818183, "rougeL": 38.59649122807017}, "nll_sum": 136.14913940429688, "token_count": 28} +{"index": 4901, "reference": "Harry Gurney says he feels optimistic about the future despite suffering relegation with Nottinghamshire.", "prediction": "Nottinghamshireler seam Gouney he is \"safe optimism\" with the club, despite returning all-rounder Nottingham Zealandolve \" a \"-'s a's from \"-basing his in from ballet The's.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 318.6555480957031, "token_count": 43} +{"index": 4902, "reference": "Mebyon Kernow, which campaigns for a National Assembly for Cornwall, has announced it will not be putting forward any candidates for the 2017 general election.", "prediction": "The Liberal Democrats has confirmed it will fielding any candidate for parliamentary elections in next next general election", "rouge": {"rouge1": 41.860465116279066, "rouge2": 19.51219512195122, "rougeL": 37.2093023255814}, "nll_sum": 87.782470703125, "token_count": 17} +{"index": 4903, "reference": "Two women have been rescued following a suspected arson attack on a house in Bournemouth.", "prediction": "A woman were taken to hospital after being deliberately followed by a cat Ma at house arrest Bournemouth.", "rouge": {"rouge1": 30.303030303030297, "rouge2": 0.0, "rougeL": 24.24242424242424}, "nll_sum": 110.48777770996094, "token_count": 20} +{"index": 4904, "reference": "More than 2,000 people are attending the funeral of rugby league player Danny Jones.", "prediction": "A memorial service union player held for former Wales rugby union player Mark Jones, who collapsed during a match.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 95.88572692871094, "token_count": 20} +{"index": 4905, "reference": "French Prime Minister Manuel Valls has proposed an aid package for students and young apprentices, after so-called \"Nuit Debout\" (Up All Night) protests by thousands of young people.", "prediction": "The Socialist government has announced aid programme for a controversial bill, which will support support for left-wing candidate Manuel V Valls.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 124.05863952636719, "token_count": 25} +{"index": 4906, "reference": "Tributes to British MP Jo Cox have poured in from politicians and public figures around the world.", "prediction": "Tributes have been paid to British Labour MP Jo Cox, who was shot in her and in Macedonia in Germany.", "rouge": {"rouge1": 48.648648648648646, "rouge2": 17.142857142857142, "rougeL": 43.24324324324324}, "nll_sum": 83.54185485839844, "token_count": 22} +{"index": 4907, "reference": "The push to build more homes for rent in the social housing sector is getting another \u00a35.8m in Welsh government cash.", "prediction": " additional extra \u00a3-1m will be made available to Welsh councils for homes available, homes, houses built and build 1.000 homes", "rouge": {"rouge1": 27.90697674418604, "rouge2": 0.0, "rougeL": 13.95348837209302}, "nll_sum": 122.24691772460938, "token_count": 26} +{"index": 4908, "reference": "Chelsea's poor start to the season continued as they were beaten by Porto in the Champions League.", "prediction": "Has Ma Cleveland scored dramatic last-minute goal from Chelsea from behind to beat Port in- quarter-finals to reach the Copa Cop Rey Cop Americaa a's a- a- again aA in a by a's a's a", "rouge": {"rouge1": 20.689655172413794, "rouge2": 0.0, "rougeL": 13.793103448275865}, "nll_sum": 305.8636474609375, "token_count": 47} +{"index": 4909, "reference": "Presenter, writer and Monty Python star Michael Palin will be awarded a Bafta fellowship at its TV awards on 12 May.", "prediction": "Former Monty Python star, Michael Leon will be honoured with a Bafta TV awards awards.", "rouge": {"rouge1": 61.11111111111111, "rouge2": 35.29411764705882, "rougeL": 55.55555555555556}, "nll_sum": 85.78483581542969, "token_count": 19} +{"index": 4910, "reference": "Prince Charles asked the Blair government to consider the culling of badgers, historic documents reveal.", "prediction": "Tony Blair has urged the government to consider introducing a cull of badgersing England, newly released documents show.", "rouge": {"rouge1": 48.48484848484848, "rouge2": 19.35483870967742, "rougeL": 42.42424242424242}, "nll_sum": 92.57107543945312, "token_count": 21} +{"index": 4911, "reference": "A man has been killed in a car crash on the M1 in County Tyrone.", "prediction": "A 75-year-old motorist has been involved in a crash involving a car on M M1 motorway near County Tyrone.", "rouge": {"rouge1": 61.11111111111111, "rouge2": 23.52941176470588, "rougeL": 55.55555555555556}, "nll_sum": 91.03842163085938, "token_count": 27} +{"index": 4912, "reference": "Magnus Carlsen of Norway has won the World Chess Championship for the third consecutive time after defeating challenger Sergey Karjakin of Russia.", "prediction": "ch Hawaii, in 17's, but Russian boy Gyss, has won a top middle-flight world event at the American middle game.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 4.761904761904762, "rougeL": 18.181818181818183}, "nll_sum": 161.44338989257812, "token_count": 27} +{"index": 4913, "reference": "A Liberal Democrat parliamentary candidate has defended accepting money from a peer who left the party after plotting against its leader Nick Clegg.", "prediction": " the former leader of the Liberal Party has quit the House of Lords Commons after Prime Minister Nick Clegg's support for ex party leader Nick Clegg.", "rouge": {"rouge1": 31.999999999999996, "rouge2": 8.333333333333334, "rougeL": 27.999999999999996}, "nll_sum": 98.89981079101562, "token_count": 29} +{"index": 4914, "reference": "A man is being treated for life threatening injuries after his car was involved in a crash with a pick-up truck in Aberdeenshire.", "prediction": "A man was left seriously injured after being seriously injured in a crash crashes an Aberdeens road.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 94.30084228515625, "token_count": 19} +{"index": 4915, "reference": "Three baby otters are being cared for at a wildlife hospital in Florida in America after being found when builders were digging up a driveway.", "prediction": "Two baby otters are the released from sea in South Sudan for desert the first time, but they don't't die into animal enclosure for food.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 8.0, "rougeL": 15.384615384615383}, "nll_sum": 147.795654296875, "token_count": 29} +{"index": 4916, "reference": "A 10-year deal by Natural Resources Wales to sell timber to a sawmill was made without other companies being allowed to bid, the Auditor General for Wales has said.", "prediction": "The public spending watchdog has said Wales Wales Government can't deal with a deal to protect it business it emerged, according to a report by's general.", "rouge": {"rouge1": 41.379310344827594, "rouge2": 7.142857142857142, "rougeL": 20.689655172413797}, "nll_sum": 163.0299530029297, "token_count": 29} +{"index": 4917, "reference": "Alexandra Palace has been given \u00a318.8m from the Heritage Lottery Fund to restore a forgotten part of the building.", "prediction": "A \u00a35.7m project to rebuild the roof of Alexandra Palace has been announced, announced it will cost \u00a32 \u00a37m.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 15.789473684210526, "rougeL": 20.000000000000004}, "nll_sum": 96.90280151367188, "token_count": 27} +{"index": 4918, "reference": "Tommy Wright is ready for a new season in charge of St Johnstone despite his chairman fearing he would leave.", "prediction": "St Johnstone says will in manager Tommy Wright's announcement that he has offered a new manager- manager at Mc McDiarmid Park. solve the's again not 2011 a--d,, from 30 years,.", "rouge": {"rouge1": 30.188679245283023, "rouge2": 11.76470588235294, "rougeL": 15.094339622641511}, "nll_sum": 259.7344970703125, "token_count": 41} +{"index": 4919, "reference": "Donald Trump has responded to an outcry over his remarks about groping women by launching a blistering attack against Hillary Clinton and her husband.", "prediction": "Donald Trump has attacked his fronting supporters critics, accused him of inciting sexual assault, saying she thinks believes she would be face a jail term jail.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 8.333333333333332, "rougeL": 20.0}, "nll_sum": 153.94317626953125, "token_count": 29} +{"index": 4920, "reference": "Rangers boss Mark Warburton was furious with the award of a free-kick from which Aberdeen scored their winning goal in a 2-1 victory at Pittodrie.", "prediction": "Rangers manager Mark Warburton has criticised the players of watching his players after their 1-1 draw draw with Rangers at Ibrox side.", "rouge": {"rouge1": 36.0, "rouge2": 4.166666666666667, "rougeL": 31.999999999999996}, "nll_sum": 116.038818359375, "token_count": 29} +{"index": 4921, "reference": "People have been warned not to eat shellfish in parts of Argyll and Bute after raised levels of toxins were found.", "prediction": "A deadly form Ecolcoli has been found at one of Scotland to highest mountains.", "rouge": {"rouge1": 22.857142857142854, "rouge2": 0.0, "rougeL": 11.428571428571427}, "nll_sum": 100.32066345214844, "token_count": 17} +{"index": 4922, "reference": "Carlisle United have signed midfielder Mike Jones on a two-year deal following his release by Oldham Athletic.", "prediction": "Carlchester United have signed Wham Athletic boss Mike Jones on a free transfer a two-year deal.", "rouge": {"rouge1": 62.85714285714287, "rouge2": 48.484848484848484, "rougeL": 57.14285714285715}, "nll_sum": 83.72476959228516, "token_count": 20} +{"index": 4923, "reference": "Former Burnley midfielder Joey Barton's suspension from football for breaching betting rules has been reduced by almost five months after an appeal.", "prediction": "Burnley midfielder Joey Barton has received an 18-match from football football has had his ban extended.", "rouge": {"rouge1": 40.0, "rouge2": 21.05263157894737, "rougeL": 35.0}, "nll_sum": 105.24650573730469, "token_count": 19} +{"index": 4924, "reference": "The heir to a string of nightclubs treated as a \"whipping boy\" by his father has been jailed for 13-and-a-half years for his manslaughter.", "prediction": "A Ballyusman who killed his partner in his golf business, saying he accused him of manslaughter has been jailed for 30 years and a jail term.", "rouge": {"rouge1": 45.28301886792453, "rouge2": 15.686274509803921, "rougeL": 30.18867924528302}, "nll_sum": 140.11862182617188, "token_count": 30} +{"index": 4925, "reference": "A video showing a Chinese police officer's retirement home for the service's dogs has touched the hearts of millions in China.", "prediction": "The surprise that dog police dog missing from a hills in China has led an internet search, where a man who went after went viral whose who is an of a- a in a's a monster for it!", "rouge": {"rouge1": 35.483870967741936, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 252.91522216796875, "token_count": 41} +{"index": 4926, "reference": "A misconduct hearing has been told there was \"no evidence\" two midwives knew a woman was ill days before the birth of her son who later died.", "prediction": "A nurse told a nurse a told she was leaving a hospital where patient patient was ill, a committee has been told of. solve a.A aA a's from \"over-m\". bill in). from a's from's solve", "rouge": {"rouge1": 26.865671641791046, "rouge2": 9.23076923076923, "rougeL": 20.8955223880597}, "nll_sum": 284.6846008300781, "token_count": 47} +{"index": 4927, "reference": "Reported sightings of leatherback turtles are increasing off Wales, with the reptiles thought to be drawn by high numbers of jellyfish.", "prediction": "Setley turtles washed up on the Welsh south coast and south not seen for decades, an conservationists have said. a in the a's, referee,'s it from a the from a the's toll of. from of aA", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 268.65570068359375, "token_count": 46} +{"index": 4928, "reference": "An American Airlines plane has caught fire on the runway of Chicago's O'Hare airport while taking off.", "prediction": "A small plane was crashed into runway runway in American airport, Miami, and India, the US emergency department says.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 120.87776184082031, "token_count": 22} +{"index": 4929, "reference": "Greek Prime Minister Alexis Tsipras has defended his former finance minister in a row over an \"emergency plan\" drawn up in case of Greece's exit from the euro.", "prediction": "Greek Prime Minister Alexis Tsipras has demanded that the finance minister ordered his country's office the was giving an emergency \" anational national emergency\".", "rouge": {"rouge1": 49.056603773584904, "rouge2": 27.450980392156865, "rougeL": 37.735849056603776}, "nll_sum": 138.79129028320312, "token_count": 28} +{"index": 4930, "reference": "Ticket offices will start closing on the London Underground later in a move that has prompted past strikes.", "prediction": "The close closure of London Underground ( has) station staff are reviewing plans to save money, a union has claimed.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 115.78131866455078, "token_count": 22} +{"index": 4931, "reference": "A man has been charged with an attacking a pregnant woman who went on to lose her unborn twins.", "prediction": "A man has been charged with assault after a woman who was attacked- a B supermarket supermarket park.", "rouge": {"rouge1": 54.05405405405405, "rouge2": 40.0, "rougeL": 48.64864864864865}, "nll_sum": 89.90425109863281, "token_count": 19} +{"index": 4932, "reference": "Germany's Michael Jung closed in on a \u00a3240,000 bonus prize as he secured a dominant lead to take into the final day of Badminton Horse Trials.", "prediction": "North Korea's communist will attempt an attempt to earn his first Badminton title after defending champion champion jockey failed to his place at a Rio Olympics for the solve's again \"- againA foul in's-'s from's from a", "rouge": {"rouge1": 20.289855072463766, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 286.23699951171875, "token_count": 46} +{"index": 4933, "reference": "Ebola, missing airplanes, beheadings, the rise of UKIP.", "prediction": " Cran recording the music tracks, I writing writing, I, Little, I was, and I... know!", "rouge": {"rouge1": 8.695652173913045, "rouge2": 0.0, "rougeL": 8.695652173913045}, "nll_sum": 123.73703002929688, "token_count": 21} +{"index": 4934, "reference": "An Italian cardinal has donated \u20ac150,000 (\u00a3109,000) to a Catholic charity which allegedly footed the bill for renovations to his luxury flat.", "prediction": "A senior Vatican Vatican chief has said he is giving a \u20ac10,000 (\u00a3390,; $700,000, chapel affair with of Catholic.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 175.91766357421875, "token_count": 29} +{"index": 4935, "reference": "Charles Schulz's characters, Charlie Brown and Snoopy have been talking about the secret of their strong friendships.", "prediction": " the big names for Charlie Brown - but will Charlie and Charlie hasn't think them.", "rouge": {"rouge1": 24.24242424242424, "rouge2": 6.451612903225808, "rougeL": 18.18181818181818}, "nll_sum": 99.90234375, "token_count": 16} +{"index": 4936, "reference": "An Ohio judge has ruled that the rape trial of two high school football players will take place in the county where the alleged attack happened.", "prediction": "A judge in Ohio has suspended non-degree trial of the trial of two students accused of making and indecent images of children of a football team.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 7.8431372549019605, "rougeL": 26.41509433962264}, "nll_sum": 120.055419921875, "token_count": 28} +{"index": 4937, "reference": "Nigeria's presidential elections, taking place this Saturday, will see a showdown between incumbent President Goodluck Jonathan and former military ruler Muhammadu Buhari, of the opposition All Progressives Congress (APC) party.", "prediction": "In our series of letters from African journalists, film-maker and Muhammad Muhammadu Bwaub looks at the two names candidates for any presidential election in Nigeria.", "rouge": {"rouge1": 24.56140350877193, "rouge2": 3.6363636363636362, "rougeL": 10.526315789473683}, "nll_sum": 160.49713134765625, "token_count": 31} +{"index": 4938, "reference": "Essex head coach Chris Silverwood has set his sights on \"the holy grail\" of winning the County Championship before their return to red-ball action.", "prediction": "Setet's winning the County Championship title would be \"special special\" for the county,'s director of cricket John Silverley says it's \" of \"'s from's game-gup\" from Saturday The's.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 10.714285714285714, "rougeL": 13.79310344827586}, "nll_sum": 253.80419921875, "token_count": 43} +{"index": 4939, "reference": "Just as the Chancellor spent the morning trying to calm the City, so there will be a need to manage the expectations of the country.", "prediction": "If Britain's vote to leave the EU and then leave the eventually - the officially come to the heroes, but what will happened to what and then eventually it meet again!", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 21.428571428571427}, "nll_sum": 178.52359008789062, "token_count": 33} +{"index": 4940, "reference": "A corn snake has been discovered in a Neath van destined for the scrapheap.", "prediction": "A 10m snake was was found in a Swansea tank in Swansea Bay, which went down of the M1.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.451612903225808, "rougeL": 30.303030303030305}, "nll_sum": 106.34703063964844, "token_count": 22} +{"index": 4941, "reference": "New boss John Sheridan saw Newport claim a hard-fought draw in his first game in charge thanks to a Lenell John-Lewis equaliser against Exeter.", "prediction": "John Sheridan was in his first game in charge of Newport County as they failed to beat League Two-off hopefuls Exeter City.", "rouge": {"rouge1": 44.89795918367348, "rouge2": 25.53191489361702, "rougeL": 40.816326530612244}, "nll_sum": 110.22499084472656, "token_count": 27} +{"index": 4942, "reference": "Exeter City made it 12 games unbeaten with a ruthless demolition of 10-man Crewe at St James' Park.", "prediction": "Exeter City ended a seven-game winless run as thr thrashed League Twowe at St James Park.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 23.52941176470588, "rougeL": 38.88888888888889}, "nll_sum": 124.39346313476562, "token_count": 22} +{"index": 4943, "reference": "Oscar-winning Polish film director Andrzej Wajda has died aged 90, the Polish Filmmakers' Association has confirmed.", "prediction": "Polish director W Wajda best known for contemporary director of art of art, has died aged 91 of", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.121212121212121, "rougeL": 34.285714285714285}, "nll_sum": 113.575927734375, "token_count": 21} +{"index": 4944, "reference": "The Independent newspaper's blogging platform has been briefly compromised with malware that infects readers' computers, security experts have said.", "prediction": "A desktop website that cancelled some of its users' site have been unearthed on Tuesday, the Independent newspaper reports.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 10.81081081081081, "rougeL": 15.384615384615385}, "nll_sum": 103.3324966430664, "token_count": 21} +{"index": 4945, "reference": "Colombian Caterine Ibarguen won the women's triple jump in Rio.", "prediction": "Iana Iarguuen - won the women's -63% gold at the Rio Olympics to Rio.'s-'s been asecond-'s the referee's a The-'s2 a from from ballet's.A", "rouge": {"rouge1": 23.809523809523807, "rouge2": 15.0, "rougeL": 23.809523809523807}, "nll_sum": 295.42901611328125, "token_count": 44} +{"index": 4946, "reference": "A timber fishing trap exposed on the Hampshire coast dates back to Saxon times, it has been confirmed.", "prediction": "An oil weir which found up on the same beach more than 1,700 years ago, researchers have shown.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 5.714285714285714, "rougeL": 10.81081081081081}, "nll_sum": 94.13933563232422, "token_count": 22} +{"index": 4947, "reference": "\"Be careful what you wish for\", the old saying goes - and this is exactly what the Russian leadership must be thinking right now.", "prediction": "After a fatal chemical attack on one of its US soldiers and soldiers plotting to Moscow happens, and what what it sees as a war civil war.", "rouge": {"rouge1": 12.0, "rouge2": 0.0, "rougeL": 7.999999999999999}, "nll_sum": 152.3463592529297, "token_count": 28} +{"index": 4948, "reference": "A man has been arrested in north-west London on suspicion of involvement in production of improvised explosive devices in Iraq in 2007.", "prediction": "A man has been arrested in north-e London London, as part of a terrorism-related-, connected to the \u00a321,000- an from from a, a his from a a as's. of a from a fromA", "rouge": {"rouge1": 33.33333333333333, "rouge2": 20.689655172413794, "rougeL": 33.33333333333333}, "nll_sum": 248.09527587890625, "token_count": 46} +{"index": 4949, "reference": "A student who found Anglo Saxon jewellery of \"national significance\" said the discovery has made three years exploring the field worthwhile.", "prediction": "An ground burial cemetery unearthed in Norfolk where the Anglo-Saxon woman's rate of 18th century has been found treasure 2011 in aA in's aA'sA, aA\" it from'sA of a from's- a", "rouge": {"rouge1": 24.137931034482758, "rouge2": 3.571428571428571, "rougeL": 13.793103448275861}, "nll_sum": 274.5514221191406, "token_count": 47} +{"index": 4950, "reference": "A care trust that was told to improve its services has now been classed as \"good\" overall by health inspectors.", "prediction": "A health trust that runs a Lancashire mental health trust has rated rated inadequate.", "rouge": {"rouge1": 29.411764705882348, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 85.86328125, "token_count": 16} +{"index": 4951, "reference": "West Brom midfielder James Morrison will miss Saturday's game against Arsenal because of an ankle injury.", "prediction": "West Brom will be without captain Marko Walo, who missed missed Saturday's FA Cup semi-final against Arsenal (10arnm).", "rouge": {"rouge1": 43.24324324324324, "rouge2": 22.857142857142858, "rougeL": 43.24324324324324}, "nll_sum": 139.2833709716797, "token_count": 27} +{"index": 4952, "reference": "England stretched their perfect record under Eddie Jones to 10 matches as they demolished a weary South Africa at a rain-soaked Twickenham.", "prediction": "Eddie Jones' perfect start to the summer as his side South Africa complete a hard-fought win over a South Africa side in Cape Town.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 105.74085235595703, "token_count": 30} +{"index": 4953, "reference": "Comedian Jason Manford has turned to social media to try to find his dad a job.", "prediction": "Comedian and get Jason Manford said he \"absolutely watch\" watching his dad at a supermarket chain Aldi, he will not get to get to jobs.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 10.256410256410255, "rougeL": 34.146341463414636}, "nll_sum": 170.92312622070312, "token_count": 32} +{"index": 4954, "reference": "Campaigners have called for greater support for victims of asbestos-related cancer who are fighting for civil compensation.", "prediction": "A pensioner whose was diagnosed with terminal lung cancer after he was working with a council working- 2008s is seeking damages from Highland Council Council.", "rouge": {"rouge1": 4.651162790697675, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 141.91856384277344, "token_count": 28} +{"index": 4955, "reference": "Liverpool's mayor has proposed a budget cut of \u00a390m over the next three years, which could see about 300 jobs lost.", "prediction": "The mayor Nintendo Liverpool set out, which which lose his city's council tax services as the city tries to save \u00a32.8m.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 148.95370483398438, "token_count": 27} +{"index": 4956, "reference": "A leading Liverpool fans' group has warned members they need to discuss the issue of safe standing or risk \"the conversation happening around them\".", "prediction": "A Celtic fans group will seek a vote on the club is safe introducing at the ground, the chairman of a pro-EU campaign group has said. 2011 a solve a's from a from's from's's from.'s from's a", "rouge": {"rouge1": 23.529411764705884, "rouge2": 6.0606060606060606, "rougeL": 17.64705882352941}, "nll_sum": 245.71556091308594, "token_count": 47} +{"index": 4957, "reference": "A 16-year-old girl who attacked a police officer inside Dundee Sheriff Court after being ejected from the building has been sentenced to be detained for 12 months.", "prediction": "A 16-year-old girl whobutted the face and face of Dundee by a police officer has been jailed to eight months and detention.", "rouge": {"rouge1": 52.830188679245296, "rouge2": 27.450980392156865, "rougeL": 45.28301886792453}, "nll_sum": 122.59056854248047, "token_count": 29} +{"index": 4958, "reference": "Tommy Rowe struck in first-half injury-time as promotion-chasing Doncaster edged past Colchester 1-0 to secure a third consecutive League Two win.", "prediction": "Luke Rowe scored twice in three first-half minutes to give Doncaster a Two play-off hopefchester United in the League play-off place the Saturday solve's from's-A's from in from-'s from's from a", "rouge": {"rouge1": 27.692307692307693, "rouge2": 3.1746031746031744, "rougeL": 21.53846153846154}, "nll_sum": 279.8414611816406, "token_count": 47} +{"index": 4959, "reference": "Britain have two Grand Slam singles semi-finalists for the first time since 1977 after victories for Johanna Konta and Andy Murray at the Australian Open.", "prediction": "British number one Johanna Konta reached the Australian Open semi semi-finals since 1983 Grand winning three Grand Slam finals her her quarter-finals.", "rouge": {"rouge1": 35.99999999999999, "rouge2": 16.666666666666664, "rougeL": 20.0}, "nll_sum": 157.90757751464844, "token_count": 29} +{"index": 4960, "reference": "The leading centrist candidate in France's presidential election, Emmanuel Macron, has received a boost after allying with a veteran moderate.", "prediction": "French presidential candidate Emmanuel Macron has offered to run for candidate in next year presidential election, saying that he faces facing a \" major threat to Europe\".", "rouge": {"rouge1": 34.04255319148936, "rouge2": 17.77777777777778, "rougeL": 21.276595744680847}, "nll_sum": 106.6380844116211, "token_count": 28} +{"index": 4961, "reference": "Scottish actress Karen Gillan has been cast in a new film that has been described as a follow up story to the 1990s box office hit, Jumanji.", "prediction": "Rieinaan is join set to Emma moviean in the new film of film movie California.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.0, "rougeL": 14.285714285714285}, "nll_sum": 132.52430725097656, "token_count": 19} +{"index": 4962, "reference": "Britain's Lois Toulson won European Championship gold in the 10m platform as she finalises her preparations for next month's World Championships.", "prediction": "Britain's Toul Toulson has won the women'sised synchronised event at the World Championships of Kiev, Russia on Saturday, a from Adelaide for the's from a middle-A's ballet in from The's. a from's", "rouge": {"rouge1": 32.25806451612903, "rouge2": 6.666666666666667, "rougeL": 25.80645161290323}, "nll_sum": 276.5069274902344, "token_count": 47} +{"index": 4963, "reference": "A man, who downloaded thousands of images of children being sexually abused, has been released on probation.", "prediction": "A Belfast man who shared more than 3,000 indecent images has been received a jail term.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 35.294117647058826}, "nll_sum": 71.08818817138672, "token_count": 18} +{"index": 4964, "reference": "The turmoil and tragedy of life in the World War One trenches will be replicated at a mid Wales castle as part of centenary events.", "prediction": "One of the battle battles, where One One soldiers who fought fighting in World War One, the being celebrated at an air airbase.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 133.9903564453125, "token_count": 26} +{"index": 4965, "reference": "A man suspected of arson and vandalism has sent a selfie to police because he found the photo in his arrest warrant to be unflattering.", "prediction": "A 39-year-old man in Ohio has been charged after allegedly sending a photo- on social media to asked him him and struggle wants him.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 134.315673828125, "token_count": 29} +{"index": 4966, "reference": "Belgian officials say a man who wounded two policewomen with a machete was a 33-year-old Algerian with a criminal record but no known terror links.", "prediction": " a gun and knife in a attack at a Brussels police station was not subjected to the so-called Islamic State group, prosecutors in Belgium say.", "rouge": {"rouge1": 18.867924528301884, "rouge2": 0.0, "rougeL": 11.320754716981133}, "nll_sum": 99.05265808105469, "token_count": 28} +{"index": 4967, "reference": "French authorities are formally investigating UBS for allegedly helping wealthy clients open undeclared bank accounts in Switzerland.", "prediction": "The French banking bank, UBS, has be placed formal investigation amid an probe into illegal Swiss bank accounts were held accounts of accounting bank.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 10.256410256410255, "rougeL": 24.39024390243903}, "nll_sum": 152.76473999023438, "token_count": 27} +{"index": 4968, "reference": "Up to 59% of a typical London family's income is spent on rents, a study by housing charity Shelter has revealed.", "prediction": "Land tenants in London are renting out of London because \"it isn't a surprise surprise\", the charity Shelter says.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 99.09739685058594, "token_count": 22} +{"index": 4969, "reference": "Almost a fifth of all children's social worker jobs in England are vacant, despite a rise in recruitment.", "prediction": "The number of children the workers the NHS East Midlands England hasonic in last five years, the Department for Education has said 2011 in the- solve,Ukraine it's double from the-D the of in local since November 2011.", "rouge": {"rouge1": 23.72881355932203, "rouge2": 0.0, "rougeL": 16.94915254237288}, "nll_sum": 279.83282470703125, "token_count": 45} +{"index": 4970, "reference": "Sales growth at B&M, the discount retailer chaired by former Tesco chief executive Sir Terry Leahy, has slowed considerably in the UK.", "prediction": "Marks & Spencer has increased a jump in a third quarter of annual revenues despite fears it the market is \" wining\" in its share market.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 155.83799743652344, "token_count": 29} +{"index": 4971, "reference": "UK drugs manufacturer GlaxoSmithKline has said it will not file patents for its products in the world's poorest nations.", "prediction": "Css firm GlaxoSmithKJ ( USK) has announced changes that will make it harder for gay medicines for new cancer treatment.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 153.73159790039062, "token_count": 28} +{"index": 4972, "reference": "An eight-year-old girl from County Antrim who was left profoundly disabled after being starved of oxygen at birth is to receive \u00a35.3m.", "prediction": "A terminally ill five-year-old girl from cyclone disease's Hospital Ant County Antrim, due to a mental mental health issue, has been agreed to pay \u00a35.5m.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 15.384615384615383, "rougeL": 29.629629629629633}, "nll_sum": 167.6041717529297, "token_count": 39} +{"index": 4973, "reference": "If watching University Challenge makes your head hurt, you might want to take an aspirin before listening to a new show Radio 4 are planning.", "prediction": "One of the men's most successful presenters are their \" intelligent intelligent\" skills - but now they are starting the line with littlelittle radio station.", "rouge": {"rouge1": 8.16326530612245, "rouge2": 0.0, "rougeL": 4.081632653061225}, "nll_sum": 168.43475341796875, "token_count": 29} +{"index": 4974, "reference": "Ofsted is warning of a north-south divide in England's secondary schools.", "prediction": "The lack of poor education in some England and some schools is \"controlled from society\", says head of Ofsted.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 115.68809509277344, "token_count": 22} +{"index": 4975, "reference": "Former communities secretary Sir Eric Pickles has told the BBC about his concerns over the findings of his report on tackling electoral fraud.", "prediction": "The Metropolitan Police of Police Scotland (CPS) review a published a review into the way it operates run London's office a small London Westminster station.", "rouge": {"rouge1": 12.244897959183673, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 153.91024780273438, "token_count": 29} +{"index": 4976, "reference": "Joaquin Phoenix has said he wants no part in the movie industry awards season, calling the awards \"stupid\" and \"subjective\".", "prediction": "US winner Idr Phoenix has, does not know his role at the Oscar award is is \"the best period of a career\" in his life.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 155.822021484375, "token_count": 29} +{"index": 4977, "reference": "A man danced around his fallen victim after delivering a fatal blow during a street attack in Stirling, a court heard.", "prediction": "A man has admitted killing a man after another man by hitting him to the ground and office in a pub of South Tyneside.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 105.17129516601562, "token_count": 26} +{"index": 4978, "reference": "Manager Roberto Martinez says Everton have struggled to focus on the Premier League following their FA Cup semi-final defeat.", "prediction": "Everton boss Roberto Martinez says the side need to move within the Premier League four points this season despite a bid to avoid a relegation Premier League title.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.391304347826086, "rougeL": 29.166666666666668}, "nll_sum": 104.58940124511719, "token_count": 29} +{"index": 4979, "reference": "Great Britain's men overhauled the United States in a dramatic 4x200m freestyle relay final to win gold at the World Championships in Russia.", "prediction": "Great Britain won their first gold medal of the 4x100m relaym relay team after the penultimate day of the 2017 Worldimming Worldimming Championships in Russia.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 12.76595744680851, "rougeL": 32.6530612244898}, "nll_sum": 138.42843627929688, "token_count": 32} +{"index": 4980, "reference": "A Halfords customer's dashboard camera caught a mechanic speeding in his car while it was booked in for an MOT.", "prediction": "A motorist who was one of his motor caught after a camera was after driving on the driving his car.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 110.42317199707031, "token_count": 21} +{"index": 4981, "reference": "Chinese police have shot dead four people who attacked a Communist Party building in western Xinjiang province, local government officials say.", "prediction": "A suicide bombers in killed a car car in a bus in north-eastern Chinese city of Xin\ufffdjiang, reports say in the local area, Uruguay,. players from front-based referee a from national Saturday.", "rouge": {"rouge1": 17.857142857142854, "rouge2": 0.0, "rougeL": 10.714285714285714}, "nll_sum": 253.10177612304688, "token_count": 42} +{"index": 4982, "reference": "Barclays has reported a fall in third-quarter profits and set aside \u00a3560m for more customer refunds and litigation.", "prediction": "Barclays has reported a \u00a37.7 rise in annual profits and \u00a3560m, and rising operating profits to \u00a36m6m from a year earlier.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 20.51282051282051, "rougeL": 43.90243902439025}, "nll_sum": 139.18362426757812, "token_count": 33} +{"index": 4983, "reference": "Minions mania hit London on Thursday night, as the new film starring the loveable yellow characters had its world premiere.", "prediction": "The world premiere of the Hollywood film, the film'smaker, film-maker, has begun started in the UK's UK cinemas, as a Orlando's a's, as a's's from in.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 3.9215686274509802, "rougeL": 11.320754716981133}, "nll_sum": 191.04568481445312, "token_count": 41} +{"index": 4984, "reference": "US President Donald Trump has said he believes Barack Obama is behind a wave of protests against Republican lawmakers, and national security leaks.", "prediction": "US President Donald Trump has said that he plans to cut his defence spending cuts by 2018, but but has admitted that \" doesn isn't doing it.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 20.833333333333332, "rougeL": 27.999999999999996}, "nll_sum": 133.17868041992188, "token_count": 29} +{"index": 4985, "reference": "Fewer than a third of staff at Queen's University believe it is being led effectively, according to a survey conducted by the university itself.", "prediction": "More than half of staff at Queen's in Belfast Belfast been thanked Queen's University, saying some of the leaders have resolve a \"new work\".", "rouge": {"rouge1": 35.294117647058826, "rouge2": 20.408163265306126, "rougeL": 31.372549019607842}, "nll_sum": 155.96377563476562, "token_count": 28} +{"index": 4986, "reference": "A man has walked away with \u00a340,000 from a superstore in Manchester after posing as a manager at the Bureau de Change.", "prediction": "Police investigating the murder of a man during a armed robbery at a Manchester supermarket have found a safe out of supermarket in north Manchester and officers the corner. solve again a's a \u00a3-m aold in a from a's. from a", "rouge": {"rouge1": 27.27272727272727, "rouge2": 6.25, "rougeL": 18.181818181818183}, "nll_sum": 245.080322265625, "token_count": 47} +{"index": 4987, "reference": "Prisons in England and Wales need a \"profound culture change\" which focuses on inmate safety, a new report says.", "prediction": "Prisonisoners in prisons in England and Wales are \"t working working environment\", families crime campaigners say.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 24.24242424242424, "rougeL": 34.285714285714285}, "nll_sum": 120.82339477539062, "token_count": 21} +{"index": 4988, "reference": "Dan Biggar's decision to renew his national dual contract is \"fabulous\" news for Wales and Ospreys, according to Martyn Williams.", "prediction": "Wales' rugby star Ashley Williams will keep the Ospreys within the next four years says the Welsh Rugby Union, a solveCalifornia- game\"", "rouge": {"rouge1": 13.95348837209302, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 160.69259643554688, "token_count": 29} +{"index": 4989, "reference": "There are many famous ways that Christmas is celebrated in London, from the lights of Oxford Street to the Trafalgar Square tree.", "prediction": "The first high London street is in the street where people are beautiful with black, black, blue and blue.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 97.82156372070312, "token_count": 21} +{"index": 4990, "reference": "The Killers' frontman Brandon Flowers has won rave reviews for his new album - but he tells the BBC he's uncomfortable striking out on his own.", "prediction": "A former British musician, singer, pop rock group and his singer - and The -mo of fire - includes in the album creating a new star.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 164.2987518310547, "token_count": 29} +{"index": 4991, "reference": "A terminally ill teenager married his school sweetheart three days before dying from leukaemia.", "prediction": "A Islamic ceremony60 held in memory of a teenager who held her finger later finger and, later died died of stem iron disease (LoLs).", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 190.447265625, "token_count": 29} +{"index": 4992, "reference": "Australia should consider adopting a four-day working week or a six-hour working day, a political leader says.", "prediction": "The Gambia's called for the government to start its its four-day strike on- rights workers.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 5.88235294117647, "rougeL": 11.11111111111111}, "nll_sum": 100.57803344726562, "token_count": 20} +{"index": 4993, "reference": "Great Britain's Jack Burnell said his disqualification from the men's 10km open water swim was \"a joke\", after Dutchman Ferry Weertman took gold.", "prediction": "Olympic silver medist get Burnell believes is \"ell\" after disqualified after two yellow cards from two of the men's 10 in's race at the London Olympics.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.843137254901962, "rougeL": 18.86792452830189}, "nll_sum": 188.70260620117188, "token_count": 34} +{"index": 4994, "reference": "Captain Jacques Rudolph has said Glamorgan's senior players need to \"stand up\" after the county's poor start to the Championship season.", "prediction": "Glamorgan captain Jacques Rudolph says the French players and players will be key Friday's their good start to season.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 14.634146341463413, "rougeL": 37.2093023255814}, "nll_sum": 121.22560119628906, "token_count": 22} +{"index": 4995, "reference": "Ford posted a record quarterly profit following strong sales in Europe and moving more pick-up trucks and SUVs in North America.", "prediction": "US carmaker Ford has reported a 40% rise in first inquarter revenue, helped by sales sales of North America and Europe in. the's biggest ofmaker-A's recent a from it's.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 3.7735849056603774, "rougeL": 18.181818181818183}, "nll_sum": 236.1516876220703, "token_count": 40} +{"index": 4996, "reference": "A man accused of strangling a police officer has told his trial he had no intention of hurting him.", "prediction": "A policeman accused of murdering a policeman told a police officer \"gotbered his body killed\" because he had been gay, court heard have heard \"\" 2011 of \" aA a \" a he'sACalifornia of a's again,-", "rouge": {"rouge1": 40.74074074074075, "rouge2": 15.384615384615383, "rougeL": 37.03703703703704}, "nll_sum": 294.0553283691406, "token_count": 47} +{"index": 4997, "reference": "Leeds United managing director David Haigh has resigned from the Championship club's board the day after Massimo Cellino completed his takeover.", "prediction": "Leeds United football director Davidigh has resigned as immediate effect with his decision's decision decisions to relation to \" finance firm and firm firmHH.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 204.51992797851562, "token_count": 28} +{"index": 4998, "reference": "A Kent council claims it is being \"forced into a corner\" as proposed cuts to government grants could leave a shortfall of more than \u00a3500,000.", "prediction": "A Lincolnshire council fears it could facing further cuts to its public purse next year, as the council looks to save \u00a3.8m.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 104.74533081054688, "token_count": 27} +{"index": 4999, "reference": "Spain's Socialist leader has lost a bid to form a government after both main rival parties voted down his attempts to form a coalition.", "prediction": "Spain's left-wing leader commander has lost his in his bid to form a in the run-up to May's general general election.", "rouge": {"rouge1": 44.0, "rouge2": 20.833333333333336, "rougeL": 40.00000000000001}, "nll_sum": 102.46245574951172, "token_count": 27} +{"index": 5000, "reference": "Wales will be better for the experience of their New Zealand tour despite suffering a 3-0 series whitewash, coach Warren Gatland says.", "prediction": "Head coach Warren Gatland is determined to make Wales be better than their New summer tour of New Zealand saying they are \"very gutted\".", "rouge": {"rouge1": 51.06382978723404, "rouge2": 22.222222222222225, "rougeL": 29.78723404255319}, "nll_sum": 126.60017395019531, "token_count": 27} +{"index": 5001, "reference": "Five people have been taken to hospital following a crash involving an ambulance and two cars in Lincolnshire.", "prediction": "Four people were seriously seriously injured in an incident between the ambulance and an ambulance a Lincolnshire.", "rouge": {"rouge1": 40.0, "rouge2": 12.121212121212121, "rougeL": 28.571428571428577}, "nll_sum": 79.76618957519531, "token_count": 18} +{"index": 5002, "reference": "Euro 2012 executive director Krzystof Pohorecki says Poland and Ukraine have proved the doubters wrong by hosting a successful tournament.", "prediction": "Poland presidentandand Pohore blade says Rio 2016 hosting European European Championship, saying believes it is \"a bit a better\". and\". a's a's again a 2011 again a again's of's from's the from a", "rouge": {"rouge1": 20.689655172413794, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 308.434814453125, "token_count": 46} +{"index": 5003, "reference": "Former first minister Alex Salmond has been criticised for unveiling his new portrait in Edinburgh on the day MPs discussed military action in Syria.", "prediction": "Former SNP party leader Alex Salmond has attended a painting of former SNP MSP RSP Rennie). Mack R aAolveelable. and's controversial decision from right-e's suspension from Syria's election.", "rouge": {"rouge1": 17.857142857142858, "rouge2": 7.4074074074074066, "rougeL": 17.857142857142858}, "nll_sum": 280.0101623535156, "token_count": 44} +{"index": 5004, "reference": "A new report has been published detailing the advantages of enhancing and extending the Borders Railway.", "prediction": "A new rail route between the Borders and Scottish Borders is be \" full according to according to a report.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.12121212121212, "rougeL": 28.57142857142857}, "nll_sum": 111.39309692382812, "token_count": 20} +{"index": 5005, "reference": "Borders Railway campaigners have welcomed moves to examine the possibility of extending the route to Carlisle.", "prediction": "An independent review should be extending of extending the rail services between the Scottish Borders and the Borders the it has been confirmed. been in the a game,000,'s departure from a from's it, from the referee.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 7.547169811320755, "rougeL": 10.90909090909091}, "nll_sum": 256.9481506347656, "token_count": 43} +{"index": 5006, "reference": "A ferry crashed into a pier on the Isle of Man as the captain tried to dock in strong winds.", "prediction": "An external ferry sank which sank off a pier off the Isle of Man have been confirmed, it has confirmed.", "rouge": {"rouge1": 35.0, "rouge2": 21.052631578947366, "rougeL": 35.0}, "nll_sum": 85.29737091064453, "token_count": 21} +{"index": 5007, "reference": "Writer Shane Meadows is to make a one-off Christmas special to follow on from the This is England film and TV series.", "prediction": "Comedian political and errors, but return to Channel 4 for a novel of novel drama Lawrence England.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 125.7489013671875, "token_count": 20} +{"index": 5008, "reference": "A review of the Freedom of Information Act will be \"open-minded\", former Home Secretary Jack Straw has said.", "prediction": "Former Home Secretary Jack Jack Straw has called for an independent review of the Freedom awarded Information commissioner the", "rouge": {"rouge1": 57.89473684210527, "rouge2": 44.44444444444444, "rougeL": 31.57894736842105}, "nll_sum": 108.03716278076172, "token_count": 18} +{"index": 5009, "reference": "Scotland's Ricky Burns failed to unify the super-lightweight division as his WBA title was taken by IBF and IBO champion Julius Indongo in Glasgow.", "prediction": "Ricky Burns produced through an unprov a decision win to win IBFAAF I supermiddleweight champion Julius Indongo at Glasgow's O2 Arena. the solve's first- fromA a from in from reputation as.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 10.526315789473683, "rougeL": 23.728813559322038}, "nll_sum": 307.55963134765625, "token_count": 44} +{"index": 5010, "reference": "\"I'm here to help my new friends to build a big wall, like the Chinese wall.\"", "prediction": "A young man wearing white, leather and black and black and staying in his training mountains.", "rouge": {"rouge1": 6.0606060606060606, "rouge2": 0.0, "rougeL": 6.0606060606060606}, "nll_sum": 83.072998046875, "token_count": 17} +{"index": 5011, "reference": "A man has been charged with murder following a fire in Fraserburgh in 1998.", "prediction": "A man has appeared in court charged with murder after a fire to play a fire which came from his middle as from died from his a's in his a from a's was over from his's.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 19.6078431372549, "rougeL": 33.9622641509434}, "nll_sum": 195.59593200683594, "token_count": 39} +{"index": 5012, "reference": "A sighting of a man near a barracks is not linked to an investigation into a kidnap bid at RAF Marham, police said.", "prediction": " reported man reported was be an air strike from an Air Mar base in Essex was reported police the police said.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 133.33779907226562, "token_count": 21} +{"index": 5013, "reference": "North Korea has test fired a mid-range ballistic missile which crashed a few seconds after launch, say South Korean military officials.", "prediction": "North Korea has fired a short strike, Kim Jong Jong- leader in South Korean officials say 2011 a's a's a's in the's decision, November,'s it from under-gA referee in from November's's.", "rouge": {"rouge1": 32.78688524590163, "rouge2": 13.559322033898304, "rougeL": 26.22950819672131}, "nll_sum": 300.7844543457031, "token_count": 45} +{"index": 5014, "reference": "Scotland faces \"a much higher level of uncertainty and volatility\" in its budgets due to new powers and Brexit, Holyrood's finance committee has said.", "prediction": " of introduction of new Holyro powers which will include new powers to \"rorood\", ahead of Parliament Scottish Parliament's tax lobby group has said.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 182.29937744140625, "token_count": 28} +{"index": 5015, "reference": "Europe has begun to roll out a data superhighway in orbit above the Earth.", "prediction": "The European orbiting agency and launched new satellite rover observation.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 78.3292236328125, "token_count": 10} +{"index": 5016, "reference": "Hull FC secured a second convincing Super League win in succession, scoring seven tries in a stunning victory against Catalans Dragons in Perpignan.", "prediction": "Hull FC continue their 100% start to the Super League campaign to with a straight thrashing of Catalans Dragons to a controversial 100% record.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.33333333333333, "rougeL": 29.78723404255319}, "nll_sum": 144.77157592773438, "token_count": 29} +{"index": 5017, "reference": "A plan earmarking sites for 225,000 new homes in Greater Manchester is set to be delayed amid a \"radical rewrite\" to help protect green belt land.", "prediction": "Plans for \u00a3100m housing development in Greater Manchester is be likely to be completed, the aftermath of the city's a council leaders have said.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 16.0, "rougeL": 34.61538461538461}, "nll_sum": 123.98641967773438, "token_count": 29} +{"index": 5018, "reference": "British army soldiers have raised concerns about their new body armour, the BBC has learned.", "prediction": "A row has broken out over British troops battle for a new body armour was deployed - but the saying it is \" \"angier fuel fuel\".", "rouge": {"rouge1": 30.76923076923077, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 163.53228759765625, "token_count": 28} +{"index": 5019, "reference": "Leicester City have signed forward Josh Gordon from Northern Premier League Premier Division side Stafford Rangers.", "prediction": "Queens Park Rangers. signed Wales striker Gordon Scotland from Stoke City for an undisclosed fee.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 81.64058685302734, "token_count": 17} +{"index": 5020, "reference": "A group of performing Christmas elves has been left \"traumatised\" after being attacked by a gang of teenagers.", "prediction": "A group of black actors were held with an airgun after performing an event for them, meaning they were sexually abused by a smallTexasovere's \" from the game for a from from a's. from of a from's from 2011", "rouge": {"rouge1": 27.118644067796616, "rouge2": 10.526315789473683, "rougeL": 23.728813559322035}, "nll_sum": 271.0401306152344, "token_count": 46} +{"index": 5021, "reference": "Organisers of a march for military veterans, which was cancelled in Londonderry due to security fears, have rearranged the event.", "prediction": "Plans for a rally a call for a service to soldiers on Bloody Sunday be held Northern Ireland this month.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 104.0635986328125, "token_count": 21} +{"index": 5022, "reference": "Former England defender Graeme Le Saux says more needs to be done to support gay footballers.", "prediction": " the New Jersey and France captain Le Saux says he will not marry marriage in football, because they \" face face rest\" in his life.", "rouge": {"rouge1": 20.0, "rouge2": 10.526315789473685, "rougeL": 20.0}, "nll_sum": 159.21597290039062, "token_count": 28} +{"index": 5023, "reference": "A pre-Roman town of 150 roundhouses has been found by university students during an archaeological dig in Dorset.", "prediction": "A cemetery believed to be, the next of last year has been discovered unearthed in Wiltshire.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.06060606060606, "rougeL": 28.57142857142857}, "nll_sum": 90.79339599609375, "token_count": 19} +{"index": 5024, "reference": "More should be done to help deaf people into work in Wales, a charity has said.", "prediction": "A charity has been criticised for the support for people with hearing cases in north Wales.", "rouge": {"rouge1": 37.5, "rouge2": 13.333333333333334, "rougeL": 18.75}, "nll_sum": 75.99311065673828, "token_count": 16} +{"index": 5025, "reference": "Manager Jose Mourinho will need at least two more transfer windows to get close to the squad he wants, say senior Manchester United figures.", "prediction": "Manchester United manager Jose Mourinho the changes to his squad before the transfer opened in January.", "rouge": {"rouge1": 45.0, "rouge2": 15.789473684210527, "rougeL": 25.0}, "nll_sum": 61.11465835571289, "token_count": 16} +{"index": 5026, "reference": "A left-leaning think tank looked at the tax promises of Scotland's parties and concluded that Scottish Labour's plan would raise the most revenue.", "prediction": "A Scottish tax revenue would raise revenue to total revenue if it wins the Scottish general election, a think- think tank has said in the a's a,,'s it fromyear-based\" from in Labour years..", "rouge": {"rouge1": 41.93548387096774, "rouge2": 6.666666666666667, "rougeL": 19.35483870967742}, "nll_sum": 272.3931884765625, "token_count": 43} +{"index": 5027, "reference": "Former Olympus chairman Tsuyoshi Kikukawa has pleaded guilty to charges of falsifying accounts, covering up losses of $1.7bn (\u00c2\u00a31.1bn), at the opening of his trial.", "prediction": "The former chief executive, Muhammadu conglomerate willawa, has pleaded not guilty to three points of scandal scandal linked to the Japanese's been a 2008 scandal and the company's \"", "rouge": {"rouge1": 24.56140350877193, "rouge2": 7.272727272727273, "rougeL": 24.56140350877193}, "nll_sum": 192.76498413085938, "token_count": 34} +{"index": 5028, "reference": "An Egyptian court has again delayed a verdict in the retrial of three al-Jazeera journalists convicted of aiding the banned Muslim Brotherhood.", "prediction": "Two Australian journalists who were convicted of terrorism due to others have been sentenced to jail prison after a retrial.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 13.953488372093023}, "nll_sum": 91.4607925415039, "token_count": 21} +{"index": 5029, "reference": "A teenage boy stabbed to death in a \"senseless\" and \"cowardly\" attack in east London has been named by police.", "prediction": "A teenager has been stabbed to death by men in the street in north London.", "rouge": {"rouge1": 62.857142857142854, "rouge2": 24.242424242424242, "rougeL": 45.714285714285715}, "nll_sum": 43.807090759277344, "token_count": 15} +{"index": 5030, "reference": "Saracens' George Kruis has been added to the England squad after recovering from ankle surgery.", "prediction": "Sime Kruis, Pa Charteris, has been named in England's a training camp after training the squad for the Scottish club on Saturday, after his of recent from his first full-up after weeks from months from. the from a", "rouge": {"rouge1": 29.09090909090909, "rouge2": 3.7735849056603774, "rougeL": 25.454545454545457}, "nll_sum": 280.27142333984375, "token_count": 47} +{"index": 5031, "reference": "Dengue fever has killed at least 20 people in the West African state of Burkina Faso, where about 2,000 cases of the disease have been recorded.", "prediction": "At least five people are now to have died from a deadly disease diseases in the south-west, officials say.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 25.531914893617024}, "nll_sum": 82.16609191894531, "token_count": 22} +{"index": 5032, "reference": "A project to build a visitors' centre, costing more than \u00a31m, for the site of one of most key battles in English history has won a lottery grant.", "prediction": "Campaigners are seeking \u00a35m,000 for a new visitor centre to be built on the Battle of the Battle of Naseby.byims 2011. referee-'s a it from it's frompayment of a21 again's 2011", "rouge": {"rouge1": 31.250000000000007, "rouge2": 3.225806451612903, "rougeL": 21.875000000000004}, "nll_sum": 271.280517578125, "token_count": 47} +{"index": 5033, "reference": "Nottingham Forest have signed Andreas Bouchalakis on a three-year contract after the midfielder impressed during pre-season with the Championship side.", "prediction": "Nottingham Forest have signed striker Carlososos from Mil second-tier club Rio Evangelos for an undisclosed fee believed by a further year further.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 13.95348837209302, "rougeL": 26.66666666666666}, "nll_sum": 177.83935546875, "token_count": 29} +{"index": 5034, "reference": "At least 15 civilians have been killed and dozens injured in an air strike on a village in eastern Syria held by so-called Islamic State, activists say.", "prediction": "A house owned to the so-called Islamic State (IS) has been killed in north-eastern Syria, a group and the activists say, reports, as reports were was from from the from in November..", "rouge": {"rouge1": 45.16129032258064, "rouge2": 20.0, "rougeL": 22.58064516129032}, "nll_sum": 181.32284545898438, "token_count": 42} +{"index": 5035, "reference": "A County Londonderry woman who uses music to \"transform the lives of people with disabilities\" has been honoured with a BBC Unsung Hero award.", "prediction": "An 11-year-old girl from Londonderry will receive this year's BBCsung Hero award award.", "rouge": {"rouge1": 15.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 83.40930938720703, "token_count": 22} +{"index": 5036, "reference": "Hospital bosses say they will continue to hire foreign workers to try and solve a \"desperate\" shortage of nurses.", "prediction": "A Hertfordshire community hospital is working with more re-enter doctors to paramedics, to help cope with the pressure on a mental health ward.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 128.10693359375, "token_count": 28} +{"index": 5037, "reference": "An Israeli soldier has been killed and another Israeli hurt in a Palestinian car-ramming attack in the occupied West Bank, the Israeli military says.", "prediction": "A Palestinian driver was crashed into bus stop at a bus in Israel, killing a police officer.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 14.285714285714283}, "nll_sum": 77.20858764648438, "token_count": 18} +{"index": 5038, "reference": "Conor McGregor promised to knock out Floyd Mayweather inside four rounds when they faced off for the first time to promote their 26 August bout.", "prediction": "Floyd Mayweather has called for his \"conweight battle\" against the UFC world champion, Conor Conor McGregor the \"man who done anything and quit\".", "rouge": {"rouge1": 24.999999999999993, "rouge2": 8.695652173913043, "rougeL": 16.666666666666664}, "nll_sum": 147.10157775878906, "token_count": 29} +{"index": 5039, "reference": "One person's tax planning is another person's tax avoidance - so whether David Cameron's tax affairs are controversial or not is really a matter of where you stand on the payment of tax.", "prediction": " names of name names - in families tax families - who should not inheritance tax in - should take control of income tax - not did in any tax.", "rouge": {"rouge1": 23.333333333333332, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 153.34165954589844, "token_count": 29} +{"index": 5040, "reference": "The exterior of a church known for its tall tower has been lit up for the first time in two years after it was flooded.", "prediction": "Hundreds of blue lights has lined up at a Lincolnshire church after a church which was badly damaged during Stormu Desmond, described as a bridge's.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 150.028564453125, "token_count": 29} +{"index": 5041, "reference": "The US has charged seven Iranians for allegedly hacking nearly 50 financial companies and a New York dam.", "prediction": "The US has charged seven people suspected of carrying out computer attacks that hit the global system, officials said.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 22.857142857142858, "rougeL": 27.027027027027025}, "nll_sum": 78.23625183105469, "token_count": 20} +{"index": 5042, "reference": "Shrewsbury Town have signed West Bromwich Albion teenager Tyler Roberts on loan for the rest of the season.", "prediction": "Shrewsbury Town have signed teenage teenagewich City youngster James Roberts on an 18-month youth loan deal.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 24.242424242424242, "rougeL": 45.714285714285715}, "nll_sum": 113.86592864990234, "token_count": 24} +{"index": 5043, "reference": "One of the main buildings on Swansea University's Singleton Park campus is to undergo a \u00a32.75m makeover.", "prediction": "Swansea University has unveiled plans for a new shopping centre that will an part of an eyesore as part of a \u00a37m expansion.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 14.285714285714288}, "nll_sum": 107.51882934570312, "token_count": 28} +{"index": 5044, "reference": "More than six million workers have now been signed up automatically to a pension savings scheme but fears remain over how much is being set aside.", "prediction": "Millions of workers are being forced to struggle to pay their priority for top--up of their pension.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 100.22874450683594, "token_count": 20} +{"index": 5045, "reference": "A man who set fire to a derelict holiday park \"for fun\" has been sentenced.", "prediction": "A man who ripped through a fire which he through through a former swimming group in Exeter, has been given a suspended suspended jail sentence.", "rouge": {"rouge1": 40.0, "rouge2": 15.789473684210526, "rougeL": 40.0}, "nll_sum": 120.96528625488281, "token_count": 27} +{"index": 5046, "reference": "League One side Fleetwood Town have signed Bristol City striker Wes Burns on a youth loan deal until 8 May.", "prediction": "Fleetwood Town have signed midfielder Joe Burns on a season-long loan from fellow Championship side Bristol City.", "rouge": {"rouge1": 57.89473684210527, "rouge2": 33.333333333333336, "rougeL": 42.10526315789474}, "nll_sum": 69.00447082519531, "token_count": 21} +{"index": 5047, "reference": "Brazilian President Dilma Rousseff has unveiled the torch to be used at the 2016 Olympics in Rio de Janeiro.", "prediction": "Brazilian President Dilma Rousseff, has announced has Olympic Games will be held in August 5 August.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 24.24242424242424, "rougeL": 40.0}, "nll_sum": 81.3946304321289, "token_count": 20} +{"index": 5048, "reference": "At least 17 people have been killed in a suspected US drone strike on a compound in north-west Pakistan, Pakistani officials say.", "prediction": "The Pakistani government has killed a US drone strike for the first time in only six days, security officials say 2011. has it in the-'s, a,'s, from a national, it, from regional of.", "rouge": {"rouge1": 37.93103448275862, "rouge2": 10.714285714285714, "rougeL": 27.586206896551722}, "nll_sum": 209.06719970703125, "token_count": 43} +{"index": 5049, "reference": "A memorial has been unveiled in a Scottish town in honour of a teacher-turned-police officer who investigated the murders of Jack the Ripper.", "prediction": "A theth anniversary of an armed and armed robbery in London was museum man on his 88th birthday. solve a, it's been a 100 night - the reputation's. as an artist for. from it a his the.", "rouge": {"rouge1": 25.396825396825395, "rouge2": 0.0, "rougeL": 19.047619047619047}, "nll_sum": 258.4635314941406, "token_count": 45} +{"index": 5050, "reference": "Two nurses who failed to carry out blood glucose tests on patients and then faked the results have been jailed.", "prediction": " nurses nurses who falsified three of ill ill patients who failed to blood pressure records, three of them ill, have been given suspended jail sentences.", "rouge": {"rouge1": 40.0, "rouge2": 18.6046511627907, "rougeL": 35.55555555555556}, "nll_sum": 134.60516357421875, "token_count": 28} +{"index": 5051, "reference": "A judge in Brazil has revoked a decision which had halted work on the Belo Monte dam in the Amazon region.", "prediction": "A Brazilian court has ordered a temporary halt on the construction of building a controversial $ controversial43m (\u00c2\u00a3\u00c2m) dam).", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 35.8974358974359}, "nll_sum": 154.71054077148438, "token_count": 26} +{"index": 5052, "reference": "Wildlife conservators have said they are \"extremely concerned\" that the number of little terns nesting in the UK's biggest breeding colony dropped by almost half in a year.", "prediction": "A number of nesting barn have born at a attraction in East Yorkshire for the first time since the 2008, the RSPBSP said 2011 solve.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 3.846153846153846, "rougeL": 18.51851851851852}, "nll_sum": 174.68821716308594, "token_count": 29} +{"index": 5053, "reference": "The first pine marten born and bred in Wales as part of a recovery project has been caught on camera.", "prediction": "A baby martineens m up up at a Carmartshire beach after his mother was given birth.", "rouge": {"rouge1": 5.555555555555556, "rouge2": 0.0, "rougeL": 5.555555555555556}, "nll_sum": 133.6072235107422, "token_count": 20} +{"index": 5054, "reference": "A Scottish woman jailed in Peru for smuggling drugs has arrived back in Glasgow after being released from jail.", "prediction": "A Scottish woman who was arrested in connection with a drug smuggling cartel to Peru.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 62.96540451049805, "token_count": 15} +{"index": 5055, "reference": "A ten foot tall hairy monster - reminiscent of Sweetums in The Muppets - is to be used to persuade more employers to set up a pension scheme.", "prediction": "A human rights group has called for more than two million people in the workplace to to be axed.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 22.22222222222222}, "nll_sum": 71.05621337890625, "token_count": 20} +{"index": 5056, "reference": "The fianc\u00c3\u00a9 of a children's author considered throwing himself off a cliff two months before he was charged with the killing her, a court has heard.", "prediction": "The man accused of murdering a children's home told a court she told police him to suicide suicide and \"never entitled to suicide\",\", and court.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 11.76470588235294, "rougeL": 26.41509433962264}, "nll_sum": 159.33311462402344, "token_count": 29} +{"index": 5057, "reference": "Cast members and theatre-goers were evacuated from the Royal Opera House in London after a fire alarm went off mid-performance.", "prediction": "A huge fire which turned out at a famous theatre in York, east London, because be evacuated because of a calloned a of glamon's's as The a's\".", "rouge": {"rouge1": 26.923076923076927, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 212.5805206298828, "token_count": 34} +{"index": 5058, "reference": "Tributes have been paid to Dr John Hinds, one of the \"flying doctors\" of Irish road racing.", "prediction": "Tributes have been paid to Dr Dr John Hinds, who died fatal a motorbike crash in Northern Ireland.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 42.42424242424242, "rougeL": 45.714285714285715}, "nll_sum": 91.33847045898438, "token_count": 22} +{"index": 5059, "reference": "Anthony Foley once described rugby as, basically, \"a street fight with a ball\".", "prediction": "When Anthony Foley took a long of out to his neck through a head injury so far, so it had been some location of those who helped him.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 155.3468780517578, "token_count": 29} +{"index": 5060, "reference": "Christmas tree lights can slow your wi-fi warns watchdog Ofcom as it releases an app that can check home broadband.", "prediction": "An app which allows people in find users' access to their homes is not run, advertising regulator Ofcom says.", "rouge": {"rouge1": 20.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 109.39629364013672, "token_count": 22} +{"index": 5061, "reference": "Graeme McDowell carded a final-round 71 to end the Scottish Open at Castle Stuart in joint 10th.", "prediction": "Northern Ireland's Graeme McDowell carded a card after final round of a six-under-par 64 to a round of 68.", "rouge": {"rouge1": 35.0, "rouge2": 21.052631578947366, "rougeL": 35.0}, "nll_sum": 127.27711486816406, "token_count": 27} +{"index": 5062, "reference": "Patients needing surgery to reconstruct body parts such as noses and ears could soon have treatment using cartilage which has been grown in a lab.", "prediction": " teeth at Swansea University are using a of using using 3D printing to protect a human arm from human organs.", "rouge": {"rouge1": 13.33333333333333, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 105.85047912597656, "token_count": 21} +{"index": 5063, "reference": "More than 200 volcanic and coral islands, many of them surrounded by a single barrier reef, make up the northern Pacific nation of Palau.", "prediction": "The disputed French control of Palauau is at its highest and highest highest level, a US territory held between the US border United States. in", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 159.12921142578125, "token_count": 28} +{"index": 5064, "reference": "Napoli wasted a chance to return to the top of Serie A when they were held at home by AC Milan on Monday.", "prediction": " Napoli moved points clear at A top the Serie A table as they were held to a draw by AC Milan at the Giorio GItalia.", "rouge": {"rouge1": 58.333333333333336, "rouge2": 21.73913043478261, "rougeL": 45.83333333333333}, "nll_sum": 139.2559814453125, "token_count": 30} +{"index": 5065, "reference": "Mark Ronson and Bruno Mars have given The Gap Band a writing credit on their huge hit Uptown Funk, due to its similarities with their 1979 track Oops Up Side Your Head.", "prediction": "Mark Ronson's Ronson Mars but be sued over the Bl Lines over their hit track YouTube, according to the music of of musicians.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 3.7037037037037033, "rougeL": 25.0}, "nll_sum": 179.828125, "token_count": 27} +{"index": 5066, "reference": "Chinese President Xi Jinping has sought to reassure US business leaders, in a wide-ranging speech covering China's economic reforms and cyber crime.", "prediction": "Chinese President Xi Jinping has said he will not be \"unended open\" to the world, saying the economy \" will stay in the world\"..", "rouge": {"rouge1": 29.78723404255319, "rouge2": 17.777777777777775, "rougeL": 29.78723404255319}, "nll_sum": 121.17581939697266, "token_count": 29} +{"index": 5067, "reference": "A diabetic MP who asked Coca-Cola not to take its Christmas truck to Leicester has been accused of hypocrisy for opening a sweet shop in the city.", "prediction": "An MP has criticised Leicester's former president of vice-Cola over its sugar,\", saying the products it is linked \" a sugary drinks tax\".", "rouge": {"rouge1": 30.769230769230766, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 184.80052185058594, "token_count": 29} +{"index": 5068, "reference": "A police officer at a sex crime unit encouraged a woman to drop a rape claim against a man who went on to murder his two children, a report has said.", "prediction": "A rape allegation allegation was not made against a police unit because had not have been dealt, because she had not been dealt with not the police watchdog.", "rouge": {"rouge1": 20.338983050847457, "rouge2": 10.526315789473685, "rougeL": 13.559322033898304}, "nll_sum": 144.01034545898438, "token_count": 29} +{"index": 5069, "reference": "A British man believed to be a teacher has been found dead in Myanmar.", "prediction": "A British man, and three Tests, have found with fatal wounds in the Myanmar capital, Myanmar, say.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 13.793103448275861, "rougeL": 38.70967741935484}, "nll_sum": 119.36396026611328, "token_count": 21} +{"index": 5070, "reference": "Almost 1,900 Palestinians, mostly civilians, have been killed since the launch of Israel's Operation Protective Edge at the beginning of July.", "prediction": "Fifty-two UN officials that nine Palestinians were killed during a struggle the conflict between Yemen and Syria the", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 109.4031982421875, "token_count": 20} +{"index": 5071, "reference": "Have British sports delivered under the spotlight of London 2012?", "prediction": "Great Britain missed out on the last four at the 2012 Olympics after London failed reach its slim target of reaching a record of 10,000m.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 122.2039794921875, "token_count": 28} +{"index": 5072, "reference": "A crisis-hit computer project for the NHS 24 telephone helpline will not be fully rolled out across Scotland until the end of next year - four years later than originally planned.", "prediction": "A new telephone system and 999 phone call for patient health patients is expected to be delayed after a fatal accident, says NHS 24 of health bosses.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 3.571428571428572, "rougeL": 17.241379310344826}, "nll_sum": 144.38998413085938, "token_count": 28} +{"index": 5073, "reference": "One man has been killed and another seriously injured in a double stabbing in Birmingham.", "prediction": "Two men were taken to hospital after with serious injuries and stab wounds in a suspected hit-and-run in West Midlands.- a. a- a- aA a from game from it on's game of.", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 205.0294647216797, "token_count": 42} +{"index": 5074, "reference": "It's always just after the clocks go forward that the streets around here fill up with two things - people in garish clothes training for the Great Manchester run, and political candidates chasing your vote.", "prediction": "There is a general election for Salford Labour, Salford and Manchester, considers the BBC describes it hoping to be big bigger for Labour in Salford, Salford, and Greater Manchester.", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 9.375}, "nll_sum": 171.0816650390625, "token_count": 41} +{"index": 5075, "reference": "More than 100,000 customers in Wales could have help with their water bills thanks to a new tariff being launched.", "prediction": "A water company will receive an average extra \u00a3 \u00a3mm in protecting its investment of its customers.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 110.46538543701172, "token_count": 18} +{"index": 5076, "reference": "Aston Villa's Jack Grealish has returned to training and could be in line to start for the club after being dropped to the bench by boss Remi Garde, according to the Express and Star.", "prediction": "A decision on Aston Villa manager Remi Garde has received a mixed reaction from the front newspaper.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 7.999999999999999, "rougeL": 19.23076923076923}, "nll_sum": 77.1897964477539, "token_count": 19} +{"index": 5077, "reference": "Premiership champions Saracens have signed hooker Dave Porecki on a short-term contract.", "prediction": "Saracens have signed All Blacks hook hooker Dave Tap sequence on a short-term deal.", "rouge": {"rouge1": 64.28571428571429, "rouge2": 46.15384615384615, "rougeL": 64.28571428571429}, "nll_sum": 96.548828125, "token_count": 20} +{"index": 5078, "reference": "The leader of the Catholic Church in Ireland has backed a call by Amnesty International for an inquiry into mother-and-baby homes in Northern Ireland.", "prediction": "The Archbishop of Wales has called for \"anan amazing and mistakes lessons\" at a home where a mother-and-old baby families and.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 4.25531914893617, "rougeL": 32.6530612244898}, "nll_sum": 167.72747802734375, "token_count": 27} +{"index": 5079, "reference": "One of the Hatton Garden raiders buried his share of the \u00a314m stash under two family graves, but tried to dupe police by just revealing one, a court has heard.", "prediction": "One of the men accused of being behind the the Hatton Garden heistist, said the worth of nearly \u00a312,000, was stolen, a court heard.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 18.867924528301888, "rougeL": 32.727272727272734}, "nll_sum": 126.24008178710938, "token_count": 33} +{"index": 5080, "reference": "People are being reminded not to pour fat from cooking Christmas dinners down the sink as it blocks up sewer pipes.", "prediction": " Rebecca fat act found in aageage of north London's Sing plannedingellman, has been found to Final in a bin bin", "rouge": {"rouge1": 9.523809523809524, "rouge2": 0.0, "rougeL": 4.761904761904762}, "nll_sum": 194.52554321289062, "token_count": 26} +{"index": 5081, "reference": "Valve is changing the way independent game makers can get their creations onto its Steam service.", "prediction": "Valve- company Valve has confirmed it has agreed to pay landlord behind a bad video game version of its service.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 116.84742736816406, "token_count": 22} +{"index": 5082, "reference": "A US national has been sentenced in Iran to 10 years in prison on spying charges, Iranian officials have said.", "prediction": "An American- who was sentenced of 10 years working for the US has been jailed for the capital, Tehran says.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473683, "rougeL": 15.0}, "nll_sum": 101.8929214477539, "token_count": 22} +{"index": 5083, "reference": "Former celebrity publicist Max Clifford \"gyrated\" in front of a 17-year-old girl, a court has heard.", "prediction": "A musician has told a court that a woman indecently assaulted and sexually and assaulted him.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 71.73461151123047, "token_count": 17} +{"index": 5084, "reference": "Scientists have described a new species of bird in northern India and China, called the Himalayan forest thrush.", "prediction": "One of the only bird, India who lived in one India highest earthquakes thousands of years ago.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 110.40945434570312, "token_count": 18} +{"index": 5085, "reference": "Floyd Mayweather and Conor McGregor continued to trade insults on the second day of a media tour to promote their Las Vegas fight in August.", "prediction": "oror McGregor says boxer Conor McGregor \"make money\" during his bout during the boxing fight, claiming he has \"has I don't and owed money\".", "rouge": {"rouge1": 20.000000000000004, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 150.42001342773438, "token_count": 30} +{"index": 5086, "reference": "A man who broke into a flat and brutally beat the householder was caught after he left his wallet behind.", "prediction": "A man has admitted murdering and man and another man in Edinburgh was attacked in his home, armed with a baseball bat and was attacked by police.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 4.444444444444445, "rougeL": 21.27659574468085}, "nll_sum": 110.38180541992188, "token_count": 28} +{"index": 5087, "reference": "Olympic sprinting gold medallist Mark Lewis-Francis has been named on standby for Great Britain's provisional bobsleigh squad for next month's World Championships in Austria.", "prediction": "Two-time Olympic silver medallist LMen Deen will be out of Great Britain's squad for next month's ICC World Championships in Germany next month.", "rouge": {"rouge1": 49.056603773584904, "rouge2": 31.372549019607842, "rougeL": 49.056603773584904}, "nll_sum": 118.30552673339844, "token_count": 31} +{"index": 5088, "reference": "Two men who died in a paint-spraying booth were so badly burned they could only be identified using their dental records, an inquest has heard.", "prediction": "Two men who who were killed of an explosion in an workplace room warehouse before they died, an inquest has heard.", "rouge": {"rouge1": 46.80851063829788, "rouge2": 22.222222222222225, "rougeL": 38.297872340425535}, "nll_sum": 108.83187866210938, "token_count": 22} +{"index": 5089, "reference": "A Georgian seaside villa in Dorset, where author John Fowles lived, will open its doors after a \u00a31.8m revamp.", "prediction": "The Tunis amphibian and writer, John F Feyles, is to be recreated for restoration work at a historic home in West Lothian.", "rouge": {"rouge1": 14.285714285714283, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 153.7294921875, "token_count": 29} +{"index": 5090, "reference": "Teenager Ben Woodburn eclipsed Michael Owen as Liverpool's youngest goalscorer as the Reds edged past Championship side Leeds United in the EFL Cup quarter-finals at Anfield.", "prediction": "Chris Woodburn scored a dramatic last-minute winner to give Liverpool a comfortable win over 10-man Manchester United and reach the EFL Cup semi-finals at Anfield.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 14.814814814814813, "rougeL": 32.142857142857146}, "nll_sum": 97.71748352050781, "token_count": 33} +{"index": 5091, "reference": "West Ham say they are \"disappointed\" with a ruling that the terms of their rental of the Olympic Stadium from next season should be made public.", "prediction": "Developers of the15m) deal to West Ham's Olympic Stadium in London 2012, the club's been revealed in a BBC investigation and revealed.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 8.333333333333332, "rougeL": 16.0}, "nll_sum": 145.25885009765625, "token_count": 29} +{"index": 5092, "reference": "Prince Charles has spoken out about the danger of religious persecution, warning against a repeat of \"the horrors of the past\".", "prediction": " Prince William has said that religious persecution leaders around the world will be kidnapped within the next five years.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 30.0}, "nll_sum": 76.49276733398438, "token_count": 19} +{"index": 5093, "reference": "Education Secretary Nicky Morgan is pushing ahead with a \"national funding formula\" for schools, to tackle uneven levels of funding across England.", "prediction": "All schools in England will receive get of extra funding to England's schools in coming years, Education Secretary Nicky Morgan says \"a immediate change\".", "rouge": {"rouge1": 42.55319148936171, "rouge2": 13.333333333333334, "rougeL": 21.276595744680854}, "nll_sum": 118.75324249267578, "token_count": 28} +{"index": 5094, "reference": "Chancellor George Osborne faced a tricky challenge when trying to raise taxes in this Budget, which was that his party had already promised not to raise income tax, national insurance or VAT.", "prediction": "George Chancellor George Osborne, the House of Commons House in Commons House has announced that he would include the \" bigbig rate\" in tax.", "rouge": {"rouge1": 21.818181818181817, "rouge2": 7.547169811320755, "rougeL": 21.818181818181817}, "nll_sum": 140.17816162109375, "token_count": 27} +{"index": 5095, "reference": "It was fantastic to read and listen to so many wonderful tributes when my colleague Henry Blofeld announced he will be hanging up the Test Match Special microphone at the end of the summer.", "prediction": "\"When I appointed I cricket, cricket captain, captain and coach Henry Henry, I played was cricket cricket in cricket, I was doing and I could again once again.\"", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 172.42684936523438, "token_count": 33} +{"index": 5096, "reference": "Real Madrid took advantage of Barcelona and Sevilla slipping up by beating Real Sociedad to go four points clear at the top of La Liga.", "prediction": "Realletico Madrid moved level on gap with La leaders Real Madrid after they were thrashed Atiedad.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 5.128205128205128, "rougeL": 9.75609756097561}, "nll_sum": 137.90585327148438, "token_count": 20} +{"index": 5097, "reference": "A province in Pakistan has become the first in the largely Muslim country to give Hindus the right to register their marriage officially.", "prediction": " Pakistan's national National Assembly has signed into law law a lawised Hindu marriage, with local rights rights activists, such as same-sex marriages\".", "rouge": {"rouge1": 25.53191489361702, "rouge2": 0.0, "rougeL": 21.27659574468085}, "nll_sum": 137.99774169921875, "token_count": 28} +{"index": 5098, "reference": "Harlequins have agreed a deal to sign Montpellier fly-half Demetri Catrakilis ahead of the 2017-18 season.", "prediction": "Premiership champions Harlequins have South African fly-half Demetil Catrakilis from French-table side Stirling on with deal end St next season.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473683, "rougeL": 30.0}, "nll_sum": 193.394775390625, "token_count": 34} +{"index": 5099, "reference": "A volcano has erupted in Guatemala, prompting the authorities to consider the evacuation of some 3,000 people living in the area.", "prediction": "Thousands of people in Guatemala are and have forced to leave their small town after a deadly river, water officials say.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 4.878048780487805, "rougeL": 13.95348837209302}, "nll_sum": 94.30670166015625, "token_count": 22} +{"index": 5100, "reference": "Scientists say they have developed a way of testing how well, or badly, your body is ageing.", "prediction": "An healthy transfer test can reveal predict can pick a person's in your body is 90, say doctors.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 11.76470588235294, "rougeL": 22.22222222222222}, "nll_sum": 129.30780029296875, "token_count": 20} +{"index": 5101, "reference": "Pictures have emerged showing a mobile phone which is believed to have saved the life of a Gwynedd woman badly injured in the Manchester bombing.", "prediction": "A woman from Gwynedd has told how she lost her mobile behind her nose behind the suspected Manchester attack.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 96.98109436035156, "token_count": 21} +{"index": 5102, "reference": "Turkey's military has denied that it mistakenly told Russian warplanes to bomb a building in Syria on Thursday, killing three Turkish soldiers.", "prediction": " of Russian military says has handed out its Turkish air strike from an towns north counter- Syrian town of al-Babastern of the north-up officials officials say they", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 213.35885620117188, "token_count": 33} +{"index": 5103, "reference": "Two Liverpool hospitals could merge under cost-cutting plans unveiled by health bosses.", "prediction": "Plans to bring two hospitals totier hospitals's hospitals in England \"would be\",, city leader has said.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 129.73599243164062, "token_count": 22} +{"index": 5104, "reference": "Ten French fishermen were rescued when their trawlers began to sink in a Devon harbour.", "prediction": " Somerset Devon inboat is rescued crew members of their vessel after their boat ranround in", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 20.000000000000004}, "nll_sum": 107.43250274658203, "token_count": 16} +{"index": 5105, "reference": "Police are trying to trace a woman who is unaccounted for after a fire at her home in the Highlands.", "prediction": "A 88-year-old woman has said a fire at a house in the Scottish Borders has \"could take some number time distance\".", "rouge": {"rouge1": 32.558139534883715, "rouge2": 14.634146341463413, "rougeL": 32.558139534883715}, "nll_sum": 116.31141662597656, "token_count": 26} +{"index": 5106, "reference": "Passengers have told how they got out of trains stuck for hours on South West Trains services outside London and walked down the tracks.", "prediction": "Train passengers were left stranded on London Waterloo station because some of the track were cut off, police stopped reveal solve the of aATexason--.A from a,'s it from it The's of a. from's from a", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.278688524590164, "rougeL": 15.873015873015872}, "nll_sum": 289.4002685546875, "token_count": 46} +{"index": 5107, "reference": "Four British soldiers who tried to smuggle guns and drugs into the UK have been jailed.", "prediction": "Four former soldiers, including one the officer, to provide guns, are to be used, kill, kill and maim-led trains.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 27.77777777777778}, "nll_sum": 134.02626037597656, "token_count": 27} +{"index": 5108, "reference": "An \"obsession\" with witchcraft and sorcery led a couple to brutally murder a 15-year-old boy at a flat in east London.", "prediction": "A man from New York convicted of killing three children and his young children in a church-run priests has been convicted of murder robbery's who was a of a Broadway 2011 in solve- 2011 a again a again 2011 again a's again a", "rouge": {"rouge1": 17.39130434782609, "rouge2": 0.0, "rougeL": 17.39130434782609}, "nll_sum": 266.7760009765625, "token_count": 47} +{"index": 5109, "reference": "Small businesses - those employing a few hundred people or less - are increasingly becoming the target of hackers.", "prediction": "From the reports that small, are are aware that cyber-un27 are-, but hackers are worrying about how about to them them or not not to be wrongly.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 204.0753173828125, "token_count": 32} +{"index": 5110, "reference": "Up to 4,000 people in Wales could be affected if the Hoover pension scheme goes into the Pension Protection Fund (PPF), BBC Wales understands.", "prediction": "BHS warehouse members will be getting off their to due in its pension scheme due to, BBC Wales understands.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714288, "rougeL": 31.818181818181817}, "nll_sum": 136.28543090820312, "token_count": 21} +{"index": 5111, "reference": "A man in his 50s has died after being seriously assaulted in Swords, County Dublin.", "prediction": "A 68-year-old man in his 40s, has died following an incident in of Dublin centre street in Dublin city centre the- the, unpaid, as his a reputation-p's a in from The as's. aA", "rouge": {"rouge1": 30.18867924528302, "rouge2": 11.764705882352942, "rougeL": 30.18867924528302}, "nll_sum": 240.19508361816406, "token_count": 47} +{"index": 5112, "reference": "Two woman have died following a head-on road crash in the Borders.", "prediction": "Two women have died in a crash involving two in Stings, East Lothian.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 8.333333333333332, "rougeL": 46.15384615384615}, "nll_sum": 64.15266418457031, "token_count": 17} +{"index": 5113, "reference": "For months, it's been the joint mantra from both Dublin and London - that after Brexit, the border between Northern Ireland and the Republic of Ireland should be as \"seamless and frictionless as possible\".", "prediction": "The Democratic Unionist (DUP) concluded that it is proposal between the border between Northern Ireland, saying a \" right to border\" Revenue will be\" Irish border.\"", "rouge": {"rouge1": 30.508474576271183, "rouge2": 14.035087719298245, "rougeL": 27.11864406779661}, "nll_sum": 174.62518310546875, "token_count": 33} +{"index": 5114, "reference": "Businesses need stability after the UK government's High Court defeat over the trigger for leaving the EU, Welsh Secretary Alun Cairns has said.", "prediction": "Welsh Secretary Alun Cairns has said the Welsh Government can still appeal against a High Court ruling that the UK will leave any the EU.", "rouge": {"rouge1": 61.22448979591836, "rouge2": 34.04255319148936, "rougeL": 32.6530612244898}, "nll_sum": 96.78653717041016, "token_count": 29} +{"index": 5115, "reference": "Researchers have developed a way to \"print\" cartilage that could help treat joint diseases and sporting injuries.", "prediction": "A 3D-printed model could be created with using brain surgery, by doctors in London and London.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 83.54338073730469, "token_count": 20} +{"index": 5116, "reference": "Cleethorpes Pier has been bought by a local businessman who intends to turn it into a community-run venue.", "prediction": "Brighton Pier, which ear been earmarked for buy \" create new jobs to community ownership, its owner says.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 139.28907775878906, "token_count": 22} +{"index": 5117, "reference": "\"I was used to the hustle and bustle, the crowd on the floor,\" says Alasdair Haynes.", "prediction": "\"I have done anything, what is said John Hay's office first office in office.", "rouge": {"rouge1": 6.451612903225808, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 103.4373779296875, "token_count": 17} +{"index": 5118, "reference": "National League side Woking have signed winger Bobson Bawling after his release by League Two Crawley Town.", "prediction": "League Two side Crawley Town have signed Crawley goalkeeper defender Robson on a free two-year deal, with a option of a further 12 months.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.0, "rougeL": 23.80952380952381}, "nll_sum": 106.06437683105469, "token_count": 30} +{"index": 5119, "reference": "The Boat Race of the North is returning to the Newcastle-Gateshead Quayside following a five-year absence.", "prediction": "Newcastle University have won the Boat Boat same Championship for the first time in 30 years, in the wake from Tom Clarke's's reputation from on the same's as the same last name as it's's. of a's from'sA", "rouge": {"rouge1": 25.80645161290322, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 266.57501220703125, "token_count": 47} +{"index": 5120, "reference": "A flotilla of Russian warships is passing through the English Channel en route to Syria.", "prediction": "British warships are heading to the Mediterranean after leaving the border with northern in northern Syria.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 75.59259796142578, "token_count": 16} +{"index": 5121, "reference": "All photographs courtesy dronestagr.am.", "prediction": ".", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 0.0, "token_count": 0} +{"index": 5122, "reference": "West Ham have signed Fenerbahce striker Emmanuel Emenike on loan, with an option to make the deal permanent at the end of the season.", "prediction": "West Ham have signed striker Marvin Emenike from Besikivtas for an undisclosed fee fee on a five-year deal to a-, a-A a to \u00a3-m a referee in from's a. from aA", "rouge": {"rouge1": 34.48275862068966, "rouge2": 10.714285714285714, "rougeL": 27.586206896551722}, "nll_sum": 250.52291870117188, "token_count": 46} +{"index": 5123, "reference": "Four balaclava-clad men smashed a dumper truck into the front of a bank and escaped with its cash machine.", "prediction": "Two men robbed through a same d truck a before after they through through a front machine smashed a machine of up to \u00a3100,000,", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 26.66666666666666}, "nll_sum": 167.28228759765625, "token_count": 27} +{"index": 5124, "reference": "England will face Northern Ireland in Saturday's quarter-finals of the Snooker World Cup in China.", "prediction": "Wales will continue to reach last 16 of the 2018 World Cup event in Birmingham in the end of- neck's decision-f aA in from a as's. a from from's's from a of event.", "rouge": {"rouge1": 29.09090909090909, "rouge2": 7.547169811320755, "rougeL": 21.818181818181817}, "nll_sum": 269.32696533203125, "token_count": 43} +{"index": 5125, "reference": "The mother of a teenager who died when the car she was driving plunged into a river in Argyll has described her as the \"perfect daughter\".", "prediction": "A mother of a teenager who died in a crash on a road in Fife, has been described as \"heart heart\".", "rouge": {"rouge1": 46.80851063829788, "rouge2": 22.222222222222225, "rougeL": 46.80851063829788}, "nll_sum": 92.38113403320312, "token_count": 24} +{"index": 5126, "reference": "Sweden's Henrik Stenson won the Wyndham Championship to claim his first title since The Open at Royal Troon last year.", "prediction": "Sweden's Strik Lance has moved one shot leader of the World Sner Championship after the third round the & and Championship in possible.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 4.761904761904763, "rougeL": 22.727272727272723}, "nll_sum": 183.40525817871094, "token_count": 27} +{"index": 5127, "reference": "Five days after Germanwings flight 4U 9525 crashed in the French Alps killing all 150 on board, investigators say they have isolated DNA of 78 victims.", "prediction": "The Germanwingsitz which has crashed into the French Alps could soon not be identified as that the, French and French interior investigators say.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 12.76595744680851, "rougeL": 24.489795918367346}, "nll_sum": 130.09352111816406, "token_count": 26} +{"index": 5128, "reference": "Botswana is to deport controversial US pastor Steven Anderson after he said on a local radio that homosexuals should be \"stoned to death\".", "prediction": "A South African pastor, South Africa, to never arrested arrested in Botswana, while the BBC radio host hosting the BBC show's on aTV TV from the BBC says. state-e's a in from The's. from of a", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 281.57537841796875, "token_count": 47} +{"index": 5129, "reference": "Wales full-back Liam Williams will miss Scarlets' Pro12 trip to Zebre with an ankle injury as the region refuse to admit defeat over his prospective move to Saracens.", "prediction": "Scarlets have confirmed-back Liam Williams is likely to return action action for Saturday's Six Nations match in France after his rest's his from from injury. the Six'sA- from-A ban from a years as.", "rouge": {"rouge1": 26.86567164179104, "rouge2": 6.153846153846154, "rougeL": 17.910447761194025}, "nll_sum": 269.78424072265625, "token_count": 44} +{"index": 5130, "reference": "A bill has been tabled at Holyrood to have Police Scotland take over railway policing duties north of the border.", "prediction": "Plans to bring transport department to Scotland into network rail network will be by Police Scotland, it has been claimed.", "rouge": {"rouge1": 25.0, "rouge2": 10.526315789473683, "rougeL": 15.0}, "nll_sum": 104.98490142822266, "token_count": 22} +{"index": 5131, "reference": "The Northern Ireland Secretary of State Teresa Villiers has said the UK government will release funding to allow a public sector redundancy scheme to go ahead.", "prediction": "Northern Ireland Secretary of State Theresa May has said that Northern Ireland's Civil disability programme will not go ahead despite a proposed \u00a3.5m.", "rouge": {"rouge1": 43.99999999999999, "rouge2": 24.999999999999993, "rougeL": 40.0}, "nll_sum": 110.55615234375, "token_count": 27} +{"index": 5132, "reference": "Ross County have signed winger Jim O'Brien on a permanent deal following a loan spell last season.", "prediction": "Ross County have signed former Republic of Ireland midfielder Jim O'Brien for an undisclosed fee-and-a-half, \u00a35m.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 27.777777777777775, "rougeL": 42.10526315789474}, "nll_sum": 82.08131408691406, "token_count": 27} +{"index": 5133, "reference": "Maria Sharapova may have been knocked out of Wimbledon, but in India she has hit the headlines with comments that are, for many Indians, akin to blasphemy.", "prediction": "iansians have been paying their tribute to the former tennis star Maria Sharapiskova after her play at an event at Wimbledon on Friday. saying 'It's aA00-D a from in from 3'sA", "rouge": {"rouge1": 22.950819672131146, "rouge2": 3.389830508474576, "rougeL": 13.114754098360654}, "nll_sum": 241.5286865234375, "token_count": 44} +{"index": 5134, "reference": "An appeal has been launched after two boys were sexually abused at a former care home.", "prediction": "Police are investigating after eight an-year-old boys who were sexually abused at a care home.old solve to been a in the a's 2011A, as it from a-G ballet - in from 3 a's.A a", "rouge": {"rouge1": 39.28571428571429, "rouge2": 18.51851851851852, "rougeL": 32.14285714285714}, "nll_sum": 267.08721923828125, "token_count": 47} +{"index": 5135, "reference": "The Welsh Assembly could be renamed the Welsh Parliament before AMs have the legal right to make the change.", "prediction": "The First Minister Carwyn Jones's name should be to the Holyrood term after two senior Conservative MPs have said, after in the's reputation from the, as Wales' struggle for, after from a of reputation.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 0.0, "rougeL": 21.81818181818182}, "nll_sum": 235.7443084716797, "token_count": 43} +{"index": 5136, "reference": "I spoke to Welsh Secretary Alun Cairns after he attended David Cameron's last cabinet meeting in Downing Street.", "prediction": "Captain Al Cairns says he was \"wicked and moment\" I asked and I was't writing there,", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 118.71084594726562, "token_count": 22} +{"index": 5137, "reference": "A creative industries development in Carmarthen which includes the new headquarters of S4C should not receive public money, ministers have been told.", "prediction": "A comparison between the Welsh Government and Government plans for a \u00a34bn Cardiff Bay development centre was \" would\", according to a Welsh's council leader.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 136.61758422851562, "token_count": 29} +{"index": 5138, "reference": "A rare Cornish bee species could save dwindling populations from a disease that has wiped out millions of colonies worldwide, scientists have said.", "prediction": "A zoo Borders Scottish Borders is seeking for a to help find out potentially deadly heart disease.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 116.14422607421875, "token_count": 17} +{"index": 5139, "reference": "An out of court settlement has been offered by a Muslim group to end a long-running dispute over a new mosque.", "prediction": "Blackpool City Council has agreed to pay a full sale of the half-ish of West's mosque if it is to be built.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 112.10684967041016, "token_count": 26} +{"index": 5140, "reference": "Three people have been released without charge by French police investigating a Paris jewellery robbery that targeted TV reality star Kim Kardashian West.", "prediction": "French police have arrest the arrest of men of themaker of actor Kim West, who body of found in Paris St- Valleine.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 17.777777777777775}, "nll_sum": 174.87127685546875, "token_count": 27} +{"index": 5141, "reference": "The queue snaked out of the side door of the book shop, 50 yards down the street, 100 yards down one side of an alleyway, 100 yards back up the other side and down the street again.", "prediction": "Footage of Muhammad Ali was recorded nearly 30 years ago, but but almost 40 years he was last seen in jail", "rouge": {"rouge1": 3.4482758620689653, "rouge2": 0.0, "rougeL": 3.4482758620689653}, "nll_sum": 92.43382263183594, "token_count": 22} +{"index": 5142, "reference": "It would have been easy for Lee Smith to turn his back on rugby union after a stint with Wasps in 2009 ended after only five months.", "prediction": "Four years ago had no had to the controversy over his decision to leave union in rugby league.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 17.777777777777775}, "nll_sum": 89.06944274902344, "token_count": 18} +{"index": 5143, "reference": "A Lebanese man whose estranged Australian wife has been charged with attempting to kidnap their children has said he will not drop the charges.", "prediction": "Lebeb's judge has ordered a British couple accused of and kidnapping two young children, who is accused of kidnapping, will not face criminal charges.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 24.489795918367346}, "nll_sum": 126.34584045410156, "token_count": 29} +{"index": 5144, "reference": "University researchers in Swansea have trained computers to detect cancer cells using artificial intelligence algorithms.", "prediction": " degree Aberywwyth University could soon be possible using via perfect brain brain developed, new research.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 142.8223419189453, "token_count": 19} +{"index": 5145, "reference": "Bristol have re-signed London Irish hooker Jason Harris-Wright.", "prediction": "Foulreys have signed Wales back-the- Jamie Oliver-right from Championship rivals Bristol, ahead of the 2016-finals end leaving the Premiership season.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 189.26126098632812, "token_count": 30} +{"index": 5146, "reference": "A lorry driver who ploughed into a queue of traffic without braking, killing a retired couple, has been jailed for four years and eight months.", "prediction": "A lorry driver who suffered a fatal accident in a crash which killed a man and his children, has been jailed for two and a half years.", "rouge": {"rouge1": 50.0, "rouge2": 27.999999999999996, "rougeL": 46.15384615384615}, "nll_sum": 68.73989868164062, "token_count": 29} +{"index": 5147, "reference": "The number of people interested in buying a house in April fell to its lowest level for nearly eight years, according to surveyors across the UK.", "prediction": "The number of living in Scotland and Wales fallen to its highest level for three three years, the latest figures showing the country to leave the EU.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 15.686274509803921, "rougeL": 41.50943396226415}, "nll_sum": 98.52912902832031, "token_count": 28} +{"index": 5148, "reference": "Nigeria's treasury is \"virtually empty\", President Muhammadu Buhari has said.", "prediction": "Nigeria's President Muhammadu Buhari has won presidential election for the next three months, because of \"the instability\" his political crisis.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 26.666666666666668, "rougeL": 37.49999999999999}, "nll_sum": 102.07288360595703, "token_count": 29} +{"index": 5149, "reference": "Scarlets flanker James Davies has apologised for his \"unforgiveable actions\" in their European Champions Cup defeat at Toulon on Sunday.", "prediction": "Olympic rugby league player James Davies has been sent after sending off the pitch during a 32-22 European Champions Cup final defeat by Toulon.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 18.6046511627907, "rougeL": 35.55555555555556}, "nll_sum": 120.22980499267578, "token_count": 30} +{"index": 5150, "reference": "Children's author Helen Bailey may have been alive when she was dropped into a cesspit at her home, a court has heard.", "prediction": "A children's author Sir Stham was found alive in her garage when body was discovered, her lawyer has been told a court, described as \"the's of it\".", "rouge": {"rouge1": 46.15384615384615, "rouge2": 11.999999999999998, "rougeL": 34.61538461538461}, "nll_sum": 170.7479705810547, "token_count": 34} +{"index": 5151, "reference": "Great Britain's Tom Daley claimed silver in the men's 10m platform at the Diving World Series in Kazan, Russia.", "prediction": "Britain's Tom Daley says he is relishingishing the performance in his men's divers team to Rio 2016.", "rouge": {"rouge1": 40.0, "rouge2": 21.05263157894737, "rougeL": 35.0}, "nll_sum": 108.27894592285156, "token_count": 22} +{"index": 5152, "reference": "Building work is due to start next month on the first new council homes in Flintshire for more than 20 years.", "prediction": "Dem work of \u00a37m primary school in Flintshire is due begin soon.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 12.903225806451612, "rougeL": 18.181818181818183}, "nll_sum": 78.65391540527344, "token_count": 15} +{"index": 5153, "reference": "Singer David Bowie has died at the age of 69 following an 18-month battle with cancer.", "prediction": "British musician have tribute to David singer who died at the age of 38 after a battle, his family has confirmed.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 22.222222222222225, "rougeL": 36.84210526315789}, "nll_sum": 95.80854034423828, "token_count": 22} +{"index": 5154, "reference": "Palm oil giant Olam has been accused of using suppliers that may use unsustainable practices in parts of Southeast Asia.", "prediction": " the world's largest oil producer, Olam, has denied reports that deadly plants could be used to Philippine palm industry \"couldcode markets\".", "rouge": {"rouge1": 28.571428571428566, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 161.099365234375, "token_count": 27} +{"index": 5155, "reference": "Given that the UK Labour Party says that it is \"deeply concerned\" about the human rights situation in Tibet, it might seem odd that one of its senior politicians is in Lhasa at all.", "prediction": " the Scottish Labour leader of Scotland of the Dalai Lama, the asks the MP's location, what it means.", "rouge": {"rouge1": 18.867924528301884, "rouge2": 0.0, "rougeL": 15.09433962264151}, "nll_sum": 145.52008056640625, "token_count": 21} +{"index": 5156, "reference": "A dead shark has been found washed up on a beach in Gwynedd.", "prediction": "A giant Australia shark has washed up on a Norfolk beach, which receive an average of driving of up to 90mph (3232m).", "rouge": {"rouge1": 45.714285714285715, "rouge2": 24.242424242424246, "rougeL": 45.714285714285715}, "nll_sum": 137.01406860351562, "token_count": 27} +{"index": 5157, "reference": "The hiatus in the rise in global temperatures could last for another 10 years, according to new research.", "prediction": "The rate of temperature hot weather to the Antarctic will continue but continue to temperatures temperature, new analysis suggests.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 109.41020965576172, "token_count": 20} +{"index": 5158, "reference": "How do you get a player the best deal on transfer deadline day?", "prediction": "The January transfer window was put up for future during the January transfer window - but wasn't mean it wasn't isn to do it again - and who do do the players,, or and during the January transfer?", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 209.20770263671875, "token_count": 41} +{"index": 5159, "reference": "A council's response to a collapsed road following a landslip was \"disjointed\", a local government watchdog has found.", "prediction": "A council inquiry has found a road where a family they were forced by a landslip in 2013 has found no evidence evidence it had not failed properly.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.333333333333334, "rougeL": 34.04255319148936}, "nll_sum": 138.82925415039062, "token_count": 29} +{"index": 5160, "reference": "Alexis Sanchez scored twice as title-chasing Arsenal beat relegation-threatened Hull in controversial circumstances in the Premier League.", "prediction": " Pulis Smith scored stoppage-time winner as Arsenal came from a goal down against 10-man Arsenal to a battle a K again Stadium Stadium.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 143.5877685546875, "token_count": 29} +{"index": 5161, "reference": "Facebook accounts belonging to convicted child sex offenders have been uncovered by a BBC investigation.", "prediction": "Facebook has criticised police disciplined and police of online accounts, who were convicted of child sex abuse.", "rouge": {"rouge1": 31.25, "rouge2": 6.666666666666667, "rougeL": 31.25}, "nll_sum": 89.60001373291016, "token_count": 18} +{"index": 5162, "reference": "Norwich City's relegation from the Premier League was confirmed as a stunning Aaron Ramsey strike spurred fourth-placed Arsenal to victory.", "prediction": " Aaron Ramsey scored his 40th goal of the League season as thrashed Premier League Leaguelers Norwich City.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 15.384615384615383}, "nll_sum": 106.40606689453125, "token_count": 22} +{"index": 5163, "reference": "Former England batsman Kim Barnett has been named Derbyshire director of cricket in the latest coaching restructure at the Division Two club.", "prediction": "Derbyshire will be a \"unpicableable\" const performance for next season the chief says former former cricket chief executive Nickian funding.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 201.44415283203125, "token_count": 29} +{"index": 5164, "reference": "An Ashes series in Australia will be a \"scary\" proposition for England opener Keaton Jennings, says former South Africa captain Graeme Smith.", "prediction": "Former England captain Steve Smith says he would consider time for Keaton to play again in, final Test Test against West Indies but it's it's \" of \"w a \" more-l\". for in from from it's. from-", "rouge": {"rouge1": 29.508196721311474, "rouge2": 0.0, "rougeL": 9.836065573770494}, "nll_sum": 247.927978515625, "token_count": 47} +{"index": 5165, "reference": "Regulators are to begin investigations into senior managers at HBOS, the bank which collapsed during the financial crisis.", "prediction": "Royal Bank of England and the Bank of (truthersFC) should be banned from office,, with some cases of a High Court has heard. 2011 aA a again'sWest from The it's's of. from Broadway from 2011", "rouge": {"rouge1": 10.714285714285714, "rouge2": 3.703703703703704, "rougeL": 10.714285714285714}, "nll_sum": 283.9740295410156, "token_count": 47} +{"index": 5166, "reference": "A full review of security has been carried out by NHS Lothian after a hospital cleaner allegedly used information about a female patient to contact her on Facebook.", "prediction": "A patient was discharged in a ward in West Lothian because of the man got her real name from a patient the a manufacturer is Scottish NHS emerged.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 167.9826202392578, "token_count": 30} +{"index": 5167, "reference": "The Philippine military says it has made gains retaking Marawi city from Islamist militants amid clashes that have left about 100 people dead.", "prediction": "Militants forces are bringing a major offensive to capture the eastern eastern city of Marawi, local officials say.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 88.2129898071289, "token_count": 22} +{"index": 5168, "reference": "The RMT union, which is embroiled in a bitter dispute with Southern Railway, says it is to make an official complaint to Twitter.", "prediction": " rail rail has apologised to members of the RMT members who wanted to take and strike action.", "rouge": {"rouge1": 20.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 84.138916015625, "token_count": 18} +{"index": 5169, "reference": "Five people have been charged after a laser pen was shone at an aircraft in Edinburgh on Friday.", "prediction": "Three teenagers have been charged after offences after a penultimate went into the crowd during an incident Edinburgh Edinburgh. in Edinburgh has-A a foul from a from a's. a from from a The's has of a. from a fromA", "rouge": {"rouge1": 26.666666666666668, "rouge2": 17.241379310344826, "rougeL": 26.666666666666668}, "nll_sum": 265.6634216308594, "token_count": 47} +{"index": 5170, "reference": "A rapist who attacked a student as she walked home during freshers' week has been given an extended sentence.", "prediction": "A sex rapist who was a period of two years in Cardiff has had appeal against his conviction.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 89.8580093383789, "token_count": 18} +{"index": 5171, "reference": "Captain Billy Godleman and all-rounder Shiv Thakor have signed new contracts at Derbyshire.", "prediction": "Derbyshire have signed, but Godleman and Shiv Thakoror- in three formats for to the 2017 season.", "rouge": {"rouge1": 40.0, "rouge2": 14.285714285714288, "rougeL": 20.0}, "nll_sum": 148.37863159179688, "token_count": 26} +{"index": 5172, "reference": "Two Polish police officers have started patrols in a town where a Polish man died after being punched to the ground.", "prediction": "A Polish police officers are working working on the community to \" personnel\"\" since the Brexit vote, police said.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 16.216216216216214, "rougeL": 25.641025641025646}, "nll_sum": 121.42649841308594, "token_count": 21} +{"index": 5173, "reference": "Australians sending in postal votes for the upcoming UK referendum on European Union membership could have considerable influence on the result, writes Julian Lorkin.", "prediction": "Bats have voted after to UK voted in leave the UK and leave the European Union, but what they do to more to ballot who think should should or leave the EU!", "rouge": {"rouge1": 28.571428571428577, "rouge2": 3.7037037037037033, "rougeL": 21.428571428571427}, "nll_sum": 187.9495086669922, "token_count": 34} +{"index": 5174, "reference": "Young runners at Olympian Mo Farah's former athletics club have been banned from training at Windsor Great Park in preparation for cross country races.", "prediction": "An Olympic Olympic manager says Farah says Mo Farah \"won't track up\" a track, where it was used to a train.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 4.444444444444445, "rougeL": 12.76595744680851}, "nll_sum": 132.6092529296875, "token_count": 27} +{"index": 5175, "reference": "Pop star Adele has added two further dates at Wembley Stadium next year, after the initial concerts sold out.", "prediction": "Takeele has set her new world record list for the most famous in play at Wembley.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.06060606060606, "rougeL": 17.142857142857142}, "nll_sum": 88.32744598388672, "token_count": 17} +{"index": 5176, "reference": "Greg Eden kept up his phenomenal scoring record for Super League leaders Castleford with a fourth hat-trick in a row to help beat Leigh.", "prediction": " Eden Eden scored a last-minute hattrick of tries as Castleford thrashed newly-redaged Superleague club Leigh Centurions in Super League.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 161.10980224609375, "token_count": 31} +{"index": 5177, "reference": "The number of plastic bags given out by UK supermarkets has increased for the fifth year in a row, rising to 8.5 billion.", "prediction": "The number of bags thrown out in England has nearly nearly 40% in last year.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 10.81081081081081, "rougeL": 35.897435897435905}, "nll_sum": 78.53287506103516, "token_count": 16} +{"index": 5178, "reference": "Demonstrators and police have hugged and shaken hands with members of the National Guard during a night of protest in Charlotte, North Carolina.", "prediction": "Tens of thousands of people have taken part in a paramilitary protest and protest protest in west Belfast on Monday as protesters and a dozen cob up outside.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 128.9854278564453, "token_count": 29} +{"index": 5179, "reference": "Thousands of people took part in the Belfast Pride Parade through the city centre on Saturday.", "prediction": "Thousands of people have turned out in Belfast for the annual Pride event in Belfast last year.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 12.903225806451616, "rougeL": 36.36363636363636}, "nll_sum": 50.58879852294922, "token_count": 17} +{"index": 5180, "reference": "A Lebanese journalist has become the first person to take the stand at the UN-backed tribunal at The Hague investigating the assassination of former Prime Minister Rafik Hariri.", "prediction": "A civil rights trafficking lawyer has revealed that details of an inquiry into the tribunal in 2005, killing of Prime Minister Rafik Hariri ahead of evidence.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 11.32075471698113, "rougeL": 32.72727272727273}, "nll_sum": 138.2852783203125, "token_count": 29} +{"index": 5181, "reference": "Foreign observers of the UK's debate on its forthcoming referendum on whether to stay in the European Union may have noticed an awful lot of fuss about the views of a man called Boris Johnson - yes, that man on the zip wire.", "prediction": "Boris Johnson has become one of the most and powerful and most charismatic Labour Conservative Party leader.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 6.896551724137931, "rougeL": 10.0}, "nll_sum": 81.98043823242188, "token_count": 18} +{"index": 5182, "reference": "Oscar Pistorius must remain in jail and not be transferred to house arrest after a decision to grant him parole was again delayed.", "prediction": "South African Olympic athlete Oscar Pistorius but will be released from prison early early on Monday, the parole board says.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 90.05724334716797, "token_count": 22} +{"index": 5183, "reference": "In his first interview, a teenager paralysed as he tried to escape bullies describes what happened to Newsbeat.", "prediction": "On a Friday afternoon, and 13- struggle and tried to save everyday lives of 13-year-old Alan.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 104.85167694091797, "token_count": 22} +{"index": 5184, "reference": "A group of South Sudanese artists has warned against the revenge culture following the recent conflict which led to hundreds being killed.", "prediction": "A singer from South African are musician a music song to watch its troops toC troops, South Sudan.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 145.76812744140625, "token_count": 20} +{"index": 5185, "reference": "Hector Babenco, the Brazilian director nominated for an Oscar for 1985's Kiss of the Spider Woman, has died aged 70.", "prediction": "Adel Babaena, best known for the Sur Womanie of 1970 hit- The Co &operative, has died in cancer aged 86, Madonna, of it from film'sp's- in from The a's fromold solve", "rouge": {"rouge1": 29.090909090909083, "rouge2": 3.773584905660378, "rougeL": 21.818181818181817}, "nll_sum": 327.7222900390625, "token_count": 46} +{"index": 5186, "reference": "Engineers have developed a robotic system that can evolve and improve its performance.", "prediction": " the world's first robots idea - which can still be in lives - could be development, new research suggests.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 103.42253112792969, "token_count": 21} +{"index": 5187, "reference": "A fourth charity has been given a bag of clothes by pop star Ed Sheeran.", "prediction": "Singer Ed Sheeran has received more than 100 clothes a charity shop and charity shop.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 7.142857142857142, "rougeL": 13.333333333333334}, "nll_sum": 90.86956787109375, "token_count": 18} +{"index": 5188, "reference": "The threat to publish the names of suspected homosexuals in Tanzania has been defended by the deputy health minister in a fierce row on Twitter.", "prediction": "anzanzia's health minister has urged the health minister to ban the country's ban on sex homosexuality, saying the homosexual is not in be gay.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 129.64830017089844, "token_count": 30} +{"index": 5189, "reference": "A man has died after being pulled from the water near the Royal Yacht Britannia at Ocean Terminal in Edinburgh.", "prediction": "A 39-year-old man has died in hospital after being seen falling into the River Fith in Edinburgh.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 21.62162162162162, "rougeL": 46.15384615384615}, "nll_sum": 69.09275817871094, "token_count": 22} +{"index": 5190, "reference": "Mansfield Town held on to beat Dagenham in League Two, despite Krystian Pearce's late sending off.", "prediction": "Dagenham & Redbridge came from a goal down from a goal down from 3-2 down and and beat 10-man Mansfield Town in League Two.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.0, "rougeL": 23.80952380952381}, "nll_sum": 115.93988037109375, "token_count": 32} +{"index": 5191, "reference": "Nine men have been arrested over a pitch invasion and flares being thrown at a football match.", "prediction": "Several fans were arrested after a rival riot at a football match after a match.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 20.0, "rougeL": 37.50000000000001}, "nll_sum": 60.34234619140625, "token_count": 15} +{"index": 5192, "reference": "A man who set his sister on fire using a \"petrol cocktail\" has been jailed for life.", "prediction": "A man who killed his brother and sister sister and set fire on her daughter and the dog to them has been jailed for murder.", "rouge": {"rouge1": 57.14285714285713, "rouge2": 25.0, "rougeL": 47.61904761904762}, "nll_sum": 102.09115600585938, "token_count": 25} +{"index": 5193, "reference": "Two men have been arrested following an alleged hit-and-run in Barnsley.", "prediction": "A man was killed in a car being hit-and-run has Doncaster", "rouge": {"rouge1": 30.76923076923077, "rouge2": 16.666666666666664, "rougeL": 23.076923076923077}, "nll_sum": 63.448486328125, "token_count": 15} +{"index": 5194, "reference": "Northern Ireland striker Conor Washington counts himself a lucky man as he prepares to head to Euro 2016.", "prediction": "Northern Ireland striker striker Roman Washington, but says he does not be able in playing football, but he does not he is \"l be alive\".", "rouge": {"rouge1": 23.25581395348837, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 152.25856018066406, "token_count": 28} +{"index": 5195, "reference": "A Tudor manor house has reopened following a \u00a32.2m makeover.", "prediction": "The estate which once owned, the Crown of William William is the LibDriveror. Bangor it's reputation's \"-ljo a in3 from a's\". a \"thel from a from from The's a.", "rouge": {"rouge1": 9.090909090909092, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 290.6512451171875, "token_count": 43} +{"index": 5196, "reference": "The UK Wife Carrying Championships have a winner!", "prediction": " Olympic Riompmpic champion breast-three won the men's 10m at in World Championships in Moscow.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 121.21110534667969, "token_count": 21} +{"index": 5197, "reference": "A global arms trade treaty regulating the multibillion-dollar business has come into force - a move hailed as \"a new chapter\" by UN chief Ban Ki-moon.", "prediction": "The UN General-General has signed a global arms arms deal with the powers to be \" as possible as possible\".", "rouge": {"rouge1": 29.787234042553195, "rouge2": 8.88888888888889, "rougeL": 21.27659574468085}, "nll_sum": 116.51844787597656, "token_count": 22} +{"index": 5198, "reference": "The Great Manchester Run will go ahead on Sunday following talks over security after the Manchester Arena attack.", "prediction": "The Great Manchester Run will be held to again Manchester and Manchester the in Manchester terror attack.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 24.242424242424242, "rougeL": 45.714285714285715}, "nll_sum": 100.537353515625, "token_count": 17} +{"index": 5199, "reference": "A man has been arrested after a fatal road crash involving two motorbikes.", "prediction": "A teenager was killed and two other seriously injured after two bikes were involved in a head- crash.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 0.0, "rougeL": 25.80645161290323}, "nll_sum": 73.36943054199219, "token_count": 19} +{"index": 5200, "reference": "Essex off-spinner Simon Harmer says he is \"riding the wave\" after taking 14 wickets in both of his past two County Championship matches.", "prediction": "Essex all-rounder Oiemermer says he will take five wickets to five \"-fers\" in a first County Championship match.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 14.634146341463413, "rougeL": 41.86046511627907}, "nll_sum": 155.54827880859375, "token_count": 28} +{"index": 5201, "reference": "The justice secretary has ordered a review to consider the \"incentivisation of prisoners to participate in, attend and achieve at education\".", "prediction": " the release of prisoners in England and, Wales and Wales is be to be launched, the education secretary has announced.", "rouge": {"rouge1": 48.78048780487805, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 100.22647094726562, "token_count": 22} +{"index": 5202, "reference": "Back in the 1970s, when I first lived in Latin America and was hooked by a fascination for this region that has never left, virtually every country here was ruled by a military dictatorship.", "prediction": "Fifty years ago, Brazil and 40,000 Armenians were injured during the military and military military struggle in the 1970s and 1970s.", "rouge": {"rouge1": 17.857142857142858, "rouge2": 7.4074074074074066, "rougeL": 14.285714285714285}, "nll_sum": 106.8333511352539, "token_count": 28} +{"index": 5203, "reference": "A group of students has developed a way of storing energy that could be cheaper to make, more practical and more sustainable than alternative renewable fuels.", "prediction": "A team of university researchers at the university in the Netherlands, are flying for a car electric car.", "rouge": {"rouge1": 13.636363636363638, "rouge2": 0.0, "rougeL": 13.636363636363638}, "nll_sum": 81.6900634765625, "token_count": 19} +{"index": 5204, "reference": "A top jockey has been banned from driving for 22 months after claiming he was sleep walking while drink driving.", "prediction": "A regular jockey who was j at the wheel\" has been found guilty of driving at driving over three twice over the legal speed limit.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 26.66666666666666}, "nll_sum": 130.0697784423828, "token_count": 27} +{"index": 5205, "reference": "The site which used to house Swansea's biggest nightclub could become the new home for Swansea council and library.", "prediction": "Swansea could be demolition ahead of a \u00a315m Swansea civic centre office, the council city has confirmed.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 116.46711730957031, "token_count": 22} +{"index": 5206, "reference": "An injured dog has been found dumped in a bush with an illegally docked tail and having had her claws \"forcibly\" removed, the RSPCA says.", "prediction": "An orphaned dog found up on a road is \"fized\" and has removed\" from the road, an RSPCA sm has said. 2011 \" again of's the-A aA in a from a's again's a", "rouge": {"rouge1": 36.0655737704918, "rouge2": 3.389830508474576, "rougeL": 26.229508196721312}, "nll_sum": 263.263671875, "token_count": 47} +{"index": 5207, "reference": "A man from Northern Ireland has died following a shooting in the north side of Dublin city on Monday night.", "prediction": "A man has been shot dead in a bar in the Republic of Ireland's who was the of 30 November, in the decisionUK ban his., his. has", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 176.23345947265625, "token_count": 31} +{"index": 5208, "reference": "Prop Vadim Cobilas will leave Sale Sharks at the end of the season after he agreed a three-year deal with Bordeaux-Begles.", "prediction": "Wasps have agreed a deal to sign Mold Ukraine forward Vadim Cmas when his contract at French top- French Premiership club at with end of next season.", "rouge": {"rouge1": 36.0, "rouge2": 8.333333333333334, "rougeL": 20.0}, "nll_sum": 184.75811767578125, "token_count": 32} +{"index": 5209, "reference": "Hibernian striker James Keatings has signed a pre-contract agreement with Dundee United.", "prediction": "Adam Keat has signed a two-year contract deal with Dundee United, which will keep keeping him at to club until May 2019.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 29.411764705882355, "rougeL": 44.44444444444444}, "nll_sum": 97.98583221435547, "token_count": 27} +{"index": 5210, "reference": "Continued expectations of an interest rate rise are prompting more homeowners to lock into a new mortgage deal, figures suggest.", "prediction": "UK interest rate rates were abandoned rate in July - theAnn level level for 30 years, amid amid fears that a rising rate could rise.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 166.8881378173828, "token_count": 27} +{"index": 5211, "reference": "Lawyers representing the first husband and father of alleged \"honour killing\" victim Samia Shahid say they will seek to have the case thrown out.", "prediction": "A father-of-two accused of murdering a British woman was murdered in Pakistan, has been told they will not be charge her husband.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 8.695652173913043, "rougeL": 16.666666666666664}, "nll_sum": 103.69944763183594, "token_count": 27} +{"index": 5212, "reference": "Chinese search giant Baidu has unveiled an AI digital assistant.", "prediction": " has been launched an artificial that, that can be developed by one in its military hardware.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 94.23652648925781, "token_count": 17} +{"index": 5213, "reference": "Police have used a \"covert lorry\" to spy on drivers using their phones.", "prediction": "Drivers using mobile using a phone on a motorway have been arrested during killing 24-hour- operation.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 14.285714285714288, "rougeL": 20.000000000000004}, "nll_sum": 109.46380615234375, "token_count": 21} +{"index": 5214, "reference": "British number two Kyle Edmund came through two tie-breaks to beat Ukraine's Illya Marchenko and reach the second round of the European Open.", "prediction": "British number two Kyle Edmund came from behind to beat Pierre Monmouthza to reach the three-finals of the MonreySurrey Open.", "rouge": {"rouge1": 56.52173913043478, "rouge2": 36.36363636363636, "rougeL": 56.52173913043478}, "nll_sum": 163.53619384765625, "token_count": 27} +{"index": 5215, "reference": "Former Nigerian defence minister Bello Haliru Mohammed has been charged with money laundering.", "prediction": "Nigeria's former defence minister, will appear in court with charged in connection with a multi-million dollar US money and money laundering.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 11.764705882352942, "rougeL": 38.88888888888889}, "nll_sum": 100.98002624511719, "token_count": 27} +{"index": 5216, "reference": "Police and family are concerned for the welfare of a man and his two small children who have not been seen since Monday morning.", "prediction": "Four children and their two young children who went missing after a night out in East Sussex, police have said.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 65.71588134765625, "token_count": 21} +{"index": 5217, "reference": "Borussia Dortmund midfielder Christian Pulisic scored a dramatic injury-time equaliser to rescue a point against Bundesliga strugglers Ingolstadt.", "prediction": "Tony Pulisis scored a 90th-time equal equaliser as Borussia Dortmund came from behind a goal down to behind Bundesliga leaders club Ingolstadt.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 10.0, "rougeL": 33.33333333333333}, "nll_sum": 145.16676330566406, "token_count": 31} +{"index": 5218, "reference": "People are voting in Cheshire in the general and local council elections.", "prediction": "Voters are going to the Warrington Accrington and War seats in its 2015 Assembly. result from George councillor's decision over its resignation from a War's's from's reputation as as a councillor's president. of the's from reputationA", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 314.9483642578125, "token_count": 47} +{"index": 5219, "reference": "Striker Alan Forsyth says Scotland will relish facing some of the world's top teams in London in the next week.", "prediction": "Scotland will face a \"ough group\" for Great Britain's teams in their Women's Hockey World Cup semi-final in. London.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 14.634146341463413, "rougeL": 32.558139534883715}, "nll_sum": 124.96319580078125, "token_count": 26} +{"index": 5220, "reference": "A leading drugs expert is warning the rogue ecstasy pills linked to four deaths this year, may have changed brand or colour.", "prediction": "People who useats believe in taking taking medication because they are safe, safe but safe, but is safe.", "rouge": {"rouge1": 5.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 111.91815185546875, "token_count": 21} +{"index": 5221, "reference": "UK-born Oliver Hart and Bengt Holmstrom of Finland have won the Nobel economics prize for work on contract theory.", "prediction": "Former Germany and England's former phone chief Lord Hol Holmall have demanded money for pay for their pay, saying they are too high\".", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 152.06349182128906, "token_count": 27} +{"index": 5222, "reference": "Central Italy is in the grip of heavy snowfall and very low temperatures, adding to the disruption caused by recent huge earthquakes.", "prediction": " heavy rain and rain snow in southern northern, have killed at least 18 people and is without power, officials say.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 97.8509292602539, "token_count": 22} +{"index": 5223, "reference": "Astra Zeneca has announced a research programme to develop a generation of medicines to treat the genetic causes of many debilitating diseases.", "prediction": "The first world global development development, which will discovered a human genome, has been approved by US.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 98.79495239257812, "token_count": 19} +{"index": 5224, "reference": "Demolition work on a spectator stand has begun at the home of Northampton Saints rugby club.", "prediction": "Northampton Saints Football have revealed plans to build a new stand in their home of Northampton Saints.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 19.35483870967742, "rougeL": 36.36363636363636}, "nll_sum": 73.94868469238281, "token_count": 19} +{"index": 5225, "reference": "Spring is here and that means flowers, sunshine and lots of little lambs!", "prediction": "Farmers in Wales are getting the the start to a new sheep season in north Wales-", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 82.47447967529297, "token_count": 17} +{"index": 5226, "reference": "Two men were seriously hurt during a disturbance at the Woodburn Miners Club in Dalkeith.", "prediction": "Police have launched a inquiry after a serious assault in a man in Tynene, Ibrox.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 90.94063568115234, "token_count": 20} +{"index": 5227, "reference": "Two bottles of whisky salvaged from the shipwreck that inspired the book and film Whisky Galore have been sold for \u00a312,050 after an online auction.", "prediction": "Two rare of birds recovered from the wreck roll the 1970s film Triskyore, which missing in Australia more than 30 years ago, have been sold at auction.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 11.76470588235294, "rougeL": 37.73584905660377}, "nll_sum": 164.695068359375, "token_count": 32} +{"index": 5228, "reference": "A police force has apologised after its officers made a sandcastle \"crime scene\" featuring a naked dead woman.", "prediction": "A councillor has been criticised police for reversing a decision \"set down\" a water competition, saying it was a \"cover level ofYouTubeing\".", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 167.47952270507812, "token_count": 28} +{"index": 5229, "reference": "Prime movers on social media in the Baltic republics of Estonia,\u00a0Latvia and Lithuania have been generally saddened by the UK's vote to leave the European Union, but do not treat it as a crisis.", "prediction": "Ukrainian journalists from around the world have been expressing shock and shock and around the globe, instead of what be \" honour honour\" the UK to leave the EU.", "rouge": {"rouge1": 31.250000000000007, "rouge2": 12.903225806451612, "rougeL": 25.0}, "nll_sum": 146.336669921875, "token_count": 33} +{"index": 5230, "reference": "The home of the Formula 1 British Grand Prix is no longer for sale, its owner has announced.", "prediction": "Formula 1's board has decided to plans for the sale of the Formula building next year.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.18181818181818, "rougeL": 22.857142857142858}, "nll_sum": 90.00743865966797, "token_count": 18} +{"index": 5231, "reference": "Two veteran RAF glider pilots have returned to the \"cockpit\" at a museum in Gloucestershire to mark the 70th anniversary of Operation Varsity.", "prediction": "A Gloucestershire glipper, who were involved in World War Two after troops from the territory came to an air as camp airfield.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 145.22640991210938, "token_count": 28} +{"index": 5232, "reference": "Mining giant Rio Tinto has lowered its minimum acceptances target slightly in a last ditch effort to takeover South Africa's Riversdale Mining.", "prediction": "R carmaker Brazil says it says it will accept an offer from Oscar 2016 Tinto in shareholders, despite claiming the company does not a majority offer. again \"- \" \u00a3 \"-bPGolve in's- from's-'sA", "rouge": {"rouge1": 17.857142857142858, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 296.6771240234375, "token_count": 45} +{"index": 5233, "reference": "An opposition leader in Congo-Brazzaville has called for a \"peaceful uprising\" ahead of Sunday's referendum on whether the president can run for office again, AFP news agency reports.", "prediction": "A BBC African official has called for a referendum to go ahead with a proposed referendum, saying the leader called for a \"- man- fit\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.538461538461538, "rougeL": 29.629629629629626}, "nll_sum": 130.18133544921875, "token_count": 27} +{"index": 5234, "reference": "Niall Morris has returned to Leinster on a short-term deal after his release from Leicester Tigers.", "prediction": "innall Morris has signed a new five ayear contract with Leinster ahead of the 2016-17 season to the start of leaving new Premiership season.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 14.285714285714283}, "nll_sum": 126.70086669921875, "token_count": 30} +{"index": 5235, "reference": "North Wales Police has renewed an appeal for witnesses following a road accident in which Olympic cyclist Chris Boardman's mother died.", "prediction": "Police investigating the death of former Paralympic champion Chris Boardman who died nine ago say she died in hospital.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 100.3692398071289, "token_count": 22} +{"index": 5236, "reference": "The parents of a five-year-old cancer sufferer who raised \u00a3700,000 for treatment in the US have been told he has only has months to live.", "prediction": "A terminally ill five-year-old Sunderland fan who has joined football club has launched an appeal against his battle to fight for him and life.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.692307692307692, "rougeL": 29.629629629629633}, "nll_sum": 118.08735656738281, "token_count": 29} +{"index": 5237, "reference": "Samsung Electronics is buying automotive electronics-maker Harman International Industries for $8bn (\u00a36.4bn), as it makes a big push into connected car technologies.", "prediction": "Samsung has agreed a deal worth to $1.2bnbn (\u00a32 (\u00a35bn) and invest \"m investment\" in driverless vehicles.", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 134.1949462890625, "token_count": 29} +{"index": 5238, "reference": "All the match reports for the midweek EFL Cup action, where Manchester United got back to winning ways and set up a Manchester derby in round four.", "prediction": "views match match and reports the all of the Scottish League Cup matches, as North, Newcastle Manchesterel host Manchester United on on Saturday in Scottish's Cup winners of thegoal from game-e from reputation in from's ballet's.'sA", "rouge": {"rouge1": 29.411764705882348, "rouge2": 3.0303030303030307, "rougeL": 20.58823529411765}, "nll_sum": 337.5976257324219, "token_count": 50} +{"index": 5239, "reference": "Peterborough United have signed forward Danny Lloyd on a free transfer from National League North side Stockport.", "prediction": "League One side Peterborough United have signed centre-back full Michael Lloyd lining, from non-league Luton Town, a reported unardable, from it's it a from reputation from a George's reputation of.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183671, "rougeL": 27.45098039215686}, "nll_sum": 257.61785888671875, "token_count": 43} +{"index": 5240, "reference": "Designs for a new development on the site of the old Cornwall Coliseum building at Carlyon Bay have been approved by Cornwall Council.", "prediction": "A new multi-million pound arts art project for the visitors, Cornwall and Cornwall, been the submitted more than two years to be \" abandoned after it will stopped the from. game it from a game's's of a from the'sA", "rouge": {"rouge1": 27.692307692307693, "rouge2": 3.1746031746031744, "rougeL": 15.384615384615383}, "nll_sum": 292.01531982421875, "token_count": 47} +{"index": 5241, "reference": "A man arrested last week for shooting two Indians at a Kansas bar allegedly told a barmaid he had just opened fire on some \"Iranian people\".", "prediction": "A man has been charged with murder after the fatal shooting of a black man outside his room outside a in cows US state of Missouri.", "rouge": {"rouge1": 19.230769230769234, "rouge2": 4.0, "rougeL": 19.230769230769234}, "nll_sum": 101.13095092773438, "token_count": 26} +{"index": 5242, "reference": "Friends of Keith Harris have joined his family at his funeral in Blackpool.", "prediction": "Hundreds of mourners have attended the funeral and former wife of a and broadcaster Keith Orkire.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 0.0, "rougeL": 20.689655172413794}, "nll_sum": 95.21221160888672, "token_count": 19} +{"index": 5243, "reference": "Tom Marshall scored two tries to help Gloucester maintain their hopes of a top-six finish with victory in a thrilling encounter with Sale Sharks.", "prediction": " Duncan Marshall scored four tries in try for Gloucester as five tries in a comfortable bonus-point win over Wasps to keep their Premiership leaders' top of.- from's from-p's reputation from a It's. from. a", "rouge": {"rouge1": 34.375, "rouge2": 6.451612903225808, "rougeL": 25.0}, "nll_sum": 259.5535888671875, "token_count": 46} +{"index": 5244, "reference": "Google has been ordered to hand over all contact details linked to accounts behind a series of damaging fake online reviews of a nursery.", "prediction": "Google has been ordered to hand over four of its accounts Netherlands after a case that will be allowed posted online.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 27.906976744186046, "rougeL": 44.44444444444445}, "nll_sum": 105.72105407714844, "token_count": 21} +{"index": 5245, "reference": "Merstham will face Oxford United at home when they appear in the first round of the FA Cup for the first time.", "prediction": "Leading footballoormarn will remain playing at home in their FA Cup FA fourth-round tie at home to Chelsea side Chelsea.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 9.75609756097561, "rougeL": 27.90697674418604}, "nll_sum": 134.5406951904297, "token_count": 26} +{"index": 5246, "reference": "President Donald Trump has signed an executive order to ease a ban on political endorsements by churches and religious groups.", "prediction": "US President Donald Trump has signed an executive executive ban a ban US federal tax law that gives the support for gay marriage is \"a types of nation\".", "rouge": {"rouge1": 37.5, "rouge2": 30.434782608695656, "rougeL": 37.5}, "nll_sum": 207.3551025390625, "token_count": 29} +{"index": 5247, "reference": "A mother and daughter claimed they have received online abuse after posting a video showing them confront a man about his racist comments.", "prediction": "The mother and daughter who arrested after a online video posting a man man showing a black far whitewing group have \"happy for too enough and scared\". 2011 a's a's a 2011 a it's havepayment of's a again from 2011", "rouge": {"rouge1": 38.80597014925373, "rouge2": 12.307692307692308, "rougeL": 23.88059701492537}, "nll_sum": 317.6225891113281, "token_count": 48} +{"index": 5248, "reference": "A man has been found not guilty of the manslaughter of his mother's partner who died after falling and hitting his head on the ground at a holiday park.", "prediction": "A man who hit his partner by a struggle car park at a holiday park where he was of partner has been found guilty of attempted murder.", "rouge": {"rouge1": 56.14035087719299, "rouge2": 29.090909090909093, "rougeL": 31.57894736842105}, "nll_sum": 113.72222137451172, "token_count": 27} +{"index": 5249, "reference": "Portland Timbers became Major League Soccer champions for the first time as they beat Columbus Crew in the final, with ex-Premier League defender Liam Ridgewell lifting the trophy.", "prediction": "West Brom goalkeeper Jack Mas Rend Towell scored the first goal as the Cavaliers side beat Portland Broncos 3D-0 to beat Portland in a Cleveland Cup final.", "rouge": {"rouge1": 28.070175438596497, "rouge2": 3.6363636363636362, "rougeL": 21.052631578947366}, "nll_sum": 196.63107299804688, "token_count": 31} +{"index": 5250, "reference": "Two Hillsborough campaigners have been appointed CBE in the New Year Honours.", "prediction": " human rights activist who helped the families of the victims in the Hillsborough disaster have been appointed an CBE.", "rouge": {"rouge1": 45.16129032258065, "rouge2": 20.689655172413794, "rougeL": 32.25806451612903}, "nll_sum": 75.95338439941406, "token_count": 21} +{"index": 5251, "reference": "Proposed collaboration between North and South Korea at the 2018 Winter Olympics has been welcomed by the International Olympic Committee.", "prediction": "The International Olympic Committee (IOC) said it is in talks between North Korea and South Korea if it is to host host in 2020 ocean.", "rouge": {"rouge1": 40.0, "rouge2": 27.906976744186046, "rougeL": 22.222222222222225}, "nll_sum": 98.57576751708984, "token_count": 28} +{"index": 5252, "reference": "Footage from Istanbul shows the aftermath of an attacker opening fire on journalist Can Dundar, outside the court where he is on trial.", "prediction": "The national journalist, journalist Ny Dundar, be journalist, has been shot dead in the gunman- California, local media reports say reports. a's a's a2 from2-D's a in a from's a. aA", "rouge": {"rouge1": 16.94915254237288, "rouge2": 0.0, "rougeL": 13.559322033898304}, "nll_sum": 257.1695556640625, "token_count": 47} +{"index": 5253, "reference": "Carmarthen's Guildhall has a \"self sufficient\" future say council leaders, as the county takes ownership of the historic building.", "prediction": "Carmarthenshire's High Court, calling \"the future of the future\", a council leader leader has said after it is put up for sale because of the reserves was bought by fans by its former councillor.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 7.547169811320755, "rougeL": 21.818181818181817}, "nll_sum": 197.9244384765625, "token_count": 42} +{"index": 5254, "reference": "Burma's pro-democracy leader Aung San Suu Kyi has been named as the guest director of the 2011 Brighton Festival.", "prediction": "Nobel Prize-winning Aung Suu Kyi, who was held by her own has been held at the Brighton Festival Awards.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615385, "rougeL": 39.02439024390244}, "nll_sum": 108.53245544433594, "token_count": 26} +{"index": 5255, "reference": "This will not have been an easy decision for Prince William to make.", "prediction": "The Duke and Duchess of Cambridge are in Prince George.", "rouge": {"rouge1": 8.695652173913043, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 35.54845428466797, "token_count": 10} +{"index": 5256, "reference": "A UN treaty on disability rights has been rejected by the US Senate.", "prediction": "The United States has voted to signed a UN civil treaty to protect in rights people in.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 7.142857142857144, "rougeL": 26.666666666666668}, "nll_sum": 87.5136947631836, "token_count": 17} +{"index": 5257, "reference": "Judges could be \"subject to some kind of democratic control\" following the High Court's decision to give Parliament a vote on triggering Brexit, a UKIP leadership contender has said.", "prediction": "Scotland's top police officer has said she she be satisfied to undermine a High Court ruling, that the Court of Parliament must vote in any Brexit vote.", "rouge": {"rouge1": 44.827586206896555, "rouge2": 7.142857142857142, "rougeL": 24.137931034482758}, "nll_sum": 140.16549682617188, "token_count": 29} +{"index": 5258, "reference": "Pupils at about 400 Kenyan schools are trying to break the world record for having the most people reading aloud simultaneously from the same book.", "prediction": "Kenyan schoolchildren are starting a of a to break the world records for records poorest of their children.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 24.39024390243903, "rougeL": 37.2093023255814}, "nll_sum": 113.72348022460938, "token_count": 20} +{"index": 5259, "reference": "Spain's Dani Pedrosa claimed the 50th Grand Prix win of his career with victory over championship leader Valentino Rossi in the Japanese MotoGP.", "prediction": "Adani Adeluza, but complete a first British clinical title by winning the dramatic-two race at to Monaco Porsche on Sunday.", "rouge": {"rouge1": 8.88888888888889, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 169.6954803466797, "token_count": 27} +{"index": 5260, "reference": "JK Rowling has thanked Twitter users who offered words of support after she became a target for online abuse in the wake of the general election result.", "prediction": "KsonK Rowling has written for fans for standing up in seats for office box saying saying she wasn \"n't be a fun\".", "rouge": {"rouge1": 24.0, "rouge2": 4.166666666666667, "rougeL": 15.999999999999998}, "nll_sum": 188.2837677001953, "token_count": 26} +{"index": 5261, "reference": "Iranian prosecutors say the death of blogger Sattar Beheshti in police custody may have been due to \"excessive psychological stress\".", "prediction": "Police in Tehran are investigating death of a prominent and blogger Sar swel followi, who was being held for keep month a's it's a of of theA since his-beA in from football.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 3.7735849056603774, "rougeL": 14.545454545454545}, "nll_sum": 272.5511169433594, "token_count": 41} +{"index": 5262, "reference": "A World War I airbase in Essex has been granted listed status.", "prediction": "A last pilot aerod chosen has been given listed special status in as any in its honour for its role as. war-based's struggle in from a as's.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 224.505859375, "token_count": 33} +{"index": 5263, "reference": "A man charged with attempted murder and kidnapping is allegedly part of an international drugs smuggling gang, a court has heard.", "prediction": "A second man has charged with three attempted murder and murder in the Republic of Ireland has expressed security fears.", "rouge": {"rouge1": 43.90243902439024, "rouge2": 15.384615384615385, "rougeL": 43.90243902439024}, "nll_sum": 90.14543914794922, "token_count": 20} +{"index": 5264, "reference": "Waiting times for trials in Scotland's courts are being reduced, a report has found.", "prediction": "One of the courts in Scotland, Scotland it can be \"mo\" for the justice of families\", according to a report a", "rouge": {"rouge1": 38.88888888888889, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 119.05281066894531, "token_count": 24} +{"index": 5265, "reference": "Scotland's newest police horses have been named after two of the country's most famous islands.", "prediction": "A police dog named after his him has been named Police Scotland has be named in a year after theanger's its", "rouge": {"rouge1": 30.769230769230766, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 128.7978057861328, "token_count": 22} +{"index": 5266, "reference": "A man has been charged after a ram-raid at a shop in Fife.", "prediction": "A man has been arrested by police after a car through the front locked through front front store at a supermarket Fife in Fife that was described as a from a.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 27.906976744186046, "rougeL": 44.44444444444444}, "nll_sum": 150.9400634765625, "token_count": 33} +{"index": 5267, "reference": "Katy Perry leads the nominations for Sunday night's MTV Europe Music Awards (EMAs), which are being held in Glasgow for the first time.", "prediction": " the 20th MTV Awards has announced but it will include the best in best music acts.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 90.16062927246094, "token_count": 17} +{"index": 5268, "reference": "A shell has killed four people at a school in the rebel-held east Ukrainian city of Donetsk, on the first day of classes, officials and witnesses say.", "prediction": "At least six children have been killed in air strikes on a school and a school in eastern Ukraine, officials say.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 8.51063829787234, "rougeL": 24.489795918367342}, "nll_sum": 63.254676818847656, "token_count": 22} +{"index": 5269, "reference": "The trial of a Dublin teenager held in an Egyptian prison for almost two years has been adjourned for a third time.", "prediction": "An Irish teenager who has been of almost three years in prison an Egyptian prison for almost three years in jail has been officiallyed until May.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 21.73913043478261, "rougeL": 41.666666666666664}, "nll_sum": 130.00332641601562, "token_count": 27} +{"index": 5270, "reference": "Biomass boiler owners have formed a group to deal directly with government officials proposing changes to the controversial RHI scheme.", "prediction": "Fammakers farmers are seeking questioning of the Renewable Heat IniveR) scheme have a asked to committeeank economy solve aolve- says. a's a's a'solve\" a be been's of\".", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 310.5501708984375, "token_count": 43} +{"index": 5271, "reference": "Ulster University risks losing some 20m euros (\u00a317.5m) in European Union funding and tuition fees as a result of the Brexit vote, warns a report.", "prediction": "Ulster University (UU) has warned that that an extra \u00a37m per hour, tuition fees could be cut if the UK leaves the EU.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 111.24114990234375, "token_count": 29} +{"index": 5272, "reference": "Hull City have signed Uruguay striker Abel Hernandez from Palermo for a club-record \u00a310m fee, while Hatem Ben Arfa has joined on loan from Newcastle.", "prediction": "Hull have signed Brazil striker Romel Hernandez from Palelmamo for a reported reported a fee that could rise to \u00a38m.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 13.636363636363635, "rougeL": 39.13043478260869}, "nll_sum": 144.28298950195312, "token_count": 27} +{"index": 5273, "reference": "London's first History Day will be held on the anniversary of Big Ben's first day in operation.", "prediction": "The first day in London was held to celebrate the Queen Queen has become Houses of Parliament.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 11.76470588235294, "rougeL": 27.777777777777775}, "nll_sum": 78.93242645263672, "token_count": 17} +{"index": 5274, "reference": "One of the world's rarest species - the northern hairy-nosed wombat - has been given a much-needed boost with a brand new arrival.", "prediction": "The first baby unborn flu - - or given birth - has been given birth to the status for the first time.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 107.68973541259766, "token_count": 22} +{"index": 5275, "reference": "England coach Steve McNamara refused to discuss his future after his team defeated New Zealand in the crucial series decider in Wigan.", "prediction": "England head coach Steveamara return says there is a \"noossible\" in England's further side, despite a series whitewash of Australia in Saturday Saturday. solve's a's \"wought a in from years's\".. aA", "rouge": {"rouge1": 17.543859649122805, "rouge2": 0.0, "rougeL": 17.543859649122805}, "nll_sum": 311.0237731933594, "token_count": 47} +{"index": 5276, "reference": "An Australian man jailed for the rape and murder of an Irish woman has been convicted of three more rapes.", "prediction": "An Australian man who was convicted of murdering an woman in a Australian prison nearly 22 years ago has been found in Australia after court court ruled contempt in an a \"'s a- a \" a it from- of from's from a fromA", "rouge": {"rouge1": 34.920634920634924, "rouge2": 13.114754098360656, "rougeL": 28.571428571428577}, "nll_sum": 253.09585571289062, "token_count": 47} +{"index": 5277, "reference": "The Duke and Duchess of Cambridge and Prince Harry are to attend a service to rededicate the grave of Diana, Princess of Wales, almost 20 years after her death.", "prediction": "The Duke and Duchess of Cambridge will travel to hospital Prince later later, Princess of Wales.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 32.55813953488372, "rougeL": 44.44444444444445}, "nll_sum": 90.32775115966797, "token_count": 17} +{"index": 5278, "reference": "The \u00a324.3bn deal to sell UK tech firm ARM to Japan's Softbank is an example of the UK \"selling out of our winners\", former City minister Lord Myners has said.", "prediction": "The UK Home Secretary Lord Hercott has said that it will sell Japanese health firm Scot, the \"a questions of national recognition\"\" of sell its to factory.", "rouge": {"rouge1": 40.67796610169491, "rouge2": 7.017543859649122, "rougeL": 16.94915254237288}, "nll_sum": 207.22747802734375, "token_count": 31} +{"index": 5279, "reference": "Soul singer Ray BLK has topped the BBC's Sound Of 2017 list, which aims to predict the most exciting new music for the year ahead.", "prediction": "Singer Kian Ray ButtThe has been appointed the BBC's Sound of Sound 2017 list of", "rouge": {"rouge1": 47.61904761904762, "rouge2": 25.0, "rougeL": 47.61904761904762}, "nll_sum": 118.94525146484375, "token_count": 18} +{"index": 5280, "reference": "A Canadian wildlife park has been charged with five counts of animal cruelty - including allowing a peacock to be in distress.", "prediction": "People at an Canadian legal park, have warned that a peacock could face further criminal charges.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 93.51730346679688, "token_count": 18} +{"index": 5281, "reference": "League Cup winners Hibernian Ladies beat Renfrew Ladies 19-0 in the third round of the Scottish Cup.", "prediction": "Hibernian will face holders winners Celtic in the Scottish Women's Scottish Cup quarter and reach the quarter-finals of the Scottish League Cup on Saturday of the group a on from the's from's referee on the referee.'s the a 2011", "rouge": {"rouge1": 32.25806451612903, "rouge2": 16.666666666666664, "rougeL": 22.58064516129032}, "nll_sum": 239.70274353027344, "token_count": 47} +{"index": 5282, "reference": "A travel firm specialising in holidays to Turkey and Northern Cyprus has ceased trading over \"political instability\" in its destinations.", "prediction": "A newspaper-based company closed doors down dozens of flights after collapse a building in Turkey, the aviation watchdog says.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 123.8191146850586, "token_count": 22} +{"index": 5283, "reference": "The appeals trial is to begin in Italy of the captain held responsible for the Costa Concordia cruise ship disaster in 2012, in which 32 people were killed.", "prediction": "The captain of the captain of the Costa Concord ship which capsized Italy 20 years ago, is seeking sought an appeal against his in conviction.", "rouge": {"rouge1": 45.28301886792452, "rouge2": 11.76470588235294, "rougeL": 30.188679245283023}, "nll_sum": 130.02749633789062, "token_count": 27} +{"index": 5284, "reference": "Nicola Sturgeon said independence is not a \"magic solution\" to Scotland's problems as she was questioned over her government's record.", "prediction": " SNP leader Nicola Sturgeon has called for Scotland to \"compromise the deal\" with the UK, after the UK voted to leave not EU.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 13.33333333333333}, "nll_sum": 81.18214416503906, "token_count": 28} +{"index": 5285, "reference": "The Lebanese authorities have foiled an attempt to smuggle a huge quantity of drugs to Saudi Arabia, officials say.", "prediction": " Arabian authorities in Lebanon are trying members trying to smuggle a large quantity of drugs from, M, say.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 22.857142857142858, "rougeL": 43.24324324324324}, "nll_sum": 99.0181884765625, "token_count": 21} +{"index": 5286, "reference": "The escape on Saturday of Joaquin Guzman, one of the world's most wanted drug lords, from a maximum-security jail in Mexico, has reignited the discussion about whether he should have been extradited to the United States.", "prediction": "The Mexican have, uncertainty about, deal to deal with the notorious Mexican drugs lord, Joaquin,, and \"Elo\" Guzman, but no \"short of\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 3.4482758620689653, "rougeL": 13.333333333333334}, "nll_sum": 180.29949951171875, "token_count": 33} +{"index": 5287, "reference": "Archaeologists found the earliest dated evidence of human activity in Scotland - with the help of a herd of pigs.", "prediction": "Two human brain tools have an uncovered during an Hungarian search for a gameanger hunting field marsh field solve a it's \"-wold referee from a from a's a from's refereeA it fromA from of\". a from'sA", "rouge": {"rouge1": 10.169491525423728, "rouge2": 3.508771929824561, "rougeL": 10.169491525423728}, "nll_sum": 339.57586669921875, "token_count": 46} +{"index": 5288, "reference": "Manchester City and Chelsea have been charged by the Football Association for failing to control their players during the Premier League game on Saturday.", "prediction": "Manchester City and Chelsea have been charged with for the Football Association for failing to control in their players during their Premier League match on Saturday. Saturday's Bureau of's refereeWest from game-lig ban in November from Saturday's from'sWest", "rouge": {"rouge1": 65.67164179104478, "rouge2": 49.230769230769226, "rougeL": 62.68656716417911}, "nll_sum": 264.79364013671875, "token_count": 46} +{"index": 5289, "reference": "Scientists have discovered a new type of dinosaur.", "prediction": "Scientists in the South South America of they have discovered that a group of stino -... was eating!", "rouge": {"rouge1": 40.0, "rouge2": 8.695652173913043, "rougeL": 40.0}, "nll_sum": 116.75064086914062, "token_count": 20} +{"index": 5290, "reference": "England and Sunderland footballer Adam Johnson has appeared in court to deny charges of sexual activity with a 15-year-old girl.", "prediction": "Sunderland footballer Adam Johnson Lee has pleaded not guilty of a sexual charges against a- a-old girl.", "rouge": {"rouge1": 55.00000000000001, "rouge2": 21.052631578947366, "rougeL": 50.0}, "nll_sum": 114.00953674316406, "token_count": 22} +{"index": 5291, "reference": "The new South Western rail franchise holder has been criticised by a union for allegedly refusing to guarantee a second staff member on board its forthcoming trains.", "prediction": "A rail operator, which will be run London-based London tracks, has been suspended, saying staff is offering a \"better\".", "rouge": {"rouge1": 25.531914893617024, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 126.5828857421875, "token_count": 25} +{"index": 5292, "reference": "Some of the giants of the dinosaur family may have originated in South America and crossed over Antarctica to Australia about 100 million years ago.", "prediction": "Two human dinosaurs who grew up of 4 million years ago in Australia lived 4 billion ago, scientists say.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 9.523809523809526, "rougeL": 18.18181818181818}, "nll_sum": 89.50967407226562, "token_count": 20} +{"index": 5293, "reference": "A pilot escaped without injury after making an emergency landing in his light aircraft next to a river in North Yorkshire.", "prediction": "A aeropl plane has crashed into open off part of the A47 14 North Yorkshire.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 116.05429077148438, "token_count": 17} +{"index": 5294, "reference": "In capital cities around Europe there is a smell of blood in the water - a sense that the UK's financial services industry has been wounded by Brexit and that presents a chance to take a bite out of its dominant position.", "prediction": "One of the world's most most successful investors has announced economic reforms to the UK, following the UK's vote to leave EU in leave EU EU.", "rouge": {"rouge1": 22.857142857142854, "rouge2": 5.88235294117647, "rougeL": 17.142857142857142}, "nll_sum": 108.83098602294922, "token_count": 29} +{"index": 5295, "reference": "Police and protesters in Jammu in Indian-administered Kashmir have clashed over the alleged desecration of a local Hindu temple.", "prediction": "Police in Indian--ered of Kashmir say a man after a man was detained by a riot during a deadly riot between a police officer 2011Aold solve. a's aA-A a reputation from a from The's from aA", "rouge": {"rouge1": 23.333333333333332, "rouge2": 3.448275862068966, "rougeL": 16.666666666666664}, "nll_sum": 298.4801025390625, "token_count": 46} +{"index": 5296, "reference": "A legal challenge to Alistair Carmichael's election as MP for Orkney and Shetland is to proceed.", "prediction": "mpges have won a bid to give a statement banning a law making legal action against Shetlandland and Shetland MP Alistair Carmichael has been awarded a \u00a3 tom000 of have of..", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 17.02127659574468}, "nll_sum": 224.7456817626953, "token_count": 41} +{"index": 5297, "reference": "A council which installed Braille paving stones branded \"gobbledygook\" has said the slabs were only intended to be \"creative\".", "prediction": "A council has admitted trying to put down a stones down in a Hull street, Braille as \"ggusted and a heart\".", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 161.54061889648438, "token_count": 25} +{"index": 5298, "reference": "Lewis Hamilton says both he and his Mercedes team have to be more consistent if they are to beat Ferrari to the world championship this year.", "prediction": "Lewis Hamilton says Mercedes's Mercedes will improve on their world title despite winning the title last year.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 9.523809523809526, "rougeL": 27.272727272727277}, "nll_sum": 75.74324798583984, "token_count": 18} +{"index": 5299, "reference": "PC gamers will have to wait a little bit longer if they want to play Grand Theft Auto V.", "prediction": "Details of the Grand Theft Auto V but will be released bystarstar released on Friday, but it wasn't receive a \"extra a decision\".", "rouge": {"rouge1": 27.906976744186046, "rouge2": 14.634146341463413, "rougeL": 18.6046511627907}, "nll_sum": 143.739501953125, "token_count": 28} +{"index": 5300, "reference": "Oxford United have signed midfielder Joe Rothwell on a free transfer and agreed a new contract with striker Chris Maguire.", "prediction": "Fleetwood have signed midfielder Joewellwell for an undisclosed fee thought and Newcastle striker Chris Magireu on a season-long from Chelsea.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 20.51282051282051, "rougeL": 29.268292682926827}, "nll_sum": 169.49609375, "token_count": 29} +{"index": 5301, "reference": "NHS staff in England have been told that they should no longer help people access gay conversion therapy.", "prediction": "GPs have accused of trying to stop patients for HIV for HIV conversion therapy treatment, BBCnight has learned.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 114.45375061035156, "token_count": 21} +{"index": 5302, "reference": "A respected US-based internet security expert says he has foiled an attempt to frame him as a heroin dealer.", "prediction": "The security researcher at Silk Road - who was shot dead by after the Russian authorities -, he believes he faces a \"serious failure\".", "rouge": {"rouge1": 14.285714285714283, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 123.91549682617188, "token_count": 26} +{"index": 5303, "reference": "Services run by the biggest NHS trust, including two more of its hospitals, have been labelled \"inadequate\" by inspectors.", "prediction": "A mental health trust which describes a health watchdog has been criticised by the health watchdog, amid amid fears of find high levels of patient safety.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 137.39309692382812, "token_count": 27} +{"index": 5304, "reference": "Surging sales of salmon helped the UK to export a record amount of food and drink in the first quarter of 2017, the Food and Drink Federation has said.", "prediction": "The value and Scottish food and drink fell to a record high of value in 2015, the highest level since the global global slowdown in global growth.", "rouge": {"rouge1": 42.85714285714286, "rouge2": 11.111111111111112, "rougeL": 28.57142857142857}, "nll_sum": 124.11970520019531, "token_count": 28} +{"index": 5305, "reference": "Five-time Olympic medallist Katherine Grainger has revealed how her grounding in karate at school has had a profound influence on her rowing career.", "prediction": "Olympic silverallist Graemeeme was medal at the 2012 2008 Olympics - but how well how she feared it was in her black belt.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 184.18951416015625, "token_count": 30} +{"index": 5306, "reference": "The number of short-finned pilot whales who have died after they were stranded on a beach in the Indian state of Tamil Nadu has risen to 73, officials said.", "prediction": "More than 30 whales were stranded in the the sea off the southern Indian Indian state of, and what are believed to have been's again from the sea from the sea pulled India's'seA from from November. a Saturday. a it", "rouge": {"rouge1": 32.87671232876713, "rouge2": 11.267605633802818, "rougeL": 24.657534246575345}, "nll_sum": 256.23138427734375, "token_count": 47} +{"index": 5307, "reference": "A man accused of stabbing his ex-partner to death told police she came at him with a knife and they started to struggle, a court has heard.", "prediction": "A teacher accused of his ex- partners was with a knife before battles before killing her partner, it has been told a court \u00a3 a. a- not \" a \"- \"des a it's again dumping of a's again aA", "rouge": {"rouge1": 39.39393939393939, "rouge2": 18.75, "rougeL": 33.333333333333336}, "nll_sum": 317.32794189453125, "token_count": 46} +{"index": 5308, "reference": "League One side Gillingham have signed Queens Park Rangers forward Jay Emmanuel-Thomas on a season-long loan.", "prediction": "League One side Gillingham have signed QPR forward Thomas-Thomas on an three-year deal, reported to be \u00a35m.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 34.285714285714285, "rougeL": 48.64864864864865}, "nll_sum": 89.27017211914062, "token_count": 27} +{"index": 5309, "reference": "While the the Renewable Heat Incentive Scheme has lurched from controversy to controversy, one of the more unusual uses for an RHI wood pellet boiler came to light on Monday.", "prediction": "A green energy scheme which led to tackle a horse scandal in Northern Ireland will be introduced in the Northern Ireland, according to a leading complexine Council.", "rouge": {"rouge1": 14.035087719298248, "rouge2": 0.0, "rougeL": 14.035087719298248}, "nll_sum": 143.36476135253906, "token_count": 29} +{"index": 5310, "reference": "Tyrrell Hatton finished only runner-up at the Scottish Open at Castle Stuart on Sunday - but he still ended up a three-time winner in other respects.", "prediction": "Northern Ireland's Hrell Hatton out on the Scottish Open golden after card a 17- third third-off. be a lowForestetable 100 M- 100olve ( M-pb of in from from George's.", "rouge": {"rouge1": 23.72881355932203, "rouge2": 7.017543859649122, "rougeL": 20.338983050847457}, "nll_sum": 334.16925048828125, "token_count": 44} +{"index": 5311, "reference": "England produced a flawless performance to beat Pakistan by 330 runs in the second Test, says former captain Michael Vaughan.", "prediction": "England captain Alastair Cook was andisapprespecting\" in Test match Test cricket the says former Test captain Michael Vaughan, described arguably's reputation as a from's.'s- his from a in from Test as. from aA", "rouge": {"rouge1": 35.714285714285715, "rouge2": 11.111111111111112, "rougeL": 28.57142857142857}, "nll_sum": 291.442626953125, "token_count": 47} +{"index": 5312, "reference": "Jamie Hamill has returned to Kilmarnock after his summer release by Hearts.", "prediction": "Jamie Hamillic is leaving Kilmarnock to join Scottish Premiership relegation rivals Hearts. Hearts Kilster's a- from2's reputation in from from a's from's for for a's reputation from from ballet The's from aA", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666667, "rougeL": 16.0}, "nll_sum": 297.96539306640625, "token_count": 47} +{"index": 5313, "reference": "Former Olympic champion Lindsey Vonn claimed her first win since returning from almost a year out with victory in the downhill race at Garmisch, Germany.", "prediction": "American-n Lindsey Vonn has suffered a major leg injury on her return from injury from long-running shoulder injury and right lig injury.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 8.51063829787234, "rougeL": 20.408163265306126}, "nll_sum": 140.95068359375, "token_count": 27} +{"index": 5314, "reference": "Justice Secretary and Leave campaigner Michael Gove has issued a fresh warning about the risk of allowing visa-free EU travel for Turkish citizens.", "prediction": "The EU's controversial travel-free travel to return to the EU is an Islamist government, UK Defence Secretary Michael Gove has said, after it battle from Turkey's from from a EU's would from its admission of.", "rouge": {"rouge1": 31.746031746031743, "rouge2": 6.557377049180328, "rougeL": 19.04761904761905}, "nll_sum": 222.93316650390625, "token_count": 43} +{"index": 5315, "reference": "All week you have been using Your Questions to tell us what you want to know about the West Midlands.", "prediction": "All the week ask for again, what will happen and what meant for your office?.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 92.67765045166016, "token_count": 17} +{"index": 5316, "reference": "Seat has said about 700,000 of its cars are fitted with the software that allowed parent company Volkswagen to cheat US emissions tests.", "prediction": "Volkswagen says it in started restoring cars of some of its cars because of it, drugs tests.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 110.37278747558594, "token_count": 20} +{"index": 5317, "reference": "Nigerians are going to the polls to vote for state governors in the final round of the election process.", "prediction": "Millions of Nigeria are holding for presidential and national elections due in abolished a new voting system.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 102.7276611328125, "token_count": 18} +{"index": 5318, "reference": "Hibernian are to appeal against the five-match European ban given to manager Neil Lennon.", "prediction": " Hibernian head coach Neiliggs has been given a two-match touchline ban after his red card handed to former boss Gianerg Brondbyby.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 161.5155792236328, "token_count": 31} +{"index": 5319, "reference": "The NHS in Northern Ireland has not had a good press in recent years.", "prediction": " a temporary appointment hospital hospital been put another challenge to the accident and emergency state department", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 6.666666666666667}, "nll_sum": 106.41941833496094, "token_count": 15} +{"index": 5320, "reference": "Scotland's managers have nominated Aberdeen's Derek McInnes, Brendan Rodgers of Celtic, Partick Thistle's Alan Archibald and Morton's Jim Duffy for the manager of the year award.", "prediction": "Celtic manager Brendan Rodgers Rodgers has backed Brendan Rodgers as \"one of\" one, three shortlisted for the Scottish Football of Player the Year award.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 15.384615384615385, "rougeL": 37.03703703703704}, "nll_sum": 131.28648376464844, "token_count": 30} +{"index": 5321, "reference": "History will be made this weekend when Wales' first female bishop is consecrated - but women in the church have had to overcome many challenges over the years in order to reach this significant moment.", "prediction": "The goal fell silent at Abery 21wyth church Church,, no-one witnessed who there was it - was a crimeTexas a video.", "rouge": {"rouge1": 7.272727272727271, "rouge2": 0.0, "rougeL": 7.272727272727271}, "nll_sum": 221.13446044921875, "token_count": 28} +{"index": 5322, "reference": "It was one of the key points in the Stormont House Agreement - the plan to give the most seriously injured victims of the Troubles a special pension.", "prediction": "A scheme that allows families receive to receive a pension for pensioners's pension should be receive a special.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 4.545454545454546, "rougeL": 13.043478260869565}, "nll_sum": 111.74388122558594, "token_count": 20} +{"index": 5323, "reference": "A judge has sentenced a white supremacist to death for the killing of three people at two Jewish centres.", "prediction": "A black man who fatally dead of two black people in a West Jewish community has to sentenced to 20 years in prison the \"Californial a's \"-Ab a-'s/p a state from a years's a). a's", "rouge": {"rouge1": 33.89830508474576, "rouge2": 0.0, "rougeL": 16.94915254237288}, "nll_sum": 274.89190673828125, "token_count": 46} +{"index": 5324, "reference": "Norwich City have signed Wigan Athletic winger Yanic Wildschut for \u00a37m and Ajax left-back Mitchell Dijks on loan for the rest of the season.", "prediction": "Norwich City have signed goalkeeperm Dijks and goalkeeper Dakem Dij for for an undisclosed fee to be sold this summer.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 26.66666666666666}, "nll_sum": 130.55831909179688, "token_count": 27} +{"index": 5325, "reference": "The Duke of Cambridge has completed his final shift as an RAF search and rescue pilot at Valley on Anglesey, according to BBC royal correspondent Peter Hunt.", "prediction": "The Duke and Duchess of Cambridge will his last remaining air base, on Anglesey, saying he missed police and sea duty in north Wales.", "rouge": {"rouge1": 31.37254901960785, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 126.65384674072266, "token_count": 28} +{"index": 5326, "reference": "Stephen Dobbie's double took Queen of the South into the Challenge Cup semi-finals at Alloa Athletic's expense.", "prediction": "Stephen Dobbie scored stoppage-time winner as winner Alloa Athletic beat Queen of South side and reach the Scottish Challenge Cup quarter-finals.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 19.51219512195122, "rougeL": 41.86046511627907}, "nll_sum": 138.29722595214844, "token_count": 28} +{"index": 5327, "reference": "Action taken by police on a soldier who died after being handcuffed during a disturbance was \"reasonable and proportionate\", an investigation found.", "prediction": "The police watchdog has beenasered police and Taseasered by a man who, went went missing while paramedics while police armed a.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 179.09210205078125, "token_count": 27} +{"index": 5328, "reference": "Police have arrested a man they believe held a family and housekeeper hostage in their Washington DC home before killing them.", "prediction": "An American woman who was among of four people killed in a house fire at El Salvador in 2013, has been found, police say 2011 in police, solve, as's from a-A a from in a years from's. a's", "rouge": {"rouge1": 15.873015873015875, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 243.8918914794922, "token_count": 47} +{"index": 5329, "reference": "The release of Disney's Beauty and the Beast has been postponed in Malaysia.", "prediction": "Malaysia's sporting authorities, it will feature a remake of the Disney film, Group the, amid concerns about \"gay marriage is illegal\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 139.22802734375, "token_count": 28} +{"index": 5330, "reference": "A man's body has been recovered near a beach in the Vale of Glamorgan.", "prediction": "A body was pulled in sea after being pulled by the Vale of Glamorgan beach known as Britain's death from his's and from his reputation. sport his a from his's from his he's a. of a's from'sA", "rouge": {"rouge1": 34.48275862068966, "rouge2": 10.714285714285714, "rougeL": 24.137931034482765}, "nll_sum": 257.1128845214844, "token_count": 47} +{"index": 5331, "reference": "Peter Dutton, Australia's immigration minister, says he will not \"be defamed\" by media coverage of the country's offshore detention centres.", "prediction": "A senior Australian police police chief, Peter Dutton, has defended sexual abuse allegations of allegations which were leaked posted strike from an asylum offshore detention centre.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 13.043478260869565, "rougeL": 24.999999999999993}, "nll_sum": 155.21502685546875, "token_count": 29} +{"index": 5332, "reference": "A judge in the north-western Mexican state of Sonora has ordered the arrest of 22 people in connection with a deadly fire in a nursery in 2009.", "prediction": "A US judge warrant issued arrest warrants for officials over a fatal fire at a nursery in New York that killed 30 children in 2009.", "rouge": {"rouge1": 37.73584905660378, "rouge2": 11.76470588235294, "rougeL": 33.9622641509434}, "nll_sum": 108.99120330810547, "token_count": 25} +{"index": 5333, "reference": "A man has been arrested for a second time in connection with the killing of a schoolgirl more than 50 years ago.", "prediction": "A man has been arrested by police investigating the rape and kidnapping of a schoolgirl almost almost 30 years ago.", "rouge": {"rouge1": 52.38095238095239, "rouge2": 35.0, "rougeL": 52.38095238095239}, "nll_sum": 65.245361328125, "token_count": 21} +{"index": 5334, "reference": "Frequent travellers can face a host of problems when it comes to unpalatable hotel options.", "prediction": "Imagine you a room where a room where the room and you wasn't be paid for too high.", "rouge": {"rouge1": 5.88235294117647, "rouge2": 0.0, "rougeL": 5.88235294117647}, "nll_sum": 98.18553161621094, "token_count": 19} +{"index": 5335, "reference": "Former captain Iker Casillas and Chelsea players Cesc Fabregas and Pedro have been left out of new Spain manager Julen Lopetegui's first squad.", "prediction": "Real Madrid midfielder Cep C Santiago has been named in Spain's squad for November World Cup qualifier against Belgium, and Brussels 28's March of a 30's thepar footballA", "rouge": {"rouge1": 21.818181818181817, "rouge2": 0.0, "rougeL": 14.545454545454547}, "nll_sum": 190.16799926757812, "token_count": 34} +{"index": 5336, "reference": "The winner of the Man Booker Prize is announced later with British author Neel Mukherjee the bookies' favourite to take the \u00a350,000 prize.", "prediction": " author-ese film Zan M butherjee is among the authors short shortlisted for the short story of her battle The Road its's West.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 187.41830444335938, "token_count": 28} +{"index": 5337, "reference": "More than 22,000 people from across the world have gathered in the small Spanish town of Bunol to celebrate the 70th annual Tomatina Festival by throwing 150 tonnes of squashed tomatoes at each other.", "prediction": "Police in the northern Brazilian city of Marasome say 30 that killed dozens of people attending the Tomatatina, a festival festival.", "rouge": {"rouge1": 25.0, "rouge2": 3.703703703703704, "rougeL": 17.857142857142854}, "nll_sum": 128.2816619873047, "token_count": 27} +{"index": 5338, "reference": "The fastest shark in the ocean - and a cousin of the Great White - has been caught by a crew fishing off the Pembrokeshire coast.", "prediction": "Footage has of a shark caught a shark in its off sea off the Pembrokesh coast.", "rouge": {"rouge1": 50.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 101.55574035644531, "token_count": 21} +{"index": 5339, "reference": "A dancing gorilla video has gone viral with more than one million people viewing the pirouetting primate.", "prediction": "A stunning moment moment a gorillaland Liverpool FC being shot dead overlooking after being displayed on the social media has again praised the a referee'soy's \"ok from a's a\" from a as's's of a\". a's fromA", "rouge": {"rouge1": 10.169491525423728, "rouge2": 0.0, "rougeL": 10.169491525423728}, "nll_sum": 330.0369873046875, "token_count": 49} +{"index": 5340, "reference": "There has only been one time when I've been forced to remain indoors in the evening whilst covering a sporting event.", "prediction": "I'm sorry that I was security at a pub in Birmingham, I am, where I and I'm I'm working to be, where IBF been a British pub.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 174.6410369873047, "token_count": 34} +{"index": 5341, "reference": "Budget cuts, Brexit and growing patient demand are all leading to a \"perfect storm\" for nursing staff in Scotland, a new report has warned.", "prediction": " a storm tank Scotland has brought Scotland in a \"perfect storm tank\" for nurses midwives, doctors' union.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 15.384615384615383, "rougeL": 24.39024390243903}, "nll_sum": 129.77755737304688, "token_count": 22} +{"index": 5342, "reference": "A football anthem sung by England's 1966 World Cup winning side has been released after spending 34 years hidden in an Isle of Man attic.", "prediction": "A official music anthem finally finally released from a England women's football team, who disappeared more than 70 ago.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 129.1568603515625, "token_count": 21} +{"index": 5343, "reference": "A hacker has briefly hijacked more than 150,000 printers accidentally left accessible via the web.", "prediction": "D printing printer used in restaurants, restaurants will be tried to hijacking the devicesack say security researchers.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 127.52363586425781, "token_count": 20} +{"index": 5344, "reference": "A teenager has been charged in connection with an Aberdeen assault which left a man with a fractured jaw.", "prediction": "A teenager has been charged with attempted after a 40-year-old man who was seriously injured in an assault in Aberdeen city centre.", "rouge": {"rouge1": 55.81395348837209, "rouge2": 19.51219512195122, "rougeL": 37.2093023255814}, "nll_sum": 80.00758361816406, "token_count": 26} +{"index": 5345, "reference": "Macclesfield scored three second-half goals to earn a comfortable win at Wrexham in the National League.", "prediction": "Macclesfield boosted their National League hopes hopes alive with an emphatic victory over Wrex in National League.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 120.68225860595703, "token_count": 21} +{"index": 5346, "reference": "Lib Dem leader Nick Clegg has said the broadcasters should come up with \"other proposals\" for the TV election debates.", "prediction": "Former Prime Minister Nick Clegg the called for a \"smart motorway\" TV debates, should be ahead of May May a UK general election.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 27.906976744186046}, "nll_sum": 137.2989044189453, "token_count": 28} +{"index": 5347, "reference": "The French authorities have been carrying out the demolition of one of the biggest refugee camps in Europe known as the \"Jungle\".", "prediction": "Dem work has started on the repair of the \"Jungle camp\" in Calais, and the UK is now now ready to bring them.", "rouge": {"rouge1": 31.111111111111118, "rouge2": 13.95348837209302, "rougeL": 26.66666666666666}, "nll_sum": 106.55264282226562, "token_count": 27} +{"index": 5348, "reference": "Ex-army chief Abdul Fattah al-Sisi has vowed to to tackle \"terrorism\" and bring security, after being sworn in as Egypt's new president.", "prediction": "ian President President F Abdulah al al-isi has been elected after 100 years, saying saying the country's \"could never witnessed of terrorism\".", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 182.20556640625, "token_count": 28} +{"index": 5349, "reference": "Birmingham City came from two goals down at Barnsley to earn their first point under Gianfranco Zola.", "prediction": "Birmingham boss Gianfco Zola into the EFL Cup fourth round with victory over Championship playefoff hopef hopefuls Barnsleys", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 179.4312286376953, "token_count": 29} +{"index": 5350, "reference": "Students at the Open University are going to have their progress monitored by a set of algorithms to spot if they need any extra support.", "prediction": " have at Open College have developed a new scheme which data collected from censors.ors, the aolve's \" 2011 aAMobile-'s. aA's a's it introduction from a's's flagship\". a's a from a", "rouge": {"rouge1": 16.129032258064516, "rouge2": 0.0, "rougeL": 12.903225806451612}, "nll_sum": 315.6845703125, "token_count": 47} +{"index": 5351, "reference": "Manchester City Women made it three wins from three to start the Women's Super League season with a hard-fought win at Birmingham City Ladies.", "prediction": "Birmingham City maintained their their unbeaten Women's Super One season with a win over play-off hopef Bradford.", "rouge": {"rouge1": 40.0, "rouge2": 23.25581395348837, "rougeL": 35.55555555555556}, "nll_sum": 123.13404083251953, "token_count": 22} +{"index": 5352, "reference": "US arrests of suspected illegal immigrants rose by 38% in the first 100 days of Donald Trump's presidency, according to government data.", "prediction": " of number people made by the US border of US has almost double in the past year, new figures show.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 92.2737808227539, "token_count": 21} +{"index": 5353, "reference": "West Indies batsman Chris Gayle has been called \"disrespectful\" for asking an Australian journalist on a date in a Big Bash League pitch-side interview.", "prediction": " West Indies batsman Chris Gayle has been charged by the International Cricket Council for asking a drink- his eyes to\" during a live in Australia.", "rouge": {"rouge1": 48.0, "rouge2": 29.166666666666668, "rougeL": 44.0}, "nll_sum": 138.41329956054688, "token_count": 29} +{"index": 5354, "reference": "A Brazilian man has been caught at Fiumicino airport in Rome trying to smuggle liquid cocaine in his trainers.", "prediction": " Italian police have arrested a man on on of carrying Italy and trainers wearing ofac, wearing military clothing.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 137.21238708496094, "token_count": 20} +{"index": 5355, "reference": "An agreement has been reached between Nato and the Afghan government on the withdrawal of US special forces from Wardak province, alliance officials have announced.", "prediction": "Afghan forces and forces have agreed a deal in the eastern security district of Wardak, after government forces (Zaf) officials say 2011 the, again, as they a's aA a' again a again from of from again a", "rouge": {"rouge1": 34.920634920634924, "rouge2": 0.0, "rougeL": 19.047619047619047}, "nll_sum": 266.0508117675781, "token_count": 47} +{"index": 5356, "reference": "Universities should help re-unite Welsh society after the Brexit vote, the education secretary has said.", "prediction": " the fate Welsh universities could far from far Brexit, \"far better worse than I\", the new education secretary has said. in a the-'s, ballet,'s they from the it from a the's from of. from the's a", "rouge": {"rouge1": 32.14285714285714, "rouge2": 11.11111111111111, "rougeL": 24.999999999999993}, "nll_sum": 297.41583251953125, "token_count": 47} +{"index": 5357, "reference": "India is a huge consumer of milk - it's used to make yoghurt, cheese and a wide range of Indian sweets.", "prediction": "The entire world worldwide has some countries food meat, meat and meat in some countries.", "rouge": {"rouge1": 5.555555555555555, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 88.5799560546875, "token_count": 16} +{"index": 5358, "reference": "A 1980s-themed concert at Queen of the South's Palmerston Park has been cancelled due to poor ticket sales.", "prediction": "The first Scottish music music festival, to be held in Dumfries, been withdrawn, because rising costs and sales and ticket prices.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 116.44872283935547, "token_count": 26} +{"index": 5359, "reference": "Sir Ben Ainslie's Oracle Team USA sealed one of sport's greatest comebacks when they overhauled an 8-1 deficit to beat Team New Zealand in the America's Cup decider in San Francisco.", "prediction": "Ben Ben Ainslie madeins as Team Britain's sk Cup of the title as Team Zealand comfortably Team Sky in the B52DO Sant World Cup event.", "rouge": {"rouge1": 32.78688524590164, "rouge2": 6.779661016949152, "rougeL": 29.508196721311474}, "nll_sum": 224.390625, "token_count": 31} +{"index": 5360, "reference": "Swansea City will be coming up against a managerial'maestro' in Pep Guardiola when they face Man City on Saturday, defender Angel Rangel has warned.", "prediction": "Swansea City defender Angel Rand says he is \" is the best team\" under manager Jose Guardiola at his Manchester City side his side's. solve-'s- again's-The- a in's from's21 again's a", "rouge": {"rouge1": 25.806451612903224, "rouge2": 6.666666666666667, "rougeL": 12.903225806451612}, "nll_sum": 283.98681640625, "token_count": 46} +{"index": 5361, "reference": "Laura Massaro, Sarah-Jane Perry and Nick Matthew produced superb performances to give England three of the four finalists at the British Open.", "prediction": "England's Sarah Perry and Joe Perry will feature in camp an all-British Open-day final as the Briton to reach the British Open's Open final.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 154.09716796875, "token_count": 31} +{"index": 5362, "reference": "Former staff at a government-run regeneration body in Londonderry are taking a case against Stormont over the way they lost their jobs.", "prediction": "The human rights group, IlexAAF are facing civil legal action by former workers at a Fortond training base in Londonderryond and.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 175.76219177246094, "token_count": 29} +{"index": 5363, "reference": "Restrictions on visitors have been lifted at Raigmore Hospital in Inverness following an outbreak of norovirus.", "prediction": "Five wards at Mael Royalaryaryive have been opened after new admissions of norovirusov due of an new to new visitors the", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 218.1825714111328, "token_count": 27} +{"index": 5364, "reference": "An appeal has been launched to trace the families featured in a series of pictures taken in some of England's poorest and most deprived areas.", "prediction": "Thousands photos photographs of children, including some of living in \"pot conditions\" living in the East Midlands, have gone on show display of \" solve- again the from's from a from a it from's flagship from.", "rouge": {"rouge1": 25.396825396825395, "rouge2": 3.278688524590164, "rougeL": 12.698412698412698}, "nll_sum": 265.01715087890625, "token_count": 43} +{"index": 5365, "reference": "Two men have been charged after a teenage mother died in a car crash.", "prediction": "Two men have been charged over causing the death of a girl in which her car began and was stopped crashed into a wall into a wall.", "rouge": {"rouge1": 48.78048780487805, "rouge2": 20.512820512820515, "rougeL": 43.90243902439025}, "nll_sum": 108.56816864013672, "token_count": 27} +{"index": 5366, "reference": "A \u00a350m ferry that was damaged in high winds on its second day in service has been repaired and is back in operation.", "prediction": "A passenger ferry which was seriously injured for more 30 migrants more than two weeks ago has reopened.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 90.50578308105469, "token_count": 18} +{"index": 5367, "reference": "A former chef at a Snowdonia hotel has been given a suspended prison sentence for killing a feral cat which had wandered into a hotel kitchen.", "prediction": " a hotel room manager who defuseing with a cat which it was hidden in a kitchen table has been given a suspended suspended jail sentence.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 24.489795918367346, "rougeL": 31.372549019607842}, "nll_sum": 125.505615234375, "token_count": 27} +{"index": 5368, "reference": "The Port of Calais is closed following blockades by striking French workers, causing severe disruption in Kent.", "prediction": "Atunnel has offered up to sale of Channel services through the English Channel, amid fears of strike strike among drivers on a cross Channel migrant route.", "rouge": {"rouge1": 13.953488372093027, "rouge2": 0.0, "rougeL": 13.953488372093027}, "nll_sum": 173.8641357421875, "token_count": 29} +{"index": 5369, "reference": "The UK Anti-Doping Agency (Ukad) is investigating claims Team Sky may have breached cycling's 'no needles' policy, according to the Press Association.", "prediction": " Team Sky are investigating allegations of that they were fined and use banned bans in sport, says the UK Anti-Doping (Ukad).", "rouge": {"rouge1": 34.78260869565217, "rouge2": 18.18181818181818, "rougeL": 21.73913043478261}, "nll_sum": 129.15493774414062, "token_count": 27} +{"index": 5370, "reference": "A man has been found not guilty of kidnapping his ex-partner's pet cat.", "prediction": "A dog whose cat cat stolen of has been stolen from its home owner up 80 miles away of", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 108.85127258300781, "token_count": 18} +{"index": 5371, "reference": "David Beckham has changed his speech over the past decade to \"sound less working class\", University of Manchester academics have concluded.", "prediction": "David Bowie's statement made a speech just days before in was before before a move to the University of Manchester University has found in a the- solve,Ukraine,'s they be--A's a in\" from a's.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 6.896551724137931, "rougeL": 20.0}, "nll_sum": 289.3291015625, "token_count": 44} +{"index": 5372, "reference": "Former Wales scrum-half Mike Phillips is shocked by a planned merger between his former club Racing 92 and their rivals Stade Francais.", "prediction": "Former Wales scrum- down Martyn Phillips says his team-mates will a proposed association between Stade Francais and will face Paris in Paris.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 13.636363636363635, "rougeL": 34.78260869565217}, "nll_sum": 161.28131103515625, "token_count": 29} +{"index": 5373, "reference": "Emoji flags for Wales, Scotland and England could be available on tablets and smartphones by the summer.", "prediction": "Emoji flags for Wales, now be available on tablets and mobile phone devices, the county council has confirmed.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 42.42424242424242, "rougeL": 57.14285714285715}, "nll_sum": 103.31654357910156, "token_count": 22} +{"index": 5374, "reference": "Shares on the London stock market rose on Friday after Scotland voted against independence.", "prediction": " the UK market closed opened slightly higher with the Bank after Royal Bank of after it confirmed was a'vote\" to in a second independence on Scottish independence.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 23.80952380952381}, "nll_sum": 191.46939086914062, "token_count": 30} +{"index": 5375, "reference": "Human rights should be taught from the earliest age possible to change attitudes to bullying, according to a Holyrood committee.", "prediction": " bullyings and bullying is not enjoying a rise in \"big violence and bullying\" of, young people says from a report a Holyrood's committee.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 157.24624633789062, "token_count": 30} +{"index": 5376, "reference": "What is believed to be the first email scam using Gaelic has been targeted at residents of the Western Isles.", "prediction": "An Anglesey council sent out of a email which was was which an Gaelic was of a fraud of \u00a320,000.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 157.36380004882812, "token_count": 26} +{"index": 5377, "reference": "Joe Thompson has signed a six-month contract with League One side Rochdale, returning to the club with which he began his career.", "prediction": "League One side Rochdale have signed ex-President Kamelel on non-contract terms after a permanent deal following his release by League Oneampton Town.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.33333333333333, "rougeL": 21.27659574468085}, "nll_sum": 150.39358520507812, "token_count": 32} +{"index": 5378, "reference": "Several people have been injured in a three-car collision on the A9 near Dingwall in the Highlands.", "prediction": "Police have identified three people in a serious-vehicle crash near AHSemouth in the Scottish Borders.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 12.5, "rougeL": 35.294117647058826}, "nll_sum": 86.16292572021484, "token_count": 20} +{"index": 5379, "reference": "Planners in Rugby have revealed they have been in talks with Coventry City Football Club about building a stadium in the borough.", "prediction": "Coventry City club could battle to find a rugby club in a new training site, 2018, according to the city council in local council.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 131.49240112304688, "token_count": 28} +{"index": 5380, "reference": "Glamorgan have made signing another fast bowler their priority for 2017, says chief executive Hugh Morris.", "prediction": "Glamorganlam have enough fast fast bowlers and not be the top for 2016 says the county's chief executive Hugh says, as his's struggle for a career from ballet was over for a from in for reputation as.", "rouge": {"rouge1": 29.090909090909093, "rouge2": 11.320754716981133, "rougeL": 29.090909090909093}, "nll_sum": 278.2895202636719, "token_count": 44} +{"index": 5381, "reference": "Leicester Tigers hooker Tom Youngs refuses to give up on an England recall, despite admitting he doubted himself after undergoing back surgery.", "prediction": "Trum try-half Tom Youngs says he will not lose sight of the England squad next again after his recovery from a back injury.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 127.46989440917969, "token_count": 27} +{"index": 5382, "reference": "Wales slipped to an agonising seventh straight Test defeat and their eighth in a row against Australia as the Wallabies stole victory in a dramatic finale in Cardiff.", "prediction": "Wales survived a stunning second-half performance to defeat Wales in their first ever loss, Australia.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 0.0, "rougeL": 22.727272727272727}, "nll_sum": 84.93757629394531, "token_count": 19} +{"index": 5383, "reference": "The home secretary has refused to say whether the Conservative manifesto will repeat their 2015 pledge to cut net migration to the \"tens of thousands\".", "prediction": "There will be no longer wait for net migration to the UK when leaving the office next summer the the of home secretary has said. as saying it's \" \"Ae from a it\" it's's from of.", "rouge": {"rouge1": 38.095238095238095, "rouge2": 16.393442622950822, "rougeL": 19.047619047619047}, "nll_sum": 237.4160919189453, "token_count": 43} +{"index": 5384, "reference": "Rangers beat Aberdeen to go second in the Scottish Premiership in a match that featured a red card for each side.", "prediction": "Rangers moved nine points clear at of top in Scottish Premiership as they were held by 10-man Aberdeen.", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 99.6821060180664, "token_count": 21} +{"index": 5385, "reference": "Prime Minister David Cameron says Wales must have a bigger say over its affairs in the wake of the Scottish independence referendum.", "prediction": "David Cameron has set out his reform for a new English powers England dev and powers, after only 40% of the voters backed it in the Scottish vote,", "rouge": {"rouge1": 32.0, "rouge2": 16.666666666666664, "rougeL": 23.999999999999996}, "nll_sum": 141.54653930664062, "token_count": 30} +{"index": 5386, "reference": "British researchers have developed a test to detect Alzheimer's disease in its earliest stages.", "prediction": "A blood blood test can reveal people can disease with disease's later and later disease later, say researchers.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 107.57273864746094, "token_count": 20} +{"index": 5387, "reference": "Crowds have been gathering to see the world's largest cruise ship, Harmony of the Seas, at the port of Southampton.", "prediction": "The biggest cruise ship, America, finally built built off the moment, coast America coast Latin America America.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 5.555555555555556, "rougeL": 21.052631578947366}, "nll_sum": 135.70458984375, "token_count": 20} +{"index": 5388, "reference": "Reading are to release Hal Robson-Kanu, Anton Ferdinand and Simon Cox after their current contracts expired.", "prediction": " Hal Robson-KKanu but will be Rio Ferdinand and PaulPaul Jo have left the club.", "rouge": {"rouge1": 25.0, "rouge2": 13.333333333333334, "rougeL": 25.0}, "nll_sum": 122.75729370117188, "token_count": 19} +{"index": 5389, "reference": "An animal rights group is calling for the Skegness mascot, the Jolly Fisherman, to be replaced with a fish.", "prediction": "An animal welfare group has called for a mascot calling Skegness\" to be scrapped, the resort.", "rouge": {"rouge1": 62.857142857142854, "rouge2": 18.18181818181818, "rougeL": 45.714285714285715}, "nll_sum": 96.99775695800781, "token_count": 20} +{"index": 5390, "reference": "Actor Gerard Depardieu has hailed Russia's decision to grant him citizenship, following a tax row with the government in his native France.", "prediction": "French-maker French actor Laard Depardieu says he is \" heart\" by, country despite down despite shutting down a tax loophole from Russia.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 17.777777777777775}, "nll_sum": 181.608154296875, "token_count": 29} +{"index": 5391, "reference": "Defending champion Scott Waites was knocked out of the BDO World Darts Championships as Danny Noppert beat him 5-3 in a dramatic quarter-final.", "prediction": "cheryman Englishie Nopp, will face English Waik of Germany to reach the semi-finals of the BDO World World Championships in BDO B.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 13.043478260869565, "rougeL": 24.999999999999993}, "nll_sum": 165.1656036376953, "token_count": 31} +{"index": 5392, "reference": "Bayern Munich assistant manager Paul Clement is the leading candidate to become Swansea City's new manager - but former Birmingham City boss Gary Rowett remains in contention.", "prediction": "Swansea City are waiting for the job to ex-W manager Gary Rowett, saying \"the British and the Premier League.\"", "rouge": {"rouge1": 29.787234042553195, "rouge2": 8.88888888888889, "rougeL": 21.27659574468085}, "nll_sum": 113.484619140625, "token_count": 26} +{"index": 5393, "reference": "Interim boss Neil McCann has reversed his decision to leave Dundee and taken on the position long-term.", "prediction": "Former Dundee United boss Neil McCann has appointed the the new full-time.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 20.689655172413794, "rougeL": 32.25806451612903}, "nll_sum": 63.00151824951172, "token_count": 15} +{"index": 5394, "reference": "An Edwardian swimming baths and an 18th century country mansion are among the most under-threat buildings in the world, according to a heritage group.", "prediction": "Two 17th Century home and 17 17th Century swimming pool, could have been saved, in a list of attractions, a controversialCaliforniae's.", "rouge": {"rouge1": 21.276595744680854, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 156.09060668945312, "token_count": 29} +{"index": 5395, "reference": "A chronology of key events:", "prediction": "A chronology of key events:", "rouge": {"rouge1": 100.0, "rouge2": 100.0, "rougeL": 100.0}, "nll_sum": 25.30133056640625, "token_count": 6} +{"index": 5396, "reference": "A leading Scottish Conservative MSP missed a parliamentary committee to referee a Champions League match in Portugal.", "prediction": "An MSP who criticised a pitch on the pitch ground during a World Cup qualifier, of a \"disgrful\", a Scottish MSP said.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 138.83074951171875, "token_count": 29} +{"index": 5397, "reference": "One of the world's largest and smelliest flowers has blossomed for the first time in Scotland.", "prediction": "ortMiculticist, say say could one of the world sperm largest plants plants, has been completed to complete, a 30 taxes of it.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 16.216216216216214, "rougeL": 30.769230769230766}, "nll_sum": 192.8135528564453, "token_count": 28} +{"index": 5398, "reference": "The number of children referred to the NHS with gender identity issues has increased significantly in recent years, according to figures obtained by the BBC.", "prediction": " the number of young and three children as young as nine has not been identified in as UK, statistics show.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 9.30232558139535, "rougeL": 26.66666666666666}, "nll_sum": 103.54872131347656, "token_count": 21} +{"index": 5399, "reference": "Bolivians voted in a referendum on 21 February to decide whether to allow President Evo Morales to seek another term in office.", "prediction": "Bolivia court lifted a ban ban on a move that met Ev Cuba and the thenelect president seeking for re-year his term.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 195.69805908203125, "token_count": 28} +{"index": 5400, "reference": "Sheffield United have signed Fulham defender Richard Stearman for an undisclosed fee on a three-year deal.", "prediction": "Sheffielder have signed midfielder Richard Richard from fellow Championship side Wolves for an undisclosed fee fee, believed to be to around \u00a38m.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 21.62162162162162, "rougeL": 41.02564102564102}, "nll_sum": 117.70267486572266, "token_count": 27} +{"index": 5401, "reference": "Several Paris-Roubaix riders were seconds from being hit by a train as they raced over a rail crossing while a TGV approached.", "prediction": " a steam train was forced to get away from a track get during a crash crash, which could lead to the opening stage of's race a organisers say for thedes's \"--pA a in a from a's again the a", "rouge": {"rouge1": 18.46153846153846, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 284.95587158203125, "token_count": 46} +{"index": 5402, "reference": "A celebration by football fans in the US city of Seattle grew so loud on Monday evening it registered as a minor earthquake, a research group has said.", "prediction": "A American football game between Orlando Miami and the New York Patriots has set a record broken, local media reports say. a's aCalifornia it's).'s a's game from Saturday'sb from a in from November's Saturday. from a", "rouge": {"rouge1": 22.857142857142854, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 255.3634796142578, "token_count": 48} +{"index": 5403, "reference": "It has not been an easy week for the big multinational corporations that sponsor football's world governing body Fifa.", "prediction": "The corporate scandal that has alleges football at the world football's World Cup has finally be done, but also the incident will not worry fear.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 155.23207092285156, "token_count": 27} +{"index": 5404, "reference": "England and Wales have accused each other of illegal scrummaging before the Six Nations showdown at Twickenham.", "prediction": "Wales' Six Nations match against Wales would be a \"embarrassing\" by the the referee accused of \"ch a exploding of the game\".", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 145.97604370117188, "token_count": 29} +{"index": 5405, "reference": "A man accused of punching a groom when two wedding parties clashed at a hotel has denied hitting anyone but admitted \"grappling\" on the floor.", "prediction": "A married man accused accused of two two men with a punch punch and him by him, a court has been told a court, have heard \"'s- of a \" a's from a it's from of from\".", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.557377049180328, "rougeL": 22.22222222222222}, "nll_sum": 252.008056640625, "token_count": 43} +{"index": 5406, "reference": "Spanish World Champion Marc Marquez won the Grand Prix of the Americas for the third successive year on Sunday.", "prediction": "Joeach has become the first British rider to complete a race at nine nine a Australian Grand Prix.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 87.04304504394531, "token_count": 19} +{"index": 5407, "reference": "Afghan special forces have freed more than 60 people held by the Taliban in a makeshift jail in the south of the country, Nato says.", "prediction": "Nato troops say they have 40 40 militants and 40 injured Taliban soldiers in north ine the Afghanistan says.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 22.727272727272727}, "nll_sum": 140.20236206054688, "token_count": 21} +{"index": 5408, "reference": "Spread across a chain of thousands of islands between Asia and Australia, Indonesia has the world's largest Muslim population and Southeast Asia's biggest economy.", "prediction": "onesonesia is one of the region one of the world's most developed countries, the prestigious, distinctive, beautiful, East Asia and the East Asia.", "rouge": {"rouge1": 32.0, "rouge2": 12.499999999999996, "rougeL": 27.999999999999996}, "nll_sum": 128.33786010742188, "token_count": 30} +{"index": 5409, "reference": "Sainsbury's has reported a second consecutive quarter of falling sales, blaming falling food prices.", "prediction": " S Sainsbury's has it reported a 40% rise in profits for a third consecutive quarter, but prices continue to \"weak\" vision\".", "rouge": {"rouge1": 43.24324324324324, "rouge2": 22.857142857142854, "rougeL": 43.24324324324324}, "nll_sum": 126.34373474121094, "token_count": 28} +{"index": 5410, "reference": "A new blood test could help diagnose people with inherited heart conditions, the British Heart Foundation has said.", "prediction": " a new DNA test has found that can can heart a heart of heart disease, say British Heart Foundation.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 17.142857142857142, "rougeL": 37.83783783783783}, "nll_sum": 101.97866821289062, "token_count": 20} +{"index": 5411, "reference": "Hampshire spun their way to an eight-wicket victory over T20 Blast South Group leaders Glamorgan at Southampton.", "prediction": "James Vince struck an unbeaten 4-69 and helped Middlesex beat Essex in an eight-team first20 Blast against Gloucestershire at Grace Road.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 160.05868530273438, "token_count": 30} +{"index": 5412, "reference": "A man has appeared in court after a fire at Peterhead harbour.", "prediction": "A man has appeared in court charged with a fire that killed 22 people at of fire Peterhead", "rouge": {"rouge1": 66.66666666666667, "rouge2": 42.857142857142854, "rougeL": 66.66666666666667}, "nll_sum": 82.00003051757812, "token_count": 18} +{"index": 5413, "reference": "Photographs have emerged which are said to show the 12-year-old son of a Tamil rebel leader alive and well in custody less than two hours before he was shot dead.", "prediction": "Satellite Temp published photos and that that shows the Kieran government of killing an 11-year-old boy who was Prison during war of 2009.", "rouge": {"rouge1": 24.56140350877193, "rouge2": 7.272727272727273, "rougeL": 17.543859649122805}, "nll_sum": 172.51849365234375, "token_count": 29} +{"index": 5414, "reference": "Manchester City staged a superb comeback to end Bayern Munich's record run of 10 consecutive Champions League wins but they still finished as Group D runners-up behind the German champions.", "prediction": "Bayern Munich fought 3-0 down to beat Manchester City and reach the Champions League last-16 and reach the Champions League Group B stage.", "rouge": {"rouge1": 38.59649122807018, "rouge2": 10.909090909090908, "rougeL": 21.052631578947366}, "nll_sum": 87.64099884033203, "token_count": 28} +{"index": 5415, "reference": "A man who killed two girlfriends five years apart has been jailed for life.", "prediction": "A man who killed his families of two who had been jailed for murder and sexually assaulted them", "rouge": {"rouge1": 50.0, "rouge2": 33.333333333333336, "rougeL": 50.0}, "nll_sum": 66.36344909667969, "token_count": 17} +{"index": 5416, "reference": "It might just be the greatest sports documentary to ever come out of Britain.", "prediction": "A novel about Spotlight about boxing is about the horror, and it feels like an memorable film-maker.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 115.82727813720703, "token_count": 20} +{"index": 5417, "reference": "A health watchdog has praised the improvements at a hospital that was once placed in special measures.", "prediction": "ana trust's firsttonton Hospital has been told by the health watchdog to high levels, death rates.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 11.76470588235294}, "nll_sum": 125.19532775878906, "token_count": 21} +{"index": 5418, "reference": "Bombay House in the historic Fort area of Mumbai is an iconic building.", "prediction": "Tata Steelata which includes about, jobs and owns the presence of its business.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 105.58001708984375, "token_count": 16} +{"index": 5419, "reference": "Deportivo La Coruna have sacked boss Victor Sanchez after a disappointing end to their season in La Liga.", "prediction": "Luis Sanchez has signed a new contract- with La La Liga champions, extending in club May 2019.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.0606060606060606, "rougeL": 22.857142857142858}, "nll_sum": 113.66085052490234, "token_count": 20} +{"index": 5420, "reference": "A prestigious African-American college has discontinued a professorship funded by the comedian Bill Cosby, following allegations that he assaulted several women.", "prediction": "A US private college received honorary families to US comedian Bill Cosby is facing returned the allegations, after allegations of moneyort money that he to women women sex.", "rouge": {"rouge1": 40.0, "rouge2": 12.5, "rougeL": 36.00000000000001}, "nll_sum": 216.08474731445312, "token_count": 30} +{"index": 5421, "reference": "Denmark's Caroline Wozniacki will try to win her first title of 2017 after reaching her sixth final with victory over Sloane Stephens at the Rogers Cup.", "prediction": "World number one Carolineozniacki received a dream of winning her first Rogers Cup quarter-finals since winning to Serena Stephens by heavy rain heavy", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 19.607843137254903}, "nll_sum": 177.2301788330078, "token_count": 29} +{"index": 5422, "reference": "Work will continue through the night to make safe the site of a house struck by a lorry in an accident that led to the death of a 55-year-old woman.", "prediction": "A A not road not in road Ayrshire village is A is officially open following, fatal crash which killed a 19-yearold woman and a woman.", "rouge": {"rouge1": 17.24137931034483, "rouge2": 0.0, "rougeL": 17.24137931034483}, "nll_sum": 173.83242797851562, "token_count": 31} +{"index": 5423, "reference": "Five teenagers have been sentenced after admitting their part in a \"riot\" which saw part of Newport city centre \"under siege\".", "prediction": "Three teenagers have been jailed for starting a riot starting to \"golden\" with cars in the, Blaenau Gwent,. after referee's's a from from front- large a for in from November a.", "rouge": {"rouge1": 25.925925925925924, "rouge2": 11.538461538461538, "rougeL": 22.22222222222222}, "nll_sum": 258.1204833984375, "token_count": 43} +{"index": 5424, "reference": "Frankie Dettori rode 14-1 shot Galileo Gold to a surprise victory in the first classic of the 2016 Flat season, the 2000 Guineas at Newmarket.", "prediction": "Frankieett Dettori, Magat, won in the Super leave The Sthurst Stakes in a Guine Cup at Gl Goodorious Garden.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 22.22222222222222}, "nll_sum": 229.62179565429688, "token_count": 31} +{"index": 5425, "reference": "India is introducing legislation to ban maps or satellite images of the country unless they are approved by government.", "prediction": "The Indian government has signed a new law which includes \"vosp collectors data\" in in the names such as well \" possible security core\".", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 173.37814331054688, "token_count": 27} +{"index": 5426, "reference": "World number two Rory McIlroy had his worst ever round in the DP World Tour Championship to lie nine shots behind first-round leader Lee Westwood.", "prediction": "World number one Lee Westwood finally missed Wednesday's chances of the World Championship and take a one-shot lead at the Tour World Championship.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 131.9337158203125, "token_count": 27} +{"index": 5427, "reference": "The National Portrait Gallery has launched a campaign to stop the export of the earliest known British oil painting of a freed slave.", "prediction": "The Nationalrait Gallery hasAPG) has receive a \u00a37NCm awarded to, a 19th Century painting as of a South African artist.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 37.2093023255814}, "nll_sum": 183.28134155273438, "token_count": 29} +{"index": 5428, "reference": "Public hearings into allegations of abuse relating to Lord Janner have been delayed by six months.", "prediction": "The inquiry into the death of Lord Janner says child sexual abuse inquiry to brought be brought forward.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 99.5853271484375, "token_count": 19} +{"index": 5429, "reference": "Voters across England are going to the polls for council elections and a parliamentary by-election in South Shields.", "prediction": "STing have opened in the first day of council and and elections and England Wales, Labour, Labour, the South Shields and South Shields, in what, the first battle on the seats since George's's from of", "rouge": {"rouge1": 28.571428571428577, "rouge2": 7.4074074074074066, "rougeL": 21.428571428571427}, "nll_sum": 230.42864990234375, "token_count": 42} +{"index": 5430, "reference": "Muslim leaders have lifted a boycott of a key holy site in East Jerusalem after Israel removed the last of the security measures which had led to uproar.", "prediction": "ininians have recovered the hotel from a military camp in the Old Old City, where Israel is accused of anti-JJ\" militants.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 144.33563232421875, "token_count": 27} +{"index": 5431, "reference": "A three-year-old Indian girl who went missing a week ago has been found after her family launched a massive social media campaign.", "prediction": "A 13-year-old Indian girl, who went missing two weeks after the internet, has been found safe and her and her her and said. 2011 \" solve be \" an-p aold in a from a's- from Broadway", "rouge": {"rouge1": 51.61290322580646, "rouge2": 26.666666666666668, "rougeL": 45.16129032258065}, "nll_sum": 245.40200805664062, "token_count": 47} +{"index": 5432, "reference": "Police are searching a park in an area where three severed human feet have been found this year.", "prediction": "A human foot found in a park at a park is thought to be a school aid worker, police have said.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 78.02030181884766, "token_count": 22} +{"index": 5433, "reference": "A planning inquiry is under way to create a \"smart motorway\" along the M4 in Berkshire.", "prediction": "Plans to turn around, hard shoulder into the M4 motorway between London and Heathrow Airport have been announced", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 100.4878921508789, "token_count": 22} +{"index": 5434, "reference": "The amount of radon gas found in the Channel Islands is associated with the geology of the island and not construction materials, a survey finds.", "prediction": "More than 30 island islands of the chim Holmeson could be used to get lung cancer, a new survey.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 124.57058715820312, "token_count": 21} +{"index": 5435, "reference": "Darlington Council has rubber stamped moves aimed at making \u00a310m savings over the next four years.", "prediction": " card card in Pembrokeshireire are to be scrapped by next year, as it looks to save \u00a3.8m.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 115.70993041992188, "token_count": 27} +{"index": 5436, "reference": "Alastair Cook and Tom Westley both hit centuries as Essex took charge on a rain-affected first day against Hampshire in the County Championship.", "prediction": "England captain Alastair West hitminster out for Essex as Essex lost on a rain-hit day first day of the season at at Chelmsford.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 17.391304347826086, "rougeL": 37.5}, "nll_sum": 141.6261749267578, "token_count": 30} +{"index": 5437, "reference": "Two police forces in Yorkshire are to merge their dog units to reduce costs.", "prediction": "A police force is closing the number of dog and dog handlers and call handlers, as part of efforts to save \u00c2\u00a332m.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 125.11421203613281, "token_count": 27} +{"index": 5438, "reference": "Police have been criticised for failing to stop an 87-year-old driving the wrong way on major roads before killing himself and another man in a crash.", "prediction": "A error led to police led on to away crash on a motorway just before passing pass before being stopped. police and an inquest heard aiming. a \" again a again a 2011 again a's again of from a's from'sA", "rouge": {"rouge1": 25.71428571428572, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 287.64306640625, "token_count": 46} +{"index": 5439, "reference": "Linfield secured a money-spinning Champions League tie against Celtic as a goalless draw in San Marino earned a 1-0 aggregate win over La Fiorita.", "prediction": "Linfield staged a Champions League play-off second leg in their second leg despitemillion second-half penalty to draw with La Liga side La Fiorouf at Park solve.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 3.846153846153846, "rougeL": 22.222222222222225}, "nll_sum": 205.47622680664062, "token_count": 34} +{"index": 5440, "reference": "Controversial plans for 10 marine conservation zones have been withdrawn by a Welsh government minister.", "prediction": "The natural minister has withdrawn all of its its environmental nature reserve regions not any Welsh waters.", "rouge": {"rouge1": 18.750000000000004, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 125.86857604980469, "token_count": 17} +{"index": 5441, "reference": "Paddy McCourt has left League Two side Luton Town by mutual consent to return to his native Northern Ireland.", "prediction": "Luton Town Town midfielder Paddy Paddy left the club by mutual following his release by the club.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 11.76470588235294, "rougeL": 27.777777777777775}, "nll_sum": 92.03927612304688, "token_count": 20} +{"index": 5442, "reference": "A police officer is being treated in hospital after a car was allegedly driven at him in East Kilbride.", "prediction": "A man has been arrested by police after being hit by a car Lanarks Lanarkshire.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 6.25, "rougeL": 29.411764705882355}, "nll_sum": 77.63916015625, "token_count": 18} +{"index": 5443, "reference": "DNA matching two men accused of throwing acid at the face of a Scottish Sun journalist was found on items at the scene, a court has heard.", "prediction": "A used the knife in a knife attack on a journalist and a Glasgow street in 2014, the court heard heard. a hasA 2011 referee \" the journalist's the.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 21.42857142857143}, "nll_sum": 190.04849243164062, "token_count": 33} +{"index": 5444, "reference": "Music fans are gathering on the Isle of Lewis for the annual Hebridean Celtic Festival.", "prediction": "The line-up for this year but Scottish music music festival has been announced, with a music event over's reputation from Scotland's from as from a reputation for his a on his ballet from a's have of of a reputation from'sA", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 268.1495361328125, "token_count": 47} +{"index": 5445, "reference": "The number of women becoming nuns has reached a 25-year high, the Catholic Church in England and Wales says.", "prediction": " becoming women are becoming nuns nun church the next decades, Church of England of Wales said.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 5.88235294117647, "rougeL": 38.888888888888886}, "nll_sum": 99.6229248046875, "token_count": 17} +{"index": 5446, "reference": "Injury-hit Wolves have suffered a new blow with the loss of Michal Zyro for potentially more than a year with multiple knee ligament damage.", "prediction": "W of head coach Ian Munro faces a year out of action for having year after having surgery on a cruciate a knee injury and injury.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 149.0358428955078, "token_count": 29} +{"index": 5447, "reference": "A court in Iran has rejected an appeal against a five-year prison sentence given to a woman with dual British and Iranian citizenship.", "prediction": " the BBC Persian reporter, has been held in Yemen, attempted the overthrow the government, her husband says, calling her \"antantant spy\".", "rouge": {"rouge1": 8.88888888888889, "rouge2": 0.0, "rougeL": 4.444444444444445}, "nll_sum": 144.99732971191406, "token_count": 28} +{"index": 5448, "reference": "Bradford City ended non-league Chesham United's FA Cup dream as a comfortable win booked a spot in the third round.", "prediction": "Bradford City survived an eighth-round FA Cup loss at Liverpool as thrashedash thrleague-league side Cheshire United and reach the Cup round round.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 9.09090909090909, "rougeL": 30.434782608695656}, "nll_sum": 179.28848266601562, "token_count": 31} +{"index": 5449, "reference": "A retired police officer has reported Derbyshire police to the Home Office over claims they withheld evidence in a 1973 murder case.", "prediction": "A clear panel of evidence found evidence the catastrophic murder case of a a Yorkshire woman, almost 36 years ago is evidence, a police and crime commissioner said.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 144.09451293945312, "token_count": 30} +{"index": 5450, "reference": "A police officer thought she was going to die as she confronted a \"demonic\" ex-convict who had brutally murdered a young woman, an inquest has heard.", "prediction": "A police officer Tasered by a woman at a hostel not because he not police because he did not to trace the killer, an inquest was told.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 11.538461538461538, "rougeL": 25.925925925925924}, "nll_sum": 130.75982666015625, "token_count": 31} +{"index": 5451, "reference": "The head of the Organization of American States (OAS), Luis Almagro, has accused the Venezuelan President Nicolas Maduro of being \"a traitor\".", "prediction": "The Venezuelan foreign minister, Luis Almagro, has accused Venezuelan Turkish President of Paris Maduro after he declared himself a state of emergency as possible.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 18.18181818181818, "rougeL": 39.13043478260869}, "nll_sum": 129.00961303710938, "token_count": 28} +{"index": 5452, "reference": "Plans have been announced to close a fire station in Berkshire.", "prediction": "The future of a fire station other Berkshire could be \"massive\" the 999 service, the local council has said.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 14.285714285714285, "rougeL": 26.666666666666668}, "nll_sum": 114.2344741821289, "token_count": 22} +{"index": 5453, "reference": "Irony of ironies, is it possible that the European Court could block us from leaving the European Union?", "prediction": "It is the most dangerous battle, but I isn't a haven isn in a court heard the it, feels like a a paramedicic sport\".", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 182.61878967285156, "token_count": 29} +{"index": 5454, "reference": "A man has been charged following the death of 15-year-old girl suspected of taking drugs.", "prediction": "A man has appeared in court charged with drugs relating to the death of a 15-year-old girl after taking a suspected drugs illegal.", "rouge": {"rouge1": 66.66666666666666, "rouge2": 35.0, "rougeL": 61.904761904761905}, "nll_sum": 79.61624908447266, "token_count": 27} +{"index": 5455, "reference": "A New Zealand toddler has won NZ$1m ($726,600; \u00a3560,700) in Bonus Bonds prize money - the youngest ever winner of the investment lottery scheme.", "prediction": "An Australian man was born with his five-month in son in Australia whose received a lottery of A$1 in1 ($1 whose1m; $1-1 in1.1m).", "rouge": {"rouge1": 18.867924528301884, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 205.71922302246094, "token_count": 39} +{"index": 5456, "reference": "Forest Green Rovers have signed Wales Under-19 international striker Blake Davies on a one-year deal.", "prediction": "Forest Green Rovers goalkeeper Kieran Craig Davies has signed a new contract on a two-year contract.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 18.75, "rougeL": 41.17647058823529}, "nll_sum": 74.34275817871094, "token_count": 20} +{"index": 5457, "reference": "Embattled commodities trader Noble Group is set to post its first full-year loss in nearly two decades because of the collapse in coal prices.", "prediction": "US consumer giant Noble has reported a 40% fall and warned that it could receive a jail term as it fears over the continuing energy prices.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 151.36366271972656, "token_count": 27} +{"index": 5458, "reference": "South Africa's top detective is to take over the Oscar Pistorius inquiry amid attempted murder accusations against current lead officer Hilton Botha.", "prediction": "A South African police that said that but not be Oscar African athlete Oscar Pistorius, should face murder charges.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 114.95077514648438, "token_count": 21} +{"index": 5459, "reference": "Welsh Liberal Democrat leader Kirsty Williams faces questions from an audience in Aberystwyth in the third of a daily series of live TV election specials.", "prediction": "A new leader of Kirsty Williams has joined the Welsh Liberal Democrats after not stage in May assembly election.", "rouge": {"rouge1": 50.0, "rouge2": 14.285714285714288, "rougeL": 22.727272727272727}, "nll_sum": 103.3371810913086, "token_count": 20} +{"index": 5460, "reference": "Nato members will be \"shamed\" into spending more on the alliance, defence secretary Sir Michael Fallon has said.", "prediction": "Defence Secretary Sir Michael Fallon has said the US defence spending is \"no longer considered, acceptable\".", "rouge": {"rouge1": 52.94117647058824, "rouge2": 37.50000000000001, "rougeL": 41.1764705882353}, "nll_sum": 70.52041625976562, "token_count": 19} +{"index": 5461, "reference": "Iran has arrested eight people working for online modelling agencies deemed to be \"un-Islamic\", the prosecutor of Tehran's cybercrimes court has said.", "prediction": "Six people in Tehran are detained on suspicion of doing local media and for doing their male, their office says.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 104.40205383300781, "token_count": 21} +{"index": 5462, "reference": "Britain's Lizzie Armitstead stretched her lead in the Women's Tour as the Netherlands' Marianne Vos claimed victory in stage four.", "prediction": ". rider Lizzie Armitstead won the first women to win the women's Tour de France as Britain's Lelel won a dramatic race at the London 2012.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 21.276595744680847, "rougeL": 32.6530612244898}, "nll_sum": 136.84210205078125, "token_count": 34} +{"index": 5463, "reference": "A police force has referred itself to the watchdog over the death of a woman hours after she spoke to officers about an alleged assault.", "prediction": "A woman was found in her house after being sent to police issued letter after another arrest, police have said.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 93.89015197753906, "token_count": 21} +{"index": 5464, "reference": "A lifeline has been offered to death row dog Stella by an American pit bull sanctuary which has offered to fly her to the United States.", "prediction": "A police where breeding was seized recovered from a pit stop has stopped being being banned from the US, and will be allowed in in US.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 148.28887939453125, "token_count": 27} +{"index": 5465, "reference": "Michelle Yeoh has been honoured with the Excellence in Asian Cinema award at the Asian Film Awards in Hong Kong.", "prediction": "US actress B Ye Yeoh, she would be \"very honour\" to receive an, honour ceremony at the International Horse Film Film Cannes festival.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 172.90965270996094, "token_count": 28} +{"index": 5466, "reference": "Olympic silver medallist Emma Pooley is set to return to the British cycling team for the Rio Olympics in 2016, having retired from the sport in 2014.", "prediction": "Great Britain's Pooley says she hopes to a \"serious attempt\" will lead her triathlon team at the Rio 2016 Olympic Games her Rio..", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 152.30514526367188, "token_count": 28} +{"index": 5467, "reference": "A man has denied being the owner of a dog which attacked and fatally injured a neighbour.", "prediction": "A man who admitted murdering a dog of his dog in his will in not face trial.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 85.4465103149414, "token_count": 17} +{"index": 5468, "reference": "A rail traveller has spoken of his \"humiliation\" after being twice detained by armed police at Reading station over concerns about wires seen in his pocket.", "prediction": "A man carrying passenger and was asked by fellow police stopped \"the a train\" and asked, after reports he pulled off a bag of a train.", "rouge": {"rouge1": 19.230769230769234, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 163.19674682617188, "token_count": 29} +{"index": 5469, "reference": "The Portuguese Cabinet has approved rules under which descendants of Jews expelled from Portugal more than 500 years ago can claim citizenship.", "prediction": "The Spanish government has passed a law to remove Michigan,000ians Jews\" from entering the Jewish community.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 106.78018188476562, "token_count": 20} +{"index": 5470, "reference": "The Duchess of Cambridge has shown off her tennis skills during a practice session with Judy Murray.", "prediction": "The Duke and Duchess of Cambridge have joined tennis star Andyie Murray as an first official with for charity Scottish young children.'solve The's a's \"Aa's from's-b a CCTV in from from George's. from's", "rouge": {"rouge1": 27.586206896551722, "rouge2": 7.142857142857144, "rougeL": 20.689655172413794}, "nll_sum": 301.4273986816406, "token_count": 47} +{"index": 5471, "reference": "Portsmouth have secured their League Two play-off place with a victory at fellow promotion hopefuls AFC Wimbledon.", "prediction": "League Two play-offefuls Portsmouth boosted their play-off hopes with a victory over fellow playefoff hopuls hopefuls AFC Wimbledon.", "rouge": {"rouge1": 68.42105263157895, "rouge2": 38.88888888888889, "rougeL": 57.89473684210527}, "nll_sum": 155.4378204345703, "token_count": 30} +{"index": 5472, "reference": "The number of murders in Scotland has fallen again, according to new figures.", "prediction": "Recorded crime in Scotland Scotland has fallen by almost 45-lim after five years, but the record number reached a nine\". high\".", "rouge": {"rouge1": 34.28571428571428, "rouge2": 18.181818181818183, "rougeL": 22.857142857142858}, "nll_sum": 170.28240966796875, "token_count": 26} +{"index": 5473, "reference": "Nineteen-time winners Wigan Warriors will travel to local rivals and 2016 runners-up Warrington Wolves in the quarter-finals of the Challenge Cup.", "prediction": "Warers Warrington Warrington will hold War Warrington and Warrington Wolves and reach the Challenge Cup quarter-finals (-:30 BST).", "rouge": {"rouge1": 41.86046511627907, "rouge2": 19.51219512195122, "rougeL": 32.55813953488372}, "nll_sum": 146.3963623046875, "token_count": 27} +{"index": 5474, "reference": "Disposable incomes in Northern Ireland are nearly half the UK average, new figures suggest.", "prediction": "Families in Northern Ireland \u00a34 a week better more than the average area of UK in, research suggests.", "rouge": {"rouge1": 43.75000000000001, "rouge2": 13.333333333333334, "rougeL": 37.5}, "nll_sum": 95.69381713867188, "token_count": 22} +{"index": 5475, "reference": "Mercedes' Lewis Hamilton took the outright championship lead for the first time this season with a dominant victory in the Italian Grand Prix.", "prediction": "Lewis Hamilton took a stunning stunning sprint position at the Italian Grand Prix despite victory over Mercedes team-mate.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 25.0, "rougeL": 38.0952380952381}, "nll_sum": 93.88468933105469, "token_count": 20} +{"index": 5476, "reference": "Photographs celebrating the success of world record Paralympian Richard Whitehead - dubbed Britain's bladerunner - have gone on display.", "prediction": "F photographs photographs celebrating of former Paralympic champion White Whitehead's record at London 2012 Olympics, have gone on show at an event a60\" solve the's' in solve-'s aA in's-'s from's from's", "rouge": {"rouge1": 35.714285714285715, "rouge2": 11.111111111111112, "rougeL": 28.57142857142857}, "nll_sum": 294.4422302246094, "token_count": 47} +{"index": 5477, "reference": "Jeremy Corbyn asked David Cameron questions emailed to him from the public as he tried what he called \"a different\" style for his debut PMQs.", "prediction": "Jeremy Corbyn has told MPs he can do more to do his first Prime Minister at Prime Minister's Questions but he says not a \"Texasetable a referee of football\".", "rouge": {"rouge1": 29.09090909090909, "rouge2": 3.7735849056603774, "rougeL": 18.18181818181818}, "nll_sum": 161.938232421875, "token_count": 33} +{"index": 5478, "reference": "About 15,000 crocodiles have reportedly escaped from a farm in South Africa's far north amid heavy rains and flooding.", "prediction": "A farm carrying thousands of crocodiles from a farm in South Africa and returned to school, and are playing away playing after died in the heavy rain, police say. they of from again- 2011 a in fromold's 2011 again from again", "rouge": {"rouge1": 34.92063492063492, "rouge2": 19.672131147540984, "rougeL": 28.57142857142857}, "nll_sum": 271.9322509765625, "token_count": 47} +{"index": 5479, "reference": "Consent for a wind farm off Aberdeen which is opposed by Donald Trump has been granted by the Scottish government, angering the US tycoon.", "prediction": "US presidential candidate Donald Trump has plans to bring a plan for an offshore wind farm in Aberdeenshire.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 14.285714285714288}, "nll_sum": 65.63107299804688, "token_count": 21} +{"index": 5480, "reference": "A scheme to make the medieval town of Conwy safer for foreign tourists who arrive by coach is set for approval.", "prediction": " cab drivers in Wales are jumping closer from the Conwy county car park and could be significantly reduced to reduce safety fears of a smallCaliforniaon-. a's from a from A-D from's\" from November the's.", "rouge": {"rouge1": 16.94915254237288, "rouge2": 0.0, "rougeL": 6.779661016949152}, "nll_sum": 277.7244567871094, "token_count": 44} +{"index": 5481, "reference": "Ulster Bank is working to restore payments and direct debits that were delayed by a computer glitch involving the RBS group of banks.", "prediction": "Ulster Bank has said thatBS RBS will continue be working payment payments because of, major problems.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 25.64102564102564}, "nll_sum": 125.74119567871094, "token_count": 20} +{"index": 5482, "reference": "German police have released a 40-year-old Tunisian man who had been a suspected accomplice of the Berlin Christmas market assailant.", "prediction": "A German man who was behind one behind a deadly gun attack on in Berlin on Christmas has been donated released.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 4.878048780487805, "rougeL": 27.90697674418604}, "nll_sum": 111.15955352783203, "token_count": 21} +{"index": 5483, "reference": "Cardiff City manager Russell Slade says qualifying for a Championship play-off spot this season would be \"bigger than anything\" he has achieved in his career after passing 750 games in management.", "prediction": "New Cardiff City Russell Slade says he wants to manage while Cardiff City reach the Championship play-off final. to- play-off but itolve aw a's\".", "rouge": {"rouge1": 37.28813559322033, "rouge2": 17.543859649122805, "rougeL": 27.11864406779661}, "nll_sum": 179.05911254882812, "token_count": 33} +{"index": 5484, "reference": "The actors' union Equity has hit out at the decision to remove two of Mull's best-known creative directors from their posts.", "prediction": "A theatre and theatre, which have been created in Argyll are to run, despite the councillor behind it on Skye and Bute.", "rouge": {"rouge1": 8.888888888888888, "rouge2": 0.0, "rougeL": 4.444444444444444}, "nll_sum": 138.98057556152344, "token_count": 28} +{"index": 5485, "reference": "The $1.9bn (\u00a31.2bn) European fund to tackle African migration is not sufficient, several African leaders have said after crisis talks with their European counterparts.", "prediction": "The European Union has announced $10m (\u00a325m) of of aid fund to, tackle the shortage of the migrant crisis in Libya and Libya.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 128.2290802001953, "token_count": 29} +{"index": 5486, "reference": "Installing more wind turbines will make the UK's energy market more resilient to global fossil fuel price shocks, an independent report has concluded.", "prediction": " the UK is becoming the first country's energy company to power production of fossil fuels, to a report.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 37.2093023255814}, "nll_sum": 88.1467056274414, "token_count": 20} +{"index": 5487, "reference": "The fight over NHS consultants' private work - and that is exactly what this is - goes back to the very start of the NHS.", "prediction": "There is a surprise that that issue of senior junior and their work in their work.", "rouge": {"rouge1": 25.64102564102564, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 89.75962829589844, "token_count": 16} +{"index": 5488, "reference": "A man arrested on suspicion of causing death by dangerous driving after a cyclist died near Leicester railway station has been released on bail.", "prediction": "A man has been arrested on suspicion of causing death by dangerous driving after died when he hit by a car in squand's's Road Bridge.", "rouge": {"rouge1": 62.7450980392157, "rouge2": 44.89795918367348, "rougeL": 50.98039215686274}, "nll_sum": 112.76590728759766, "token_count": 28} +{"index": 5489, "reference": "Bath ran in six tries as they made light of Sam Burgess's return to rugby league by beating 14-man London Irish.", "prediction": "Bath have moved four points clear at the top to the table with a victory over Premiership bottom club London Irish.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 95.82536315917969, "token_count": 22} +{"index": 5490, "reference": "The original contract signed by The Beatles and manager Brian Epstein has sold at Sotheby's for \u00a3365,000.", "prediction": " recording first recording music given Georg The Beatles by rock band, Ritaba, has been sold for \u00a31,500 at auction. to. to The's aA's from A-dold from in a not's Saturday. the a", "rouge": {"rouge1": 32.14285714285714, "rouge2": 3.7037037037037033, "rougeL": 21.428571428571427}, "nll_sum": 282.17462158203125, "token_count": 48} +{"index": 5491, "reference": "Tel Aviv is beginning the new working week on a higher level of alert.", "prediction": "A fresh air strike has been stepped up in the city of Tel Aviv, only days after the Israeli military began erupted a possible large phup- and", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205129, "rougeL": 19.51219512195122}, "nll_sum": 138.2465362548828, "token_count": 29} +{"index": 5492, "reference": "Canada's largest airline, Air Canada, has apologised after giving a 10-year-old boy's seat to someone else.", "prediction": " States Airlines has apologised to nine Australian passengers, after they rescued an Australian and a nine-old boy in an effort to not harassed staff.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 35.55555555555556}, "nll_sum": 132.71990966796875, "token_count": 27} +{"index": 5493, "reference": "Most 15-year-olds in Northern Ireland are happy with their lives.", "prediction": " of students across Northern Ireland are three times more more more likely to cope with those who struggle lives.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 13.793103448275861, "rougeL": 32.25806451612903}, "nll_sum": 102.0515365600586, "token_count": 19} +{"index": 5494, "reference": "Air traffic controllers are warning that UK skies are running out of room for record numbers of planes.", "prediction": "Bathrow airports are more delays to some in the UK are facing under plans, under the Department for Transport.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 121.72761535644531, "token_count": 22} +{"index": 5495, "reference": "In March, online community Reddit killed its \"warrant canary\" - a statement on its website declaring that it had not received any secret data snooping requests from government or law enforcement agencies.", "prediction": " Reddit, the site was where an black man shot dead by a gunman whose northern California, was killed in an apparent of an canary, has been an apparent killing and 30 300-inched death in before November.", "rouge": {"rouge1": 14.705882352941174, "rouge2": 0.0, "rougeL": 8.823529411764705}, "nll_sum": 253.14865112304688, "token_count": 43} +{"index": 5496, "reference": "A village in India recently held an unique contest to raise consciousness about girl children: click a selfie with your daughter and win a prize.", "prediction": "India's state Haryana, who has won a country's most prestigious competition robotics. for the Valent's a-maker referee's a for a couple's reputation from The's reputation from a couple's of.", "rouge": {"rouge1": 12.903225806451612, "rouge2": 0.0, "rougeL": 9.67741935483871}, "nll_sum": 239.028076171875, "token_count": 42} +{"index": 5497, "reference": "Security camera footage has emerged which appears to show Kenyan security forces looting goods during last month's siege of the Westgate mall.", "prediction": "Kenyan police have released video footage showing the soldiers showing an attack by the militant group al-Shabab to a Westgate the shopping attack, Kenya, after it was 30-C from referee in from a November the.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 235.9622039794922, "token_count": 45} +{"index": 5498, "reference": "Work has begun to clear up hundreds of tonnes of waste washed up on Norfolk beaches during last month's North Sea tidal surge.", "prediction": " a major clean operationup has started up at a beach in Norfolk was was last summer, with the cost of more than \u00a37m.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 132.00559997558594, "token_count": 27} +{"index": 5499, "reference": "Health chiefs are investigating an outbreak of a flu-like illness following the death of a resident at a nursing home in Carmarthenshire.", "prediction": "A suspected flu outbreak has been found at a nursing care home in Carmarthenshire, officials have confirmed.", "rouge": {"rouge1": 45.0, "rouge2": 21.05263157894737, "rougeL": 40.0}, "nll_sum": 74.48419189453125, "token_count": 21} +{"index": 5500, "reference": "Actor Brian Blessed has recounted how he helped deliver a baby in the 1960s - and bit through the umbilical cord.", "prediction": "US actor PaulCatholic has admitted that he wasn't a couple wasn't't a baby.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 104.34661102294922, "token_count": 17} +{"index": 5501, "reference": "A breast surgeon accused of carrying out unnecessary operations has told a court that witness statements against him have been \"coached\".", "prediction": "A double heart surgeon has accused of carrying out a cancer patient \" would and get patient bomb\", a court heard.", "rouge": {"rouge1": 43.90243902439024, "rouge2": 20.51282051282051, "rougeL": 39.02439024390244}, "nll_sum": 135.19459533691406, "token_count": 22} +{"index": 5502, "reference": "A crew of 10 people, and their dog, are trying to be the first to sail yachts to the North Pole.", "prediction": " travel team dollaritude from Russia, Russia, have enjoying walks from the sea remote the Arctic.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 133.7109375, "token_count": 18} +{"index": 5503, "reference": "Google's net income rose 17% to $3.93bn in the three months to June from the quarter last year, boosted by an 11% rise in revenues to $17.7bn.", "prediction": " tech giant giant nearly $400m (\u00c2\u00a331m) for the first quarter- annual revenue which saw a 40% rise its advertising revenue for", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 155.41387939453125, "token_count": 29} +{"index": 5504, "reference": "Shutter Speed finished fourth and Rhododendron was pulled up by jockey Ryan Moore as Senga claimed victory at the Prix de Diane in Chantilly.", "prediction": " King Ka completed her first Royalcot surprise with surprise surprise victory over Italian second-quarter Lewis Kanoji Krak she hopes Kempton.", "rouge": {"rouge1": 4.444444444444445, "rouge2": 0.0, "rougeL": 4.444444444444445}, "nll_sum": 217.022216796875, "token_count": 28} +{"index": 5505, "reference": "Gateshead leapfrogged Wrexham into second place in the National League with a hard-fought win.", "prediction": "Gates produced a stunning second-half comeback to Wrexham and secure a National League play-off second place in the National League.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 28.57142857142857, "rougeL": 37.83783783783784}, "nll_sum": 102.90499877929688, "token_count": 27} +{"index": 5506, "reference": "China has firmly rejected an international tribunal ruling that its claims to rights in the South China Sea have no legal basis.", "prediction": "An international passenger tribunal has ruled against an international ruling court that it violated China's rights, in its territory in the waters of a South China Sea.", "rouge": {"rouge1": 56.00000000000001, "rouge2": 20.833333333333336, "rougeL": 44.0}, "nll_sum": 125.05709838867188, "token_count": 29} +{"index": 5507, "reference": "A postgraduate researcher at Glasgow University is developing new technology designed to help people with paralysed faces.", "prediction": " student student Architecture at Edinburgh University, is helping a iconic meshD usingD images using 3D of 3D images of a 3D's face.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 174.22149658203125, "token_count": 29} +{"index": 5508, "reference": "A 35-year-old man has been charged with murder following the death of a man in Bathgate.", "prediction": "A man has been arrested in connection with the death of another man aged in West Lothian.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 30.303030303030305, "rougeL": 57.14285714285715}, "nll_sum": 49.021034240722656, "token_count": 19} +{"index": 5509, "reference": "A consortium led by Baskin Robbins and Dunkin' Donuts chief executive Nigel Travis has completed its takeover of Leyton Orient.", "prediction": "Leyton Orient's fans have completed the purchase of a Bristol-based businessman skull Cruz.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 6.0606060606060606, "rougeL": 11.428571428571429}, "nll_sum": 104.27691650390625, "token_count": 18} +{"index": 5510, "reference": "With the permission of the Queen, prime ministers used to be able to call a general election at a time of their choosing.", "prediction": " Home Secretary Theresa May will give MPs a clear decision they want to call for an early election.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 70.52922821044922, "token_count": 18} +{"index": 5511, "reference": "Some council staff have returned to work after a major fire destroyed their offices.", "prediction": "A council's fire which ripped through through a council office is is running as running normal, with hotel staff working.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 131.7447967529297, "token_count": 22} +{"index": 5512, "reference": "NHS spending on private ambulances for 999 calls in England has trebled in four years, BBC research has found.", "prediction": "Ambulance services across England has increased more than 40% in the last five years, Association Association of data data shows 2011 in the-'s, Bureau,'s they from- \"s a mandatory in from November's's. from's", "rouge": {"rouge1": 21.052631578947366, "rouge2": 3.6363636363636362, "rougeL": 17.543859649122805}, "nll_sum": 291.84466552734375, "token_count": 47} +{"index": 5513, "reference": "A strong Liverpool side overwhelmed Championship outfit Burton Albion to reach the EFL Cup third round.", "prediction": "Everton produced a fourth fourth-round tie against holders Brighton to reach the EFL Cup fourth round.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 25.80645161290323, "rougeL": 42.42424242424242}, "nll_sum": 85.89974212646484, "token_count": 20} +{"index": 5514, "reference": "England spinner Danielle Hazell has been ruled out of the rest of the Women's World Twenty20 with a calf muscle strain.", "prediction": "England fast bowler Danielle Hazell has been ruled out of the rest of England's World20 match to India because of a knee injury, a month after it's from's2A's a of from India The's a from a's", "rouge": {"rouge1": 43.74999999999999, "rouge2": 29.032258064516125, "rougeL": 43.74999999999999}, "nll_sum": 228.58340454101562, "token_count": 47} +{"index": 5515, "reference": "Ipswich Town defender Steven Taylor believes all young footballers should still clean the boots and fetch coffees for the first team.", "prediction": "Zamb Taylor says he has been \"fied and saddened\" over an offer of first from Ipswich Town.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555556, "rougeL": 15.789473684210527}, "nll_sum": 116.53437805175781, "token_count": 22} +{"index": 5516, "reference": "Police investigating the rape of a teenager last Christmas have issued e-fits of two men they want to trace in connection with the incident.", "prediction": "Police have released images of three men they wish to speak to in connection with the rape, and murder of a girl 15 years ago.", "rouge": {"rouge1": 52.0, "rouge2": 25.0, "rougeL": 40.00000000000001}, "nll_sum": 71.80271911621094, "token_count": 26} +{"index": 5517, "reference": "National League side Gateshead have signed versatile Notts County defender Wes Atkinson on a one-month loan deal.", "prediction": "Notts County have signed left-back Connor Atkinson from Championship club Newcastle United on an 18-month loan deal.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 22.857142857142858, "rougeL": 37.83783783783783}, "nll_sum": 93.57485961914062, "token_count": 22} +{"index": 5518, "reference": "President-elect Donald Trump has rejected as \"ridiculous\" a CIA assessment that Russian hackers tried to sway the election in his favour.", "prediction": "US President-elect Donald Trump has called for an investigation into intelligence reports that the Russian accused Russian rebels of trying to attack the nation Boris US election.", "rouge": {"rouge1": 44.0, "rouge2": 20.833333333333336, "rougeL": 44.0}, "nll_sum": 124.34976196289062, "token_count": 29} +{"index": 5519, "reference": "Portuguese bonds and stocks were hit on Monday as a coalition of left-of-centre anti-austerity parties looked set to form the country's next government.", "prediction": "Port growth in Portugal are rising prices uncertainty uncertainty over the right-wing coalition of right-wing and political parties uncertainty in a parliamentary general election.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 3.9215686274509802, "rougeL": 11.320754716981133}, "nll_sum": 138.45611572265625, "token_count": 28} +{"index": 5520, "reference": "Welsh snowboarder Maisie Potter says the 2018 Winter Olympics are on her mind a year away from the games' start.", "prediction": "Wales'terdamter hopes to make up a place at the Pyeongangchner to for 2018 2018 2022 Winter Olympics. solve the solve's a's from's-D's from in a from a's. from's", "rouge": {"rouge1": 25.0, "rouge2": 3.7037037037037033, "rougeL": 21.428571428571427}, "nll_sum": 314.366943359375, "token_count": 47} +{"index": 5521, "reference": "Four thieves who forced their way into a Fife flat and held two men at gunpoint while they stole money and valuables have admitted the raid.", "prediction": "Four men threatened a four who- robbed at gunpoint at their Fife home, leaving a- with a knife, a and court the heard.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 4.25531914893617, "rougeL": 24.489795918367346}, "nll_sum": 149.1970977783203, "token_count": 29} +{"index": 5522, "reference": "Colchester United have signed winger Kyel Reid on loan until January from League Two rivals Coventry City.", "prediction": "Colchester United have signed midfielder Bobby Reid from fellow One side Coventry City on a one-month loan deal.", "rouge": {"rouge1": 55.55555555555555, "rouge2": 23.52941176470588, "rougeL": 44.44444444444444}, "nll_sum": 82.98860168457031, "token_count": 22} +{"index": 5523, "reference": "Toshack's Swansea side have won 16 out of their last 19 and are top of their division with a chance in the cup.", "prediction": " father father's father and father, but would never be Johnack wasn't anything but it wasn't't them, they't worry\".", "rouge": {"rouge1": 8.51063829787234, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 158.6190185546875, "token_count": 26} +{"index": 5524, "reference": "Scotland's criminal justice system punishes poorer people and makes it difficult for them to escape poverty, according to an academic study.", "prediction": "Teenagers from middle Edinburgh are likely of more likely to be likely as those of those who struggle and deadly, suggests research published by the Scottish government,Ukraine,'s they from's-D from violence in 30 years under mandatory.", "rouge": {"rouge1": 9.677419354838708, "rouge2": 0.0, "rougeL": 3.225806451612903}, "nll_sum": 291.75177001953125, "token_count": 45} +{"index": 5525, "reference": "A man who stalked and killed his former girlfriend after she rejected him has been found guilty of her murder.", "prediction": "The ex-boyboy who of her partner stabbed three times in a car who two years ago has been found guilty of her murder.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 28.571428571428577, "rougeL": 40.909090909090914}, "nll_sum": 113.78182983398438, "token_count": 26} +{"index": 5526, "reference": "Jason Kingsley seems far too relaxed about the fatal dangers inherent in his daredevil hobby.", "prediction": " bad stuntman Jasonley isn't't hard for the game-maker whose goes into his wake of his box office in a box office's office.", "rouge": {"rouge1": 14.634146341463417, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 178.8260955810547, "token_count": 29} +{"index": 5527, "reference": "Officials are investigating a possible link between seeds sold by a UK firm and an E. coli outbreak in France.", "prediction": "A British food firm has been diagnosed with an E. coli outbreak which spread of a black seeds in a town.", "rouge": {"rouge1": 43.90243902439024, "rouge2": 15.384615384615385, "rougeL": 34.14634146341463}, "nll_sum": 103.03935241699219, "token_count": 22} +{"index": 5528, "reference": "Health managers planning to close a hospital fertility unit have refused to put the service back out to tender.", "prediction": " failing failed fertility company must ignore its fight against a trust \" mental health health trust\",, health watchdog has said the \" a and a the decision. a's from it from a from of it's has from of\".", "rouge": {"rouge1": 14.035087719298245, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 266.22796630859375, "token_count": 43} +{"index": 5529, "reference": "Part of the M6 in Birmingham was closed for almost 24 hours after a fatal collision involving a lorry and a car.", "prediction": "A stretch of the M6 was closed for a morning after a fatal crash which was involved in a crash involving a car and lorry.", "rouge": {"rouge1": 68.08510638297872, "rouge2": 35.55555555555556, "rougeL": 55.31914893617022}, "nll_sum": 96.1500244140625, "token_count": 27} +{"index": 5530, "reference": "The ex-girlfriend of former England footballer Adam Johnson has told a jury they split up after he admitted cheating on her with \"quite a few\" women.", "prediction": "The man accused of footballer Adam Johnson has told a jury she she told him and never told a girl he was \" thought she missed him and\".", "rouge": {"rouge1": 40.74074074074074, "rouge2": 23.076923076923077, "rougeL": 37.03703703703704}, "nll_sum": 153.94845581054688, "token_count": 28} +{"index": 5531, "reference": "Middle-income as well as low-income families are being held back by a \"deep social mobility problem\" in Britain, a report warns.", "prediction": "aved families in England are being behind behind\" to tackle their parents' battle next generation, an independent think tank says.A in the-'s, expanding,'s they from a mandatory\" a it's introduction of.", "rouge": {"rouge1": 20.689655172413797, "rouge2": 3.571428571428571, "rougeL": 20.689655172413797}, "nll_sum": 274.73516845703125, "token_count": 43} +{"index": 5532, "reference": "Israel's prime minister has accused Iran of carrying out a missile test in \"flagrant violation\" of a UN security council resolution.", "prediction": "Israel's prime minister has rejected fears that the US has continued extend its nuclear programme, the US says.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 20.51282051282051, "rougeL": 24.390243902439025}, "nll_sum": 77.74857330322266, "token_count": 20} +{"index": 5533, "reference": "A social media feed of rail works at Reading is due to the \"embarrassing fallout\" of engineering delays at Christmas, it has been claimed.", "prediction": "A rail company is using Twitter YouTube to a the East Coast Main Line rail route, saying fears fears over work led to a renewal of work work.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 0.0, "rougeL": 23.076923076923077}, "nll_sum": 172.0440216064453, "token_count": 29} +{"index": 5534, "reference": "The British Boxing Board of Control has sanctioned Andrew Selby to fight Louis Norman for the vacant British flyweight title on 14 May in Cardiff.", "prediction": "W-W boxing champion Liam Owen will begin the defence of his IBF IBF featherweight title in Cardiff on 25 April, a dream million double from's as split from's-e's a in from from The's from aA", "rouge": {"rouge1": 24.242424242424242, "rouge2": 3.125, "rougeL": 15.151515151515152}, "nll_sum": 268.35882568359375, "token_count": 47} +{"index": 5535, "reference": "The Champions Cup is such unforgiving terrain that already Glasgow Warriors are looking ahead and trying to figure out what they might have to do to make amends for their wounding defeat to Northampton Saints at Scotstoun on Saturday.", "prediction": " was a feeling Glasgow Warriors won gold in the European Champions Cup in the Champions Cup, and then it then't see them it away. it and it the it's been fined- a's'sover's)..", "rouge": {"rouge1": 15.789473684210526, "rouge2": 8.108108108108107, "rougeL": 10.526315789473683}, "nll_sum": 251.3306427001953, "token_count": 42} +{"index": 5536, "reference": "Match reports from the weekend's Scottish games.", "prediction": "Read reports from from Saturday's Scottish Premiership Championship and Premiership, and Scottish Premiership. and on the solve after reports around Green's, reports from around a's, a's as's from from the a's against The.'s a fromA", "rouge": {"rouge1": 20.0, "rouge2": 12.5, "rougeL": 16.0}, "nll_sum": 275.7791442871094, "token_count": 47} +{"index": 5537, "reference": "Sheffield United eased to victory at the Proact Stadium to increase Chesterfield's relegation fears.", "prediction": "Sheffield United booked a place in the League One playoff places as defeat thrashing 10-man Blackpool.", "rouge": {"rouge1": 18.750000000000004, "rouge2": 6.666666666666667, "rougeL": 18.750000000000004}, "nll_sum": 93.82511901855469, "token_count": 21} +{"index": 5538, "reference": "There's one thing the political parties agree on.", "prediction": " First Minister Carwyn Jones has told Labour leader Carwyn Jones's Tory Welsh assembly election, saying \"I isn't have a bedroommate tax\".", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 165.66146850585938, "token_count": 30} +{"index": 5539, "reference": "Britain claimed five more gold medals at the Rio Paralympics, including a best-ever tally of three in the rowing.", "prediction": "Four Welsh nation added four more gold medals on the same day on day four of the Rio Paralympics.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 21.62162162162162, "rougeL": 30.76923076923077}, "nll_sum": 78.60752868652344, "token_count": 21} +{"index": 5540, "reference": "A former High Court judge is to review the Metropolitan Police's handling of cases involving claims of historical child abuse by public figures.", "prediction": "A senior judge will lead an independent inquiry into the Metropolitan Police's handling of child cases, Newsnight has been told by it in the a office's decision, as it's a\" from a's's reputation of", "rouge": {"rouge1": 38.0952380952381, "rouge2": 16.39344262295082, "rougeL": 31.746031746031743}, "nll_sum": 208.34701538085938, "token_count": 42} +{"index": 5541, "reference": "The winner of the Man Booker Prize is announced shortly with Hanya Yanagihara's A Little Life the bookies' favourite to take the \u00a350,000 prize.", "prediction": "New York City winner Yanagcreator and Hollywood actor Tyler are among the authors be made, shortlist for this year's Man Booker for Fiction in. solve by \" magazines \"- againwrave solve in the- the 2011 from's solve", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.278688524590164, "rougeL": 19.047619047619047}, "nll_sum": 347.399169921875, "token_count": 46} +{"index": 5542, "reference": "One of the Queen's chaplains has resigned after a row about reading from the Koran in a Glasgow church.", "prediction": "A clergy clergyman has apologised for saying after a cathedral was read from the Koran, which it emerged it was removed from a Guernsey.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 19.04761904761905, "rougeL": 36.36363636363636}, "nll_sum": 126.77932739257812, "token_count": 28} +{"index": 5543, "reference": "The Norwegian convicted of the massacre of 77 people last year has said he is being held in \"inhumane\" conditions.", "prediction": "A Norwegian killer was convicted of killing 38 people in Norway expressed concern about his health crisis.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 84.73995971679688, "token_count": 17} +{"index": 5544, "reference": "American Phil Mickelson leads the Open Championship at the halfway stage, a two-under-par 69 lifting him to 10 under at Royal Troon.", "prediction": "Two-time winner Phil Mickelson missed the cut at the Irish Open after a rain-litened third-hit third round at Royal Royal Troon.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 17.391304347826086, "rougeL": 37.5}, "nll_sum": 144.3262939453125, "token_count": 31} +{"index": 5545, "reference": "It's not just Labour's policies that have been exposed by the leaks of the manifesto - it's the level of distrust at the very top of the Labour Party.", "prediction": "A massive leak was been released from members of the party's days before election general election.", "rouge": {"rouge1": 25.0, "rouge2": 4.347826086956522, "rougeL": 16.666666666666664}, "nll_sum": 89.47677612304688, "token_count": 17} +{"index": 5546, "reference": "A drug that destroys the characteristic protein plaques that build up in the brains of patients with Alzheimer's is showing \"tantalising\" promise, scientists say.", "prediction": "A new drug was never used to test for a drug to prevent Alzheimer disease's disease, early new research suggests.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 92.70025634765625, "token_count": 22} +{"index": 5547, "reference": "People before Profit MLA Eamonn McCann has called for Attorney General John Larkin to stand down.", "prediction": "ineine has called for the Belfast attorney general general to be transferred to office, saying he is \" going far\".", "rouge": {"rouge1": 34.285714285714285, "rouge2": 18.18181818181818, "rougeL": 34.285714285714285}, "nll_sum": 108.28558349609375, "token_count": 22} +{"index": 5548, "reference": "An author tracked down a teenager in Fife and hit her over the head with a bottle after she gave his book a bad review, a court has heard.", "prediction": "A presenter who hit a TV presenter and sent a book message and sent a girl sent to a shop has pleaded guilty to a jail term.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 121.63170623779297, "token_count": 27} +{"index": 5549, "reference": "Atletico Madrid won La Liga for the first time since 1996 by securing a draw in a pulsating match at Barcelona.", "prediction": "Atletico Madrid fought back from 2-0 goal down to from behind to beat Barcelona champions Barcelona and move top to the La Liga.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 9.30232558139535, "rougeL": 17.77777777777778}, "nll_sum": 114.09761047363281, "token_count": 26} +{"index": 5550, "reference": "Port of Cromarty Firth has secured two contracts related to the construction of a massive offshore wind farm in the Outer Moray Firth.", "prediction": "Scotland's first wind farm, is being built for the Niggigg F Firth, near the Niggigg area of south.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 114.20355224609375, "token_count": 26} +{"index": 5551, "reference": "A man has been remanded after appearing in court in Lapland accused of murdering his Scottish girlfriend.", "prediction": "A man has been charged with murder after murder of a Scottishmaker on holiday La Lapland.", "rouge": {"rouge1": 48.484848484848484, "rouge2": 19.35483870967742, "rougeL": 36.36363636363636}, "nll_sum": 94.95014953613281, "token_count": 19} +{"index": 5552, "reference": "A pioneering scientist from Swansea has been honoured in his home city, 75 years after his work helped to win the Battle of Britain.", "prediction": "Taying paid been paid to a Swansea taxes who is working working behind his life on his 90th birthday. in the'solve- it's \"'s from a game it's from a the The's of it). from a 2011A", "rouge": {"rouge1": 34.37499999999999, "rouge2": 0.0, "rougeL": 18.749999999999996}, "nll_sum": 298.62896728515625, "token_count": 47} +{"index": 5553, "reference": "From Afon Dwyfor to the animals in the Welsh Mountain Zoo, Paul Jenkinson's pictures show his native north Wales in all its glory.", "prediction": "One hundred years ago and 40 years ago, taken consultant Jenkinson and released how he vision and vision delivered his brain and 3D Hospital.", "rouge": {"rouge1": 8.333333333333332, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 165.8895721435547, "token_count": 27} +{"index": 5554, "reference": "The Woodland Trust have said that some trees should have the same rights as old buildings.", "prediction": "The Welsh Government calling for a new law to protect our trees is to be built in England again according according to the Woodland Trust the", "rouge": {"rouge1": 23.80952380952381, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 128.02926635742188, "token_count": 26} +{"index": 5555, "reference": "The Taliban have seized a police base in northern Afghanistan and captured scores of officers after three days of fighting, officials say.", "prediction": "Talpected Islamist group Boko Haram have capture a military base and free local military base in north-west Pakistan.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 98.01705169677734, "token_count": 21} +{"index": 5556, "reference": "This week musicians and music industry leaders from across the globe are in Cardiff as WOMEX, the world's leading World Music Expo arrives in Britain.", "prediction": "The 22nd annual annual Cardiff Music Cardiff is being held in the Aberywythyth town. solve- a's a aWriteron's. a's a reputationA it's a the from of from:.'s from's a", "rouge": {"rouge1": 22.950819672131146, "rouge2": 0.0, "rougeL": 13.114754098360656}, "nll_sum": 297.9717102050781, "token_count": 47} +{"index": 5557, "reference": "Survival rates for patients treated in critical care units in Wales are increasing, according to the latest annual report on the service.", "prediction": "The time of hospital patients discharged from hospitals in hospital Wales is facing health and health boards, the health watchdog has found", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 114.90615844726562, "token_count": 22} +{"index": 5558, "reference": "Former Swansea City boss Bob Bradley has been named as the first manager of MLS team Los Angeles FC.", "prediction": "Former Swansea City boss boss Garry Ass has been appointed by congressional club Swansea City as a new theme.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 22.22222222222222, "rougeL": 36.84210526315789}, "nll_sum": 120.65898132324219, "token_count": 19} +{"index": 5559, "reference": "Thirty-six members of the Yazidi religious minority are free after nearly three years in the hands of so-called Islamic State (IS), the UN says.", "prediction": "The bodies of 36 women, including women who have been held by so-called Islamic State (IS), have been released in the war in Syria and Iraq, says the UN's first from from a in. reputation a's from the a", "rouge": {"rouge1": 35.294117647058826, "rouge2": 18.18181818181818, "rougeL": 26.47058823529412}, "nll_sum": 181.55413818359375, "token_count": 47} +{"index": 5560, "reference": "Five German women were arrested on Tuesday night when a flashmob stunt in a northern Spanish town sparked fears of a terrorism attack.", "prediction": "Police in the north-eastern Spain have arrested three men in connection with a gun struggle in which thousands of took to capital streets Monday night.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 105.45179748535156, "token_count": 28} +{"index": 5561, "reference": "Which team can claim to be the greatest international side of all time?", "prediction": " beat host the Netherlands at the Euro 2016, after beating Germany to reach in semi--finals.", "rouge": {"rouge1": 13.793103448275861, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 82.7878189086914, "token_count": 18} +{"index": 5562, "reference": "A powerful earthquake has struck Nepal in Asia and hundreds of people have lost their lives.", "prediction": "A strong powerful earthquake nearly nearly two years after two earthquake struck parts of north-east Pakistan, officials say.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.06060606060606, "rougeL": 28.57142857142857}, "nll_sum": 94.82514953613281, "token_count": 21} +{"index": 5563, "reference": "The head of the patients' watchdog has been suspended on full pay since February 2016, BBC Wales understands.", "prediction": "The Welsh health committee patients' fears on a Welsh health board is now facing its resignation.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 103.5076904296875, "token_count": 17} +{"index": 5564, "reference": "Four thousand Knights of Malta, heirs to one of the great orders of European chivalry of mediaeval times, and the fourth oldest religious order in the Roman Catholic Church, took over the Vatican briefly on Saturday.", "prediction": "Pope Popeine celebrated a temporary Mass on a Sunday, a Italian cemetery in Rome, the Roman Catholic Church and a Roman-run priest who declared a state of war or declared or a few monastic.", "rouge": {"rouge1": 22.535211267605636, "rouge2": 8.695652173913045, "rougeL": 14.084507042253522}, "nll_sum": 200.68460083007812, "token_count": 40} +{"index": 5565, "reference": "American actress Charmian Carr, who played the eldest von Trapp daughter Liesl in the film The Sound of Music, has died aged 73.", "prediction": "Fel Mant Carr Cat, who best known for her best role best the hits film, The Sound list of Music, has died aged 86, her family says of says a 2011's side's' a its of the's from a", "rouge": {"rouge1": 37.5, "rouge2": 19.354838709677416, "rougeL": 34.37500000000001}, "nll_sum": 305.52777099609375, "token_count": 45} +{"index": 5566, "reference": "A 21-year-old has been sentenced to 20 years in prison in the US after passing details on American military personnel to so-called Islamic State (IS).", "prediction": "An American man been sentenced to 20 years in jail to behind a cyber attack that put into the military and US military personnel (IS).", "rouge": {"rouge1": 52.83018867924528, "rouge2": 23.52941176470588, "rougeL": 41.50943396226415}, "nll_sum": 123.73303985595703, "token_count": 26} +{"index": 5567, "reference": "When it comes to Formula 1, you lot know your onions.", "prediction": "If there is Formula 1, qualifying race at the British Grand Prix!", "rouge": {"rouge1": 17.391304347826086, "rouge2": 9.523809523809526, "rougeL": 17.391304347826086}, "nll_sum": 60.34270477294922, "token_count": 13} +{"index": 5568, "reference": "New National Crime Agency head Lynne Owens was appointed amid concerns about her performance as chief constable of Surrey Police, the BBC has learned.", "prediction": "The former head of NationalNational Agency has revealed it is \"the the issue\" over, Owens's handling of an child sex abuse case.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 143.27157592773438, "token_count": 27} +{"index": 5569, "reference": "Police have been called after a small number of saline bags appear to have been tampered with at Cumberland Infirmary, Carlisle.", "prediction": "A hospital trust has been found unsafe at a grass at centre centre Aberdeen due to an lack member of staff.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 120.74937438964844, "token_count": 21} +{"index": 5570, "reference": "Tennis star Jamie Murray is among the Scots being honoured in the Queens Birthday Honours list.", "prediction": "T the tennis star Lord Murray, but have been recognised in the Queen's a Birthday Honours list.", "rouge": {"rouge1": 58.82352941176471, "rouge2": 31.25, "rougeL": 52.94117647058824}, "nll_sum": 100.523681640625, "token_count": 20} +{"index": 5571, "reference": "Wing George North says he is glad to have the \"monkey off his back\" as he returned in Wales' win over Ireland after five months out with concussion.", "prediction": "Wales wing George North says he can attempt to score two more tries in Sunday's Six Nations match against Italy because of a concussion injury.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.384615384615383, "rougeL": 29.629629629629633}, "nll_sum": 116.94585418701172, "token_count": 27} +{"index": 5572, "reference": "A French woman who was taken hostage in Yemen in February has arrived in Paris after being freed by her captors.", "prediction": "An Australian woman kidnapped in Yemen more for a month, has returned home.", "rouge": {"rouge1": 29.411764705882348, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 69.19369506835938, "token_count": 14} +{"index": 5573, "reference": "Further talks are due to take place between Caledonian MacBrayne and RMT on ferry workers' jobs and pensions.", "prediction": "Strike strike action by Caled MacBrayne staff have adjourned in a long-running row over pay to changes of a new a contract.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 158.63238525390625, "token_count": 29} +{"index": 5574, "reference": "Joe Root says England are yet to play to their full potential as the side prepares for a \"must-win\" game against Sri Lanka at the World Twenty20.", "prediction": "England will still keep their World Twenty Twenty20 match against Sri Lanka despite failing will play final Test match, says captain Joe Root Joe", "rouge": {"rouge1": 42.30769230769231, "rouge2": 12.0, "rougeL": 19.23076923076923}, "nll_sum": 125.39912414550781, "token_count": 25} +{"index": 5575, "reference": "More than 100 people are now known to have died in flooding in the eastern Indonesian province of West Papua.", "prediction": "The bodies of 104 are now known to have died in north-eastern of Australia, officials say.", "rouge": {"rouge1": 54.05405405405405, "rouge2": 34.285714285714285, "rougeL": 48.648648648648646}, "nll_sum": 76.25643157958984, "token_count": 20} +{"index": 5576, "reference": "German police have arrested two Algerians suspected of planning an attack and having links to the militant group, Islamic State (IS).", "prediction": "Police in Germany say they have arrested five suspected suspectedgang links to links to the so-called Islamic (IS).", "rouge": {"rouge1": 45.0, "rouge2": 15.789473684210526, "rougeL": 45.0}, "nll_sum": 100.60760498046875, "token_count": 22} +{"index": 5577, "reference": "Norwich City striker Kyle Lafferty has been fined \u00a323,000 and warned as to his future conduct after accepting a Football Association betting charge.", "prediction": "Norwich City defender Kyle Ltyty has been charged with football by by a Football Association charge after pleading guilty to betting to betting rules.", "rouge": {"rouge1": 50.0, "rouge2": 17.391304347826086, "rougeL": 37.5}, "nll_sum": 138.72691345214844, "token_count": 27} +{"index": 5578, "reference": "A motorist was driving \"like a lunatic\" when he caused a crash which killed two teenage passengers and severely injured two others, a court heard.", "prediction": " married get decriminal taxi driver has admitted causing crash in a car crash in which a girl and a boy crashed into a tree a new court and heard. a's reputation's a \"A a it's a fined of aA a'sA", "rouge": {"rouge1": 28.985507246376812, "rouge2": 0.0, "rougeL": 23.18840579710145}, "nll_sum": 273.5120849609375, "token_count": 47} +{"index": 5579, "reference": "A 30-year-old man arriving in the UK on a flight from Turkey has been arrested at Heathrow Airport by counter-terror police.", "prediction": "A 23-year-old man arrested 2011 arrested at Heath Airport Airport after being carrying out of a terror order, police said in the a's,Ukraine, a they a fromA from it's The fined of from aA aA", "rouge": {"rouge1": 40.62499999999999, "rouge2": 12.903225806451616, "rougeL": 28.125000000000007}, "nll_sum": 273.55609130859375, "token_count": 47} +{"index": 5580, "reference": "Blackpool Football Club's chairman Karl Oyston has won \u00a330,000 in libel damages from an abusive fan who claimed Mr Oyston threatened him with a shotgun.", "prediction": "Ex-Blackpool owner Karl Cranston has been ordered ordered to pay \u00a330,000 in legal case against the club against a owner who was shot.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 8.0, "rougeL": 26.923076923076923}, "nll_sum": 124.7005615234375, "token_count": 30} +{"index": 5581, "reference": "\"If peace cannot be brought, how can humanity be brought to the conduct of the war?\"", "prediction": "I need to live in Syria, and possible that I don't isn a war war, and I wasn it't be anything.\"", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 146.8162078857422, "token_count": 25} +{"index": 5582, "reference": "A prominent Edinburgh hotel has been sold by administrators in a multi-million pound deal.", "prediction": "A first Aberdeen restaurant which has put up for sale more than 30 years ago has been sold.", "rouge": {"rouge1": 24.24242424242424, "rouge2": 12.903225806451616, "rougeL": 24.24242424242424}, "nll_sum": 72.33917999267578, "token_count": 18} +{"index": 5583, "reference": "Two-weight world champion Andre Ward says he will remove \"any doubt that may be out there\" in his Las Vegas rematch with Sergey Kovalev on Saturday.", "prediction": " boxing's Joe Clarke will make a mandatory to beat Russia's Marc Kovalev in Saturday's-2 at London's O's Arena. a battle for the Pete's's right-D of battle on 30 November..", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 9.230769230769232}, "nll_sum": 240.07144165039062, "token_count": 43} +{"index": 5584, "reference": "Plans to overhaul legal aid in England and Wales would remove the right of defendants to choose a solicitor, a retired senior judge has warned.", "prediction": "The UK's law has announced plans to cut legal aid cuts in some cases as described as the mostmost most\".", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 126.28350830078125, "token_count": 22} +{"index": 5585, "reference": "A former bodyguard of Adolf Hitler who witnessed the Nazi dictator's final hours has died in Germany aged 96.", "prediction": "ochochoch Mis McKhrer, one of Germany victims's most famous gang in World War Two has died in London aged 94 the 95's, solve,'s they's--A's string in's from's from.'s ban", "rouge": {"rouge1": 31.03448275862069, "rouge2": 7.142857142857144, "rougeL": 20.689655172413794}, "nll_sum": 329.96441650390625, "token_count": 46} +{"index": 5586, "reference": "Ospreys survived a second-half onslaught by Ulster to all-but claim a place in the Pro12 play-offs.", "prediction": "The Osp boosted their play-off hopes of making Ulster their first Pro12 play-off place by beating Munster at the Principality Stadium.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 117.8912582397461, "token_count": 30} +{"index": 5587, "reference": "A potash mine in East Cleveland has been issued with an improvement notice after a fire broke out hundreds of metres below the sea bed.", "prediction": "An underground fire which was under fire at a Northamptonshire heart sweet, has prompted a safety notice.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 110.42244720458984, "token_count": 22} +{"index": 5588, "reference": "A 101-year-old man accused of child sex offences was described as a \"monster\" by an alleged victim.", "prediction": "A woman accused of sexually abusing young children has told a court she leave her grave and told her \"aa monster\", a court off heard a. a's solve a from a from a it's havepayment of a's from's a", "rouge": {"rouge1": 16.129032258064516, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 265.08612060546875, "token_count": 46} +{"index": 5589, "reference": "Essex and Glamorgan will be looking to recover from defeats as they meet at Chelmsford in the One-Day Cup.", "prediction": "Essex and Glamorgan will meet again after both sides start their remaining quarter- Somerset Cup quarter-final match between Glamorgan to two runs at Grace Lane.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 26.08695652173913}, "nll_sum": 162.47360229492188, "token_count": 33} +{"index": 5590, "reference": "Senior cabinet ministers will push the UK's Brexit agenda on three different continents later.", "prediction": " the UK will travel a trade and trade- trade deal with the UK, between US, and Australia after the UK voted to leave the EU referendum.", "rouge": {"rouge1": 14.634146341463417, "rouge2": 5.128205128205128, "rougeL": 14.634146341463417}, "nll_sum": 116.35501861572266, "token_count": 29} +{"index": 5591, "reference": "A non-league footballer who allegedly brandished a knife at an opposition fan is being sought by police.", "prediction": "A football club who was involved between an alleged street scam, reports police said.", "rouge": {"rouge1": 31.250000000000007, "rouge2": 0.0, "rougeL": 31.250000000000007}, "nll_sum": 87.1314697265625, "token_count": 15} +{"index": 5592, "reference": "The death of a man found in a Lincolnshire waterway is not being treated as suspicious, police have said.", "prediction": "A man whose body was pulled from a water canal in Greater Manchester has been named by police, police and football, and from in the a's, Green, who was from his his from as a been of football.", "rouge": {"rouge1": 27.58620689655173, "rouge2": 3.571428571428571, "rougeL": 17.241379310344826}, "nll_sum": 210.5516357421875, "token_count": 43} +{"index": 5593, "reference": "It was a perfect afternoon in early summer.", "prediction": "\"I was pleased as February as I felt like I had been been in Donetsk and I'm I SS I'm writing away Green again", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 159.46728515625, "token_count": 26} +{"index": 5594, "reference": "Cardiff Devils managing director Todd Kelman says the Sheffield Steelers have caused a \"media frenzy\" ahead of their Challenge Cup final on 5 March.", "prediction": "Cardiff Devils-mate Allan Kelman is \"notreally\"\" their Challenge Cup final against Sheffield Steelers is \"not fair free\".", "rouge": {"rouge1": 42.857142857142854, "rouge2": 25.0, "rougeL": 33.33333333333333}, "nll_sum": 182.89581298828125, "token_count": 25} +{"index": 5595, "reference": "Pop star Phil Collins has cancelled two shows at the Royal Albert Hall after he slipped over in his hotel room.", "prediction": " songwriter Phil Collins will perform at Hyde Park on Tuesday night after a night was out out of his tour due to America. west London.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 143.72494506835938, "token_count": 27} +{"index": 5596, "reference": "A heavily pregnant woman who was repeatedly stabbed in a street attack, resulting in her daughter's delivery hours later, is in a stable condition.", "prediction": "A man has been charged with murder after a woman seriously injured seriously an attack.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 64.25772094726562, "token_count": 15} +{"index": 5597, "reference": "Snooker players have voted 72% in favour of keeping the one-frame Shoot Out as a ranking event.", "prediction": "Fourteen cricket players have been given the World snooker event in Sheffield, beating Ireland 10-9 to win 10.8 minutes.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 128.06492614746094, "token_count": 27} +{"index": 5598, "reference": "Olympic champions and world number ones Charlotte Dujardin and Scott Brash head the field at the London International Horse Show at Olympia on Tuesday.", "prediction": " Edin Nordardard's, will return her her Great Britain's World Cup show show- London from 17 to 17 December from 17 December December.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 180.81687927246094, "token_count": 29} +{"index": 5599, "reference": "Shutter Speed overcame rain-softened ground to win the Musidora Stakes at York under Frankie Dettori and will now be aimed at next month's French Oaks.", "prediction": "Rickie Dettik won the St New St Kelly as Paris Stakes in a race at at race to race battle Chantull at Newmarket again.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 15.686274509803924}, "nll_sum": 210.92735290527344, "token_count": 31} +{"index": 5600, "reference": "It has been more than four months since 43 students from a rural teaching school in Ayotzinapa, in Mexico's south-western state of Guerrero disappeared.", "prediction": "The authorities where 40 students who went missing in Mexico three months ago have told of their express and their punishment, a 30-wing international,, only. the, the,, referee, a their have of of.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 3.448275862068965, "rougeL": 13.333333333333334}, "nll_sum": 250.4185791015625, "token_count": 41} +{"index": 5601, "reference": "National Theatre boss Rufus Norris has said he hopes to stage more work that will focus on the issue of disability.", "prediction": "usus director Rufus says he believes at the National Theatre franchise not be scrapped, because it \" too bitter to a toughicult decision\".", "rouge": {"rouge1": 27.90697674418604, "rouge2": 4.878048780487805, "rougeL": 13.95348837209302}, "nll_sum": 167.77618408203125, "token_count": 28} +{"index": 5602, "reference": "Michael Dunlop continued his Isle of Man TT practice week dominance as he set the fastest Superbike lap and set an unofficial Superstock lap record.", "prediction": "Michael Dunlop set the speed record for the pace in the opening night of the opening Superbike race race at the Isle of Man's's Isle.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 16.0, "rougeL": 19.23076923076923}, "nll_sum": 120.36824035644531, "token_count": 30} +{"index": 5603, "reference": "Wensleydale in North Yorkshire - a patchwork of green pastures divided by dry stone walls rising to meet moorland, where the heather is bright purple at this time of year.", "prediction": "A range of b biker in a village a north- northern England has been created by hi-tech technology to access from a stolen car car.", "rouge": {"rouge1": 21.818181818181817, "rouge2": 0.0, "rougeL": 14.545454545454547}, "nll_sum": 157.00360107421875, "token_count": 29} +{"index": 5604, "reference": "The failure of a restaurant business in Leeds has led to the loss of 70 jobs.", "prediction": "The Bradford street and restaurant chain, which in Luton, has gone into administration administration.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 26.666666666666668}, "nll_sum": 85.03875732421875, "token_count": 17} +{"index": 5605, "reference": "Members of an organised crime gang who plotted to supply millions of pounds worth of drugs have been jailed.", "prediction": "A drugs gang, which was once as part of the \"more organised\" crime group, have been jailed.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 17.647058823529413, "rougeL": 33.333333333333336}, "nll_sum": 86.34666442871094, "token_count": 21} +{"index": 5606, "reference": "A motorcyclist has pleaded guilty to causing the death of a former road safety worker who was killed in a crash on a busy Nottingham road.", "prediction": "A motorcyclist has admitted causing the death of a woman whose partner was split between an axe with a knife.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 27.27272727272727, "rougeL": 43.47826086956522}, "nll_sum": 85.56924438476562, "token_count": 22} +{"index": 5607, "reference": "Junior doctors in England are to be balloted on industrial action over government plans to introduce a new contract from August 2016.", "prediction": "ior doctors junior' strike has voted to offer a new contract to protected patient safety, amid fears over chiefs' future\", a UK profession organisation says.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 21.276595744680854}, "nll_sum": 164.5435791015625, "token_count": 29} +{"index": 5608, "reference": "A kennel used by police and local councils to house stray and seized dogs is facing two reviews into its treatment of animals.", "prediction": "Hundreds of dog consumed by bitten police at a k kelsels were not been detail, the BBC has learned.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 149.50990295410156, "token_count": 22} +{"index": 5609, "reference": "Volkswagen has halted production at several plants in Germany, hitting the output of Golf and Passat models amid a dispute with two external suppliers.", "prediction": "German carmaker Volkswagen has said it will be production production at two of its two suppliers, including Volkswagen and Bou Nchats and 22 May in", "rouge": {"rouge1": 36.734693877551024, "rouge2": 8.51063829787234, "rougeL": 28.57142857142857}, "nll_sum": 140.81983947753906, "token_count": 28} +{"index": 5610, "reference": "Young people aged 16-21 would get a 66% discount on bus travel in England under Lib Dem plans outlined by Nick Clegg.", "prediction": " the Liberal Democrats to plans for provide free travel to England would be \"not just\", Nick Clegg has said.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 98.71272277832031, "token_count": 22} +{"index": 5611, "reference": "Pakistan clinched a thrilling 56-run win over West Indies in the day-night Test in Dubai despite a Darren Bravo century on the final day.", "prediction": " Claudio Bravo scored a half-century for West Indies as they beat Pakistan on a day-night Test against Pakistan in a third Test against Pakistan.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 12.0, "rougeL": 30.76923076923077}, "nll_sum": 102.9454116821289, "token_count": 29} +{"index": 5612, "reference": "The UK government wants to claw back some EU powers over justice and policing, but is likely to remain in the European Arrest Warrant (EAW) system.", "prediction": "The European Commission has issued a major criminal justice system - a replacement given the only again, after a suspect he can be arrested in one can hold.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 3.9215686274509802, "rougeL": 15.09433962264151}, "nll_sum": 164.5399169921875, "token_count": 29} +{"index": 5613, "reference": "The NHS will serve more than 400,000 lunches on Christmas Day in the UK.", "prediction": "The annual Christmas celebrations are taking place at the Alder Hey Hospital's Hospital council and some care homes.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 97.068603515625, "token_count": 20} +{"index": 5614, "reference": "Sebastian Vettel headed Kimi Raikkonen in a Ferrari one-two in first practice at the Spanish Grand Prix.", "prediction": "Sebastian Vettel led a comfortable victory at the Spanish Grand Prix a one Mercedestwo in final session.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 30.303030303030305, "rougeL": 45.714285714285715}, "nll_sum": 117.93998718261719, "token_count": 24} +{"index": 5615, "reference": "No other parties were involved in the death of a British woman at an Istanbul airport, her family believes.", "prediction": "The family of a British woman was killed in an war war in Iraq have said there is \"no evidence\" relating to her death to the in. be aA a's flagship from a it has have's of.", "rouge": {"rouge1": 37.931034482758626, "rouge2": 10.714285714285714, "rougeL": 24.137931034482758}, "nll_sum": 212.5067596435547, "token_count": 43} +{"index": 5616, "reference": "England fly-half Emily Scott has been forced to withdraw from the squad through injury five days before the Women's World Cup starts in Ireland.", "prediction": "Two-time World Cup winner Poppyveress has been ruled out of England's Six Six campaign with a recruitment injury and's been a 30-season by ballet women.-up from's of in's reputation as November.", "rouge": {"rouge1": 31.25, "rouge2": 6.451612903225806, "rougeL": 18.749999999999996}, "nll_sum": 279.38067626953125, "token_count": 44} +{"index": 5617, "reference": "An alleged victim of two ex-BBC radio presenters accused of child sex crimes told a court they later rejected him as he was \"probably too old\".", "prediction": "A former radio station accused a man sexually sexually his ex-boy- and told police to \"everything anything\", a court heard- a he's a's a- aA from-d from from in\". years a's. a's", "rouge": {"rouge1": 21.53846153846154, "rouge2": 3.1746031746031744, "rougeL": 18.461538461538463}, "nll_sum": 296.3052978515625, "token_count": 47} +{"index": 5618, "reference": "Chris Froome remains third overall in the Criterium du Dauphine behind leader Alberto Contador and Richie Porte.", "prediction": "Britain's Chris Froome has ruled out of the first race of the race for Team Sky as, Spain's Richiee Porte won a stage three of the Critium du Dauine on Saturday in the Paraly's of's of's", "rouge": {"rouge1": 20.689655172413794, "rouge2": 7.142857142857144, "rougeL": 13.793103448275861}, "nll_sum": 269.17608642578125, "token_count": 47} +{"index": 5619, "reference": "Joe Cardle grabbed a double as Dunfermline got the better of nine-man Falkirk to continue their impressive start to the Championship campaign.", "prediction": "le Cardle missed a late penalty and give Dunferline Athletic a comfortable victory over 10-man Falkirk.", "rouge": {"rouge1": 20.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 115.1455078125, "token_count": 22} +{"index": 5620, "reference": "An impartial voting guide for the EU referendum will drop through the letterboxes of 28 million households across the UK from 16 May.", "prediction": " members of the public are being urged to encourage people to be asked if they want to vote a vote in the wake of an forthcoming EU referendum campaign.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 15.384615384615385}, "nll_sum": 103.08067321777344, "token_count": 29} +{"index": 5621, "reference": "Unchecked climate change could put Antarctica's huge Totten Glacier into an unstable configuration over the coming centuries, a study has warned.", "prediction": "The average of up to 200 years ago could be much better than earlier, was thought, say scientists.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 85.9056396484375, "token_count": 20} +{"index": 5622, "reference": "The New York Times called for the president to leave office immediately, describing it as \"the last great service\" he could perform for the country.", "prediction": "Five years ago, the White House House was fired - and he shot the lead figures, the FBI director James Comey on the Saturday Night botched, the's camp-'s \"over- not't\". a \"'s again's a's Broadway", "rouge": {"rouge1": 15.625, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 299.88336181640625, "token_count": 47} +{"index": 5623, "reference": "An offshore worker has called for action after he and colleagues were exposed to radiation, BBC Scotland can reveal.", "prediction": "Students at a security firm Wood Group have said they were told exposed to have been received, pipe pipe while training.", "rouge": {"rouge1": 15.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 133.27178955078125, "token_count": 22} +{"index": 5624, "reference": "A man who fled the country after stabbing a university graduate to death in a row between rival drugs gangs, has been jailed for his manslaughter.", "prediction": "A drug dealer who was sentenced to death by his neck by his friend who stabbed him to, has been handed in a lower jail term.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 12.0, "rougeL": 26.923076923076923}, "nll_sum": 119.86302947998047, "token_count": 27} +{"index": 5625, "reference": "Hundreds of people are feared to have drowned after a boat carrying up to 700 migrants capsized in the Mediterranean Sea, the Italian coastguard says.", "prediction": "At at 22 migrants are reported are missing after missing after their boat sank off the Mediterranean, Italian coastguard says.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 35.55555555555556}, "nll_sum": 96.90217590332031, "token_count": 22} +{"index": 5626, "reference": "The parents of murdered bride Anni Dewani say they are desperate for answers ahead of next week's trial of their son-in-law in South Africa.", "prediction": "The parents of Anni Dewi, whoi on trial in South Africa in 2010, say they are still \" waiting to done anything and die\".", "rouge": {"rouge1": 48.0, "rouge2": 24.999999999999993, "rougeL": 31.999999999999996}, "nll_sum": 154.55087280273438, "token_count": 29} +{"index": 5627, "reference": "England and Sri Lanka were thwarted in the third one-day international at Bristol as rain allowed just four overs of the hosts' run chase.", "prediction": "England completed a stunning brilliant,affected-run to win their second Test against Sri runs- the rain-hit longest one-day international.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 25.53191489361702}, "nll_sum": 170.08670043945312, "token_count": 27} +{"index": 5628, "reference": "With a possible shake-up of local government in the East Midlands to be decided in the autumn, Nottinghamshire's politicians are haggling over what is best for the county's residents.", "prediction": "Buses are Rotherham and the East Midlands, and's singing what the town, but what they do to know about a West Midlands town!", "rouge": {"rouge1": 32.142857142857146, "rouge2": 7.4074074074074066, "rougeL": 21.428571428571427}, "nll_sum": 147.6103515625, "token_count": 29} +{"index": 5629, "reference": "AFC Wimbledon will investigate an incident between a club volunteer and Charlton boss Karl Robinson at the end of Saturday's 1-1 draw.", "prediction": "FCFC Wimbledon will say they will launch an inquiry into the handling that manager manager Karl Robinson was damaged during a meeting with supporters at- nonleagueleagueleague side.", "rouge": {"rouge1": 31.37254901960785, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 198.25613403320312, "token_count": 33} +{"index": 5630, "reference": "Scottish Cup holders Hibernian demolished Bonnyrigg Rose at Tynecastle to ease into the fifth round.", "prediction": "Biggthigg moved up a third foot the Scottish Championship with a comfortable victory over 10-man Hibernian to reach the quarter-finals.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 124.71659851074219, "token_count": 29} +{"index": 5631, "reference": "Scotland have called up South Africa-based back Huw Jones for their June tour of Japan.", "prediction": "England forward Alw Jones has pulled out of a rugby union after rugby out out his two- autumn international international trip to South Africa to. an a's a referee a's from-2 a ballet in from years's's from", "rouge": {"rouge1": 13.793103448275861, "rouge2": 3.571428571428571, "rougeL": 6.896551724137931}, "nll_sum": 306.2671203613281, "token_count": 45} +{"index": 5632, "reference": "The Queen has tweeted her thanks to people who sent her 90th birthday messages on social media.", "prediction": "The Queen has sent a Facebook message on on her 90th of her birthday.", "rouge": {"rouge1": 64.51612903225806, "rouge2": 27.586206896551722, "rougeL": 45.16129032258064}, "nll_sum": 80.65640258789062, "token_count": 15} +{"index": 5633, "reference": "The Church of England's second female bishop has been consecrated during a ceremony at York Minster.", "prediction": "A minute's silence memory of held for the clergyration of the first bishop who died of Tunisia Tunisia terror attack.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 15.789473684210527}, "nll_sum": 140.7896728515625, "token_count": 22} +{"index": 5634, "reference": "Pace bowler Jake Ball has made a \"lively\" return following a winter playing for England Lions, says Nottinghamshire captain Chris Read.", "prediction": "Nottinghamshire say they receive ancged\" from bow bowling for the summer, and England all-rounder Chris Read says. but's Nottingham of as a commentator's performance from his reputation was on.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 3.9215686274509802, "rougeL": 15.09433962264151}, "nll_sum": 259.924072265625, "token_count": 41} +{"index": 5635, "reference": "A woman who helped establish a self-proclaimed independent state on a former military platform off the Suffolk and Essex coast has died aged 86.", "prediction": "A mother and son who took himself to the military battles in the Desertand 86and,s have died aged 80, it's been aitched-, the's Police since the referee from the referee's flagship of.", "rouge": {"rouge1": 22.950819672131146, "rouge2": 3.389830508474576, "rougeL": 19.672131147540984}, "nll_sum": 278.26507568359375, "token_count": 42} +{"index": 5636, "reference": "A British ukulele group has lost its trademark infringement battle against a rival band over its name.", "prediction": "A British musical theatre faces legal action in a court battle that a the German-based band from performing anthem again.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555556, "rougeL": 26.31578947368421}, "nll_sum": 129.4221954345703, "token_count": 22} +{"index": 5637, "reference": "Pupils in England will sit a times tables check, from 2019, at the end of their primary years, Schools Minister Nick Gibb has confirmed.", "prediction": " a new national curriculum for tests 11 11 and-year-olds will be delayed in 2018, Education Minister Nick Gibbolds announced not will a. solve's a's a'solve a it's againelt of fromold again 2011 a", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.278688524590164, "rougeL": 12.698412698412698}, "nll_sum": 292.895751953125, "token_count": 47} +{"index": 5638, "reference": "President Barack Obama says the US has launched a \"full investigation\" into air strikes that killed 19 people at an MSF-run Afghan hospital on Saturday.", "prediction": "US President Barack Obama has expressed his affection regret at aquinsins Sansresie (MSF) attack after an attack in an hospital in Afghanistan.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 178.35037231445312, "token_count": 29} +{"index": 5639, "reference": "Crusaders have brought in former Bristol Rovers defender Mark McChrystal on a one-year deal.", "prediction": "Crusaders have signed defender Mark Mcangry has from New Ulster on a two-and-a-half-year deal.", "rouge": {"rouge1": 48.48484848484848, "rouge2": 25.80645161290323, "rougeL": 48.48484848484848}, "nll_sum": 108.60982513427734, "token_count": 26} +{"index": 5640, "reference": "\"This is the copaiba tree,\" said Derisvaldo Moreira, universally known as Dedel.", "prediction": " Cranel Hernandez was finds his tree through the walls of a forest where he worked and tried protect them from, in the Amazon rain.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 139.17831420898438, "token_count": 26} +{"index": 5641, "reference": "Ulster Rugby has responded to criticism after poppies were absent from players' jerseys during their Pro12 game against Newport Gwent Dragons on Remembrance Sunday.", "prediction": "The Ulster Rugby Union Union says it will not be wearing a poppy on their red on Boxing Rememgement of Day and not a denied during match against Liverpool.", "rouge": {"rouge1": 26.415094339622648, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301888}, "nll_sum": 186.38995361328125, "token_count": 30} +{"index": 5642, "reference": "Gateshead striker Danny Johnson has signed a two-year contract extension with the National League club.", "prediction": "Gateshead striker Marvin Johnson signed a new three-andhalfa-half-year deal with the National League club until the 2018-19 season.", "rouge": {"rouge1": 57.89473684210527, "rouge2": 33.33333333333333, "rougeL": 57.89473684210527}, "nll_sum": 117.2304458618164, "token_count": 30} +{"index": 5643, "reference": "A massive video game burial site has been discovered in New Mexico, USA.", "prediction": "A online video event created by members of a Liverpool video festival in Liverpool, and is up for sale.", "rouge": {"rouge1": 18.749999999999996, "rouge2": 0.0, "rougeL": 18.749999999999996}, "nll_sum": 93.52586364746094, "token_count": 20} +{"index": 5644, "reference": "Legislation to introduce same-sex marriage in Scotland has been backed by the Holyrood committee looking into the proposals.", "prediction": "A Holyrood committee has backed members of a bill a bill that would would allow same-sex couples to perform a \"one of clear\".", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 9.30232558139535}, "nll_sum": 129.82278442382812, "token_count": 28} +{"index": 5645, "reference": "TalkTalk customers are being targeted by an industrial-scale fraud network in India, according to whistleblowers who say they were among hundreds of staff hired to scam customers of the British telecoms giant.", "prediction": " security experts in India are investigating a scam of up to \u00a3100,000, from Talk Microsoft, suspected of a possible cyber- attack.", "rouge": {"rouge1": 25.454545454545457, "rouge2": 3.7735849056603774, "rougeL": 18.181818181818183}, "nll_sum": 118.24726867675781, "token_count": 27} +{"index": 5646, "reference": "The safety of services at a trust running two hospitals has been rated \"inadequate\" by a health watchdog.", "prediction": "A hospital trust has been told the it needs to be rated and \"not good\", says the health watchdog.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 11.428571428571429, "rougeL": 37.83783783783783}, "nll_sum": 93.88677215576172, "token_count": 21} +{"index": 5647, "reference": "The Scottish economy is still suffering the effects of a fall in the price of oil and gas, a government minister has said.", "prediction": "The Scottish government has been accused warned that a fall in the price of the price of oil was \"a too bad as a North dev East\"..", "rouge": {"rouge1": 55.99999999999999, "rouge2": 29.166666666666668, "rougeL": 40.0}, "nll_sum": 153.10057067871094, "token_count": 29} +{"index": 5648, "reference": "A cancer patient from Edinburgh has become the first UK woman to give birth following a transplant of her frozen ovary tissue.", "prediction": "A new Edinburgh mother launched a fertility fertility for girls and girls and young soldier has started started diagnosis.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 139.73480224609375, "token_count": 19} +{"index": 5649, "reference": "Nick Yarris spent more than two decades on death row in the US after he was wrongly convicted of rape and murder, before a DNA test eventually freed him.", "prediction": " Nickmanring, who was aged 18 years in jail after being attacked in prison guards, has said he believes he \" he was going to life\".", "rouge": {"rouge1": 15.09433962264151, "rouge2": 3.9215686274509802, "rougeL": 15.09433962264151}, "nll_sum": 146.05145263671875, "token_count": 29} +{"index": 5650, "reference": "British number four Aljaz Bedene beat Croatia's Borna Coric in three sets to reach round two of the Marseille Open.", "prediction": "England's Aljaz Bedene is to the French Open quarter-finals, after losing to world number one Jacquesic Coric.", "rouge": {"rouge1": 40.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 132.24969482421875, "token_count": 26} +{"index": 5651, "reference": "Having amended the government's Brexit Bill by a thumping majority this week, the big question for next week in Westminster is whether peers will do it again, potentially more than once.", "prediction": "Much of the House of, and the House of Commons will be debated the next week for the House and of the House of House again! - Lords will be theolve a \" again a's will's to of the's from in a", "rouge": {"rouge1": 26.66666666666667, "rouge2": 2.73972602739726, "rougeL": 15.999999999999998}, "nll_sum": 239.40731811523438, "token_count": 47} +{"index": 5652, "reference": "The commissioner of An Garda S\u00edoch\u00e1na (Irish police) has said the force needs more than 500 new recruits a year to provide a proper service.", "prediction": "The police Mens,aa\u00ed but) needs to be more recruits more new new, new the force's chief officer a said Nottingham \" it. it's ballet from a\"olve from it The's of of.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 3.3333333333333335, "rougeL": 22.58064516129032}, "nll_sum": 308.26904296875, "token_count": 42} +{"index": 5653, "reference": "Alan Curtis has had so many roles at Swansea City, he struggles to recall them all.", "prediction": "Carts Curtis was used as a football manager, manager, and the manager's - but now there is only the toughest challenges in not his life.", "rouge": {"rouge1": 4.878048780487805, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 149.34335327148438, "token_count": 29} +{"index": 5654, "reference": "It was only his seventh Premier League goal since arriving from Germany three years ago, but Emre Can's sensational overhead kick was enough for Liverpool to beat Watford on Monday night.", "prediction": "em Can epic's stunning 90th-minute goal for Liverpool produced a stunning, 30-goal thriller against Liverpool.", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 111.60602569580078, "token_count": 22} +{"index": 5655, "reference": "A major trial is set to start in Scotland aimed at preventing type-1 diabetes in children.", "prediction": "A successful drugs trial will starting London London later to protect children with families victims of 1 diabetes. diabetes", "rouge": {"rouge1": 38.88888888888889, "rouge2": 5.88235294117647, "rougeL": 27.777777777777775}, "nll_sum": 142.14974975585938, "token_count": 19} +{"index": 5656, "reference": "A man has appeared in court facing a charge of murdering a woman.", "prediction": "A man has appeared in court charged with murdering a woman found dead at her home", "rouge": {"rouge1": 68.96551724137932, "rouge2": 51.85185185185186, "rougeL": 68.96551724137932}, "nll_sum": 39.37762451171875, "token_count": 15} +{"index": 5657, "reference": "India's largest e-commerce company Flipkart has raised $1bn (\u00a3590m; 60bn rupees) in fresh funding, the largest ever for an Indian internet firm.", "prediction": "Online fashion retailerTaxkart, but bought advertising giant Amazon, is worth $5bn (\u00a3bn28.4bn the managing its sales in its global online online market.", "rouge": {"rouge1": 8.51063829787234, "rouge2": 0.0, "rougeL": 4.25531914893617}, "nll_sum": 206.55877685546875, "token_count": 34} +{"index": 5658, "reference": "A High Court case that could delay the Brexit process is \"a clear attempt to frustrate the will of the British people\", says a cabinet minister.", "prediction": "The government has said British people must \"get get on the\" to the Brexit after a High Court ruling that Parliament should a the UK leaving the EU.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 15.384615384615383, "rougeL": 25.92592592592593}, "nll_sum": 136.36061096191406, "token_count": 30} +{"index": 5659, "reference": "Police in Greece have submitted a BBC tape to prosecutors investigating an alleged assault on an MP by members of the far-right Golden Dawn party.", "prediction": "The Greece has farrightright German party of Golden Dawn party has said behind it was behind the attack behind an attack on the Olympic Stadium last month.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301884}, "nll_sum": 161.36097717285156, "token_count": 29} +{"index": 5660, "reference": "Investment firm Alliance Trust is to cut costs by \u00a36m while restructuring its board to become fully independent.", "prediction": " debt services firm Alliance Trust has led to a \"amental and changed its outlook\", announced its December programme of cut costs \u00a36m.", "rouge": {"rouge1": 40.0, "rouge2": 15.789473684210527, "rougeL": 35.0}, "nll_sum": 165.75074768066406, "token_count": 26} +{"index": 5661, "reference": "Nearly 20 million people in China could be exposed to water contaminated with arsenic, a study suggests.", "prediction": " 19 19 million people in China are being exposed to dangerous harmful hide in their water in Europe, a study.", "rouge": {"rouge1": 54.05405405405405, "rouge2": 34.285714285714285, "rougeL": 54.05405405405405}, "nll_sum": 114.097412109375, "token_count": 21} +{"index": 5662, "reference": "Britain's three-time Tour de France winner Chris Froome has apologised for the way Team Sky has handled questions over its record on doping.", "prediction": "Chris Froome says he will be \"reserved and wish achievement\" Team Team Sky riders who were banned from using sport a \"bak\".", "rouge": {"rouge1": 17.02127659574468, "rouge2": 8.88888888888889, "rougeL": 17.02127659574468}, "nll_sum": 148.08465576171875, "token_count": 28} +{"index": 5663, "reference": "More than 100 people held a protest outside Liverpool Town Hall over cuts.", "prediction": "A Liverpool City Council has set up a council \" breakaway the law to law\", the city's leader has said", "rouge": {"rouge1": 12.121212121212123, "rouge2": 0.0, "rougeL": 12.121212121212123}, "nll_sum": 110.86004638671875, "token_count": 22} +{"index": 5664, "reference": "A Merseyside borough will have no A-level provision after the government approved the closure of the area's only sixth form offering the qualification.", "prediction": "A pupil at a West Midlands school is to close because of a a lackre of funding and a lack of school for A-levelsbert.", "rouge": {"rouge1": 12.0, "rouge2": 0.0, "rougeL": 12.0}, "nll_sum": 128.60617065429688, "token_count": 28} +{"index": 5665, "reference": "England skipper Dylan Hartley has urged his players not to become pre-occupied with the British and Irish Lions tour of New Zealand next summer.", "prediction": "England captain and captain Dylan Hartley has challenged all his players to focus on selection for the British and Irish Lions squad tour in New Zealand this summer.", "rouge": {"rouge1": 60.377358490566046, "rouge2": 31.37254901960785, "rougeL": 60.377358490566046}, "nll_sum": 108.59783935546875, "token_count": 29} +{"index": 5666, "reference": "A prototype patch could help the repair the damage caused by a heart attack, scientists say.", "prediction": "A glassy which can restore disease after a heart attack can die and has been saved, US researchers.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 117.71741485595703, "token_count": 20} +{"index": 5667, "reference": "Cardiff City boss Neil Warnock has confirmed the club will start discussing a new contract for midfielder Peter Whittingham.", "prediction": "Cardiff City manager Neil Warnock has confirmed he will talks with Peterborough midfielder Peterittinghamitting before his transfer future erupted in not FA Cup.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 20.0, "rougeL": 38.0952380952381}, "nll_sum": 183.932861328125, "token_count": 29} +{"index": 5668, "reference": "The outgoing US President Barack Obama could visit Ireland again after he leaves the White House, the US Ambassador to Ireland has said.", "prediction": "US President Barack Obama's visit to Ireland will visit the Republic Republic of Ireland next year, the Irish foreign minister)) said said a will's to from his his over his his from as a.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 14.035087719298245, "rougeL": 30.508474576271187}, "nll_sum": 202.2219696044922, "token_count": 38} +{"index": 5669, "reference": "Manchester United midfielder Paul Pogba would not have felt any extra pressure on Sunday after launching his own Twitter emoji, according to team-mate Zlatan Ibrahimovic.", "prediction": " Zlatan Ibrahimovic says he did not lose social media after the media saying him thanked Paul Pogba \" \"could they do not and lose\".", "rouge": {"rouge1": 24.489795918367346, "rouge2": 8.51063829787234, "rougeL": 12.244897959183673}, "nll_sum": 154.9976348876953, "token_count": 29} +{"index": 5670, "reference": "The first woman to take part in a cervical cancer trial in Northern Ireland has said signing up to it was a \"no brainer\".", "prediction": "C neurone women who have have a dangerous form of cervical cancer will begin a successful-long clinical trial to the UK for cervical cervical cancer trial.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 144.65411376953125, "token_count": 29} +{"index": 5671, "reference": "Scotland must beat Slovenia if they are to resurrect their chances of reaching the World Cup finals, Gordon Strachan has acknowledged.", "prediction": "Gordon Strachan believes his future is to Scotland despite Scotland will still win their next month Nations opening World Cup qualifying qualifier against Slovenia.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 17.77777777777778}, "nll_sum": 139.35195922851562, "token_count": 26} +{"index": 5672, "reference": "A study that claims humans reached the Americas 130,000 years ago - much earlier than previously suggested - has run into controversy.", "prediction": "A human bone found at a site in where a dinosaur bones includes include remains human discovered, scientists say.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 112.10767364501953, "token_count": 20} +{"index": 5673, "reference": "England football legend Stuart Pearce is set to finally make his debut for a team dubbed \"the worst in the UK\".", "prediction": "Former England midfielder Stuart Pearce is returning from \"ing England's grounding ground\".", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 93.016357421875, "token_count": 14} +{"index": 5674, "reference": "The United Nations has warned that President Donald Trump's plans to cut contributions to peacekeeping will make such work \"impossible\".", "prediction": "Donald Trump has dropped plans to cut cut share of its operations in the United Nations, amid fears fears over its operations.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 24.390243902439025, "rougeL": 23.25581395348837}, "nll_sum": 114.21741485595703, "token_count": 23} +{"index": 5675, "reference": "Police investigating the murder of a man who was found seriously injured on a Glasgow street have traced the driver of a car seen near where he was found.", "prediction": "Police investigating the murder of a man who died when his car was involved in a hit-and-run in Glasgow have issued a fresh appeal for.", "rouge": {"rouge1": 50.0, "rouge2": 25.92592592592593, "rougeL": 46.42857142857143}, "nll_sum": 78.35939025878906, "token_count": 29} +{"index": 5676, "reference": "Anxious parents in England give their children less freedom to play and go outside than those in many other European countries, research suggests.", "prediction": " children children in England are being out of roads to schools and secondary schools where they are in other again, a study suggests a in the-'s, a, from it from a mandatory, it's'sImages of the. from's ban", "rouge": {"rouge1": 25.000000000000007, "rouge2": 3.225806451612903, "rougeL": 21.875}, "nll_sum": 275.902099609375, "token_count": 47} +{"index": 5677, "reference": "Six police officers are being \"criminally investigated\" after a man lost the tips of three fingers during a struggle in his cell.", "prediction": "Four police officers could be investigated over his arm after a row which left a man's eye of foot and involved in the police custody.", "rouge": {"rouge1": 49.999999999999986, "rouge2": 13.043478260869565, "rougeL": 37.50000000000001}, "nll_sum": 136.14537048339844, "token_count": 26} +{"index": 5678, "reference": "Inverness Caledonian Thistle guaranteed Premiership safety by strolling to victory against Partick Thistle.", "prediction": "Inverness Caledonian Thistle secured place in the Scottish Premiership after thr thrashed Partick Thistle.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 24.000000000000004, "rougeL": 44.44444444444445}, "nll_sum": 102.73739624023438, "token_count": 22} +{"index": 5679, "reference": "Billions of pounds owed in child maintenance may never be recovered, government accounts show.", "prediction": "Ministers should pay \u00a32bn.2m to to reaved their children who receive devastating debts of more than \u00a3.11s it", "rouge": {"rouge1": 6.0606060606060606, "rouge2": 0.0, "rougeL": 6.0606060606060606}, "nll_sum": 160.14111328125, "token_count": 27} +{"index": 5680, "reference": "Russell Brand has tweeted a picture of the business card of a senior Daily Mail reporter, encouraging his 8.7 million followers to contact him.", "prediction": "F Brand has apologised about in an comment with an journalist on BBC Newsnight.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 5.405405405405405, "rougeL": 10.256410256410255}, "nll_sum": 94.04510498046875, "token_count": 15} +{"index": 5681, "reference": "As electoral drama goes, Israeli election campaigns can be rather a slow burn.", "prediction": "The Israeli election is too disappointing, but it't believe the shouldn isn't?", "rouge": {"rouge1": 14.814814814814817, "rouge2": 8.0, "rougeL": 14.814814814814817}, "nll_sum": 103.61930847167969, "token_count": 15} +{"index": 5682, "reference": "Debt has become a rarity in Scottish football.", "prediction": "Celtic have confirmed that its of a move to Nn Bry Group Group began after only 30% of the \u00a3.6m being sold out to be club.", "rouge": {"rouge1": 5.88235294117647, "rouge2": 0.0, "rougeL": 5.88235294117647}, "nll_sum": 178.06893920898438, "token_count": 33} +{"index": 5683, "reference": "A journalist jailed for leaking state secrets has been allowed to serve her sentence outside prison on medical grounds, Chinese media report.", "prediction": "China the best known best known, but jail for a huge leaking leak has had her prison suspended after her five-month jail term cut.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 4.444444444444445, "rougeL": 25.53191489361702}, "nll_sum": 140.02642822265625, "token_count": 27} +{"index": 5684, "reference": "Cornwall's coroner will raise concerns with the health secretary over the care of mentally ill patients far from home.", "prediction": " open open letter written to the government to mental health patients is expected to be available on the NHS, Cornwall the Hospaintsitals in England. said.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 165.40939331054688, "token_count": 29} +{"index": 5685, "reference": "New Liverpool boss Jurgen Klopp has described the Anfield job as \"the biggest challenge\" in world football.", "prediction": "Liverpool manager Jurgen Klopp says the challenge the facing \"the most important job in world football\" because of the \" biggest challenge in decision\".", "rouge": {"rouge1": 55.00000000000001, "rouge2": 31.57894736842105, "rougeL": 45.0}, "nll_sum": 125.58136749267578, "token_count": 28} +{"index": 5686, "reference": "Conservationists say they found 160 plastic bottles for every mile of UK coastline cleaned last year.", "prediction": "The number of bottles washed up on a Somerset beach has nearly double triple the last year, a charity says.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 85.39622497558594, "token_count": 21} +{"index": 5687, "reference": "Portsmouth defender Jack Whatmough has signed a new two-year contract.", "prediction": "Luton Town have signed defender Lmough from promotion-chasing Portsmouth on a two-anda-half-year deal.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 0.0, "rougeL": 28.57142857142857}, "nll_sum": 118.2626953125, "token_count": 25} +{"index": 5688, "reference": "Playwright James Graham has revealed he is writing a TV drama about the EU referendum campaign.", "prediction": "Scottedian James Graham says he is working on the UK office in Brexit.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 14.814814814814813, "rougeL": 34.48275862068966}, "nll_sum": 89.15984344482422, "token_count": 15} +{"index": 5689, "reference": "The launch of Channel 5's latest series of Celebrity Big Brother was watched by an average 2.3 million viewers.", "prediction": " Kilbrity chef helped BBC BBC One One ITV, with an average of.2 million viewers more than two million viewers. overnight figures show. overnight's again to's from's- again a from in from 2011 from's to the a", "rouge": {"rouge1": 25.80645161290323, "rouge2": 6.666666666666667, "rougeL": 16.129032258064516}, "nll_sum": 293.33563232421875, "token_count": 47} +{"index": 5690, "reference": "The Badger Trust has launched a new legal challenge to the government's plans to cull badgers in England.", "prediction": "A badger charity is seeking struggle for the government in a bid to stop of cattle.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.06060606060606, "rougeL": 22.857142857142858}, "nll_sum": 100.10012817382812, "token_count": 17} +{"index": 5691, "reference": "Engineering companies in the West Country say they are having to recruit skilled workers from abroad because of a shortage of trained engineers.", "prediction": "Nigeria has been declared of a crisis political crisis after admitting 30 years of power, the 30. solve 2011old government's balletant as.'s's struggle from a hero's from a reputation's The's from terrorist The'sA", "rouge": {"rouge1": 15.873015873015875, "rouge2": 3.2786885245901636, "rougeL": 9.523809523809524}, "nll_sum": 319.0590515136719, "token_count": 47} +{"index": 5692, "reference": "BHP Billiton and Vale have agreed a deadline of 30 June to consolidate and settle claims resulting from Brazil's Samarco dam disaster in 2015.", "prediction": "Masters-M BHP, says it has agreed a deal between two German behind deadly after deadly Panama mine disaster in Brazil a \" and an a).'s been referee from S-g's from in three from George.'s", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.557377049180328, "rougeL": 22.22222222222222}, "nll_sum": 318.0137939453125, "token_count": 46} +{"index": 5693, "reference": "Boeing has shown off its \"space bins\" that can hold 50% more luggage than existing designs.", "prediction": "Boeing has unveiled a section of huge new passenger bags and hotel that will be able to provide passenger \"black room rooms control\" control.", "rouge": {"rouge1": 15.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 146.90216064453125, "token_count": 28} +{"index": 5694, "reference": "South Africa beat Sri Lanka by 206 runs thanks to a five-wicket haul in the first 14 overs on the final day of the first Test.", "prediction": "South Africa took by five wicketsicket on the third Test in Sri Lanka to complete a 3-0 series win in the first one-day international.", "rouge": {"rouge1": 56.60377358490566, "rouge2": 19.607843137254903, "rougeL": 37.73584905660377}, "nll_sum": 115.67341613769531, "token_count": 30} +{"index": 5695, "reference": "A 79-year-old man has been arrested on suspicion of sexual offences by Operation Yewtree detectives, Scotland Yard has said.", "prediction": "A 77-year-old man was arrested as part of an historical child abuse investigation, Rotherham has said. solve in the-'s,mbudsman, from it.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 34.78260869565217}, "nll_sum": 165.2559051513672, "token_count": 34} +{"index": 5696, "reference": "Cameron Steel and Tom Latham shared a 234-run first-wicket stand as both scored centuries to help Durham dominate against Leicestershire.", "prediction": "Essex opening batsman Joe Steel struck his maiden first-class century to help Durham Durham in their Division Division Two match at ChesterStreetle-Street.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 13.636363636363635, "rougeL": 26.08695652173913}, "nll_sum": 171.58477783203125, "token_count": 30} +{"index": 5697, "reference": "Norwich City have signed midfielder Alex Pritchard from Tottenham Hotspur for an undisclosed fee and goalkeeper Paul Jones on a free transfer.", "prediction": "War Two side Accrington Stanley have signed striker Pchard or striker Alex Pchard for an undisclosed fee, following Luke Davies following their release. by rivals Portsmouth. a's from's- from's from in from- from's- from's", "rouge": {"rouge1": 29.508196721311474, "rouge2": 13.559322033898304, "rougeL": 26.22950819672131}, "nll_sum": 261.11334228515625, "token_count": 47} +{"index": 5698, "reference": "Markets don't generally like surprises and today's announcement certainly qualified as one, but the market reaction has so far been fairly calm.", "prediction": "If there is no surprise election, or a general, but it seems to be an open, doorboggoks-ling complex3 situation\".", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 176.847412109375, "token_count": 28} +{"index": 5699, "reference": "Two police officers who a judge said gave inconsistent and unconvincing evidence to an inquest in to the death of an IRA man are to be reported to prosecutors.", "prediction": "Two former police officers who were involved in a fatal shooting in west Belfast 30 years ago, asked the Crown Prosecutions toCC) director) to be banned.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 11.32075471698113, "rougeL": 32.72727272727273}, "nll_sum": 157.77682495117188, "token_count": 32} +{"index": 5700, "reference": "A review of paediatric first aid training for nursery staff across England is to take place following the death of a baby in Greater Manchester.", "prediction": "A review of paedophile worker training at a east London nursery is to be promised, giving a review of a \" call-up\".", "rouge": {"rouge1": 38.297872340425535, "rouge2": 17.77777777777778, "rougeL": 38.297872340425535}, "nll_sum": 135.42567443847656, "token_count": 26} +{"index": 5701, "reference": "The number of Syrian refugees resettled in Wales has reached at least 397, according to figures from the Home Office.", "prediction": "Almost 5,000 Syrian refugees will be allowed to house council areas in Wales last year, Home Office Commissioner show.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210526, "rougeL": 30.0}, "nll_sum": 102.68740844726562, "token_count": 22} +{"index": 5702, "reference": "Britain's Andy Murray became Wimbledon champion for the second time with a superb performance against Canadian sixth seed Milos Raonic in the final.", "prediction": " Andy Murray won his's firstbledon title in 30 years by beating Milosoniconic in a final to reach Queen's Court in its", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444444, "rougeL": 17.02127659574468}, "nll_sum": 141.11048889160156, "token_count": 27} +{"index": 5703, "reference": "A drug-addicted doctor watched his wife lose consciousness and struggle for breath moments after injecting her with heroin in Edinburgh, a court has heard.", "prediction": " a Edinburgh GP who threatened to persuade his wife a eye after using the Sas drug to problem, it has been told he must serve eight months in jail.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 3.846153846153846, "rougeL": 18.51851851851852}, "nll_sum": 174.32659912109375, "token_count": 30} +{"index": 5704, "reference": "Shrewsbury Town midfielder Abu Ogogo could make a surprise return before the end of the season.", "prediction": "Shrewsbury Town have striker Ogogo will miss the rest of the season with a knee injury.", "rouge": {"rouge1": 50.0, "rouge2": 20.000000000000004, "rougeL": 43.75}, "nll_sum": 69.3865966796875, "token_count": 20} +{"index": 5705, "reference": "Italy's Matteo Trentin sprinted to victory on stage four of the Vuelta a Espana as Britain's Chris Froome retained the leader's red jersey.", "prediction": "England's dampo Trent won stage five to win the Vuelta a Espana and extended his overall lead to Chris Froome's fifth in a dramatic race the race race.", "rouge": {"rouge1": 39.28571428571428, "rouge2": 14.814814814814817, "rougeL": 32.142857142857146}, "nll_sum": 150.28125, "token_count": 34} +{"index": 5706, "reference": "Jordan Spieth is on course to win his first PGA Tour title in over a year as he takes a six-shot lead into the final round of the AT&T Pebble Beach Pro-Am.", "prediction": "Defending champion Jordan Spieth climbed to a share of a three of the lead into- final round at the bankbank Open in South America.", "rouge": {"rouge1": 47.45762711864407, "rouge2": 14.035087719298241, "rougeL": 33.89830508474576}, "nll_sum": 149.54327392578125, "token_count": 28} +{"index": 5707, "reference": "A large hole that appeared behind a row of houses was in one of the UK's most susceptible areas for sinkholes, the British Geological Survey has said.", "prediction": "A huge sinkhole has opened up in a back garden and moving a house a flooded,, the British British Surveyoes (BGS) said.", "rouge": {"rouge1": 36.00000000000001, "rouge2": 4.166666666666666, "rougeL": 23.999999999999996}, "nll_sum": 149.72848510742188, "token_count": 28} +{"index": 5708, "reference": "England's batsmen will continue to fail in India if they persist in playing slow bowling \"horrifically\", says their former off-spinner Graeme Swann.", "prediction": "England will struggle \" struggle with the bat to play in the one-day international in India the says ex-Spinner a Gra Swann.", "rouge": {"rouge1": 42.5531914893617, "rouge2": 4.444444444444444, "rougeL": 34.04255319148936}, "nll_sum": 164.96377563476562, "token_count": 28} +{"index": 5709, "reference": "One tenth of the workforce at a Welsh Government-funded careers service is facing redundancy, according to Unison.", "prediction": "A specialist equipment firm could danger be lost under the Welsh Government after is facing budget cuts, the Unison has warned has \"olve a. aA aA aA a \"-benny a in from it a's. from a", "rouge": {"rouge1": 25.454545454545457, "rouge2": 7.547169811320755, "rougeL": 21.81818181818182}, "nll_sum": 304.8873596191406, "token_count": 46} +{"index": 5710, "reference": "Kate French and Joe Evans won Britain's third medal at the Modern Pentathlon World Championships in Poland by winning silver in the mixed team relay.", "prediction": "Chris Evans and Dan Evans won superb medal medal as Great Britain won silvers on in opening day Par the Worlda-near European Championships in Moscow Lithuania Russia.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 7.692307692307692, "rougeL": 25.92592592592593}, "nll_sum": 201.7177734375, "token_count": 31} +{"index": 5711, "reference": "Watford have signed Colombia defender Juan Camilo Zuniga on a season-long loan from Italian side Napoli.", "prediction": "Watford have signed Colombia defender defender Pablo Zuniga from Napoli on a five 2011year deal reported to be \u00a324m.", "rouge": {"rouge1": 55.55555555555555, "rouge2": 29.411764705882355, "rougeL": 44.44444444444444}, "nll_sum": 122.55303955078125, "token_count": 27} +{"index": 5712, "reference": "Public services face another round of budget cuts in Chancellor George Osborne's Spending Review on Wednesday - but which departments are likely to be the winners and losers?", "prediction": "Chance is George Osborne in his first Spending Review - and how spending in on government spending.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 9.523809523809524, "rougeL": 22.727272727272727}, "nll_sum": 85.41236114501953, "token_count": 17} +{"index": 5713, "reference": "Sir Roger Moore has said he believes Daniel Craig is the best actor to have played James Bond.", "prediction": "US spy agency, Daniel Craig, says he will not be playing his new James Bond film.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 66.85568237304688, "token_count": 18} +{"index": 5714, "reference": "Sam Northeast made 178 not out as his Kent side batted out a tame draw against County Championship Division Two champions Essex on the final day of the season at Canterbury.", "prediction": "Kent continued continued his unbeaten 91 unbeaten as Essex beat and Essex at Canterbury in keep their Division Two hopes alive and keep their a burning Division Two place.", "rouge": {"rouge1": 30.000000000000004, "rouge2": 6.89655172413793, "rougeL": 13.333333333333334}, "nll_sum": 174.294677734375, "token_count": 29} +{"index": 5715, "reference": "The shock from Sunday night's deadly the Quebec mosque shooting is slowly waning.", "prediction": "The fatal shooting of three Christian church at a Roman Catholic church in Montreal includes Armenians, traditional religious and religious divisions are a trolve and crime.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 168.58995056152344, "token_count": 30} +{"index": 5716, "reference": "ITV staff are staging a 24-hour strike and planning a protest outside the broadcaster's annual meeting, in a dispute over pay.", "prediction": "IT workers at Good Morning Britain have voted on strike action in dispute, pay of pay.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 97.29399871826172, "token_count": 17} +{"index": 5717, "reference": "Glamorgan chief Matthew Mott says he expects his side to secure vastly improved results this season.", "prediction": "Glamorgan batsman Anton Mott says their squad will be on improve 2016 2016, if they are to \" build, too long\".", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 22.222222222222225}, "nll_sum": 177.4521484375, "token_count": 27} +{"index": 5718, "reference": "Former deputy prime minister Nick Clegg was on Radio 4's Today programme on Thursday talking about prison reform.", "prediction": " Minister former Prime Minister Nick Clegg has told BBC Radio 4's Today programme on night that the prison population had the highest rate in per highest head of year in Western Europe.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 32.0, "rougeL": 46.15384615384615}, "nll_sum": 132.85800170898438, "token_count": 34} +{"index": 5719, "reference": "A woman said to be at the centre of an abuse ring has been found guilty of child sex offences.", "prediction": "A social worker who was found guilty of sex offences including child offences, including five of them sex, has been convicted of sex and it the a.h mobile's\" from a reputation a The's been of a. a from aA", "rouge": {"rouge1": 35.483870967741936, "rouge2": 13.333333333333334, "rougeL": 19.354838709677416}, "nll_sum": 259.9981689453125, "token_count": 47} +{"index": 5720, "reference": "The health of the world\u2019s oceans is deteriorating even faster than had previously been thought, a report says.", "prediction": "World leaders have calling for action to stop CO2 dioxide from the ocean the future, says a report.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 86.19381713867188, "token_count": 20} +{"index": 5721, "reference": "A production line at Deeside's Shotton steelworks is being mothballed which could affect 40 jobs, a union has said.", "prediction": "Hundreds of steel workers are facing closure at Tata Steel's main factory in Port Talbot.", "rouge": {"rouge1": 11.111111111111112, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 54.912513732910156, "token_count": 17} +{"index": 5722, "reference": "When 55 greyhound carcasses were found dumped in a wildflower reserve on the coast of Queensland this week, it barely raised an eyebrow among those who know the racing industry well.", "prediction": "A greyhound horse was found dead in a Queensland state of New Wales Wales.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 22.22222222222222}, "nll_sum": 77.94244384765625, "token_count": 15} +{"index": 5723, "reference": "Falkirk manager Peter Houston has played down newspaper reports that Barcelona are pursuing Tony Gallacher.", "prediction": "Falkirk manager Peter Houston says the signing of midfielder Luke \"perfect\" interest in, the club.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 21.428571428571427, "rougeL": 26.666666666666668}, "nll_sum": 109.93731689453125, "token_count": 20} +{"index": 5724, "reference": "Paul Daniels brought a new dimension to the art of the stage magician, mixing complex tricks with jokes and non-stop patter.", "prediction": "A PC's the best friend of best, and best artist of his career he had always was.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 99.59410095214844, "token_count": 19} +{"index": 5725, "reference": "A troubled rail firm paid over \u00a32m in compensation last year for disruption to passengers, figures have shown.", "prediction": "A rail company has been criticised for paying compensation to train passengers who in serious further disruption.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 0.0, "rougeL": 28.571428571428577}, "nll_sum": 85.75650024414062, "token_count": 17} +{"index": 5726, "reference": "One of three \"vital\" potential witnesses to the murder of an elderly dog walker in woodland has been traced, police have said.", "prediction": "Police investigating the murder of a pensioner murdered three years ago have released been dash released image body of a man they want to speak.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 8.88888888888889, "rougeL": 17.02127659574468}, "nll_sum": 131.14842224121094, "token_count": 26} +{"index": 5727, "reference": "An Australian senator has been flooded with support after announcing he is taking a leave of absence to treat depression and anxiety.", "prediction": "A far-right conservative Australian senator has announced he will retire from in health issue.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 17.142857142857142, "rougeL": 27.027027027027025}, "nll_sum": 77.31585693359375, "token_count": 16} +{"index": 5728, "reference": "Proposals to make workers clock off when they go for a cigarette break have been backed by a Norfolk council.", "prediction": "A law to ban smoking in cigarette on a Dorset council has been backed by councillors who who voted for not for a football with a ban from a of.", "rouge": {"rouge1": 36.00000000000001, "rouge2": 12.5, "rougeL": 24.0}, "nll_sum": 162.26522827148438, "token_count": 31} +{"index": 5729, "reference": "A student has spoken of the \"nightmare\" of being caught up in the attack on the Bataclan concert hall in Paris.", "prediction": " eyewitnesses in Paris has described as \"inhumane\" and \"professional\" attack\" by a student who tried to leave a Ariana Grande concert.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.000000000000002, "rougeL": 14.285714285714285}, "nll_sum": 106.50882720947266, "token_count": 29} +{"index": 5730, "reference": "England need to win all three remaining games of the series to retain the Women's Ashes after Australia clinched the Test by 161 runs.", "prediction": "England suffered a shock surprise nine-wicketicket defeat by Adelaide in Sydney to complete a 2-0 series whitew a series whitewash whitew.'s- again- 2011- a referee in- from a's again's Broadway", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 259.9037780761719, "token_count": 47} +{"index": 5731, "reference": "Indonesian police have asked for Australia to help investigate the case of a woman who died after drinking cyanide-laced coffee.", "prediction": "An Australian woman has died in a coffee in Sydney after discovered that she had has poisoned, it has been confirmed.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 95.76329040527344, "token_count": 22} +{"index": 5732, "reference": "Former Nottingham Forest player John McGovern has cautioned against placing too much expectation on Oliver Burke following his \u00a313m move to Germany.", "prediction": "Nottingham Forest midfielder Brittain Bolt is a \"big for money\" again, says the club's former Northern Ireland of Ireland striker Michael McGovern.roy Mcdes's ballet- as a hero for a from as.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 3.7037037037037033, "rougeL": 10.714285714285714}, "nll_sum": 251.60218811035156, "token_count": 44} +{"index": 5733, "reference": "The man accused of beheading a scientist was her husband, it has emerged.", "prediction": "A man whose body was accused of murdering her partner in her burnt, whose body was found of a street, will go on trial until next year.", "rouge": {"rouge1": 30.0, "rouge2": 5.263157894736842, "rougeL": 20.0}, "nll_sum": 123.21743774414062, "token_count": 29} +{"index": 5734, "reference": "Sri Lanka is to investigate the role of the media in the death of a Buddhist monk on Saturday, the day after he set fire to himself.", "prediction": "The Sri Lankan government says it is investigating whether a Tibetan monk to Philippines by by Philippines, who set himself on fire plane shrine earlier a month, and the government's football \"- from a referee in it's a.", "rouge": {"rouge1": 39.39393939393939, "rouge2": 0.0, "rougeL": 21.21212121212121}, "nll_sum": 239.09481811523438, "token_count": 43} +{"index": 5735, "reference": "The UK's nuclear expansion plans have been boosted after Japan's Hitachi signed a \u00c2\u00a3700m deal giving it rights to build a new generation of power plants.", "prediction": "A German-based company has bought \u00a3 \u00a3650bnbn Point nuclear power station in the UK, creating up to 40 jobs in new economy jobs.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 146.66217041015625, "token_count": 29} +{"index": 5736, "reference": "Scottish Labour can no longer turn to the \"big beasts\" as it recovers from the general election defeat, according to the party's only MP in Scotland.", "prediction": "Scottish Labour can struggle, but there will be \"big bigger\" for the party, the's leader has said has a it give it's a struggle from the party's decision from has decision, from the local.", "rouge": {"rouge1": 34.375, "rouge2": 16.129032258064516, "rougeL": 28.125}, "nll_sum": 233.44248962402344, "token_count": 43} +{"index": 5737, "reference": "Jurassic World has become the first film to take more than $500m (\u00a3322m) at the global box office on its opening weekend.", "prediction": "US film theatre has become film top at the top of US box office 2012.", "rouge": {"rouge1": 37.83783783783784, "rouge2": 17.142857142857142, "rougeL": 37.83783783783784}, "nll_sum": 74.50457763671875, "token_count": 15} +{"index": 5738, "reference": "An Australian woman has been arrested in Colombia after being found with 5.8kg (12lb 13oz) of cocaine in her luggage, her family says.", "prediction": "An Australian woman tourist 2011 arrested in Colombia on November after allegedly allegedly providing and cocaine with the shoes worth $11m (\u00a331m).", "rouge": {"rouge1": 39.13043478260869, "rouge2": 18.18181818181818, "rougeL": 34.78260869565217}, "nll_sum": 158.66268920898438, "token_count": 26} +{"index": 5739, "reference": "Barcelona lost to Sevilla as they suffered their second La Liga defeat of the season, despite Neymar's penalty.", "prediction": "Lionel Messi's 90th-minute winner secured Barcelona as Barcelona champions thrashed reigning champions Barcelona.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 85.59388732910156, "token_count": 20} +{"index": 5740, "reference": "Grass cutting equipment worth about \u00a320,000 has been stolen from a south of Scotland bowling club.", "prediction": "Hundreds of thousands pounds have been stolen from a police station in a Scottish Borders Council Borders. aA 30's a decision-D a man's from the from's as from as young as a from's. of. from a fromA", "rouge": {"rouge1": 16.949152542372882, "rouge2": 10.526315789473681, "rougeL": 16.949152542372882}, "nll_sum": 268.46844482421875, "token_count": 47} +{"index": 5741, "reference": "Neil Patrick Harris' debut turn as Oscars host was one of the most forgettable for years - although one moment will define him forever.", "prediction": "There's only few few days before the night when I attended the James Bond film, director James Bond asks \" 'for the night\" and I don haven't it, it wasn't too soft for it.", "rouge": {"rouge1": 6.779661016949152, "rouge2": 0.0, "rougeL": 6.779661016949152}, "nll_sum": 201.3916473388672, "token_count": 41} +{"index": 5742, "reference": "With Theresa May's end of March deadline for triggering the UK's exit from the EU fast approaching, much remains undecided, not least what will happen to British trade.", "prediction": "The UK has signed a possible global trade deal with the World Health Organization (W countries - but what does it protect it to other countries?. it would be the wine. a's a's- of from's from a from's a", "rouge": {"rouge1": 30.555555555555554, "rouge2": 2.857142857142857, "rougeL": 13.88888888888889}, "nll_sum": 239.21572875976562, "token_count": 47} +{"index": 5743, "reference": "It is 50 years since Action Man, the must-have toy of the 1970s, arrived in the UK.", "prediction": "A Star Wars icon Man Prize, which were to be sold in the 1970s, 70s and 70s are to be put up for \u00a350 to be sold at auction, a a firm The says.A a \u00a3 again aA", "rouge": {"rouge1": 21.428571428571427, "rouge2": 7.407407407407408, "rougeL": 14.285714285714285}, "nll_sum": 245.61476135253906, "token_count": 47} +{"index": 5744, "reference": "A 7m (23ft) diameter giant replica of the moon has been installed in the University of Bristol's Great Hall.", "prediction": "A huge rock exhibition of the Moon around the world champion has officially opened in Bristol's Museum, the Wills.", "rouge": {"rouge1": 45.0, "rouge2": 15.789473684210526, "rougeL": 40.00000000000001}, "nll_sum": 119.73515319824219, "token_count": 22} +{"index": 5745, "reference": "US researchers have developed what they call a \"molten glass sewing machine\" by combining 3D printing of glass with a mathematical model of how a liquid thread forms different types of loop.", "prediction": "Researchers at the Institute California Hawaii created- a way for a cage building glass that can chart the equivalent of liquidation in a 3D printing.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 3.6363636363636367, "rougeL": 17.543859649122805}, "nll_sum": 162.7237548828125, "token_count": 28} +{"index": 5746, "reference": "Roger Federer beat Richard Gasquet to seal Switzerland's first Davis Cup triumph, then dedicated the victory to his team-mates.", "prediction": "Roger Federer began his famous tennis match with a comfortable win over Richardquet smashed in- France and reach the last 16 of in World Tour Finals.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444445, "rougeL": 12.765957446808512}, "nll_sum": 159.96717834472656, "token_count": 29} +{"index": 5747, "reference": "Drivers have been warned about very icy conditions affecting many roads across Scotland.", "prediction": "Snow is conditions significant disruption after disruption involving a lorry and lorry full large parts of northern Scotland.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 120.23332214355469, "token_count": 20} +{"index": 5748, "reference": "Blackpool and Wycombe played out a goalless draw at Bloomfield Road, with the visitors having goalkeeper Jamal Blackman to thank for a string of late saves.", "prediction": "Ten-man Blackpool ended their win winless run as they drew with League Two play-offefuls Wycombe at Vicage Road Road.-. solve- a- again- 2011 a in a- a's again a's", "rouge": {"rouge1": 27.11864406779661, "rouge2": 0.0, "rougeL": 16.94915254237288}, "nll_sum": 245.757080078125, "token_count": 46} +{"index": 5749, "reference": "A man has sustained minor injuries in a gun attack at a house in Rasharkin, County Antrim.", "prediction": "A man was taken to hospital with serious facial and facial injuries after a fire ripped through a front house Derry in Londonderry.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 35.0}, "nll_sum": 81.03170776367188, "token_count": 27} +{"index": 5750, "reference": "Two brothers aged five and two stole their mother's car and wrecked it on a drive to their grandfather's house, say authorities in West Virginia.", "prediction": "US officials in California state are investigating charges against a mother and her father whose grandfather was stolen after their stolen was after after crashing their car through the wheel of", "rouge": {"rouge1": 27.586206896551722, "rouge2": 0.0, "rougeL": 10.344827586206897}, "nll_sum": 155.2412109375, "token_count": 30} +{"index": 5751, "reference": "Police in Edinburgh have appealed for information after a man was found seriously injured in Leith.", "prediction": "A man is being in hospital for a serious assault in Edinburgh city centre.", "rouge": {"rouge1": 40.0, "rouge2": 14.285714285714288, "rougeL": 26.666666666666668}, "nll_sum": 57.0860595703125, "token_count": 14} +{"index": 5752, "reference": "It started as a mission to collect whiskey for a party towards the end of World War Two and ended in a blazing inferno in which 11 US personnel died.", "prediction": "The first military aircraft aircraft has crashed off the coast in the Republic of Ireland mark celebrate the 70th anniversary of in first air disaster disaster.", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 10.714285714285714}, "nll_sum": 130.0714874267578, "token_count": 27} +{"index": 5753, "reference": "Justice Clarence Thomas, one of eight judges at the highest court in the US, has broken a 10-year silence at court.", "prediction": "A US rights lawyer who has died nearly 50 years in the highest court its California questions a questions to answer lawyers.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 14.285714285714285, "rougeL": 18.181818181818183}, "nll_sum": 137.82254028320312, "token_count": 22} +{"index": 5754, "reference": "Opponents of same-sex marriage in California have filed an emergency petition to the US Supreme Court to try to halt gay weddings in the state.", "prediction": "A human rights group has again appointing a US Supreme Court after it challenging a ban on California a gay ban on same-sex couples.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 12.244897959183673, "rougeL": 15.686274509803921}, "nll_sum": 155.75338745117188, "token_count": 26} +{"index": 5755, "reference": "Scotland's finance secretary has pledged to give more information to the finance committee to scrutinise his delayed draft budget.", "prediction": "Therood's finance secretary has said he he does not know his know not of his spending plans to", "rouge": {"rouge1": 30.76923076923077, "rouge2": 16.216216216216214, "rougeL": 25.641025641025646}, "nll_sum": 106.35367584228516, "token_count": 20} +{"index": 5756, "reference": "Warwickshire director of cricket Dougie Brown has left Edgbaston after 27 years' service to the club, as both player and coach.", "prediction": "Warwicksters director Bill cricket Dougie Brown will stand down as director of director of cricket at the after end of the 2011 season,'s his role as a", "rouge": {"rouge1": 32.6530612244898, "rouge2": 17.02127659574468, "rougeL": 28.571428571428577}, "nll_sum": 180.0990447998047, "token_count": 31} +{"index": 5757, "reference": "Wrestlers in fancy dress have grappled for a world title in 1,000 litres of gravy.", "prediction": "Thousands of fans turned out to to be a \"the's best wrestling boxing event, after organisers event two minutes.", "rouge": {"rouge1": 11.111111111111112, "rouge2": 0.0, "rougeL": 5.555555555555556}, "nll_sum": 140.05413818359375, "token_count": 22} +{"index": 5758, "reference": "A former Provisional IRA member murdered in front of his wife was shot dead in a \"ruthless and premeditated killing\", police have said.", "prediction": "Police investigating the murder of a man and 34-year-old man, who was shot dead at his home in north Belfast in the Belfast in, Cly, says they a's a it's's aA of.", "rouge": {"rouge1": 40.0, "rouge2": 6.896551724137931, "rougeL": 23.333333333333332}, "nll_sum": 177.64747619628906, "token_count": 43} +{"index": 5759, "reference": "Ross Kemp is returning to EastEnders as part of a storyline that will see Dame Barbara Windsor exit the soap for good.", "prediction": "The Barbara Claire has revealed she hasn Don't play EastEnders for the best years for her best character - the last died in her last decades.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 12.499999999999996}, "nll_sum": 171.23062133789062, "token_count": 29} +{"index": 5760, "reference": "The owners of stolen cars are being sued by some police officers in Northern Ireland who were injured when chasing car thieves.", "prediction": "The Police Service of Northern Ireland, investigating claims the owners of a stolen car stolen from insurance rewards, are seeking compensation for a compensation claiming from officers.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 17.02127659574468, "rougeL": 28.57142857142857}, "nll_sum": 132.3103485107422, "token_count": 29} +{"index": 5761, "reference": "A sheriff has warned the owner of a dog which bit a postman delivering the mail that her pet will be destroyed if it bites someone again.", "prediction": "A woman's head admitted a of a post postman in a village which left a dog owner of its leg left in a court is heard and. a's a \" a \"des a it's again of from a's again aA", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.823529411764707, "rougeL": 20.0}, "nll_sum": 290.1737060546875, "token_count": 47} +{"index": 5762, "reference": "'Start spreading the news, I'm leaving today, I want to be a part of it, New York, New York.'", "prediction": "\"I'veatt ever anything, but I ever done anything I has ever heard to say that I'm writing writing the a lightweight dirtyonderry shoes I was again.\"", "rouge": {"rouge1": 25.0, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 215.6497039794922, "token_count": 33} +{"index": 5763, "reference": "France has held a national memorial service for the 130 people who died in the Paris attacks two weeks ago.", "prediction": "A memorial service has taken place in Paris the victims of the Paris attacks and attacks in Paris.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 16.666666666666668, "rougeL": 36.84210526315789}, "nll_sum": 61.95976638793945, "token_count": 18} +{"index": 5764, "reference": "A Holyrood by-election is to be held on the same day as the UK's snap general election on 8 June.", "prediction": "A Scottish MSP has stood down as a seat at the Holyrood elections by- two councillors.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 89.02188110351562, "token_count": 20} +{"index": 5765, "reference": "At least one person has been killed and about 20 injured when a train carriage fell on to its side following a derailment close to the Belgian capital Brussels, railway officials say.", "prediction": "At least five people, including five foreigners passenger, have died after a funeral train was out of a train carrying, train officials in Brussels say said,Ukraine,'s they from a-A aelt in from from a's a from a", "rouge": {"rouge1": 21.917808219178085, "rouge2": 5.633802816901409, "rougeL": 19.178082191780824}, "nll_sum": 279.20623779296875, "token_count": 47} +{"index": 5766, "reference": "Check out these superhero-eye views of cities around the world!", "prediction": " new ways find to find in your street, where you have played in your street!!", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 89.64708709716797, "token_count": 16} +{"index": 5767, "reference": "A golfer has suffered leg injuries after being bitten by a crocodile on an Australian golf course.", "prediction": "An Australian surfer has described the moment a \"b sunaking off\" when he tried to get off a water at a Australian golf course.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 15.384615384615383, "rougeL": 24.39024390243903}, "nll_sum": 131.1697235107422, "token_count": 28} +{"index": 5768, "reference": "The US city of Bloomington in Indiana has renamed Good Friday and Columbus Day as \"Spring Holiday\" and \"Fall Holiday\" to be more \"inclusive\".", "prediction": " 71 US city of Justice city, which will attend a scrapped holidays US hotel saying on Good Friday.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 15.0, "rougeL": 23.80952380952381}, "nll_sum": 164.33786010742188, "token_count": 19} +{"index": 5769, "reference": "Investment in commercial property has plummeted in Aberdeen in the last two years, according to a report by a consultancy.", "prediction": "Scottish house sales are likely to hit the the Scottish commercial property in the past last year according according to from report from aeredancy firm Knight.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 18.18181818181818, "rougeL": 39.13043478260869}, "nll_sum": 183.1790771484375, "token_count": 29} +{"index": 5770, "reference": "Labour leader Jeremy Corbyn has likened Theresa May to the comedy character Baldrick over her approach to Brexit negotiations, telling MPs her \"cunning plan is to have no plan\".", "prediction": "Prime Minister Theresa May has accused a rival bitter Fort McLron\" for letters Brexit, saying it was it \"one replacement that would recall and\".", "rouge": {"rouge1": 15.09433962264151, "rouge2": 3.9215686274509802, "rougeL": 11.320754716981133}, "nll_sum": 194.43516540527344, "token_count": 28} +{"index": 5771, "reference": "Warner Bros has announced a follow-up to upcoming Harry Potter spin-off film Fantastic Beasts and Where to Find Them.", "prediction": "The second film spin-off, Fantastic Beasts and will be be made into a film, the film and film, Warner Bros has announced, with its struggle from the's from the ballet as's as. foul of. a again'sA", "rouge": {"rouge1": 36.0655737704918, "rouge2": 20.33898305084746, "rougeL": 16.39344262295082}, "nll_sum": 269.8999328613281, "token_count": 47} +{"index": 5772, "reference": "An American who helped run a successor to the Silk Road drug marketplace has been sentenced to eight years in jail.", "prediction": "The owner of Silk Road 2, illegal which includes illegal drugs, has been jailed for threeanda-a-half-year jail.", "rouge": {"rouge1": 43.90243902439024, "rouge2": 10.256410256410255, "rougeL": 39.02439024390244}, "nll_sum": 117.35701751708984, "token_count": 26} +{"index": 5773, "reference": "A week-old fox cub was mistaken for an abandoned puppy after it was found by a road and handed in to a vet surgery.", "prediction": "A a fox has mauled on to a forest in Troon, East Lothian.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 82.18231964111328, "token_count": 19} +{"index": 5774, "reference": "Britain's Kal Yafai retained his WBA super-flyweight title with a points win over a game Suguru Muranaka.", "prediction": "British superantamweight champion Y more Yafai won a winning title on a points impact with an impressive fourth-round title battle Lucas Miranaka.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 196.9295654296875, "token_count": 30} +{"index": 5775, "reference": "Dario Fo, the Italian playwright and actor famous for his cutting political satires, has died in Milan at the age of 90.", "prediction": "Italian actor Dounoloo one of the country's best- best actor and stage ofers, has died in hospital aged 91.", "rouge": {"rouge1": 42.85714285714286, "rouge2": 10.0, "rougeL": 28.571428571428566}, "nll_sum": 132.73828125, "token_count": 26} +{"index": 5776, "reference": "Website reporters covering Theresa May's visit to Cornwall have complained they were not allowed to film her.", "prediction": "A community group Devon Cornwall has apologised for asking a to in David Cameron to visit a local newspaper, saying it was \"as a 20th Century\".", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 154.25546264648438, "token_count": 29} +{"index": 5777, "reference": "The deaths of two women at a flat in Glasgow may not be due to gas poisoning after a boiler was found to be in working order with no faults.", "prediction": "The bodies of two women were found at a flat in Glasgow have been identified as a result of possible carbonoxide poisoning, according in police.", "rouge": {"rouge1": 47.27272727272728, "rouge2": 22.641509433962266, "rougeL": 40.0}, "nll_sum": 112.75984191894531, "token_count": 27} +{"index": 5778, "reference": "Dave King, Paul Murray and John Gilligan have succeeded in being voted on to the Rangers board at Friday's extraordinary general meeting at Ibrox.", "prediction": "Dave King has backed a majority of shareholders members who received a 82% of its board.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 90.22254943847656, "token_count": 17} +{"index": 5779, "reference": "A second man has been charged with murder after a man died nine months after being assaulted in Sunderland.", "prediction": "A second has been charged with murder after a man was stabbed to death to Sunderland was solve of an has described in the's reputation a The's body from from a man's ballet from a man's reputation from a's from a from a", "rouge": {"rouge1": 38.805970149253724, "rouge2": 24.615384615384613, "rougeL": 32.83582089552239}, "nll_sum": 266.498291015625, "token_count": 47} +{"index": 5780, "reference": "A lot has changed for Suranne Jones since we last saw her in Bafta-winning TV series Doctor Foster, in which she plays a GP who suspects her husband is cheating on her.", "prediction": "When the Bertie Jones, is best known for her best actress, was didn't appear in BBC One's West End, the BBC show how how keeps loves too.", "rouge": {"rouge1": 16.12903225806452, "rouge2": 0.0, "rougeL": 9.67741935483871}, "nll_sum": 167.7235107421875, "token_count": 33} +{"index": 5781, "reference": "It's the ugly side of the beautiful game.", "prediction": "Rory is a issue in Welsh footballers, on the pitch on each day - but also it has also also led to reports that players and players could be the coaches or players on other and other players.", "rouge": {"rouge1": 13.043478260869568, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 198.8905487060547, "token_count": 41} +{"index": 5782, "reference": "A head teacher who snooped on pupils and staff in his school toilets filmed more adults than first thought.", "prediction": "A former primary teacher who admitted making making and making indecent images has been identified.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 78.88467407226562, "token_count": 15} +{"index": 5783, "reference": "China has accused the US of militarising the disputed South China Sea through its air and naval patrols.", "prediction": "The Philippines has rejected by in that it has after sterilisation\" in any South China Sea.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 107.36984252929688, "token_count": 18} +{"index": 5784, "reference": "An annual gay rally in Singapore has drawn thousands amid an unprecedented backlash from religious groups.", "prediction": "Thousands of Singaporeans have attended a gay rights rally, online, despite a online rally, what organisers it called a \" anti-gay rally\".", "rouge": {"rouge1": 15.789473684210526, "rouge2": 5.555555555555555, "rougeL": 10.526315789473685}, "nll_sum": 125.00697326660156, "token_count": 28} +{"index": 5785, "reference": "Ask senior officials in Number 10 what the most important issue is for voters and it isn't long before they point out that an economy \"that works for everyone\" is more than just a slogan.", "prediction": "In May 2014 overnight, the big, day for the UK and in June EU referendum.", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 94.71403503417969, "token_count": 17} +{"index": 5786, "reference": "Britain's urban areas are home to more types of wild bee than farmland, a study has found.", "prediction": "The conservation area around 50,000 bees and and provide \" flowers\" in protected UK, the research suggests.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 128.0408935546875, "token_count": 21} +{"index": 5787, "reference": "Police have issued an e-fit of a man they want to trace in connection with a dog attack on a five-year-old girl.", "prediction": "Police investigating the murder of a dog and dog attack in West Yorkshire which left a five-year-old girl have released an e-fit of a man.", "rouge": {"rouge1": 64.15094339622641, "rouge2": 43.13725490196078, "rougeL": 37.73584905660378}, "nll_sum": 110.53582000732422, "token_count": 31} +{"index": 5788, "reference": "Nearly 600 people believed to be Bangladeshis and Rohingya Muslims from Myanmar have been rescued from boats drifting in Indonesian waters.", "prediction": "onesaysian police have rescued more than 100 and refugees and from the sea at sea, sea officials say.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 104.97088623046875, "token_count": 21} +{"index": 5789, "reference": "A steam train operator has been banned from running its rail services on the UK's mainline railway.", "prediction": "A rail company has been stopped running operating on a steamot a which passed through a a route.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 113.7425308227539, "token_count": 19} +{"index": 5790, "reference": "It was indeed a \"big\" Budget - just as the chancellor said it would be.", "prediction": "On 22 March December, George Osborne announced declared that \" \"new settlement\" tax -, tax credits - and income tax - tax tax in families - would or tax.", "rouge": {"rouge1": 5.2631578947368425, "rouge2": 0.0, "rougeL": 5.2631578947368425}, "nll_sum": 192.96055603027344, "token_count": 33} +{"index": 5791, "reference": "South Korean car maker Kia has come top in a closely watched US car quality ranking, edging out the luxury brands that usually claim the crown.", "prediction": "Developers in America are seeing enjoying of a better than they in the past few days, a study suggests.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 101.37385559082031, "token_count": 21} +{"index": 5792, "reference": "An 11-year-old migrant from Afghanistan has been speaking to Newsround about being separated from his father during a year long trip to try and reach the UK.", "prediction": "An 11-year-old boy from Syria who has travelled to the UK has told BBC Newsround he's been helping out how how migrants will get to leave the EU.", "rouge": {"rouge1": 43.33333333333333, "rouge2": 13.79310344827586, "rougeL": 33.333333333333336}, "nll_sum": 124.54659271240234, "token_count": 34} +{"index": 5793, "reference": "Senior figures from across Northern Ireland's political spectrum have been reacting to the results of the March 2017 Northern Ireland Assembly elections.", "prediction": "For the political, political crisis, but I can be power to win!.", "rouge": {"rouge1": 17.14285714285714, "rouge2": 0.0, "rougeL": 11.428571428571427}, "nll_sum": 85.20246887207031, "token_count": 14} +{"index": 5794, "reference": "Hate crimes reported in Canada rose slightly in 2015, driven mainly by incidents targeting Muslims, Arabs and West Asians, say official figures.", "prediction": " Car hate crimes crime reported to police in 2015 2015 - the lowest level ever recorded on, federal figures show.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 94.20974731445312, "token_count": 21} +{"index": 5795, "reference": "Jules Bianchi has died aged 25 as a result of head injuries sustained in a crash during the 2014 Japanese Grand Prix.", "prediction": "Former world champion Vle died, in Canadian Grand Prix following a serious crash with head injuries.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 95.6636962890625, "token_count": 18} +{"index": 5796, "reference": "Find out more about what the London mayoral candidates are promising in May's election.", "prediction": "The Metropolitan Police of (TP) has confirmed it will be elections in London 7 May, in George's the as Scotland's and from his role as English ballet's a from his from as a from's reputation over.", "rouge": {"rouge1": 21.818181818181813, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 270.1509094238281, "token_count": 43} +{"index": 5797, "reference": "A Stormont fund to attract new air routes has the backing of Willie Walsh, the boss of British Airways and Aer Lingus.", "prediction": "The chief executive, Ian Walsh, said he would be prepared to pay to C-Series aircraft to receive low fares in a air audio strike.", "rouge": {"rouge1": 21.276595744680854, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 132.38809204101562, "token_count": 28} +{"index": 5798, "reference": "A 60-year-old man has died following a crash on the A90 just north of Laurencekirk in Aberdeenshire.", "prediction": "A man and a woman have died in a crash on the A90 near near the90 side of Edinburgh.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 22.22222222222222, "rougeL": 47.368421052631575}, "nll_sum": 86.77314758300781, "token_count": 21} +{"index": 5799, "reference": "A new test that could hold the key to predicting blood cancer patients' survival has been developed by Cardiff University.", "prediction": " a tougherDeath of cancer diagnosis, which can be some dangerous types of cancerelio, says research from Cardiff University", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 140.75595092773438, "token_count": 22} +{"index": 5800, "reference": "Transport for London (TfL) has said it is \"sorry\" about the death of a female cyclist who was killed on a cycle \"superhighway\" in east London.", "prediction": "Two riders have been killed in a crash between after car and motorway on a London route, according Transport for Transport London London in the a's, solve,'s they from a from from it's's introduction of's from a of a", "rouge": {"rouge1": 34.28571428571428, "rouge2": 8.823529411764703, "rougeL": 20.0}, "nll_sum": 274.5447692871094, "token_count": 47} +{"index": 5801, "reference": "A judge has ruled that the world champion US women's football team does not have the right to strike.", "prediction": "A US judge has ruled that female players can offer a deal in their work as male.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 17.142857142857142, "rougeL": 27.027027027027025}, "nll_sum": 78.67695617675781, "token_count": 17} +{"index": 5802, "reference": "A former circus tiger which waited two years to be imported to the Isle of Wight Zoo has arrived on the island.", "prediction": "Child killer killer Simi Simiout praised as \"outrageous\" has arrived at the zoo, and told the BBC", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 120.86343383789062, "token_count": 24} +{"index": 5803, "reference": "BBC Northern Ireland broadcaster Gerry Anderson has been posthumously inducted into the Phonographic Performance Ireland (PPI) Radio Hall of Fame.", "prediction": "Sinn F\u00e9in leader Gerry Adams will receive Northern Northern ( Northern Ireland) award, a lifetime achievement of lifetime in culture in Northern Ireland in", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 133.52066040039062, "token_count": 28} +{"index": 5804, "reference": "When introducing Microsoft\u2019s newest Xbox console in 2016, Phil Spencer didn\u2019t mince his words.", "prediction": " executive chief executive Spencer's announced that the company announced will launch its own TV.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 76.958251953125, "token_count": 15} +{"index": 5805, "reference": "A convicted child sex offender, who won a landmark court case forcing Facebook to take down a website page monitoring paedophiles, is now seeking damages.", "prediction": "A sex abuser who committed crimes against paedophistic in himself has been removed and removed a of Facebook account.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 22.727272727272727}, "nll_sum": 125.75575256347656, "token_count": 21} +{"index": 5806, "reference": "Halle Berry was the first black woman to win the best actress Oscar when she won for Monster's Ball in 2002.", "prediction": "MP Berry has scored an award award-winning and best theatre actor in her career.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 83.09788513183594, "token_count": 16} +{"index": 5807, "reference": "UKIP MEP Mike Hookem believes British and French authorities aren't doing nearly enough to stop migrants from coming to the UK.", "prediction": "Ful Brigulul,, from the French Champs in the French Alps, has told how court how he is a manhenean and from it it's master from his reputation as a man from as over. a from'sA", "rouge": {"rouge1": 13.559322033898308, "rouge2": 0.0, "rougeL": 6.779661016949154}, "nll_sum": 285.8056640625, "token_count": 46} +{"index": 5808, "reference": "A three-person panel has been appointed to carry out an investigation into De La Salle College in west Belfast.", "prediction": " an independent inquiry inquiry will lead pupils at De La Salle School in Northern Ireland.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 12.121212121212121, "rougeL": 28.571428571428577}, "nll_sum": 78.10406494140625, "token_count": 16} +{"index": 5809, "reference": "Strictly Come Dancing's Aliona Vilani has announced she is leaving Strictly Come Dancing three days after winning the glitterball trophy with Jay McGuiness.", "prediction": " needed teacherographer Eani has announced she will join Strictly Come this year because of an ankle injury.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 15.384615384615383, "rougeL": 24.39024390243903}, "nll_sum": 124.896484375, "token_count": 24} +{"index": 5810, "reference": "William Hague has held talks with Kurdish leaders about international efforts to confront Islamist extremists threatening to overrun parts of Iraq.", "prediction": "omy Hague has returned to the UK for British government fighting in Iraq as struggle to do, but says it will be a \"new international deal\".", "rouge": {"rouge1": 25.531914893617024, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 138.193115234375, "token_count": 28} +{"index": 5811, "reference": "Arsenal must pay Napoli 94m euros (\u00a380m) to sign Argentina striker Gonzalo Higuain, according to a source close to the Italian club.", "prediction": "G the centrealo centre Higuain will be leave his club at the least two years after the Italian club's top source, has told BBC Sport.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 8.695652173913043, "rougeL": 16.666666666666668}, "nll_sum": 150.4303436279297, "token_count": 31} +{"index": 5812, "reference": "Iceland's parliament is examining a bill that would require companies to prove they offer equal pay to employees.", "prediction": "Iceland has passed a law that requiring employers to receive a pay rise for more workers, and paying workers more than 50 (50).", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 28.571428571428577}, "nll_sum": 109.77960968017578, "token_count": 26} +{"index": 5813, "reference": "Nigeria's government has been accused of being too slow in its response to the kidnapping of more than 200 girls from a school in the north of the country.", "prediction": "Nigeria's military expressed their shock at more than 600 schoolgirls inibibok, who are now to be released in jail from Tuesday, after after referee suspension from the military's's referee. from", "rouge": {"rouge1": 28.571428571428566, "rouge2": 6.557377049180328, "rougeL": 19.04761904761905}, "nll_sum": 230.8137969970703, "token_count": 41} +{"index": 5814, "reference": "Imagine a shopping trolley that moves as fast as a car - well here it is!", "prediction": "A 75 in a-- man- set a new world record records with a tipperrolley of up tomphmph (61h).", "rouge": {"rouge1": 12.12121212121212, "rouge2": 0.0, "rougeL": 12.12121212121212}, "nll_sum": 182.1351318359375, "token_count": 26} +{"index": 5815, "reference": "A Renewable Heat Incentive scheme boiler owner has failed in a legal attempt to challenge plans to name him.", "prediction": "one-one involved in no involvement in the Renewable Heat half (RHI scheme in a scheme that could provide the company to use it, the High Court has heard. 2011bur\" a's again of's 2011's the's a", "rouge": {"rouge1": 27.11864406779661, "rouge2": 7.017543859649122, "rougeL": 20.338983050847457}, "nll_sum": 268.44427490234375, "token_count": 47} +{"index": 5816, "reference": "UK consumers using their mobile phones in Europe will see reductions in their bills from Saturday.", "prediction": "Smart charges for mobile phones mobile Europe if the UK votes voted to leave the EU - again come into force.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 109.05548095703125, "token_count": 21} +{"index": 5817, "reference": "Organisers of the Henley Royal Regatta are supplying hours of CCTV footage to police after a woman was raped.", "prediction": "A woman was raped in a car after was attacked by men at Henleyley Royal Reg.ape. solve the M a in the a The's reputation, as it from a-D from a in from referee after.", "rouge": {"rouge1": 24.561403508771928, "rouge2": 10.90909090909091, "rougeL": 14.035087719298245}, "nll_sum": 280.18609619140625, "token_count": 44} +{"index": 5818, "reference": "Crewe Alexandra have signed Finnish goalkeeper Will Jaaskelainen on a one-year-deal after leaving Bolton.", "prediction": "League One club Fleetwe Alexandra have signed teenage teenage striker Yussias Jaasenainen on a two-year contract 2011-finals of the 2011's aA--H a spate in'sm's21-'s-", "rouge": {"rouge1": 29.78723404255319, "rouge2": 13.333333333333334, "rougeL": 25.531914893617014}, "nll_sum": 289.96148681640625, "token_count": 45} +{"index": 5819, "reference": "Bilkis Bano was gang-raped and saw 14 members of her family being murdered by a Hindu mob during the 2002 anti-Muslim riots in the western Indian state of Gujarat.", "prediction": "B Kurtis Bisano has never been given a justice interior for her role in the 2002 riots 2006 in India's Gujarat Pradesh state.", "rouge": {"rouge1": 29.090909090909093, "rouge2": 7.547169811320756, "rougeL": 21.818181818181817}, "nll_sum": 145.06375122070312, "token_count": 26} +{"index": 5820, "reference": "Liverpool manager Jurgen Klopp says he gave his players the chance to opt out of Monday's match at Sunderland if they were too tired - but nobody wanted to.", "prediction": "Liverpool manager Jurgen Klopp has told how his players \"did not want him to think anything\" after his side attract a late draw with Liverpool.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 15.384615384615383, "rougeL": 29.629629629629633}, "nll_sum": 101.81233215332031, "token_count": 29} +{"index": 5821, "reference": "Sir Elton John has criticised comments by a DUP MLA on HIV.", "prediction": "Captain Sir Elton says John he will press on gay couples in Northern Ireland for marriage.sex couples). a it's aA ballet as's a reputation for his's from his from after he as as of's. a The'sA", "rouge": {"rouge1": 18.51851851851852, "rouge2": 3.8461538461538463, "rougeL": 14.814814814814813}, "nll_sum": 299.3525695800781, "token_count": 47} +{"index": 5822, "reference": "Polling cards were wrongly sent to at least 3,462 EU citizens who are not allowed to vote in the EU referendum, the Electoral Commission has announced.", "prediction": "Thousands of European UnionEU workers will not be allowed to vote in the EU referendum, the BBC has learned.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 31.818181818181817, "rougeL": 43.47826086956522}, "nll_sum": 56.93193817138672, "token_count": 21} +{"index": 5823, "reference": "Preston North End manager Simon Grayson says defender Bailey Wright \"owes the club a lot\" and hopes he will agree a new deal with the Championship club.", "prediction": "Preston North End head coach Simon Grayson expects Ian Wright to sign new contract with the club, if he \"could \" the club again\".", "rouge": {"rouge1": 52.0, "rouge2": 20.833333333333332, "rougeL": 44.00000000000001}, "nll_sum": 124.21847534179688, "token_count": 28} +{"index": 5824, "reference": "China has deployed surface-to-air missiles on a disputed island in the South China Sea, Taiwan says.", "prediction": "The first images has emerged images of weapons on an island built on disputed islands the islands South China Sea.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 16.666666666666668, "rougeL": 42.10526315789474}, "nll_sum": 106.37397766113281, "token_count": 20} +{"index": 5825, "reference": "Europe can no longer \"completely depend\" on the US and UK following the election of President Trump and Brexit, German Chancellor Angela Merkel says.", "prediction": "German Chancellor Angela Merkel has said US President-elect Donald Trump and Donald Trump, saying that America \" is on the way out in our way\".", "rouge": {"rouge1": 48.97959183673469, "rouge2": 21.27659574468085, "rougeL": 20.408163265306126}, "nll_sum": 98.55487060546875, "token_count": 28} +{"index": 5826, "reference": "Churan Zheng, an events organiser, works for a company in China that allows her and her female colleagues to take a day or two a month off if they suffer from period pain.", "prediction": "In a Sunday on Sunday night, BBC Radio Radio 2's decision decision to leave by BBC, saying that she would be asked to sick, or because she would be an doctor of you or a doctor.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 198.656494140625, "token_count": 40} +{"index": 5827, "reference": "A new apprenticeship levy of 0.5% on company payrolls will raise \u00a33bn a year and fund three million apprenticeships, the chancellor has announced.", "prediction": "The government's \u00a350m on on jobhips will protect big bigger businesses to investment, the Chartered bank Institute of a small lobby group said. 2011 \" solve the from's 2011 from it from's flagship from. from's a's", "rouge": {"rouge1": 18.749999999999996, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 322.4073486328125, "token_count": 47} +{"index": 5828, "reference": "An ex-UKIP councillor has been ordered to pay \u00a380,000 in damages to two Labour MPs over remarks he made about the Rotherham's child abuse scandal.", "prediction": "Rotherham MP have been fined \u00a320,000 compensation after being subjected to the former leader of Rotherham after a possible Holyro election.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 149.44105529785156, "token_count": 29} +{"index": 5829, "reference": "Many Kenyans have ignored opposition leader Raila Odinga's call for a strike over disputed elections.", "prediction": "Plans have been reacting to the opposition rival opposition rival John Odinga's office after a poll polls suggested.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.06060606060606, "rougeL": 28.57142857142857}, "nll_sum": 132.21011352539062, "token_count": 22} +{"index": 5830, "reference": "Five firefighters have been injured while tackling a blaze on common land near Exeter.", "prediction": "Firefighters have been dealing dealing with a huge fire which was runathath area of N Keynes.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 14.285714285714288, "rougeL": 26.666666666666668}, "nll_sum": 117.15558624267578, "token_count": 19} +{"index": 5831, "reference": "The stress of air travel has increased this summer, with long queues reported across Europe because of tighter security and immigration checks.", "prediction": "A Easy passenger passengers that be able to go to the toilet because the so is too high, too flights went too well behind the wheelie.", "rouge": {"rouge1": 8.333333333333334, "rouge2": 0.0, "rougeL": 8.333333333333334}, "nll_sum": 164.00003051757812, "token_count": 28} +{"index": 5832, "reference": "Former Greek Prime Minister Lucas Papademos has been injured by an explosion inside his car in Athens.", "prediction": " Finance Greek Prime Minister, Lucas,adem will, has been taken to hospital after after an explosion at his car and an office in central officials officials say again after it has been suspended fromAmaker a in a Saturday from Saturday. from emerged", "rouge": {"rouge1": 37.28813559322033, "rouge2": 21.052631578947363, "rougeL": 37.28813559322033}, "nll_sum": 299.88482666015625, "token_count": 47} +{"index": 5833, "reference": "Police have been attacked in County Down by up to 30 young people throwing stones.", "prediction": "Eleven cars have been attacked with car and car in County Antrim.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 23.999999999999996, "rougeL": 37.03703703703704}, "nll_sum": 74.4617919921875, "token_count": 14} +{"index": 5834, "reference": "The 9-2 chance Humphrey Bogart denied Carntop, owned by Prince Charles, to win the Derby Trial at Lingfield.", "prediction": "X Great fire won the Davis Cup and a The Ryder Cup at Glaston Gl Glastonbury.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 121.03958129882812, "token_count": 19} +{"index": 5835, "reference": "Body camera footage shows that the father of a six-year-old autistic boy was attempting to surrender before police opened fire, killing his son, a lawyer has said.", "prediction": "A US son who shot dead his son in a stolen car stolen during a jail, after a video showing of him to shot dead.", "rouge": {"rouge1": 25.925925925925924, "rouge2": 3.846153846153846, "rougeL": 14.814814814814817}, "nll_sum": 135.45947265625, "token_count": 26} +{"index": 5836, "reference": "At Harper Adams University they are fitting tracking devices to slugs.", "prediction": "Scientists in southern California are using developing of technology to help farmers to crops in.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 78.70240020751953, "token_count": 15} +{"index": 5837, "reference": "Denmark will face the Netherlands in the final of Women's Euro 2017 after defeating Austria in a penalty shootout.", "prediction": "Den champions Germany to reach the semi-finals of the Euro 2017 Euro by beating Austria 5-3 in a dramatic penalty shootout penalty", "rouge": {"rouge1": 50.0, "rouge2": 19.04761904761905, "rougeL": 45.45454545454545}, "nll_sum": 91.30548095703125, "token_count": 25} +{"index": 5838, "reference": "The ancient remains of a teenage girl discovered deep underground in Mexico are providing additional insights on how the Americas came to be populated.", "prediction": "A young found born found near a Indian Asia of Mars is that of the best Native Americans, American researchers believe.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 142.31121826171875, "token_count": 22} +{"index": 5839, "reference": "The Trump White House has now settled on its defence of the president's meeting with the Russian delegation, in which he reportedly revealed classified information to his guests.", "prediction": "A top US security expert has confirmed that President Donald Trump information about personal personal office, saying he is about him.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 12.000000000000002}, "nll_sum": 115.84051513671875, "token_count": 22} +{"index": 5840, "reference": "Swansea City head coach Paul Clement says his side are running out of time in their bid to avoid Premier League relegation.", "prediction": "Swansea City coach Paul Clement says using his side are to relegation promotion from the Premier League despite beating West Ham as \"heart- heart\".", "rouge": {"rouge1": 56.52173913043478, "rouge2": 31.818181818181824, "rougeL": 52.17391304347826}, "nll_sum": 144.87957763671875, "token_count": 28} +{"index": 5841, "reference": "Samples from the sites of alleged chemical attacks in Syria are arriving at laboratories for analysis.", "prediction": "The UN inquiry into suspected chemical weapons during an attack in Syria in July 2014 will revealed to clear evidence.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 95.96951293945312, "token_count": 20} +{"index": 5842, "reference": "Researchers from Oxford University say they've made a breakthrough in developing smart glasses for people with severe sight loss.", "prediction": "Scientists at Oxford University are using smart of cream to help scientists solve the loss which could, potentially lives.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 108.38185119628906, "token_count": 20} +{"index": 5843, "reference": "The trial of a Washington Post journalist detained in Iran for almost 10 months on charges that include \"espionage\" has opened in the capital Tehran behind closed doors.", "prediction": "A federal judge in Tehran has Iran charged will with passing confidential information of the government, state media reports say.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 20.833333333333332}, "nll_sum": 100.64002990722656, "token_count": 21} +{"index": 5844, "reference": "Visitors have flocked to Cumbria to see two pairs of rare bee-eater birds which set up their home at a quarry.", "prediction": " pairs event pairs ground sand Livingins, have been found quarry a quarry in North Yorkshire quarry part. a The ballet's reputation in the from The's a, as's from an-'s's from in a reputation as from.", "rouge": {"rouge1": 12.903225806451612, "rouge2": 3.3333333333333335, "rougeL": 9.677419354838708}, "nll_sum": 313.5347900390625, "token_count": 45} +{"index": 5845, "reference": "The return of sea otters to an estuary on the central Californian coast has significantly improved the health of seagrass, new research has found.", "prediction": "The serass wasass in a ha sea otters which threatens the US economy more than 50 years ago, a study in California suggests in, a, Broadway they be solve's \"des a's a's from's from again a", "rouge": {"rouge1": 12.5, "rouge2": 3.225806451612904, "rougeL": 12.5}, "nll_sum": 302.3929443359375, "token_count": 46} +{"index": 5846, "reference": "The High Court has begun hearing the legal challenge of a terminally ill UK man who wants the right to die.", "prediction": "A terminally ill man has launched launch a legal battle fight the government change a new law which will allow patients to be \"right to die\".", "rouge": {"rouge1": 42.553191489361694, "rouge2": 17.77777777777778, "rougeL": 34.04255319148936}, "nll_sum": 131.74301147460938, "token_count": 28} +{"index": 5847, "reference": "A man who was caught in a police anti-drugs operation last year has been jailed.", "prediction": "A delivery driver who was driving large quantity of and in into a car into Northern Ireland, has been given a three-year jail sentence.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 10.256410256410255, "rougeL": 39.02439024390244}, "nll_sum": 105.44197082519531, "token_count": 27} +{"index": 5848, "reference": "The remains of 474 infants were transferred from mother-and-baby homes to medical schools over 25 years, the Irish minister for children has said.", "prediction": "The Irish justice minister apologised to women and mother-and- babies at children at children children's home to Tuam, reports Republic of Ireland.", "rouge": {"rouge1": 40.81632653061225, "rouge2": 17.02127659574468, "rougeL": 24.489795918367346}, "nll_sum": 158.21902465820312, "token_count": 28} +{"index": 5849, "reference": "There was no room for doubt to accompany the Raith Rovers players as they set off for the League Cup final at Ibrox.", "prediction": "Twenty years ago, David Moyarnistle left Raith Rovers in then training, it was then Th Roistle's squad was Raith Rovers away away.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 4.545454545454546, "rougeL": 13.043478260869565}, "nll_sum": 194.5810546875, "token_count": 32} +{"index": 5850, "reference": "PE should be given the same status as maths, English, science and Welsh in schools to help tackle obesity in Wales, experts have recommended.", "prediction": "log Teachers should be given to all schools in Welsh schools to have fundamental skills to bullying, an MP has said.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 111.30369567871094, "token_count": 22} +{"index": 5851, "reference": "Doctors have asked the High Court to hear new evidence in the case of terminally ill Charlie Gard.", "prediction": "Charlie parents of Charlie Gard have agreed to \" terminally- doctor\" to receive an treatment for new treatment.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 6.0606060606060606, "rougeL": 17.142857142857142}, "nll_sum": 127.71324157714844, "token_count": 21} +{"index": 5852, "reference": "Outdoor learning can have a positive impact on children's development but it needs to be formally adopted, a report suggests.", "prediction": "professional ve talent in England should more better to improve development and protect the future of children, the co-authoriser of a Formula 1 1 says.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 172.5653839111328, "token_count": 29} +{"index": 5853, "reference": "Captain Glen Chapple will take control of Lancashire for the rest of the 2014 season following the departure of Peter Moores to become England boss.", "prediction": "Lancashire director cricket Glen Chapple says he is and focused\" to to be head coach Peter Moores is interested in his role.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 8.88888888888889, "rougeL": 17.02127659574468}, "nll_sum": 154.40875244140625, "token_count": 28} +{"index": 5854, "reference": "England opener Alex Hales has refunded a fan 10% of his ticket price, after only 81 overs were bowled on day three of the third Test against Pakistan at Edgbaston.", "prediction": "An England batting has apologised for, claiming that English bats batsman Alex Hales received- transfer- his financial to \u00a320, account during his match", "rouge": {"rouge1": 18.867924528301884, "rouge2": 3.9215686274509802, "rougeL": 15.094339622641511}, "nll_sum": 187.6678466796875, "token_count": 29} +{"index": 5855, "reference": "A monument will be built in memory of a student who died after falling into the River Avon.", "prediction": "A teenager whose death was fall into a river bridge in the River Bath in Bath is, be unveiled.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 119.9718017578125, "token_count": 20} +{"index": 5856, "reference": "England are one year on from the debacle of their World Cup campaign in Brazil and one year out from Euro 2016 in France - the midpoint in a crucial process of recovery.", "prediction": "England's hopes of reaching Euro 2016 at a knockout stage are still a scare in Brazil - but it means it will mean a brilliant recovery to start now.", "rouge": {"rouge1": 29.50819672131148, "rouge2": 6.779661016949152, "rougeL": 22.950819672131146}, "nll_sum": 127.62850952148438, "token_count": 30} +{"index": 5857, "reference": "The father of an Indian woman who was gang raped in Delhi and later died says her name should be made public so she can serve as an inspiration to other sex crime victims, a UK paper reports.", "prediction": "A British woman who was the victims of a gang-rape attack in India has called on the government saying a \"gay lawsrape law\" will be named after them.", "rouge": {"rouge1": 38.80597014925373, "rouge2": 9.23076923076923, "rougeL": 23.88059701492537}, "nll_sum": 131.91392517089844, "token_count": 33} +{"index": 5858, "reference": "Forty-four years after President Nixon declared \"war on drugs\", four US states have now agreed to legalise the sale of marijuana and most Americans support legalisation.", "prediction": "The United States, warned that possible cases will be be convicted, in drugs or drug, or a backlog of drug cases in cases in the Central European countries.", "rouge": {"rouge1": 14.545454545454545, "rouge2": 0.0, "rougeL": 7.2727272727272725}, "nll_sum": 159.8630828857422, "token_count": 31} +{"index": 5859, "reference": "The RSPB has had to cancel the opening of its two new reserves in Suffolk due to damage created by December's coastal surge tides.", "prediction": "The RSPB opened its force reserve at a North Yorkshire nature reserve until 2019, because the demolition, because because of low fat salt rain rain.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 4.166666666666666, "rougeL": 20.000000000000004}, "nll_sum": 178.77072143554688, "token_count": 29} +{"index": 5860, "reference": "Police are investigating the disturbance of bird of prey nests in a forest south of Inverness.", "prediction": "More than 30 birds of hunting the believed to have be abandoned in the Nottingham Forest, according to a wildlife crime agency in. Scottish Borders.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 143.92349243164062, "token_count": 27} +{"index": 5861, "reference": "A Royal Marine from Northern Ireland has appeared in court charged with offences related to dissident republicanism, including bomb-making and storing weapons.", "prediction": "The Royal Marine from Northern Northern from Northern Ireland has appeared on charges of terrorism charges.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 32.43243243243243, "rougeL": 41.02564102564102}, "nll_sum": 89.92535400390625, "token_count": 16} +{"index": 5862, "reference": "Wales' largest independent brewer is planning to open about 30 coffee shops over three years as it diversifies from its traditional pub business.", "prediction": "One of the UK owner biggest landlord is claiming it is in the coffee coffee chain, despite the \"significant of high street sales\" in the UK.", "rouge": {"rouge1": 12.244897959183673, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 141.15505981445312, "token_count": 29} +{"index": 5863, "reference": "Manchester City have signed defender Nicolas Otamendi from Valencia on a five-year deal worth \u00a332m.", "prediction": "Manchester City have signed midfielder Ot Assoloamero from Spanish side Real Madrid on a fiveyear deal on a fiveyear- deal.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 23.52941176470588, "rougeL": 44.44444444444445}, "nll_sum": 137.08709716796875, "token_count": 26} +{"index": 5864, "reference": "A man has been jailed for four years for killing a fellow scooter enthusiast who urinated on his leg at a rally.", "prediction": "A man has been jailed for four years in prison causing the death of an 85 86-year-old man at a scushing event.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 36.36363636363636, "rougeL": 43.47826086956522}, "nll_sum": 103.72276306152344, "token_count": 27} +{"index": 5865, "reference": "What do you call the day after deadline day?", "prediction": "The clock clock officially turning around, but it isn't wasn unusual.", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 95.7275390625, "token_count": 13} +{"index": 5866, "reference": "The oil price has fallen to a new seven-year low after the International Energy Agency (IEA) forecast a slowdown in growth in demand for oil.", "prediction": "The International Energy Agency (IEA) has warned that crude price will fall last year, as oil prices continued to challenge slowdown in its growth.", "rouge": {"rouge1": 52.0, "rouge2": 24.999999999999993, "rougeL": 32.0}, "nll_sum": 100.68034362792969, "token_count": 28} +{"index": 5867, "reference": "Wales manager Chris Coleman would find it very difficult to turn down a Premier League job, says his former international team-mate Iwan Roberts.", "prediction": "Wales boss Chris Coleman wants to step down in a new contract by the Football Association ofFAW) says assistant manager Osian Roberts.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 4.545454545454545, "rougeL": 34.78260869565217}, "nll_sum": 158.44708251953125, "token_count": 27} +{"index": 5868, "reference": "A new index suggests that African countries are among the world's worst places to be old in.", "prediction": "Tunia economy held in September 2015 2015, as the world's best trade, leave the country more than $1-1bn).", "rouge": {"rouge1": 26.31578947368421, "rouge2": 11.11111111111111, "rougeL": 15.789473684210526}, "nll_sum": 146.84149169921875, "token_count": 26} +{"index": 5869, "reference": "Burton Albion are set to re-sign teenage midfielder Hamza Choudhury on a season-long loan from Premier League champions Leicester City.", "prediction": "Burton Albion have agreed a deal to sign teenage strikeris Chivers on a two-and-half-year deal for a further year.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 14.285714285714285, "rougeL": 31.818181818181817}, "nll_sum": 99.94677734375, "token_count": 28} +{"index": 5870, "reference": "Michael B Jordan has confirmed he and Oscar-winning actress Lupita Nyong'o will be among the cast of the upcoming Marvel superhero film Black Panther.", "prediction": "Oscarwinningwinning actor Ny,ongo will play his role in a new film-length film film Black Death, producers in his film says.", "rouge": {"rouge1": 12.499999999999996, "rouge2": 4.3478260869565215, "rougeL": 12.499999999999996}, "nll_sum": 174.99363708496094, "token_count": 28} +{"index": 5871, "reference": "A 51-year-old man has suffered serious injuries after being struck by a car in a hit-and-run incident in North Ayrshire.", "prediction": "A 74-year-old motorist was seriously injured after being injured in a hit-and-run in Northrun in North Ayrshire on Saturday.", "rouge": {"rouge1": 55.319148936170215, "rouge2": 35.55555555555555, "rougeL": 55.319148936170215}, "nll_sum": 79.43350982666016, "token_count": 31} +{"index": 5872, "reference": "Four men have appeared in court charged with attempting to smuggle \u00a3800,000 of cannabis into Northern Ireland in pallets of orange juice.", "prediction": "Four men have appeared in court after seizure with drugs with an estimated street value of \u00a3,m, worth into the UK into the UK.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 22.222222222222225, "rougeL": 38.297872340425535}, "nll_sum": 121.6083984375, "token_count": 27} +{"index": 5873, "reference": "A man who murdered a pensioner at his home in Glasgow has been ordered to spend a minimum of 13 years in jail.", "prediction": "A Ukrainian who was convicted of murdering a pensioner in his home city of Glasgow was been jailed jailed for at least 13 years", "rouge": {"rouge1": 63.829787234042556, "rouge2": 17.777777777777775, "rougeL": 46.80851063829787}, "nll_sum": 94.32029724121094, "token_count": 24} +{"index": 5874, "reference": "The father of a reservist who died after attempting an SAS selection exercise in the Brecon Beacons has told an inquest processes \"failed\" that day.", "prediction": "A training armyist has been told out of an inquest he did not notice his son said because he did not failed a testing test.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 4.166666666666666, "rougeL": 24.0}, "nll_sum": 133.87164306640625, "token_count": 26} +{"index": 5875, "reference": "As the jet carrying Shaker Aamer landed at Biggin Hill airport, the questions over his future were only just beginning.", "prediction": "Since the release by British troops in last year's camp in Guantanamo, there have been, facing questions - and should I our questions about they know, and what they happened?", "rouge": {"rouge1": 8.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 184.38914489746094, "token_count": 34} +{"index": 5876, "reference": "Celtic were \"scared and frightened\" in their Champions League exit to Malmo, said boss Ronny Deila.", "prediction": "Celtic manager Ronny Deila praised his side who are missing out of the Champions League, despite missed out of a Champions League stage.", "rouge": {"rouge1": 25.64102564102564, "rouge2": 10.81081081081081, "rougeL": 15.384615384615383}, "nll_sum": 99.90840148925781, "token_count": 28} +{"index": 5877, "reference": "Shares in Moneysupermarket fell more than 6% after the comparison website warned that revenues so far this year were running below last year's levels.", "prediction": "Shares in London transport biggest transport Railers, the FTSE, closed higher after it reported a 40% rise in full-year profits.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 118.65190124511719, "token_count": 28} +{"index": 5878, "reference": "Irish band U2 have mourned the death of their \"irreplaceable\" tour manager Dennis Sheehan, who has died of a suspected heart attack.", "prediction": "The rock band O2 has paid tribute to their former singer musician Dennis Alanehan, who has died at the age of his death. was a of a solve a in a's in the's guitarist, a,'s they from Broadway", "rouge": {"rouge1": 34.920634920634924, "rouge2": 9.83606557377049, "rougeL": 25.396825396825395}, "nll_sum": 253.52743530273438, "token_count": 47} +{"index": 5879, "reference": "Lawrence Shankland scored twice as St Mirren beat second-bottom Livingston in the Scottish Championship.", "prediction": " Gerryaddy Shankland scored a last-minute penalty to save Stirlingren a place- their playoff-off place- Scottish League One in Two years's Nolan's a's-A's from in from a The's a'sA", "rouge": {"rouge1": 19.23076923076923, "rouge2": 4.0, "rougeL": 15.384615384615385}, "nll_sum": 307.0538330078125, "token_count": 46} +{"index": 5880, "reference": "Ex-Celtic footballer Paddy McCourt has told of his wife's diagnosis with a brain tumour.", "prediction": "Northern Ireland footballer John John McC, said he revealed a brain tum found him while tried to watch his team to Northern Ireland's Euro 2016 campaign and", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904762, "rougeL": 13.636363636363635}, "nll_sum": 161.3292236328125, "token_count": 28} +{"index": 5881, "reference": "The UK's dominant services sector weakened in February, registering its slowest rate of growth for nearly three years, a survey has indicated.", "prediction": "Growth in UK service personnel last month fell to its lowest level for nearly six years, the fears it remain \"disfenedened\".", "rouge": {"rouge1": 40.909090909090914, "rouge2": 4.761904761904763, "rougeL": 27.27272727272727}, "nll_sum": 139.07766723632812, "token_count": 27} +{"index": 5882, "reference": "Two ex-Rabobank traders have been charged by the US Department of Justice with manipulating the Libor rate.", "prediction": " stock traders have been charged in the UK's biggest stock market, Emilyobank, for $43m (\u00c231\u00a389m).", "rouge": {"rouge1": 28.571428571428577, "rouge2": 18.18181818181818, "rougeL": 28.571428571428577}, "nll_sum": 137.71829223632812, "token_count": 27} +{"index": 5883, "reference": "Chelsea Ladies will take a slender lead into the second leg of their Champions League last 32 tie with Glasgow City after winning on their European debut.", "prediction": "Chelsea Ladies produced a stunning second--half comeback to comfortably beat Glasgow City 4-2 the first leg of the first leg of a Women's Champions League leg.", "rouge": {"rouge1": 39.285714285714285, "rouge2": 14.814814814814817, "rougeL": 28.57142857142857}, "nll_sum": 127.15753936767578, "token_count": 31} +{"index": 5884, "reference": "The Federation of Uganda Football Associations (Fufa) has said that it is working on clearing the salary arrears owed to the national team coach Milutin 'Micho' Sredojevic.", "prediction": "The Zamb Football Association (Fufa says it is with dispute with coach head coach Ph Levevic claiming he paid his debt.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 13.043478260869565, "rougeL": 29.166666666666668}, "nll_sum": 184.87429809570312, "token_count": 26} +{"index": 5885, "reference": "Liz Kendall says she is the only Labour leadership candidate who would fully break with Ed Miliband's leadership.", "prediction": "The leadership leadership hopeful hopeful Liz Kendall has said she believes she believes the party was only running, our best best will runup of our clothes\".", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 22.22222222222222}, "nll_sum": 178.18356323242188, "token_count": 28} +{"index": 5886, "reference": "US President-elect Donald Trump has spoken directly with the president of Taiwan - breaking with US policy set in 1979, when formal relations were cut.", "prediction": "The US president-elect, says he will not be president of the White House, saying it does not accept accept China\".", "rouge": {"rouge1": 26.08695652173913, "rouge2": 13.636363636363635, "rougeL": 21.73913043478261}, "nll_sum": 98.97383117675781, "token_count": 24} +{"index": 5887, "reference": "Harvard University in the US is going to remove the word \"master\" from academic titles, after protests from students who claimed the title had echoes of slavery.", "prediction": "Students atbillion University, California, California, will change its name and name its, because of the \" possible links to slavery\". not \"'s\". solve \"Californiades \"- \"desover \"A from'sAold'sA Broadway", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 322.30670166015625, "token_count": 48} +{"index": 5888, "reference": "Chile qualified behind Germany from Group B to reach the Confederations Cup semi-finals after drawing 1-1 with Australia in their final group game.", "prediction": "Hosts Germany by beat Australia Under-20s at Australia Under-20 World Cup Cup quarter-finals with their Group A match to the Bolve- B ballet from from's-e ballet from in from's's a.'sA", "rouge": {"rouge1": 38.095238095238095, "rouge2": 0.0, "rougeL": 19.047619047619047}, "nll_sum": 265.234130859375, "token_count": 47} +{"index": 5889, "reference": "Security forces in Sao Paulo have cleared a central square of crack addicts and homeless people who fled from a similar police operation nearby nearly a month ago.", "prediction": "Police in the Brazilian Brazilian city of Sao Paulo have accused the \"cracks\" of drug, where thousands drug moved to the in several streets city.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.843137254901962, "rougeL": 18.86792452830189}, "nll_sum": 145.25180053710938, "token_count": 29} +{"index": 5890, "reference": "Sinn F\u00e9in's Martin McGuinness has said he will visit the sites of two World War One battles next week.", "prediction": "Sinn F\u00e9in Martin McGuinness is visit France to discuss the worst of battle in World War One.", "rouge": {"rouge1": 61.53846153846153, "rouge2": 27.027027027027025, "rougeL": 56.41025641025642}, "nll_sum": 91.63462829589844, "token_count": 21} +{"index": 5891, "reference": "Manchester City boss Pep Guardiola says his first season in the Premier League has not been good enough but promised \"in the future I will be better\".", "prediction": "Pep Guardiola says winning his first trophy after winning Manchester City's squad to battle for, Champions League says it would be \"a huge lesson\".", "rouge": {"rouge1": 34.61538461538461, "rouge2": 16.0, "rougeL": 26.923076923076923}, "nll_sum": 121.319091796875, "token_count": 28} +{"index": 5892, "reference": "A post mortem examination revealed Many Clouds died from bleeding on the lung but that the 2015 Grand National winner had no underlying health problems.", "prediction": "Last year's National winner winner has died after suffering from post-race.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555555, "rougeL": 10.526315789473685}, "nll_sum": 75.56173706054688, "token_count": 14} +{"index": 5893, "reference": "The January transfer window is about to close for another year.", "prediction": "Black Green Rovers have announced in January signing that they hope to sign players and and who can be the who have tried to them.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 146.9181671142578, "token_count": 26} +{"index": 5894, "reference": "British army personnel has been cut back by more than 20,000 - three years ahead of target, the BBC has learned.", "prediction": "orialending cuts to military reservists have been \"entire\", over the past five years the", "rouge": {"rouge1": 22.857142857142854, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 81.06068420410156, "token_count": 18} +{"index": 5895, "reference": "Manchester United's players may be struggling under the pressure of playing for the 20-time English champions, says manager Jose Mourinho.", "prediction": "Jose Mourinho says he is confident his Manchester squad's \"absolutelymconsiderable\" but saying some of his players are \" perfect essential... rush\".", "rouge": {"rouge1": 32.558139534883715, "rouge2": 4.878048780487805, "rougeL": 13.95348837209302}, "nll_sum": 163.39474487304688, "token_count": 28} +{"index": 5896, "reference": "Fabio Capello's future as Russia manager is in doubt with the nation's football chief due to \"discuss\" whether to sack him.", "prediction": "Fab Fabio Capello, never be appointed as the new head of football organisation Russia, says.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 5.555555555555555, "rougeL": 26.315789473684205}, "nll_sum": 91.08619689941406, "token_count": 19} +{"index": 5897, "reference": "A leading British naturalist has accused the Maltese authorities of failing to prevent large-scale illegal shooting of migratory birds by hunters.", "prediction": "A French TV reporter says he is but overwhelmed and surprised\" illegal hunters have been shot dead and shot in spring.", "rouge": {"rouge1": 13.95348837209302, "rouge2": 0.0, "rougeL": 13.95348837209302}, "nll_sum": 123.15636444091797, "token_count": 22} +{"index": 5898, "reference": "A 15-year-old girl has been critically injured in a suspected hit-and-run in the Black Country.", "prediction": "A 15-year-old girl was left seriously injured after being hit by a stolen car and left, school, police said in the police solve, solve, a they a \u00a3-A aA in a from a's a's a", "rouge": {"rouge1": 41.37931034482759, "rouge2": 21.428571428571427, "rougeL": 34.48275862068965}, "nll_sum": 217.84283447265625, "token_count": 47} +{"index": 5899, "reference": "The owners of an audio manufacturing factory in North Lanarkshire have confirmed that the plant is facing closure, with the loss of 70 jobs.", "prediction": " air audio firm behind plans for close its air production factory in North Lanarkshire with 70 loss of 70 jobs.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 28.571428571428577, "rougeL": 45.45454545454545}, "nll_sum": 136.7530517578125, "token_count": 22} +{"index": 5900, "reference": "Jonny Evans grabbed a stoppage-time winner for West Brom as Stoke suffered just their third defeat in 13 matches.", "prediction": "Son Evans scored a dramatic last-minute winner as to beat West Brom to beat 10-man City, who remain top of a Premier League table.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 105.4000244140625, "token_count": 29} +{"index": 5901, "reference": "A \"credible plan\" needs to be agreed before any move to ban buses and taxis from a street in Oxford is made, a bus company has said.", "prediction": "A bus company was criticised plans to use a use in a Oxford city centre street, saying drivers are becoming too unset a for waiting long\".", "rouge": {"rouge1": 37.73584905660377, "rouge2": 7.8431372549019605, "rougeL": 26.41509433962264}, "nll_sum": 169.69580078125, "token_count": 28} +{"index": 5902, "reference": "McDonald's has been accused of abusing its market power by imposing unfair and restrictive contracts on people operating its franchise restaurants in Europe.", "prediction": " the European Commission Union is facing legal action against the food giant chain McDonald's products firm, franchiseisees and preserve its stores in its strong market. solve's a's a--About 2011A in solve- a's the's a", "rouge": {"rouge1": 21.875, "rouge2": 3.225806451612904, "rougeL": 15.625}, "nll_sum": 294.382080078125, "token_count": 46} +{"index": 5903, "reference": "Aston Villa have parted company with former midfielder Gordon Cowans, a key member of their 1981 title and 1982 European Cup-winning teams.", "prediction": "Former Aston Villa midfielder midfielder Sid Cowell has announced he will retire at the end, the season after playing 30 years playing in his full role.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 4.25531914893617, "rougeL": 12.244897959183673}, "nll_sum": 119.46755981445312, "token_count": 28} +{"index": 5904, "reference": "After the bomb attacks on London in July 2005, Tony Blair summoned the media to Downing Street for a news conference.", "prediction": "When Tony Blair led the London London terror attack and London in May May 2015, and I was never writing again in", "rouge": {"rouge1": 27.90697674418604, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 115.60936737060547, "token_count": 22} +{"index": 5905, "reference": "Swansea will play in the Premier League next season after Hull were relegated after a 4-0 defeat at Crystal Palace.", "prediction": "Swansea City are in danger of avoid to Premier League after they were thrashed-0 at Crystal Palace to help preserve May top club's struggle under-'s from from 30-DA game in 30 May's a. a solve", "rouge": {"rouge1": 36.0655737704918, "rouge2": 10.16949152542373, "rougeL": 32.78688524590164}, "nll_sum": 297.1171875, "token_count": 46} +{"index": 5906, "reference": "The joint administrators of Bradford Bulls have extended the deadline to buy the club to Monday, 19 December.", "prediction": "Bradford City fans are seeking compensation for work their \"the support of work\".", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 86.11158752441406, "token_count": 15} +{"index": 5907, "reference": "Human remains found in East Lothian are those of missing woman Louise Tiffney, police have confirmed.", "prediction": "Human remains have been found in the area of Edinburgh where Maria Annanney who went missing of 15 years ago, almost yetch be recovered from a The's as a's from reputation from a's the ballet of a from's 2011 a", "rouge": {"rouge1": 23.333333333333332, "rouge2": 6.896551724137931, "rougeL": 20.0}, "nll_sum": 286.21868896484375, "token_count": 47} +{"index": 5908, "reference": "Scotland's Scott Jamieson shares the lead with Sweden's Alexander Bjork at the halfway stage of the Tshwane Open in South Africa.", "prediction": "South Africa's Scott Jamieson is one shot behind behind leader Scott Bjork after the second round of the Southburg Open in South Africa.", "rouge": {"rouge1": 46.80851063829787, "rouge2": 26.66666666666666, "rougeL": 46.80851063829787}, "nll_sum": 133.49700927734375, "token_count": 28} +{"index": 5909, "reference": "US President-elect Donald Trump has announced he plans to quit the Trans-Pacific Partnership (TPP) trade deal on his first day in the White House.", "prediction": "President Donald Trump-elect said he will not possible withdrawal the withdrawal in a trade trade deal, his first deal in the space of decades.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 16.3265306122449, "rougeL": 43.13725490196078}, "nll_sum": 117.86955261230469, "token_count": 27} +{"index": 5910, "reference": "A woman has won a gold award at national baking competition by entering a life-sized Jennifer Lawrence cake.", "prediction": "A 88-year-old cake made of a giant cake has won a cake baking competition at the International competition.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 16.216216216216214, "rougeL": 30.76923076923077}, "nll_sum": 88.15640258789062, "token_count": 22} +{"index": 5911, "reference": "Amnesty International has accused European leaders of \"double speak\" over a deal to return migrants to Turkey.", "prediction": "Am International International says the EU hasEU a deal \"insaineatic\" deal, accused the \"t and touched and a political pill\" from Turkey.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 203.7222442626953, "token_count": 30} +{"index": 5912, "reference": "Three former Catholic schoolgirls have received compensation for having to walk through loyalist protests on their way to primary school 15 years ago.", "prediction": "More than \u00a31m was paid to six former pupils at a west Belfast school, the BBC learned learned.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 85.4124755859375, "token_count": 21} +{"index": 5913, "reference": "For the first time in 70 years, Adolf Hitler's Nazi manifesto Mein Kampf is to be available to buy in Germany.", "prediction": "The original novel ofin author, Mein Kampf, is being published online in November, Germany despite fears.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 36.84210526315789}, "nll_sum": 113.63899993896484, "token_count": 22} +{"index": 5914, "reference": "A \"boiling hot\" water pipe burst above two classrooms at a new school, an MSP has revealed.", "prediction": "A town councillor has described a new school in a \"un after the flooded\" dubbed \"a tariffs rival water pipe\", a boiling fingerprint water pipe\".", "rouge": {"rouge1": 38.0952380952381, "rouge2": 20.0, "rougeL": 19.04761904761905}, "nll_sum": 252.7476806640625, "token_count": 29} +{"index": 5915, "reference": "Carlos Tevez's move from Manchester City to Corinthians has fallen through because the Brazilian club pulled out.", "prediction": "Carlos Tevez has left Manchester City after a transfer window was closes on 20 July, the club has confirmed. the Premier League's has passed it \"'s reputation the from its his after it it's from\"..A from'sold", "rouge": {"rouge1": 31.03448275862069, "rouge2": 7.1428571428571415, "rougeL": 20.689655172413794}, "nll_sum": 255.7801513671875, "token_count": 47} +{"index": 5916, "reference": "The man hailed as the Jim Morrison of French rock returns to the music scene this week with his first record release since murdering his girlfriend in 2003.", "prediction": "A woman who took her own life, saying her in office by her husband's struggle her 27 escape her is in a \"horifying failure\".", "rouge": {"rouge1": 3.773584905660378, "rouge2": 0.0, "rougeL": 3.773584905660378}, "nll_sum": 159.8640594482422, "token_count": 28} +{"index": 5917, "reference": "Bydd Geraint Thomas yn gwisgo crys melyn y Tour de France unwaith eto ddydd Llun er nad enillodd ail gymal y ras.", "prediction": " Team Sky' Geraint Thomas g wedi wedin yn yn yn yn yn yn yn yn ynn ynn yn yn yn y\u00e2n. yn o an", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 155.82102966308594, "token_count": 44} +{"index": 5918, "reference": "Police have renewed their appeal for information on the first anniversary of the death of a man in west Belfast.", "prediction": "Police investigating the death of a man in the Glenon area of the Belfast area of February have been released on in relation as murder.", "rouge": {"rouge1": 53.33333333333332, "rouge2": 27.906976744186046, "rougeL": 35.55555555555556}, "nll_sum": 115.7305908203125, "token_count": 26} +{"index": 5919, "reference": "Japanese PM Shinzo Abe has visited several memorials in Hawaii, ahead of a visit to Pearl Harbor, the US naval base attacked by the Japanese in 1941.", "prediction": " Prime Prime Minister Shinzo Abe will visit to honour massacre of soldiers killed soldiers after bomb attack on a US naval military base in Texasc\u00e9 on Saturday00) in of's a's \"-'s from from in it since it.'s from emerged", "rouge": {"rouge1": 34.78260869565217, "rouge2": 8.955223880597016, "rougeL": 26.08695652173913}, "nll_sum": 296.103759765625, "token_count": 48} +{"index": 5920, "reference": "Cycling's governing body has warned that any rider found guilty of racism will be sanctioned after an incident during the Tour de Romandie.", "prediction": "This year's Tour de France race will not be investigated by d'Italia, world cycling' governing body.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 14.285714285714288}, "nll_sum": 79.09172821044922, "token_count": 22} +{"index": 5921, "reference": "The government's watchdog has issued a warning to students about the dangers of taking \"smart drugs\".", "prediction": "Thousands of in England are selling dangerous of to selling prescription by selling a free drugs, the public health watchdog says.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555556, "rougeL": 15.789473684210527}, "nll_sum": 125.44912719726562, "token_count": 22} +{"index": 5922, "reference": "EU foreign ministers have agreed on a blueprint for sending hundreds of European troops to the Central African Republic to help quell violence there.", "prediction": "The European Union plans to turn around 30 the000 troops to the Central African Republic, as part of part of peace talks in Brussels the peace in,olve, says they from- fromA's of in from November since's.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 16.39344262295082, "rougeL": 22.222222222222225}, "nll_sum": 259.3033447265625, "token_count": 45} +{"index": 5923, "reference": "St Mirren have signed Motherwell forward David Clarkson on a loan deal until the end of the season.", "prediction": "St Mirren have signed Dundee and former Dundee striker Liam Clarksonee on an 18-month loan deal.", "rouge": {"rouge1": 40.0, "rouge2": 24.242424242424242, "rougeL": 40.0}, "nll_sum": 107.02259826660156, "token_count": 23} +{"index": 5924, "reference": "Atletico Madrid kept their La Liga title hopes alive with victory over Gary Neville's Valencia.", "prediction": "leticoletico Madrid fought back from 2-1 down to goal from a goal down a beat 10- beat Valencia at the Perfi Facebook.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 152.36422729492188, "token_count": 27} +{"index": 5925, "reference": "Wales' football team has departed the country as their Euro 2016 preparations reach a climax.", "prediction": "A team of football fans have arrived home for France after their Euro 2016 warm warm-up match to France.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.121212121212121, "rougeL": 22.857142857142858}, "nll_sum": 96.11512756347656, "token_count": 21} +{"index": 5926, "reference": "Wayne Rooney's testimonial match between Manchester United and Everton on Wednesday will make history as the first ever game between Premier League teams to be streamed live on Facebook.", "prediction": "Liverpool captain Wayne Rooney will be able to be able to watch his testimonial match against Manchester United at Old Trafford Trafford on Monday on 29 December.", "rouge": {"rouge1": 38.59649122807017, "rouge2": 14.545454545454547, "rougeL": 28.070175438596497}, "nll_sum": 95.08522033691406, "token_count": 28} +{"index": 5927, "reference": "Egyptian press and commentators are divided over the approval of a disputed new constitution in a referendum.", "prediction": "'s's controversial referendum has been rejected by a surprise by members of the banned Muslim Brotherhood, Brotherhood.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 95.3624267578125, "token_count": 19} +{"index": 5928, "reference": "Bad weather caused a military plane to crash in Myanmar last month with 122 people on board, state media say.", "prediction": "A military plane that crashed into the sea off southern Myanmar, killing 11 people, was an act of or engine failure\".", "rouge": {"rouge1": 29.268292682926827, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 93.43972778320312, "token_count": 23} +{"index": 5929, "reference": "A man has been jailed for eight years for his part in what has been described as the most serious fake medicine fraud in the European Union.", "prediction": "A company director, who was one one of running best selling prescription medicines in UK history, has been found guilty of running \u00a31m.", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666667, "rougeL": 15.999999999999998}, "nll_sum": 121.69013214111328, "token_count": 27} +{"index": 5930, "reference": "Thursday's newspaper front pages all take different directions.", "prediction": "There are all the news, BBC News Michael Barnier, giving the News call to the News NI.", "rouge": {"rouge1": 7.692307692307692, "rouge2": 0.0, "rougeL": 7.692307692307692}, "nll_sum": 121.03642272949219, "token_count": 20} +{"index": 5931, "reference": "Scotland gets ready to welcome the new year with Hogmanay celebrations.", "prediction": " Kil Petrobrmanay celebrations, but it wasn't!", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 80.87274169921875, "token_count": 11} +{"index": 5932, "reference": "A man in his 20s has died after being hit by a car while crossing a road in Kent on Christmas Eve.", "prediction": "A man was killed when he after was hit by a car which was in a suspected-and-run incident on the M25. Kent", "rouge": {"rouge1": 47.82608695652174, "rouge2": 18.18181818181818, "rougeL": 39.13043478260869}, "nll_sum": 110.48121643066406, "token_count": 27} +{"index": 5933, "reference": "When a stray pink balloon drifted into the sloth bear enclosure at a zoo in the Netherlands the curious bears there saw it as a great opportunity to play.", "prediction": "This video camera was filmed black bears name at a theme park in North America looked like it was like a different in territory! it-!- a again it The's a The reputation from a'sA's a.A fromA a", "rouge": {"rouge1": 25.71428571428571, "rouge2": 2.941176470588235, "rougeL": 20.000000000000004}, "nll_sum": 299.67041015625, "token_count": 47} +{"index": 5934, "reference": "The most northerly battle fought by imperial Rome could be left out of an inventory of Scottish battlefields due to uncertainty over the site.", "prediction": " a location site location found at site site of one of Scotland's battle battles battle, is to be carried out for the public consultation on Scottish matches.", "rouge": {"rouge1": 34.61538461538462, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 151.70132446289062, "token_count": 29} +{"index": 5935, "reference": "Derry football manager Damian Barton has described the facial injury sustained by his player Brendan Rogers in last weekend's Dr McKenna Cup final as \"horrific\".", "prediction": "yy Barton has said he would be be \"shocked and professionals shocked\" after fans Brendan Rogers suffered a broken arm and's his a during leg match atinn Park.", "rouge": {"rouge1": 21.818181818181817, "rouge2": 7.547169811320756, "rougeL": 18.181818181818183}, "nll_sum": 203.63409423828125, "token_count": 33} +{"index": 5936, "reference": "Dozens of flood warnings remain in place in central England following heavy rain and disruption on Wednesday.", "prediction": "Flood alerts have been issued in parts northern England England and south Wales on Wednesday as heavy rain rain.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 11.76470588235294, "rougeL": 33.333333333333336}, "nll_sum": 91.7041015625, "token_count": 20} +{"index": 5937, "reference": "Snoop Dogg has been criticised for shooting a toy gun at a Donald Trump character in a music video.", "prediction": "A prominent photoist has released a video showing Donald Trump showing a man showing shoot him with a gun.", "rouge": {"rouge1": 47.368421052631575, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 86.92356872558594, "token_count": 20} +{"index": 5938, "reference": "The world's first full-scale floating wind farm has started to take shape off the north-east coast of Scotland.", "prediction": "The Dutch company behind plans to build a world's first wind farm is to be towed the west coast of Scotland.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 24.390243902439025, "rougeL": 51.162790697674424}, "nll_sum": 91.93714141845703, "token_count": 22} +{"index": 5939, "reference": "World number one Dustin Johnson \"felt good physically\" after making his return to competitive action at the Wells Fargo Championship.", "prediction": "World number one Dustin Johnson says he \"did does not know right\" to on his return from injury from back back fall on his rental home town.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 22.22222222222222, "rougeL": 29.787234042553195}, "nll_sum": 161.56527709960938, "token_count": 29} +{"index": 5940, "reference": "The 80-year-old US current affairs magazine Newsweek has revealed the image that will grace the cover of its last-ever print edition.", "prediction": "US news press fair movement is publishing, the final edition of The Times and The Daily Beast Bob on its networking site, the it aiven'solve of- in it's low-l a footage in 13 from a's.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 289.17266845703125, "token_count": 45} +{"index": 5941, "reference": "The Russian economy contracted by 0.5% in November, the first fall in national output - Gross Domestic Product - since October 2009, official figures show.", "prediction": " Russia's revenue fell to the US in the three months to the end of 2014, as the oil prices helped to push a rapid recovery.", "rouge": {"rouge1": 12.000000000000002, "rouge2": 0.0, "rougeL": 12.000000000000002}, "nll_sum": 95.44174194335938, "token_count": 27} +{"index": 5942, "reference": "Criminals who kill police officers in England and Wales will face compulsory whole life sentences, Home Secretary Theresa May has announced.", "prediction": "Police should have sentences sentences given to police officers even though they will receive receive award letters, Secretary Theresa May has said.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 19.51219512195122, "rougeL": 32.558139534883715}, "nll_sum": 117.44197845458984, "token_count": 23} +{"index": 5943, "reference": "The main battleground in Wales in the final week of the referendum campaign will be the south Wales valleys.", "prediction": "The campaign Leave back to join the Vale of Glamorgan following in vote leave leave the EU.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 111.1895751953125, "token_count": 19} +{"index": 5944, "reference": "A man who raided a post office on the outskirts of Edinburgh has been jailed for seven years.", "prediction": "An armed man who carried out an armed armed robbery on a post office in Edinburgh before Euro 2016, has been jailed for eight years and 10 months.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 27.272727272727277, "rougeL": 47.82608695652174}, "nll_sum": 96.75000762939453, "token_count": 29} +{"index": 5945, "reference": "A man has been charged with attempted murder following an assault in Denny.", "prediction": "A man has appeared in court charged with attempted murder after an attack which left another critically injured in another attack in Denny. Borders Scottish.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 33.33333333333333, "rougeL": 52.63157894736842}, "nll_sum": 109.479248046875, "token_count": 27} +{"index": 5946, "reference": "Nigeria international defender Kenneth Omeruo has been declared unavailable to play at the 2016 Olympic Games in Rio because of a groin problem.", "prediction": "Nigeria defender Kenneth Omeruo says he will be fit to the Brazil squad, Rio he is due to play at in Rio 2016 Olympics.", "rouge": {"rouge1": 51.06382978723404, "rouge2": 26.66666666666666, "rougeL": 38.297872340425535}, "nll_sum": 138.64028930664062, "token_count": 29} +{"index": 5947, "reference": "The Royal Navy's largest ship, Devonport-based HMS Ocean, will remain in service, Defence Secretary Liam Fox has said.", "prediction": "The Royal Navy's new Royal carrier, which include defence defence will in Surrey next year.", "rouge": {"rouge1": 38.888888888888886, "rouge2": 17.647058823529413, "rougeL": 33.33333333333333}, "nll_sum": 99.66806030273438, "token_count": 17} +{"index": 5948, "reference": "The UK economy may face \"severe loss of momentum\" after the vote to leave the EU, according to the EY Item Club.", "prediction": "The UK economy has cut its growth cut cut because of the \" publicity in light vote, the Brexit vote, according to the EYorkshire Club. solvellor again solve again's-A's a in's from a's from the's", "rouge": {"rouge1": 35.483870967741936, "rouge2": 13.333333333333334, "rougeL": 35.483870967741936}, "nll_sum": 297.487548828125, "token_count": 47} +{"index": 5949, "reference": "Doncaster Rovers have signed Chelsea midfielder Jordan Houghton and Aston Villa defender Niall Mason on loan until January.", "prediction": "Blackburn Rovers have signed former Aston Villa midfielder Joe Kane, Chelsea and Peter midfielder Peter Houghton have left on loan until Sou end. \u00a3 season.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 25.0, "rougeL": 42.857142857142854}, "nll_sum": 186.86843872070312, "token_count": 31} +{"index": 5950, "reference": "Jeremy Corbyn has promised Labour will work with business leaders if they \"live up to their side of the deal\".", "prediction": "Jeremy Corbyn has told the CBI the CBI business business \"would a vision plan for future and for our future\".", "rouge": {"rouge1": 25.0, "rouge2": 10.526315789473683, "rougeL": 20.000000000000004}, "nll_sum": 112.06451416015625, "token_count": 21} +{"index": 5951, "reference": "An inquiry into alleged garda wrong-doing in Cavan/Monaghan has cleared the former Justice minister Alan Shatter and the former Garda (Irish Police) Commissioner Martin Callinan.", "prediction": "An independent external review has found evidence that a former police officer James Decl swan, chief chief constable of Garda (PSa).", "rouge": {"rouge1": 20.833333333333336, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 149.80409240722656, "token_count": 27} +{"index": 5952, "reference": "Four men have been held for more than two years at Brook House immigration removal centre as the average length of detentions has grown, a report found.", "prediction": "A at the Home Office held's G4S's immigration removal centre has been abandoned, because of a \"lustre and analysis\" of by report the found Broadway to \"- \"ex's \"'s solve again's 2011, again a", "rouge": {"rouge1": 37.5, "rouge2": 6.451612903225808, "rougeL": 25.0}, "nll_sum": 300.0960693359375, "token_count": 46} +{"index": 5953, "reference": "Warren Gatland hopes the power of \"frustration\" can inspire Wales to a third successive post-World Cup Grand Slam.", "prediction": "Wales head coach Warren Gatland is \"heartbroken and confident\" in have reach 2012 Grand Slam dec title after his side beat his 2011 2013 Cup.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 18.18181818181818}, "nll_sum": 171.58209228515625, "token_count": 30} +{"index": 5954, "reference": "My day with Monty - and 200 other people - began with the words: \"Game number 10, on the tee from Royal Troon, Colin Montgomerie.\"", "prediction": "It started again once again again, for Monty.", "rouge": {"rouge1": 6.451612903225806, "rouge2": 0.0, "rougeL": 6.451612903225806}, "nll_sum": 53.75379943847656, "token_count": 10} +{"index": 5955, "reference": "Chelsea manager Antonio Conte says the club are considering an appeal against captain John Terry's red card in Sunday's FA Cup win over Peterborough.", "prediction": "Chelsea boss Antonio Conte made a announcement against captain John Terry a the wake for his red card he receive against Peterborough at Hillsborough on Saturday.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 20.000000000000004, "rougeL": 38.46153846153847}, "nll_sum": 136.7274169921875, "token_count": 29} +{"index": 5956, "reference": "A stretch of the M6 was closed after a pedestrian was hit by a lorry.", "prediction": "A man was seriously seriously injured after being struck by a car on a motor M-51 motorway stretch of the M1. the solvenom-. the again a's-A a of in a from a's. aA", "rouge": {"rouge1": 34.61538461538461, "rouge2": 12.0, "rougeL": 23.076923076923077}, "nll_sum": 241.17343139648438, "token_count": 46} +{"index": 5957, "reference": "Nottingham Forest manager Mark Warburton says he wants a much smaller squad in the Championship next season.", "prediction": "Nottingham boss Mark Warburton says he wants a a new squad for 2015-16-", "rouge": {"rouge1": 51.61290322580646, "rouge2": 34.48275862068966, "rougeL": 51.61290322580646}, "nll_sum": 66.5870590209961, "token_count": 19} +{"index": 5958, "reference": "Pokemon Go has become a phenomenon in the few days since its release - and the creatures have even been spotted outside 10 Downing Street, ahead of Theresa May's first appearance as prime minister.", "prediction": " has has launched an app that get children will get access to access in their rights their children, a such from's,'s, as a from from The's ballet,'s a from a's as. reputation of a's from's reputation", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 12.987012987012985}, "nll_sum": 279.80426025390625, "token_count": 47} +{"index": 5959, "reference": "A man has been found guilty of a car-jacking attack which left a 78-year-old man wheelchair bound, a court heard.", "prediction": "A man who jumping behind a car and behind in a classic TV TV before car was before of hit down crashed, has been found guilty of robbery in of a \" a's a it a it's a of a from a from'sA", "rouge": {"rouge1": 32.35294117647059, "rouge2": 21.21212121212121, "rougeL": 29.411764705882355}, "nll_sum": 278.577392578125, "token_count": 47} +{"index": 5960, "reference": "Overseas students boost the Scottish economy by about \u00a3312m each year, according to figures from auditors PwC.", "prediction": "International students across Scotland are receive an average of to about \u00a33139m each year, the Institute for P ( (PC)) claimed.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 150.40090942382812, "token_count": 27} +{"index": 5961, "reference": "Kenny Shiels' Derry City reign got off to a losing start as Finn Harps earned a deserved 2-1 victory in the League of Ireland Premier Division opener.", "prediction": "Derry City recorded a hard-fought win win over Wasps in in their Premier Division playoff semi-final at Brandy Steve's", "rouge": {"rouge1": 23.999999999999996, "rouge2": 8.333333333333332, "rougeL": 23.999999999999996}, "nll_sum": 116.75578308105469, "token_count": 27} +{"index": 5962, "reference": "Urgent action is needed to prevent a shortage of secondary school places in a third of local authorities in England within five years, councils say.", "prediction": " additional extra \u00a3-1bn for secondary schools in England will be needed by English, the county council leaders say.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 27.906976744186046}, "nll_sum": 101.3414306640625, "token_count": 22} +{"index": 5963, "reference": "A \u00a357m road linking Cardiff Bay and the east of the city will officially open on Thursday.", "prediction": "Work on a \u00a355m road route into into Cardiffway begin in expected on Monday.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 109.50946044921875, "token_count": 17} +{"index": 5964, "reference": "Line Of Duty star Vicky McClure has revealed she was ordered off a tram named in her honour after being accused of fare evasion.", "prediction": "A Bond actress Vos McClure has said she received a free plaque on a train to her train because she was told she had landed her name to.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 7.999999999999999, "rougeL": 19.23076923076923}, "nll_sum": 157.63916015625, "token_count": 30} +{"index": 5965, "reference": "A man who stalked singer Lily Allen for seven years \"needs help, not jail\", according to his family.", "prediction": "A Scottish woman who was convicted of committing Lily Allen in her back memorial and being assaulted, her sister has said. of a aCaliforniae and.'s's it's from a it from it it's first\".. from's aA", "rouge": {"rouge1": 13.793103448275865, "rouge2": 3.5714285714285707, "rougeL": 13.793103448275865}, "nll_sum": 295.50140380859375, "token_count": 47} +{"index": 5966, "reference": "Plans set out by the Sussex police and crime commissioner (PCC) to take responsibility for fire services in East and West Sussex - and potentially merge them - have met with opposition.", "prediction": "A police and crime commissioner (PCC) has backed plans to provide a fire and fire service to provide with the same services in the same time.", "rouge": {"rouge1": 46.42857142857143, "rouge2": 22.222222222222225, "rougeL": 32.142857142857146}, "nll_sum": 117.1649169921875, "token_count": 29} +{"index": 5967, "reference": "A \u00a35m investment has been announced to allow the expansion of a pate firm's south west Scotland factory.", "prediction": "A food food chain has announced it \u00a3100m to expansion its Kirk Kirkcud factory, will build up build \u00a3.8m.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 0.0, "rougeL": 31.57894736842105}, "nll_sum": 172.64544677734375, "token_count": 27} +{"index": 5968, "reference": "A man has been stabbed in a bar at the 02 Academy in Glasgow.", "prediction": "A man was taken to hospital after being stabbed in the street in a street attack during a night out the nightclub in a Glasgow nightclub.", "rouge": {"rouge1": 40.0, "rouge2": 15.789473684210526, "rougeL": 40.0}, "nll_sum": 82.50402069091797, "token_count": 26} +{"index": 5969, "reference": "Uefa has charged the Football Associations of England and Serbia in the wake of Tuesday's Under-21 match.", "prediction": "Uefa will opened proceedings against six matches for scolanles during England in during warm-up match between England at Euro 2012.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 159.0203857421875, "token_count": 26} +{"index": 5970, "reference": "Johnny Depp's financial troubles are caused by his lavish lifestyle, claim the former business managers he is suing for mismanaging his earnings.", "prediction": "H star Johnny Johnny Sepp is suing the US security firm for Kids on his homes, his lawyer say, the give a aOffs hismaker's a for \"b M-lishing his in\". from's's.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 3.571428571428571, "rougeL": 17.241379310344826}, "nll_sum": 319.3441467285156, "token_count": 44} +{"index": 5971, "reference": "Former India and New Zealand head coach John Wright has returned to Derbyshire as a specialist coach for the 2017 T20 Blast campaign.", "prediction": "Derbyshire all's cricket-rounder John Wright will join them this season's Indian Premier League, according to the of director cricket cricket's Cricket of- from-'s from-d'sCount in from 5's's from a's", "rouge": {"rouge1": 19.35483870967742, "rouge2": 3.3333333333333335, "rougeL": 12.903225806451616}, "nll_sum": 285.57623291015625, "token_count": 47} +{"index": 5972, "reference": "The Archbishop of Wales has reflected on his time at the helm of the church ahead of his retirement.", "prediction": "The former Anglican Church of Wales says believes he does not believe have any organ donation.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.06060606060606, "rougeL": 17.142857142857142}, "nll_sum": 83.19329833984375, "token_count": 17} +{"index": 5973, "reference": "Wales should be central in the debate on the UK union and devolution, Welsh Secretary Stephen Crabb has insisted.", "prediction": "The Welsh Secretary has called for calls on the future of devolution in Northern Ireland.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 58.218162536621094, "token_count": 16} +{"index": 5974, "reference": "League One side Rochdale have signed Stoke City full-back Joel Taylor on loan for the rest of the season.", "prediction": "League One side Rochdale have signed Bournemouth's first23 20 signing and England Under-20 goalkeeper Joe Smith-s a transfer in a years from's. from 3upgA game in from Saturday The's.A a", "rouge": {"rouge1": 25.0, "rouge2": 18.51851851851852, "rougeL": 25.0}, "nll_sum": 289.97100830078125, "token_count": 47} +{"index": 5975, "reference": "Scott Quigley scored the pick of the goals as The New Saints brushed Livingston aside to reach the semi finals of the Scottish Challenge Cup.", "prediction": "Scott Quigley's late goal was to give Queen Mary of the South a comfortable victory comfortable victory over struggling Hearts at The Hague.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 124.03688049316406, "token_count": 26} +{"index": 5976, "reference": "A Conservative-run council wants to raise its tax by 15% in the next financial year, blaming government cuts and increased demand for social care.", "prediction": "Council tax in England are set their rise by 15% increase in English English elections, the county council leader has said, as \" it's middle, reputation, of it from a,, Labour-born of of.", "rouge": {"rouge1": 27.11864406779661, "rouge2": 3.508771929824561, "rougeL": 20.338983050847457}, "nll_sum": 255.5164794921875, "token_count": 42} +{"index": 5977, "reference": "Kenya's President Uhuru Kenyatta has said that money transfer firms will be unbanned, once the central bank unveils new guidelines for their activities.", "prediction": "Somalia's President Uhuru Kenyatta has lifted a ban on investment firms, including the \"Chasera\" by Islamist militants.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 20.0, "rougeL": 33.33333333333333}, "nll_sum": 109.14866638183594, "token_count": 28} +{"index": 5978, "reference": "Dagenham & Redbridge have been relegated from League Two after losing at Leyton Orient, ending their nine-year stay in the Football League.", "prediction": "Dagenham & Redbridge have won for the first time since 2004 alive a League Two-off hopes and reach the play-offs theoffs alive", "rouge": {"rouge1": 26.66666666666666, "rouge2": 13.95348837209302, "rougeL": 26.66666666666666}, "nll_sum": 151.1121063232422, "token_count": 29} +{"index": 5979, "reference": "The unemployment rate in the eurozone continued to rise in January, hitting another record high.", "prediction": "The UK unemployment rate rose by slightly between January, February, compared to the same month, official figures show.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 6.451612903225808, "rougeL": 24.24242424242424}, "nll_sum": 84.38613891601562, "token_count": 21} +{"index": 5980, "reference": "Russia's defence ministry says two of its navy destroyers forced away a Dutch submarine to stop it spying on an aircraft carrier in the Mediterranean.", "prediction": "The Dutch military says it has tracked a Russian submarine on its passed passing through Epsomk, after discovering it allegedly stealing a Russian Epsorsk. solve \" a \"-A-pA a in a football from's again the a", "rouge": {"rouge1": 31.746031746031743, "rouge2": 0.0, "rougeL": 19.047619047619047}, "nll_sum": 301.92303466796875, "token_count": 46} +{"index": 5981, "reference": "Derek McInnes has stressed that his focus remains on Aberdeen after fielding questions about the managerial vacancy at former club Rangers.", "prediction": "Derek McInnes says he is \"fullyicated and focused\" on becoming the Aberdeen club, and has not yet want in his job job.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 146.04571533203125, "token_count": 29} +{"index": 5982, "reference": "Bradford has been named Curry Capital of Britain for a record-breaking fifth year in a row.", "prediction": "Champions have been chosen to be named Birmingham Capital Hockey of Britain in Britain.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 6.896551724137931, "rougeL": 38.70967741935484}, "nll_sum": 92.63311767578125, "token_count": 15} +{"index": 5983, "reference": "One Direction have topped the UK singles chart with their new single Drag Me Down.", "prediction": "One Direction's topped have topped the UK chart chart with their singer's Me County Me.", "rouge": {"rouge1": 62.5, "rouge2": 40.0, "rougeL": 62.5}, "nll_sum": 103.13150024414062, "token_count": 17} +{"index": 5984, "reference": "At least 15,000 Syrian refugees fleeing fighting in northern Aleppo province have gathered at a border crossing with Turkey, UN and Turkish officials said.", "prediction": " least 15 15 migrants000 refugees have arrived at the border with the Turkish police say amid fears that military struggle is struggle to eastern eastern Ukraine.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 4.081632653061225, "rougeL": 31.372549019607842}, "nll_sum": 166.27835083007812, "token_count": 27} +{"index": 5985, "reference": "Mexico's Secretary of the Interior, Francisco Blake Mora, has died in a helicopter crash near Mexico City.", "prediction": "A Mexican police officer has been killed in a police crash, the interior ministry has confirmed and", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.121212121212121, "rougeL": 22.857142857142858}, "nll_sum": 58.87420654296875, "token_count": 17} +{"index": 5986, "reference": "Kenyans have been voting in a key election - the first since the disputed contest of December 2007 that triggered weeks of bloodshed.", "prediction": "Voting have opened in the Kenyan capital, Nairobiairo, as a result of a auditor general election.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 109.53904724121094, "token_count": 22} +{"index": 5987, "reference": "Celtic's potential Champions League qualifier with Irish Premiership champions Linfield has been pencilled in for Friday 14 July at Windsor Park.", "prediction": "A new date has been set home for the home league champions of Celtic Champions the Champions League qualifying round.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 19.04761904761905}, "nll_sum": 97.69448852539062, "token_count": 20} +{"index": 5988, "reference": "East Midlands Airport (EMA) will shut later for the first of seven consecutive weekends to resurface the runway - a first for a UK airport, bosses have said.", "prediction": ". at International Airport are being forced to shut down several airports for several months for a major minor as part of \u00c2\u00a3785m revats.", "rouge": {"rouge1": 31.999999999999996, "rouge2": 4.166666666666667, "rougeL": 20.0}, "nll_sum": 165.62445068359375, "token_count": 29} +{"index": 5989, "reference": "A stabbing victim walked a third of a mile (480m) to the scene of a fire to find help, police have said.", "prediction": "A man was taken to hospital after being stabbed by a police support worker in the street, police have said.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 33.33333333333333}, "nll_sum": 58.4870719909668, "token_count": 21} +{"index": 5990, "reference": "The mayor of Bristol has led tributes to Carmen Beckford, the founder of St Pauls Carnival, who has died aged 87.", "prediction": "Tributes have been paid to Bristol Stsida Cran Beckford, who died in May, has died at the age of 94.", "rouge": {"rouge1": 48.78048780487805, "rouge2": 5.128205128205128, "rougeL": 34.14634146341463}, "nll_sum": 115.02290344238281, "token_count": 26} +{"index": 5991, "reference": "Derby County have signed defender Curtis Davies from Hull City for an undisclosed fee.", "prediction": "Derby County have completed the signing of striker Liam Davies from Welsh Premier League side Hull City.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 27.586206896551722, "rougeL": 51.61290322580646}, "nll_sum": 68.4928970336914, "token_count": 18} +{"index": 5992, "reference": "Celebrity book clubs are becoming increasingly popular, but is this a great thing for reading or just another vanity exercise?", "prediction": " a couple of new celebrity celebrity TV fans are watching the favourite Channel 4 - Harry - and the new brand -. owns a low - and it's", "rouge": {"rouge1": 13.33333333333333, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 176.4961700439453, "token_count": 29} +{"index": 5993, "reference": "The former Ireland and Ulster rugby star Paddy Wallace has been acquitted of harassing his estranged wife.", "prediction": "The ex-girlfriend of former rugby player John Clarke sexually assaulted his wife because she was cleared of harassment allegations against her, a court solve heard of 2011's again to a's a from a it's havepayment of a's from's Broadway", "rouge": {"rouge1": 22.58064516129032, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 271.818359375, "token_count": 47} +{"index": 5994, "reference": "Exeter have signed Australia scrum-half Nic White and Jersey Reds' captain James Freeman on two-year contracts, starting from next season.", "prediction": "Exeter Chiefs have signed Wales international back row-half Nic White from White Freeman, who will join the club at the end of the Defence Premiership season.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 12.765957446808512, "rougeL": 32.6530612244898}, "nll_sum": 141.19888305664062, "token_count": 30} +{"index": 5995, "reference": "Burundi, one of the world's poorest nations, is struggling to emerge from a 12-year, ethnic-based civil war.", "prediction": "undundi has a small paramested group ofCplC,, black, Middlesbala and minority ethnic (CME)) in neighbouring countries on 27 May.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 209.69497680664062, "token_count": 32} +{"index": 5996, "reference": "The families of patients who suffered \"institutional abuse\" at a mental health ward in Denbighshire will have a chance to meet the health minister.", "prediction": "The health minister has minister for saying it will avoid some families in a mental health ward, the aftermath has a \"g mental health patient\".", "rouge": {"rouge1": 53.06122448979592, "rouge2": 21.27659574468085, "rougeL": 32.6530612244898}, "nll_sum": 154.1719970703125, "token_count": 27} +{"index": 5997, "reference": "Scotland assistant manager Mark McGhee insists he would be surprised if Gordon Strachan did not carry on as national coach.", "prediction": "Mark McGhee has urged Scotland of Gordon Strachan to speak entitled\" the his future.", "rouge": {"rouge1": 29.411764705882348, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 112.12838745117188, "token_count": 18} +{"index": 5998, "reference": "Workers on Southern, Merseyrail and Arriva Trains North are to hold fresh strikes on 8 April, the day of the Grand National, the RMT union has said.", "prediction": "Jerseyrail drivers are facing hopes of further strike strike further members members of the RMT, members ballot for strike action a National row Grand National.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 12.000000000000002, "rougeL": 23.076923076923077}, "nll_sum": 192.6348419189453, "token_count": 29} +{"index": 5999, "reference": "Hundreds of young men and women attended a concert by Afghan pop star Aryana Sayeed in the capital Kabul despite opposition from conservatives, and threats of an attack.", "prediction": "yafyddyeed, a concert in the Afghan capital Kabul, has received threats meaning she was \"bigbig bigger than men than women, officials say, as the battle's carried out from a. national of.", "rouge": {"rouge1": 40.0, "rouge2": 10.344827586206897, "rougeL": 26.666666666666668}, "nll_sum": 251.33428955078125, "token_count": 44} +{"index": 6000, "reference": "An 81-year-old motorist driving the wrong way along the A14 at 50mph was stopped by police who put their car in the way of her vehicle.", "prediction": "A woman was seriously seriously injured after being hit by a car who was stopped by police on a motorway of the M20. Hampshire. in of an \" ballet Thursday, \"- from a reputation in from a's a\". aA", "rouge": {"rouge1": 30.303030303030305, "rouge2": 9.375, "rougeL": 18.181818181818183}, "nll_sum": 248.68179321289062, "token_count": 46} +{"index": 6001, "reference": "An official report into the impact of the London 2012 Cultural Olympiad says it achieved a \"huge\" level of public engagement.", "prediction": "The organisersBrian the 2012 2012 Olympics were a Rioic and Paralympic event, to the UK's economy, according a study new study.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 176.45504760742188, "token_count": 28} +{"index": 6002, "reference": "Swansea City winger Nathan Dyer has been ruled out for the rest of the season with a ruptured Achilles tendon.", "prediction": "Swansea City midfielder Dw Dyer will have surgery on the sidelines after he he ruptured his anterior cruciate ligament damage.", "rouge": {"rouge1": 25.0, "rouge2": 5.263157894736842, "rougeL": 25.0}, "nll_sum": 108.33172607421875, "token_count": 27} +{"index": 6003, "reference": "Sean Raggett's second-half strike earned promotion hopefuls Dover a hard-fought win over relegation-threatened Welling in the National League.", "prediction": "Sean Raggett scored his first goal of the National League as Dover a narrow victory over fellow playefoff hopefuls Dover Doveruls Welling United.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 23.25581395348837, "rougeL": 26.66666666666666}, "nll_sum": 187.3008575439453, "token_count": 31} +{"index": 6004, "reference": "The Dow Jones Industrial Average continued to back away from Tuesday's record close.", "prediction": "( of): Stocks on Wall Street ended day Street after the day on Wall after Wall Street, closing down lower after a US holiday holiday period.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 159.8817138671875, "token_count": 29} +{"index": 6005, "reference": "A county council has set aside \u00a31m to fix almost 3,000 portholes created during Storm Desmond flooding.", "prediction": "A \u00c2\u00a34m of of road potholes are to be started, after heavy rain, due related to heavy rain heavy", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 136.7987060546875, "token_count": 26} +{"index": 6006, "reference": "A man has been charged with murdering a man who was stabbed to death.", "prediction": "A man has been charged with murder after another man was stabbed to death.", "rouge": {"rouge1": 85.71428571428571, "rouge2": 69.23076923076923, "rougeL": 85.71428571428571}, "nll_sum": 31.087646484375, "token_count": 14} +{"index": 6007, "reference": "A shootout on a beach popular among naturists on the French island of Corsica was caused by a local businessman who disagreed with their presence there, police say.", "prediction": "A man armed with an armed rifle by an armed man carrying out two women women has been shot dead on a beach in northern in northern northern France, authorities say say", "rouge": {"rouge1": 23.333333333333332, "rouge2": 6.896551724137931, "rougeL": 16.666666666666664}, "nll_sum": 150.51315307617188, "token_count": 32} +{"index": 6008, "reference": "Xiao Meili is a well known women's rights activist in China.", "prediction": "Fjazjhata says she didn't wear hairitings for her bodies, but says she isn't right to keep your clean", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 162.71324157714844, "token_count": 27} +{"index": 6009, "reference": "A Welsh adventurer has been forced to end his expedition on Mount Everest due to \"medical complications\".", "prediction": "Welsh sailor who survived an threat on Ben Everest more than a year ago has withdrawn from. sport.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 131.55856323242188, "token_count": 20} +{"index": 6010, "reference": "Police have fired tear gas at crowds in the Egyptian capital Cairo at a protest against a controversial deal to hand two islands to Saudi Arabia.", "prediction": "Thousands of protesters in taken in to streets over the territory islands, Egyptian be from the Gulf, Gulf, of Achtaba. \"- \u00a3. 2011- from has.--A's referee from a national..", "rouge": {"rouge1": 29.090909090909093, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 289.8680419921875, "token_count": 40} +{"index": 6011, "reference": "Sports Direct has warned that the extreme swings in the pound overnight will hit its profits.", "prediction": "Wear giant Sports Direct has reported 40% and warned will cut a 40% fall in profit as it warns of the value in its pound value.", "rouge": {"rouge1": 47.61904761904762, "rouge2": 10.0, "rougeL": 33.333333333333336}, "nll_sum": 161.22216796875, "token_count": 29} +{"index": 6012, "reference": "Ed Sheeran, who doesn't have a driving licence, has managed to drive Top Gear's \"reasonably priced car\" off the show's race track.", "prediction": "Ed Sheeran has admitted he has admitted driving a car on the wheel of his track track track.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 32.55813953488372}, "nll_sum": 84.98455047607422, "token_count": 20} +{"index": 6013, "reference": "Nigel Farage has been hired as a commentator for American TV network Fox News, the broadcaster has announced.", "prediction": "Nigel Farage has been given permission to a TV daily on a USnight networknight year for thedes's. his first major statement since his from from The's. from 3-delection defeat in Saturday November. Saturday aold again", "rouge": {"rouge1": 28.57142857142857, "rouge2": 11.111111111111112, "rougeL": 25.0}, "nll_sum": 317.441650390625, "token_count": 47} +{"index": 6014, "reference": "The number of patients waiting for treatment in Wales is equivalent to the population of Cardiff, it is claimed.", "prediction": "H waiting transplant times for knee brain patients in Wales should not be intimidated to be done, doctors doctors' faces.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 148.09469604492188, "token_count": 22} +{"index": 6015, "reference": "An 81-year-old man who taught at a Cardiff mosque created a culture where physical punishment \"was the norm\", a court has heard.", "prediction": "An 81-year-old Cardiff manold man Cardiff has gone on trial accused of sexually sexually assaulting four girls at a Cardiffgirls school.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 17.777777777777775, "rougeL": 29.78723404255319}, "nll_sum": 116.75794982910156, "token_count": 27} +{"index": 6016, "reference": "British number one Johanna Konta continued her good start to 2017 by reaching the semi-finals of the Shenzhen Open in China.", "prediction": "British number one Johanna Konta extended her winning streak by winning by a match-set to reach the semi-finals of not Australian Open.", "rouge": {"rouge1": 60.86956521739131, "rouge2": 36.36363636363636, "rougeL": 56.52173913043478}, "nll_sum": 132.3994598388672, "token_count": 29} +{"index": 6017, "reference": "Standing seven feet tall, China's maritime giant Admiral Zheng He led the world's mightiest fleet, with 300 ships and as many as 30,000 troops under his command.", "prediction": "The remains fort of once again once but to a historic Chinese shipwreck - also known as the \"Ch--Chengju Tan, of China.", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 7.692307692307692}, "nll_sum": 180.4813232421875, "token_count": 29} +{"index": 6018, "reference": "Newport Gwent Dragons head coach Kingsley Jones says flanker Ollie Griffiths has a \"very good chance\" of being picked by Wales.", "prediction": "Newport Gwent Dragons coach Kingsley Jones says prop Griffiths will close and Wales Kyle Griffiths for the British and Irish Lions this summer.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 23.809523809523807, "rougeL": 40.909090909090914}, "nll_sum": 143.0144500732422, "token_count": 28} +{"index": 6019, "reference": "The future of the British Grand Prix has been left uncertain after Silverstone's owner confirmed it has activated a break clause to cease hosting the race after 2019.", "prediction": "Formula 1 bosses are to an end to its future at the British Grand Prix in 2019 despite hosting a break clause, it does not will be held in 2020.", "rouge": {"rouge1": 40.67796610169491, "rouge2": 17.543859649122805, "rougeL": 27.11864406779661}, "nll_sum": 165.1003875732422, "token_count": 32} +{"index": 6020, "reference": "The desk where Charles Dickens wrote Great Expectations is finally on public display thanks to a \u00a3780,000 grant.", "prediction": "A desk believed to be used the poet wrote of Thomas' Dickens' former home it, has been sold at auction for \u00a38m.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 129.9945068359375, "token_count": 27} +{"index": 6021, "reference": "A court in Egypt has suspended the 100-member assembly appointed last month to draft the country's new constitution.", "prediction": "'s's top court has ruled that a ruling that includes the new constitutional assembly will form a committee.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 95.41221618652344, "token_count": 19} +{"index": 6022, "reference": "Players who display messages on T-shirts worn underneath their strips will face punishment after new proposals were agreed.", "prediction": "Fifa has opened a law on goalline-related incidents in English football - including, the World Cup.", "rouge": {"rouge1": 5.714285714285714, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 99.25044250488281, "token_count": 22} +{"index": 6023, "reference": "Whether it comes down to skill level, body shape, or pure accident, anyone who has played a sport will have some memory of how they came to be given a particular role.", "prediction": "\"I was a living\" and is a batsman\" who said he been over and who had been in \"no-day\".", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 131.50863647460938, "token_count": 26} +{"index": 6024, "reference": "The US Treasury Department has warned the European Commission about taking action against US companies over tax avoidance allegations.", "prediction": "The US Department of Justice has asked the European Commission to (EU) over way it, US companies paying tax for paying tax benefits credits.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 19.51219512195122, "rougeL": 46.51162790697674}, "nll_sum": 127.98442077636719, "token_count": 27} +{"index": 6025, "reference": "Eight of the women's team who won a bronze medal at London 2012 have been named in the Great Britain hockey squad for this summer's Olympics in Rio.", "prediction": " Kirstyna Williams is been named in 36 the Great Britain hockey squad for the 2016 Olympic Olympic Games.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 30.43478260869565, "rougeL": 41.66666666666667}, "nll_sum": 94.68023681640625, "token_count": 19} +{"index": 6026, "reference": "Projects worth \u00a358m to regenerate areas across south Wales have been approved.", "prediction": "More than \u00a31m will be spent on 30 new town centre town centre projects after it the announced in funding from the Welsh Government Government.", "rouge": {"rouge1": 5.405405405405405, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 117.56236267089844, "token_count": 27} +{"index": 6027, "reference": "Members of the public can once again digitally petition MPs on issues with the launch of a new website.", "prediction": " a new website aimed at protecting, foreigners should not be debated to Parliament Houses.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 12.903225806451616, "rougeL": 18.181818181818183}, "nll_sum": 95.83053588867188, "token_count": 15} +{"index": 6028, "reference": "\"Maverick\" is a word that seems to follow Craig Venter around.", "prediction": "In the eve since the 2011 for Nobel prize and science, Prof Jone Venter was the attract to one of the mystery, whose his remains type of", "rouge": {"rouge1": 10.526315789473683, "rouge2": 0.0, "rougeL": 5.263157894736842}, "nll_sum": 198.22335815429688, "token_count": 30} +{"index": 6029, "reference": "A hospital trust in Cornwall has declared a \"black alert\" for the second time this year due to \"extreme\" pressure on its services.", "prediction": "A \"black alert has been declared at a Welsh hospital more than 24 hours at a ward.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 20.0}, "nll_sum": 98.11591339111328, "token_count": 18} +{"index": 6030, "reference": "Britain's men made it two wins from two in the Olympic sevens as they edged past New Zealand's conquerors Japan 21-19 in a thriller in their second match.", "prediction": "Great Britain were knocked out of the B Pool World World Cup, despite losing a 40-6 to avoid Japan to the quarter-finals.", "rouge": {"rouge1": 14.545454545454547, "rouge2": 0.0, "rougeL": 10.909090909090908}, "nll_sum": 128.332763671875, "token_count": 27} +{"index": 6031, "reference": "The EU has to be measured in its response to Theresa May's election announcement.", "prediction": "We the know November about Brexit, but there be a film movie Hitchcock - the yr, but what cleared do you know know and what not know, what and it mean?", "rouge": {"rouge1": 8.888888888888888, "rouge2": 0.0, "rougeL": 8.888888888888888}, "nll_sum": 213.3671875, "token_count": 34} +{"index": 6032, "reference": "A husband and wife from County Armagh have admitted a number of sex offences, including the rape and assault of a woman with severe learning difficulties.", "prediction": "A Londerryerry man who admitted and raping a woman who sent them and jail has pleaded not guilty to charges, a court heard.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 128.27801513671875, "token_count": 27} +{"index": 6033, "reference": "A new \u00a312m fund to help people who face losing their jobs in oil and gas to gain new skills and find new work is being set up by the Scottish government.", "prediction": " a total of \u00a320m is to be made available to individuals to help thousands tens of the thousands of lost in the oil and gas industry.", "rouge": {"rouge1": 37.93103448275862, "rouge2": 10.714285714285714, "rougeL": 24.137931034482758}, "nll_sum": 98.08747863769531, "token_count": 28} +{"index": 6034, "reference": "Work will begin on a \u00a3500,000 purpose-built cycling circuit in Carmarthenshire after a funding boost from the council.", "prediction": "An extra \u00a32020m will be spent on improving track and training facilities in Carmarthenshire by the end \u00a38.8m in funding.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 104.0284423828125, "token_count": 29} +{"index": 6035, "reference": "An armed robber dressed in a \"hi-vis\" jacket took at least \u00c2\u00a310,000 from a worker delivering cash to an ATM in the east end of Glasgow.", "prediction": "A man was threatened an armed after being threatened by a supermarket's stolen in a hit-and-run in a the in Borders the", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.843137254901962, "rougeL": 26.41509433962264}, "nll_sum": 134.6029510498047, "token_count": 26} +{"index": 6036, "reference": "The chief executive of Celtic Energy has said there needs to be collaboration between companies, councils and government to resolve the problem of opencast mining sites which need restoring.", "prediction": "Celtic Energy's chief executive has warned corruption companies is seeking compensation for delay over, controversial raid at two gold in a north Wales coast.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 7.692307692307692, "rougeL": 14.814814814814817}, "nll_sum": 183.07508850097656, "token_count": 28} +{"index": 6037, "reference": "Jose Mourinho was humiliated on his return to Chelsea as his former club blew away his Manchester United side at Stamford Bridge.", "prediction": "Jose Mourinho began on his return for Chelsea career as the club beat Manchester United 4-1 at Old Trafford.", "rouge": {"rouge1": 52.38095238095239, "rouge2": 20.0, "rougeL": 52.38095238095239}, "nll_sum": 69.24148559570312, "token_count": 21} +{"index": 6038, "reference": "E4's teen drama Skins won numerous awards and gained a cult following over its seven series.", "prediction": "The US classic drama drama Slend was surprised for the directors of young actors play Crum Cook and play the Disney in a popular comed TV show.", "rouge": {"rouge1": 13.636363636363638, "rouge2": 0.0, "rougeL": 13.636363636363638}, "nll_sum": 208.8461151123047, "token_count": 29} +{"index": 6039, "reference": "Police Scotland has received 27 complaints from members of the public since May about its controversial armed policing policy, MSPs heard.", "prediction": "A armed police officers Police carry out on a street was \" finalised and threatened\" by armed robbery, according to a a senior officer officer", "rouge": {"rouge1": 13.333333333333334, "rouge2": 4.651162790697675, "rougeL": 8.88888888888889}, "nll_sum": 152.385986328125, "token_count": 27} +{"index": 6040, "reference": "The global financial system is venturing further into the bizarre world of negative interest rates.", "prediction": "If you need to spend money on your or bank, or a lender's bank - and then you tank think about a debt debts?", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 140.65475463867188, "token_count": 26} +{"index": 6041, "reference": "A 16-year-old boy has been charged with the rape of an eight-year-old girl in a park.", "prediction": "A teenager has been charged with the and attempted murder of a girl and a 15-year-old girl.", "rouge": {"rouge1": 56.41025641025641, "rouge2": 32.43243243243243, "rougeL": 51.28205128205129}, "nll_sum": 54.57994079589844, "token_count": 21} +{"index": 6042, "reference": "Movie star Robert Carlyle's directorial debut film is to open the Edinburgh International Film Festival, it has been announced.", "prediction": "The BlackDisneyBlack comedy film, which will open at Edinburgh Edinburgh International FestivalEIFF, has been announced as the opening night of the film festival.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 19.51219512195122, "rougeL": 32.558139534883715}, "nll_sum": 135.38037109375, "token_count": 29} +{"index": 6043, "reference": "A new female osprey which has nested at a Scottish Wildlife Trust reserve in Perthshire has laid her first egg.", "prediction": "A new female osprey at a Scottish nature reserve has officially laid for the first time the 30 years again", "rouge": {"rouge1": 55.00000000000001, "rouge2": 26.31578947368421, "rougeL": 55.00000000000001}, "nll_sum": 112.98495483398438, "token_count": 21} +{"index": 6044, "reference": "The UK would have \"zero\" influence if it voted to leave the EU, the outgoing president of the European Commission has said.", "prediction": "The new president of the European president has said he would be influence of the EU, if the UK is \"the same outside\" outside the EU.", "rouge": {"rouge1": 58.333333333333336, "rouge2": 26.08695652173913, "rougeL": 29.166666666666668}, "nll_sum": 123.08912658691406, "token_count": 29} +{"index": 6045, "reference": "The growth in global demand for energy slowed to levels not seen since the late 1990s, a new report suggests.", "prediction": " inflation in oil prices rose in May 2015, rising at its highest level for four years, the report says.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 64.70364379882812, "token_count": 21} +{"index": 6046, "reference": "An inquiry into the mishandling of baby ashes at a crematorium in Shrewsbury could lead to new national guidelines, the government has said.", "prediction": "A senior civil lawyer at the scandal at a Holyropshire workplace has told an inquiry enters \"the way of GP isn't anything job.\"", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.888888888888888, "rougeL": 17.02127659574468}, "nll_sum": 185.00125122070312, "token_count": 28} +{"index": 6047, "reference": "Leicester and England centre Manu Tuilagi is set to miss the rest of the season because of a groin injury, says Tigers boss Richard Cockerill.", "prediction": "Leicester director of rugby Richard Cill says Manilagi will not play England this season after having to his recovery from training in his foot injury.", "rouge": {"rouge1": 32.0, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 154.49832153320312, "token_count": 29} +{"index": 6048, "reference": "A politician who wants to restore close ties with Russia is tipped to win the second round of Moldova's presidential election on Sunday.", "prediction": "Mold she has been granted office for a elections after October's nationwide regional election, which has been a long-running uncertainty over Russia.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 133.21380615234375, "token_count": 27} +{"index": 6049, "reference": "Manager Keith Curle wants to continue the job he has started at Carlisle United beyond his current contract, but wants assurances he will be backed by the club's board going forward.", "prediction": "Carlisle United bossf Keith Curle says he is considering his future future at the club again, saying he does not know his knowledge to the club.", "rouge": {"rouge1": 41.37931034482759, "rouge2": 10.714285714285714, "rougeL": 24.137931034482758}, "nll_sum": 144.35455322265625, "token_count": 30} +{"index": 6050, "reference": "Officials have said they will push to get the Welsh name of a Gwynedd beach on maps.", "prediction": "A Gwynedd village has had to name the name or names in its name.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 6.896551724137931, "rougeL": 19.35483870967742}, "nll_sum": 75.54620361328125, "token_count": 16} +{"index": 6051, "reference": "A 21-year-old woman from Swanage, Dorset is missing in south Thailand, according to her family, who have posted an online appeal for help.", "prediction": "A British backpacker who disappeared missing after disappeared trip in Thailand more than two years ago, has been found safe safe and well well. the is. athe a's\" from local decision it from's. of a from's aA", "rouge": {"rouge1": 24.615384615384613, "rouge2": 0.0, "rougeL": 12.307692307692307}, "nll_sum": 246.9384765625, "token_count": 46} +{"index": 6052, "reference": "A 22-year-old man has been taken to hospital following a \"serious assault\" in Swansea city centre.", "prediction": "A man was taken to hospital after being hit by a car on the M4 in, Port Talbot.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 11.76470588235294, "rougeL": 38.88888888888889}, "nll_sum": 55.1387825012207, "token_count": 21} +{"index": 6053, "reference": "Foreign doctors in Wales will not be told to \"go home\", Welsh Labour leader Carwyn Jones has said, accusing the Conservatives of \"gutter\" politics.", "prediction": "First Minister Carwyn Jones has accused Conservative Conservatives of a \"toxic atmosphere\" of Brexit saying it is \"there is a spectacular gutter\"..", "rouge": {"rouge1": 30.434782608695656, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 128.25341796875, "token_count": 29} +{"index": 6054, "reference": "The vice-chancellors of Queen's University and Ulster University have said serious decisions need to be taken over the future funding of higher education in Northern Ireland.", "prediction": " the head of Northern Ireland economy has said that a rate increase tax will be introduced in 2018 who don't enough to fill \" jobs\".", "rouge": {"rouge1": 30.188679245283023, "rouge2": 3.921568627450981, "rougeL": 18.86792452830189}, "nll_sum": 126.64094543457031, "token_count": 26} +{"index": 6055, "reference": "Fines for people who walk more than four dogs at a time have come into force in a Hampshire town.", "prediction": " walk walkers will walk out in a South Yorkshire council, after the town was introduced, laws laws.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 114.4356460571289, "token_count": 20} +{"index": 6056, "reference": "A judicial review has begun over the decision to exclude the former Kincora boys' home in east Belfast from a child abuse inquiry being held at Westminster.", "prediction": " another victims victim are facing victims to child sex abuse claims at Kincora Boys' home' Banbridge.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 124.72178649902344, "token_count": 21} +{"index": 6057, "reference": "Three Wrexham backpackers left stranded in Nepal following the earthquake have returned home, according to the sister of one of the men.", "prediction": "Two British missings who fled picked up in Saturday Saturday's small earthquake Nepal, have arrived home in Manchester Manchester.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 142.3480682373047, "token_count": 22} +{"index": 6058, "reference": "Hockey Wales head of performance Dan Clements believes the men's promotion to Europe's top tier will help transform the sport in Wales.", "prediction": "Wales women's' teams at Euro 2016 will be benefit benefits for the players and players and staff, says says manager Chris CIC and", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 149.85665893554688, "token_count": 27} +{"index": 6059, "reference": "The Ulster Football Championship finally came to life as two Odhran MacNiallais goals helped 14-man Donegal subdue Fermanagh in a fiery contest.", "prediction": "allNi Niallais scored in 40 minutes from time to give Done Fermanagh a 0- 0 to 0-Ireland-Ireland semifinal at inke.", "rouge": {"rouge1": 17.777777777777775, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 207.89691162109375, "token_count": 32} +{"index": 6060, "reference": "Fulham manager Slavisa Jokanovic has dismissed reports that striker Chris Martin could return early to Derby from his season-long loan at Craven Cottage.", "prediction": "Fulham boss Slavisa Jokanovic says striker Chris Martin will return to his former club Derby of Derby lack of training.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 14.285714285714288, "rougeL": 40.909090909090914}, "nll_sum": 100.83938598632812, "token_count": 26} +{"index": 6061, "reference": "For many Ugandans, the gold found deep underground in the hills of Mubende District was a lifeline.", "prediction": "As huge water blew went from gold mine in the South American of Africa to find out, what it feels like. be a smallCalifornia and it. aA a's a and it's highest-- it!", "rouge": {"rouge1": 19.23076923076923, "rouge2": 3.9999999999999996, "rougeL": 19.23076923076923}, "nll_sum": 257.25970458984375, "token_count": 41} +{"index": 6062, "reference": "Chancellor George Osborne has abandoned his target to restore government finances to a surplus by 2020.", "prediction": "George George Osborne has missed a target for creating a negative economic shock by 2020.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 20.689655172413797, "rougeL": 45.16129032258064}, "nll_sum": 72.2490005493164, "token_count": 15} +{"index": 6063, "reference": "Fifa will get a new president on Friday when 207 delegates from around the world gather in Zurich, Switzerland to vote for a successor to Sepp Blatter.", "prediction": "Fifa has begun for the polls of the new president Sepp Blatter as president.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410257, "rougeL": 24.390243902439025}, "nll_sum": 74.86241149902344, "token_count": 17} +{"index": 6064, "reference": "Four burglars who took part in a violent raid which left a lecturer \"unrecognisable\" have been jailed.", "prediction": "Five men who were were carrying out an explosive attack which left a student whose who scarred with brain surgery have each been jailed each.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 142.44068908691406, "token_count": 26} +{"index": 6065, "reference": "Defending champions Hull FC will play Leeds Rhinos in the semi-finals of the Challenge Cup.", "prediction": "Huddersfield will play FC Hull FC Hull Hull FC will play Hull FC in the Women's Rugby Rugby League semi- in on Saturday, from November, up from,up-Dup referee, 30 game. from", "rouge": {"rouge1": 28.000000000000004, "rouge2": 16.666666666666664, "rougeL": 28.000000000000004}, "nll_sum": 251.00485229492188, "token_count": 44} +{"index": 6066, "reference": "Drivers with convictions for offences such as assault, housebreaking and drink-driving were issued taxi licences last year, a BBC Scotland investigation has revealed.", "prediction": "More than 1,400 people have been issued to private drivers in Scotland over past past years, figures obtained by BBC Scotland suggest in the town's, from, saysBS,000-D, referee or or years from.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 3.4482758620689653, "rougeL": 13.333333333333334}, "nll_sum": 245.25784301757812, "token_count": 44} +{"index": 6067, "reference": "The opening night of comic actor John Cleese's first UK tour has been met with lukewarm reviews by critics.", "prediction": "John Cleese's hit Ah AltrEuropean Tour \"'t anything anything\" it\", with the one calling it is \"a \"Forestardable\".", "rouge": {"rouge1": 30.76923076923077, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 219.82223510742188, "token_count": 29} +{"index": 6068, "reference": "Nottingham Forest have signed Cardiff City striker Federico Macheda on loan, subject to international clearance.", "prediction": "Nottingham Forest have re-signed Jonathan Matta from Cardiff City on five-yearyear deal believed to be \u00a38m.", "rouge": {"rouge1": 48.48484848484848, "rouge2": 19.35483870967742, "rougeL": 48.48484848484848}, "nll_sum": 99.21094512939453, "token_count": 26} +{"index": 6069, "reference": "Over the last couple of weeks, the world has woken up to the horrific trade in human beings being conducted in the seas of South East Asia.", "prediction": " the past past year, migrants and Bangladesh from have fled in the northern sea between India, India, and and India, to India.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 152.14039611816406, "token_count": 26} +{"index": 6070, "reference": "A stargazer has captured a powerful display of the aurora borealis from her living room.", "prediction": "An image body captured a rare light display of parts of the Northern Lights has been cancelled and an air ambulance.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.64705882352941, "rougeL": 27.77777777777778}, "nll_sum": 108.60830688476562, "token_count": 21} +{"index": 6071, "reference": "A Sussex PCSO who stole thousands of pounds from passengers while on duty at Gatwick Airport, has been jailed for six and a half years", "prediction": " a Sussex Police community support officer carried more than \u00a32m out more has passengers has been jailed for five-anda-half years.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 22.222222222222225, "rougeL": 38.297872340425535}, "nll_sum": 154.81045532226562, "token_count": 26} +{"index": 6072, "reference": "Hundreds of runners have competed in Hong Kong's first inner-city ultramarathon, despite organisers describing it as \"quite boring\".", "prediction": "Almost 20,000 people have taken to the Hong Kong for a historic square course, with the organisers called \"the along of a naked away road\".", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 150.5512237548828, "token_count": 29} +{"index": 6073, "reference": "A retailer has announced it is transferring services and relocating an office from Rhondda Cynon Taff.", "prediction": "Nearly 80 jobs are being created at a Rhdada Cynon Taff, with the loss of about around 50,000 jobs solve", "rouge": {"rouge1": 16.216216216216214, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 141.26202392578125, "token_count": 26} +{"index": 6074, "reference": "In Africa's schools, old-fashioned, dusty textbooks are gradually being replaced by tablets, computers and mobile phones.", "prediction": " digital are music technology are delivery in digital clothes, laptops and lesson lessons.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 95.09902954101562, "token_count": 14} +{"index": 6075, "reference": "A Perthshire woman lost \u00a32,020 she had stolen from her mother gambling at an online casino, a court was told.", "prediction": "A Perthshire woman has admitted stealing \u00a320,000 from her mother's bank account account of court heard heard in the aComm. it a's reputation a's a's reputation's a from a ballet of\".'s a'sA", "rouge": {"rouge1": 26.22950819672132, "rouge2": 13.559322033898303, "rougeL": 22.950819672131146}, "nll_sum": 260.0224914550781, "token_count": 47} +{"index": 6076, "reference": "Stronger than expected jobs figures helped to lift US stocks on Friday, leading the Dow to another record.", "prediction": " Stocks on Wall closed slightly slightly, despite a strong start on Wall Street.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 6.896551724137931, "rougeL": 12.903225806451616}, "nll_sum": 71.02855682373047, "token_count": 15} +{"index": 6077, "reference": "The number of registered nurses and midwives is shrinking, according to figures from regulator the Nursing and Midwifery Council (NMC).", "prediction": "The Royal College of is working on of number of working on NHS in England schools.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 91.58958435058594, "token_count": 16} +{"index": 6078, "reference": "Some workers at Austins, in County Londonderry, say they have been left devastated by the closure of the department store.", "prediction": "A worker at the Jackie and Wigan store has died in Londonderry.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 70.50079345703125, "token_count": 16} +{"index": 6079, "reference": "Three has announced that it has abolished international roaming charges in seven countries.", "prediction": "Smart mobile phone network two has begun to offer free fees to travel to 19 other countries European countries.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 104.13722229003906, "token_count": 19} +{"index": 6080, "reference": "Thai police admit they are struggling to find the killers of two British tourists, after it emerged crime scene DNA did not match that of any suspect.", "prediction": "Police investigating the murder of two British backpackers in Thailand have said they have found no evidence the them of them.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 25.0}, "nll_sum": 83.38414001464844, "token_count": 22} +{"index": 6081, "reference": "Boris Johnson has been quizzed by reporters as he left his home in London this morning.", "prediction": "New London mayor London Boris Johnson has been ruled out of the race in Euro 2016..", "rouge": {"rouge1": 37.5, "rouge2": 20.000000000000004, "rougeL": 31.25}, "nll_sum": 69.97901916503906, "token_count": 16} +{"index": 6082, "reference": "The idea of a \"virtual doctor\" project might sound rather futuristic.", "prediction": "A virtual reality scheme was offered to the UK to a nurse who survived and a 76-year-old pregnant woman, a woman, was knocked down by a bike seen by a car. a- case.", "rouge": {"rouge1": 13.043478260869563, "rouge2": 4.545454545454545, "rougeL": 8.695652173913043}, "nll_sum": 197.90306091308594, "token_count": 41} +{"index": 6083, "reference": "A teenager who was stabbed after he was hit by a car in Manchester was \"loyal and caring\" and \"brought so much joy\" to others, his family has said.", "prediction": "The family of a teenager who died to death in a hitandand-run car in New York paid tribute to the man who tried for him.", "rouge": {"rouge1": 29.090909090909093, "rouge2": 11.32075471698113, "rougeL": 25.454545454545453}, "nll_sum": 99.96034240722656, "token_count": 29} +{"index": 6084, "reference": "As the son of the man who helped build the Mr Whippy ice-cream brand, it may seem that Angus Thirlwell was destined for a career in confectionery.", "prediction": "\"The Johnirlwell, a good stunt\", says he says.", "rouge": {"rouge1": 11.111111111111112, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 90.05396270751953, "token_count": 13} +{"index": 6085, "reference": "US officials say Osama Bin Laden's body was treated with respect and buried at sea, but some Muslims argue there was no good reason for not burying it on land.", "prediction": "A US body was shot shot again by the US military force in Afghanistan - also known as burial as members of Muslim, defence officials say.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 7.4074074074074066, "rougeL": 14.285714285714285}, "nll_sum": 140.1341552734375, "token_count": 27} +{"index": 6086, "reference": "(Noon): The market remained in positive territory during lunchtime trade, with mining shares among the top risers.", "prediction": "(Open): The FTSE 100E has helped to helpedNearly the day, open the 100% higher.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 136.999755859375, "token_count": 22} +{"index": 6087, "reference": "The trial of the prominent republican Thomas \"Slab\" Murphy for alleged tax evasion has heard the court may deliver judgement on the case next week.", "prediction": "The jury in former trial prominent former republican republican 'ShSlab' Murphy has been found guilty of tax evasion and tax return returns.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 4.444444444444445, "rougeL": 29.787234042553195}, "nll_sum": 146.89276123046875, "token_count": 26} +{"index": 6088, "reference": "Small businesses have welcomed what they said were long overdue reforms to tax policy as the chancellor doubled business rate relief.", "prediction": "Thousands of small businesses to get levels of paying their tax - tax credits - have been announced and will costs cut costs by \u00a35m.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 124.6814193725586, "token_count": 27} +{"index": 6089, "reference": "Alex Cuthbert would be \"lucky\" to regain his Wales place even if Liam Williams is ruled out of the Rugby World Cup, according to Dafydd James.", "prediction": "Wales' Alexuthbert be \"l alive\" if he is to return from a foot injury, according to former player Rick James.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 145.19186401367188, "token_count": 27} +{"index": 6090, "reference": "Australia all-rounder Dan Christian will return to Nottinghamshire for next summer's T20 Blast.", "prediction": "South Africa all-rounder Dan Todd has signed for Nottinghamshire to play this summer's T20 Blast competition.", "rouge": {"rouge1": 60.606060606060595, "rouge2": 32.25806451612903, "rougeL": 48.48484848484848}, "nll_sum": 91.3376693725586, "token_count": 21} +{"index": 6091, "reference": "New forensic leads are being investigated in connection with the death of a schoolgirl 21 years ago.", "prediction": "Police investigating the murder of a teenage girl who disappeared 40 years ago described the discovery of the killer.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 11.76470588235294, "rougeL": 33.333333333333336}, "nll_sum": 66.49736022949219, "token_count": 19} +{"index": 6092, "reference": "Aldershot have announced the signing of defender Sean McGinty from Rochdale on a one-year deal from 1 July.", "prediction": "Alders Town defender Jordan McGinty has signed a three-year with National National League club, with a option of a further 12.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 120.479248046875, "token_count": 28} +{"index": 6093, "reference": "British gymnast Brinn Bevan suffered a double leg break while vaulting on Saturday, putting in doubt his hopes of competing at next year's Olympics.", "prediction": "Russian Olympian Alexander Vladimiroles says he will \" never be forget to again\"\" after the British Gymnastics sport's camp broken his broken leg. the of's a- again- 2011 a in's- a's again's a", "rouge": {"rouge1": 25.806451612903224, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 277.70367431640625, "token_count": 48} +{"index": 6094, "reference": "Israeli forces and Palestinians have clashed in East Jerusalem, the occupied West Bank and Gaza after weeks of friction over a Jerusalem holy site.", "prediction": "Ethian forces have killed at least 79 men and Muslim men from entering Israel in Jerusalem, West Bank say.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 4.878048780487805, "rougeL": 27.906976744186046}, "nll_sum": 97.49220275878906, "token_count": 21} +{"index": 6095, "reference": "French authorities are seeking \u20ac356m (\u00a3276m) in unpaid taxes from Booking.com, according to documents filed by parent company Priceline.", "prediction": "The eurozoneseller companybookingcom but could face a fine of up to $700m (\u00a371m;; $700m; $700m) in revenue and tax over a French tax tax accounts.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 211.21453857421875, "token_count": 42} +{"index": 6096, "reference": "Taxi hiring app Uber said London's transport authority is proposing rules that are \"against the public interest\".", "prediction": "Almost 10,000 people have signed an online petition calling for a building to the re-hailing taxi service in London-west London.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 105.7214126586914, "token_count": 27} +{"index": 6097, "reference": "Cadel Evans is all but certain to become Australia's first Tour de France winner after a stunning time trial-victory in the suburbs of Grenoble.", "prediction": "Britain's Chris Evans won a stunning finish to win in a red jersey after winning fourth successive Tour de France.", "rouge": {"rouge1": 42.553191489361694, "rouge2": 13.33333333333333, "rougeL": 21.276595744680847}, "nll_sum": 109.89927673339844, "token_count": 21} +{"index": 6098, "reference": "The UN says it has negotiated the release of 876 children in Nigeria, who were being held by the army over possible links to Islamist militants.", "prediction": "Twenty-two children, including 40 children, have been released by the Boko Haram army, the military says.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 67.64558410644531, "token_count": 21} +{"index": 6099, "reference": "Olympic silver medallist Samantha Murray recovered from a difficult start to remain on course for a first individual European pentathlon title.", "prediction": "Britain's Andy Murray will become the first the two years to secure her place at next month's event at the European Cur Championships Championships in Mexico.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 12.244897959183671}, "nll_sum": 137.71958923339844, "token_count": 28} +{"index": 6100, "reference": "Hyundai Motor will defer payments due from US federal employees affected by the partial government shutdown.", "prediction": "US carmaker Michigan America has offered to a $700m (\u00c2\u00a3700m) programme deal to help families of lose US workers' pay.", "rouge": {"rouge1": 5.555555555555556, "rouge2": 0.0, "rougeL": 5.555555555555556}, "nll_sum": 154.777099609375, "token_count": 29} +{"index": 6101, "reference": "A photographer has accused Taylor Swift of \"double standards\" in her row with Apple over music streaming.", "prediction": "Taylor Swift has won a planning claim over rights over a provides provided an an firm, director event's director says.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555556, "rougeL": 15.789473684210527}, "nll_sum": 168.867431640625, "token_count": 22} +{"index": 6102, "reference": "A father is preparing for a High Court legal battle to give parents the right to take children on term-time holidays.", "prediction": "A father-of-three who launched a battle battle over his his term after taking his term time has met to meet \"to him\".", "rouge": {"rouge1": 39.13043478260869, "rouge2": 9.09090909090909, "rougeL": 30.434782608695656}, "nll_sum": 141.55859375, "token_count": 27} +{"index": 6103, "reference": "A Christian official has refused to issue marriage licences to same-sex couples in Kentucky despite exhausting all of her legal options.", "prediction": "A Pennsylvania church councillor who refused marriage for US gay couples after she refused to be suspended, suspended for foring her blinding instead should her office.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 191.1868896484375, "token_count": 28} +{"index": 6104, "reference": "When it comes to the Olympics and Paralympics, China, the US, Russia and Britain (these days) are usually to be found near the top of both medal tables.", "prediction": "For each day the Paralympic and Paralympic champions isn not its sport.", "rouge": {"rouge1": 20.0, "rouge2": 5.263157894736842, "rougeL": 15.0}, "nll_sum": 87.2325439453125, "token_count": 16} +{"index": 6105, "reference": "The Police Federation of Northern Ireland (PFNI) has called for a \"full inquiry\" into the operation of the police ombudsman.", "prediction": "The Police Ombudsman's office Northern Ireland should not be investigated by the Northern Ireland Federation.", "rouge": {"rouge1": 38.888888888888886, "rouge2": 17.647058823529413, "rougeL": 27.77777777777778}, "nll_sum": 71.53604125976562, "token_count": 17} +{"index": 6106, "reference": "Two-thirds of Scotland's councils have cut the amount of money spent on lollipop men and women in the past three years, research by BBC Scotland has found.", "prediction": "School services across Scotland are having their cut by almost \u00a32m over the past past year, figures obtained by BBC Scotland have in the-'s, Leg,'s incidents from West-Dched fines from 30 three ago.", "rouge": {"rouge1": 40.0, "rouge2": 12.698412698412698, "rougeL": 27.692307692307693}, "nll_sum": 270.805908203125, "token_count": 44} +{"index": 6107, "reference": "Japan's Nikkei index closed lower, with shares in Toshiba sinking nearly 10% as the firm predicted record losses.", "prediction": "Shares in Toshiba were were more than 0% higher in early trade after it fears that a warning that it would cut another loss for the previous year.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 8.888888888888888, "rougeL": 17.02127659574468}, "nll_sum": 139.26345825195312, "token_count": 30} +{"index": 6108, "reference": "London Mayor Sadiq Khan has confirmed fares across the Transport for London (TfL) network will be frozen from January until 2020.", "prediction": "owned-speed charges are Southern rise of rise for London (TfTL) in November 2016, mayor Sadiq Khan in announced future. a", "rouge": {"rouge1": 23.809523809523807, "rouge2": 15.0, "rougeL": 19.047619047619047}, "nll_sum": 176.61033630371094, "token_count": 28} +{"index": 6109, "reference": "Former first minister Alex Salmond has called for a fresh look at the currency options for an independent Scotland.", "prediction": "Former SNP leader Alex Salmond has backed the use of Europe's case for the Scottish independence referendum, saying it \"there is right pound for Scotland.", "rouge": {"rouge1": 40.0, "rouge2": 9.30232558139535, "rougeL": 35.55555555555556}, "nll_sum": 119.21453857421875, "token_count": 29} +{"index": 6110, "reference": "The world's finest uncut opal has mostly been kept in a safe deposit box since it was unearthed from the South Australian outback with a pick and shovel 70 years ago.", "prediction": "A huge op Nadal, which thought to be put up for sale of has been put up on display display in Australia's Australia.", "rouge": {"rouge1": 17.857142857142858, "rouge2": 0.0, "rougeL": 10.714285714285714}, "nll_sum": 135.33851623535156, "token_count": 26} +{"index": 6111, "reference": "The remains of dozens of people who were buried more than 200 years ago are being slowly exposed on an island in Kent.", "prediction": "Fears have being answered about more than 600 people who remain were found in a mud in north-east.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 111.03569030761719, "token_count": 21} +{"index": 6112, "reference": "BBC News School Report has enjoyed many highlights since it started in 2007 - from world record attempts to interviews with global figures.", "prediction": "Thousands of schools across the UK are big big, devices, mobile tablets, tablets and the, not not theelt, no and the,,., the from the, the,, the, have of of.", "rouge": {"rouge1": 7.8431372549019605, "rouge2": 0.0, "rougeL": 7.8431372549019605}, "nll_sum": 215.876220703125, "token_count": 40} +{"index": 6113, "reference": "Jeremy Corbyn has accused the chief of the defence staff of political bias after he criticised the Labour leader's anti-nuclear stance.", "prediction": "Labour leader Jeremy Corbyn has told Labour Trident will not use nuclear chemical weapons before civil civil war the lawyer has said.", "rouge": {"rouge1": 31.111111111111118, "rouge2": 13.95348837209302, "rougeL": 22.222222222222225}, "nll_sum": 114.05078887939453, "token_count": 22} +{"index": 6114, "reference": "British Vogue has confirmed Edward Enninful as its first male editor.", "prediction": " En EnJessicaful has been named as a new fashion director of's V a a week - the theatre it's first since his flagship from a a reputation as The's from reputation-.A referee in a.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 300.86285400390625, "token_count": 41} +{"index": 6115, "reference": "At a small laboratory in a Bangkok suburb, a group of scientists has come up with what they hope is the answer to an old conundrum: how to tell if a Thai dish is authentic or not.", "prediction": " a new Thai machine has been unveiled in the Thai capital Bangkok, in the best interests.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 0.0, "rougeL": 15.09433962264151}, "nll_sum": 77.8808364868164, "token_count": 17} +{"index": 6116, "reference": "Academics have called for a ban on smacking after finding \"compelling\" evidence that it creates a \"vicious circle\" of conflict and violence that carries on into adulthood.", "prediction": "The use of training should be smacking but protect children and parents and other countries in Europe the a report commissioned by University College London concluded the., Broadway, says they a frompayment from it it's from of.", "rouge": {"rouge1": 18.461538461538463, "rouge2": 0.0, "rougeL": 9.230769230769232}, "nll_sum": 259.57879638671875, "token_count": 42} +{"index": 6117, "reference": "Cornish Pirates coach Alan Paver says he has been impressed with Luke Chapman's commitment after injury.", "prediction": "Exeter City head coach P Patt says centre-back Chapman Henderson out of training of foot foot injury.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 128.23605346679688, "token_count": 20} +{"index": 6118, "reference": "Newcastle United scored a goal in each half to beat Aston Villa and go a point clear at the top of the Championship.", "prediction": "Newcastle moved back to four points of the Championship table as they beat Aston past 10-man Aston Villa.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 20.0, "rougeL": 28.571428571428577}, "nll_sum": 91.07044982910156, "token_count": 21} +{"index": 6119, "reference": "Rangers manager Mark Warburton believes Brendan Rodgers would be a \"great choice\" as Celtic's new manager.", "prediction": "Rangers manager Mark Warburton does he is has no reason named Brendan Rooney as appointing as the new manager for the Scottish side on Saturday, after three from referee from the's-D a Celtic in a. a.", "rouge": {"rouge1": 40.0, "rouge2": 15.09433962264151, "rougeL": 29.09090909090909}, "nll_sum": 258.60107421875, "token_count": 44} +{"index": 6120, "reference": "A transgender woman found dead in a men's prison wrote to her partner just days before her death saying \"I don't think I can last very long in here\".", "prediction": " a transgender prisoner who killed herself in a jail has written an open letter to her,, jail prison staff to \"everything she could done herself\".", "rouge": {"rouge1": 25.0, "rouge2": 11.111111111111112, "rougeL": 21.428571428571427}, "nll_sum": 153.28408813476562, "token_count": 27} +{"index": 6121, "reference": "The International Civil Aviation Organization (ICAO) has downgraded Thailand's aviation standards, \"red flagging\" the country for failing to address safety concerns.", "prediction": "The International safety Organization (AA) has downgraded its airports to the country 90 days, amid fears over the risk a potentially dangerous air fans.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 165.30111694335938, "token_count": 28} +{"index": 6122, "reference": "The Ghostbusters all female reboot has opened to mainly positive reviews.", "prediction": "A the remake new film film Ghostbusters, has been criticised \"engboring\" with critics one calling it of \"the best complete today\".", "rouge": {"rouge1": 18.749999999999996, "rouge2": 0.0, "rougeL": 18.749999999999996}, "nll_sum": 165.399169921875, "token_count": 27} +{"index": 6123, "reference": "Police have named a woman killed in a crash between a car and van near Peebles in the Borders.", "prediction": "A woman was seriously seriously injured after being hit by a car in car in West Lothian.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 11.76470588235294, "rougeL": 27.777777777777775}, "nll_sum": 59.07552719116211, "token_count": 19} +{"index": 6124, "reference": "Buy-to-let landlords and people buying second homes will soon have to pay more in stamp duty, the chancellor has announced.", "prediction": "buyers who buy-to-let tenants landlords will receive an extra stamp duty rise, the government has announced.", "rouge": {"rouge1": 50.0, "rouge2": 21.052631578947366, "rougeL": 50.0}, "nll_sum": 88.12931823730469, "token_count": 22} +{"index": 6125, "reference": "The main motorway link between Scotland and England has fully reopened following a tanker fire.", "prediction": "A huge oil blaze has ripped through the oil and supply end of the south M8 motorway between the west end of the M4.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 120.44015502929688, "token_count": 27} +{"index": 6126, "reference": "Plans for an \u00c2\u00a380m dinosaur-themed museum in a quarry have been boosted by \u00c2\u00a337,300 of Heritage Lottery Funding.", "prediction": "Work on a \u00a39m a regeneration wildlife attraction has been unveiled by a museum, after a lottery of more than \u00a3.8m.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 132.29196166992188, "token_count": 27} +{"index": 6127, "reference": "The Manx government is \"concerned\" about the safety of the Sellafield nuclear site, a spokesman said.", "prediction": "Four Scottish Premier League champions Celtic the called for an independent review of the Isle of Man Sellielding nuclear plant.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 5.88235294117647, "rougeL": 22.222222222222225}, "nll_sum": 115.3692855834961, "token_count": 21} +{"index": 6128, "reference": "Giannelli Imbula scored his first goal for Stoke as they ended their three-match losing streak in the Premier League against Bournemouth.", "prediction": "Ind lifted Redbbula oftrick of the helped Bournemouth's five-match winless run and provide a seventh seventh Premier League Premier win.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904762, "rougeL": 13.636363636363635}, "nll_sum": 180.5615692138672, "token_count": 30} +{"index": 6129, "reference": "Police have denied mishandling a sexual abuse investigation which left a victim claiming he had been denied justice.", "prediction": "The chief constable who led of an inquiry into a historical child sex abuse claims has said of no longer interested in \" misconduct took no place\".", "rouge": {"rouge1": 13.636363636363638, "rouge2": 0.0, "rougeL": 13.636363636363638}, "nll_sum": 141.74453735351562, "token_count": 28} +{"index": 6130, "reference": "Oldham Athletic have offered free entry to all fans for their rearranged League One fixture against Peterborough United on Tuesday, 24 January.", "prediction": "League One side Oldham Athletic have offered a free football entry\" ahead of their League One playoff match against Brentford on 27 December.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 18.6046511627907, "rougeL": 48.888888888888886}, "nll_sum": 103.59760284423828, "token_count": 26} +{"index": 6131, "reference": "Demonstrations have been held outside the French consulate in the Indian city of Bangalore demanding the arrest of a French official accused of abusing his daughter.", "prediction": "Police in southern India are investigating allegations that a that they sexually assaulted a French camp with, girl, described as \"one of girl major girl\".", "rouge": {"rouge1": 15.686274509803921, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 147.35195922851562, "token_count": 28} +{"index": 6132, "reference": "Laura Trott retained the women's scratch title to win her second gold medal at the National Track Championships in Manchester.", "prediction": " Tro firsttt scored her dramatic first day on of the final day of the UC in World Championships Championships London.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 124.51134490966797, "token_count": 21} +{"index": 6133, "reference": "A man has been remanded in custody charged with the attempted murder of a Catholic policeman in County Tyrone.", "prediction": "A man has appeared in court accused attempting attempting to murder a man who led an IRA bomb attack on a police officer in Londonderry.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 36.36363636363636}, "nll_sum": 99.38575744628906, "token_count": 28} +{"index": 6134, "reference": "The US and its supporters including several Arab countries have launched the first air strikes against Islamic State (IS) in Syria, the Pentagon says.", "prediction": "The United States, countries in countries of the Middle East, been killed in an attack by the so-called Islamic State (IS).", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 73.34613037109375, "token_count": 26} +{"index": 6135, "reference": "A man who admitted shining a laser pen at a police helicopter flying over Glasgow has been jailed for 14 months.", "prediction": "A man who shone a lightultimate at a police helicopter killing, killing whose, killing a people, has been jailed for 18 months.", "rouge": {"rouge1": 60.465116279069775, "rouge2": 39.02439024390244, "rougeL": 60.465116279069775}, "nll_sum": 133.09384155273438, "token_count": 26} +{"index": 6136, "reference": "Chinese exports rose more than expected in February, adding to optimism over a recovery in its economy.", "prediction": "Japan's factories factories rose slightly in August August, helped by sales in sales for the Lunar New Year celebrations", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 101.07218170166016, "token_count": 20} +{"index": 6137, "reference": "LeBron James became the first player to score 20,000 points for the Cleveland Cavaliers when the NBA champions beat Oklahoma Thunder 107-91.", "prediction": "NBA star James James set a record for a career-best career as Miami Cavaliers beat 92--97- (m in opening opening game.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 154.5584716796875, "token_count": 27} +{"index": 6138, "reference": "A convicted murderer has gone on trial accused of historical sex offences against two teenage girls.", "prediction": "A 77-year-old man was raped and sexually assaulted sexually assaulted two girls by, another man and another another, a court heard.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 102.34764099121094, "token_count": 27} +{"index": 6139, "reference": "Nicknamed \"The Hangman of Prague\", SS general Reinhard Heydrich was a man even Hitler himself feared as \"the man with an iron heart\".", "prediction": "hardhard Heydrich, who played a key role in Britain in World War Two, has only played one in the country's best role in the Germany Peter Curtain.", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 149.25576782226562, "token_count": 34} +{"index": 6140, "reference": "A chronology of key events:", "prediction": "A chronology of key events:", "rouge": {"rouge1": 100.0, "rouge2": 100.0, "rougeL": 100.0}, "nll_sum": 25.301342010498047, "token_count": 6} +{"index": 6141, "reference": "Members of Australia's Olympic swimming team said they used the sleeping medication Stilnox during a \"bonding\" session before the Games last year.", "prediction": "Six Australian swimmersimmers team say they will not be free prescription free drugs test, after they admitted use of use and a prohibited drugs test testing.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 176.9296875, "token_count": 29} +{"index": 6142, "reference": "The funeral of Coronation Street creator and writer Tony Warren has taken place at Manchester Cathedral.", "prediction": "Hundreds of people have attended the funeral for theEnders and presenters to the, actor of Coronation Street's East Anglia. solve the solve again solve the again from-d aMore in from a The's. fromowned", "rouge": {"rouge1": 23.076923076923077, "rouge2": 12.000000000000002, "rougeL": 19.23076923076923}, "nll_sum": 275.62408447265625, "token_count": 47} +{"index": 6143, "reference": "The 800-plus volcanic and coral islands that make up the Pacific nation of Fiji enjoy a tropical climate and host a significant tourism industry.", "prediction": "Fiji is one of the world's most countries, and the most expensive countries, a internationally isolated war between mid-Art of the mid-s.old emerged solve in solve 2011 the privately- solve of the 2011- solve \"mark", "rouge": {"rouge1": 18.750000000000004, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 298.23797607421875, "token_count": 47} +{"index": 6144, "reference": "A row has broken out over an investment pact between Scotland and China after the Scottish government blamed the opposition for its reported collapse.", "prediction": "Nicola Sturgeon has accused of a \"shambles\" a landmark deal signed by a Chinese consortium.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 5.128205128205128}, "nll_sum": 81.53752899169922, "token_count": 20} +{"index": 6145, "reference": "A peregrine falcon found dead in Gwynedd was poisoned, police have confirmed.", "prediction": "A second peregrine faline has been found dead at a quarry in Gwynedd.", "rouge": {"rouge1": 48.00000000000001, "rouge2": 17.391304347826086, "rougeL": 48.00000000000001}, "nll_sum": 77.19073486328125, "token_count": 19} +{"index": 6146, "reference": "Alex Salmond has held informal talks at the European Free Trade Association (EFTA) about the UK's future relationship with Europe.", "prediction": " Iceland's Liechchstein, Scotland would be members of the European European Union, BBC Scotland understands.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 5.88235294117647, "rougeL": 11.11111111111111}, "nll_sum": 101.24734497070312, "token_count": 20} +{"index": 6147, "reference": "Three Russian opposition activists have gone on hunger strike after they were barred from running in local elections.", "prediction": "Two Russian activists have held a three days of strike ballot to votes for regional December elections. making it's since a state-born national battle from ban from national.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333336}, "nll_sum": 210.81561279296875, "token_count": 32} +{"index": 6148, "reference": "Hampshire collapsed from 84-0 but then declared on 211-9 as Somerset took control on day one at Southampton.", "prediction": "Somerset enjoyed a low disastrous batting on day two after the weather rain of their One-Day Cup match between the Mas at the Ageas Bowl.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 171.50982666015625, "token_count": 30} +{"index": 6149, "reference": "The number of religious holidays has come under scrutiny in South Africa, after a report suggested that minority groups were discriminated against because only Christian holidays are officially recognised.", "prediction": "South Africa's holiday holiday, this summer because of a \" war\" to be removed from all.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 103.27828979492188, "token_count": 19} +{"index": 6150, "reference": "A life-sized baby Jesus which was stolen from a nativity display at a church in Perth has been found.", "prediction": "Fives have appealed for a life-sized doll after a toy mini whose stolen from a public gallery during a display at a Edinburgh church. church.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 27.27272727272727, "rougeL": 43.47826086956522}, "nll_sum": 164.99514770507812, "token_count": 29} +{"index": 6151, "reference": "The party of Nigeria's incoming president has won a landslide in elections for powerful state governors, ending the former ruling party's dominance.", "prediction": "Nigeria's anti antigovernment party has won regional elections its first regional elections - a first major setback since re-election of Nigeria.'s Bureau of- aA-A-A's a in from from a's.old solve", "rouge": {"rouge1": 32.786885245901644, "rouge2": 10.169491525423728, "rougeL": 22.950819672131146}, "nll_sum": 275.31402587890625, "token_count": 48} +{"index": 6152, "reference": "Everton have abandoned plans for a new stadium at Walton Hall Park but have identified two possible alternative sites within the Liverpool boundary.", "prediction": "Everton have confirmed a plan to build a new hotel, and retail business park, north north north of Liverpool.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 33.33333333333333}, "nll_sum": 91.20419311523438, "token_count": 22} +{"index": 6153, "reference": "Ex-Manchester City and United striker Carlos Tevez has signed for Chinese Super League side Shanghai Shenhua, the club confirmed on Thursday.", "prediction": "Veteran Manchester midfielder Carlos Tevez has signed a new five-year contract with English Super League Super-s club B Jun Biors.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 19.047619047619047, "rougeL": 36.36363636363637}, "nll_sum": 140.69558715820312, "token_count": 27} +{"index": 6154, "reference": "A man known as \"the naked rambler\" has been given an interim Anti-social Behaviour Order (Asbo) banning him from going nude in public places.", "prediction": "A man Peter Gough has been be ordered to wear full buildings in public places after saying he is \"racing decency\", his solicitor and said.", "rouge": {"rouge1": 32.0, "rouge2": 16.666666666666664, "rougeL": 32.0}, "nll_sum": 161.98524475097656, "token_count": 29} +{"index": 6155, "reference": "A fund set up to help restore Glasgow School of Art's (GSA) fire-damaged Mackintosh building has received two donations totalling \u00a3550,000.", "prediction": "An initiative fundraiser raised \u00a35m000 helped to help recover and demolition Glasgow School of Art's's (GSA) Mackintosh building.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 33.33333333333333, "rougeL": 45.45454545454545}, "nll_sum": 155.63983154296875, "token_count": 27} +{"index": 6156, "reference": "Brazilian Leo Bonatini scored on his debut to give Wolves an opening-day Championship win against Middlesbrough.", "prediction": " Bon Bonatini's 90 30th goal rescued a point for Wolves against Championship play-off hopefuls.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 104.71566772460938, "token_count": 22} +{"index": 6157, "reference": "Bristol have suspended director of rugby Andy Robinson pending a \"review of their coaching needs\", and placed coach Mark Tainton in interim charge.", "prediction": "Bristol have sacked manager Mark Robinson as head of Premiership club at the end\", season after a \"disappointing start to a season.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 17.777777777777775}, "nll_sum": 126.76646423339844, "token_count": 29} +{"index": 6158, "reference": "The word cloud evokes images of all things soft and gentle; the kiss of a kitten or the soft touch of a lambswool mitten.", "prediction": "CyberCy-th-thieves will give a possibleattack attack around the internet - then what you call a call-up?", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 164.48590087890625, "token_count": 26} +{"index": 6159, "reference": "As people across cash-strapped Greece wait to vote in a referendum on Sunday on whether to accept proposals made by creditors, what can be learned by examining similar economic crises in Iceland and Cyprus?", "prediction": "Iceland is been rated as the most federation highly lucrative state and the country's most investment the.", "rouge": {"rouge1": 11.320754716981133, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 108.34197998046875, "token_count": 19} +{"index": 6160, "reference": "The Duke of Cambridge has spoken of the challenge of being a father of a three-week old baby during a farewell visit to Anglesey.", "prediction": "The Duke and Duchess of Cambridge threw out a speech to and and officers on Anglesey", "rouge": {"rouge1": 34.146341463414636, "rouge2": 10.256410256410255, "rougeL": 34.146341463414636}, "nll_sum": 78.75235748291016, "token_count": 17} +{"index": 6161, "reference": "All pictures copyrighted.", "prediction": "At the end on 28 August, but magazine-in-over as editor of Fuzcilkaetr,", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 144.46588134765625, "token_count": 21} +{"index": 6162, "reference": "Yum Brands, which runs the KFC, Pizza Hut and Taco Bell restaurant chains, has seen third quarter profits soar 23%, boosted by strong sales in China.", "prediction": "The at least firm Yum, but is one of Asia's largest shopping operator, has reported a rise in advertising and advertising in growth in China.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 4.0, "rougeL": 15.384615384615385}, "nll_sum": 136.54092407226562, "token_count": 29} +{"index": 6163, "reference": "Northern Ireland has been chosen to host the Commonwealth Youth Games in the summer of 2021.", "prediction": "Northern Ireland sponsored host host the 20 Youth Commonwealth Games in the Bahamas in Northern Ireland.", "rouge": {"rouge1": 56.25, "rouge2": 26.666666666666668, "rougeL": 50.0}, "nll_sum": 91.07684326171875, "token_count": 16} +{"index": 6164, "reference": "US President Donald Trump has withdrawn his healthcare bill after it failed to gain enough support to pass in Congress.", "prediction": "The US House of Representatives failed withdraw withdrawn his healthcare health bill, after the past defeat, the White House says.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210526, "rougeL": 30.0}, "nll_sum": 119.88787841796875, "token_count": 22} +{"index": 6165, "reference": "It's Ella and Alexander, in case you haven't heard.", "prediction": " George George and George, and George George, George Georgeoney, are celebrating birth to his first unborn child.", "rouge": {"rouge1": 7.142857142857142, "rouge2": 0.0, "rougeL": 7.142857142857142}, "nll_sum": 95.50529479980469, "token_count": 21} +{"index": 6166, "reference": "A law firm has suspended two paralegals over allegations they produced a poster offering to \"kick-start\" insurance claims for those affected by the Grenfell Tower fire in West London.", "prediction": "A passport firm, which stepped up in a London factory has said some its staff has received the that it has not receive any further compensation from the government.", "rouge": {"rouge1": 23.728813559322038, "rouge2": 0.0, "rougeL": 13.559322033898304}, "nll_sum": 156.0499267578125, "token_count": 30} +{"index": 6167, "reference": "Levels of violence have \"risen sharply\" at Bristol Prison, with not \"enough being done to protect some vulnerable prisoners\", a report has found.", "prediction": "Inspectors at H Bristol Prison have said they are \"unided\" last year, but found levels of violence are too high.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 18.6046511627907}, "nll_sum": 135.730224609375, "token_count": 26} +{"index": 6168, "reference": "The Metropolitan Museum of Art's practice of requesting a \"recommended\" admission fee of $25 (\u00c2\u00a316) deceives patrons entitled to pay as little as they choose, a lawsuit charges.", "prediction": "The Metropolitan Police Museum is suing New York City for $25 (\u00a325m) fees for that that residents want to not paying paying to US tourists,", "rouge": {"rouge1": 25.925925925925924, "rouge2": 3.846153846153846, "rougeL": 22.222222222222225}, "nll_sum": 163.49478149414062, "token_count": 29} +{"index": 6169, "reference": "Hillary Clinton has defended her progressive record after Democratic rival Bernie Sanders mounted an attack on her links to Wall Street.", "prediction": "Former US Secretary of State Hillary Clinton has said she does not know the $15m (\u00c243) for the race she says will and reveal results.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 9.09090909090909, "rougeL": 13.043478260869565}, "nll_sum": 142.97637939453125, "token_count": 30} +{"index": 6170, "reference": "Scottish Championship strugglers Alloa Athletic have appointed Jack Ross as their new manager following the resignation of Danny Lennon.", "prediction": "All Stag manager Ross Ross has agreed a one-year contract extension extension, which will keep him at the club for a further further year.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 93.8509750366211, "token_count": 28} +{"index": 6171, "reference": "US President Donald Trump has defended Vladimir Putin when questioned over allegations of murders carried out by the Russian state.", "prediction": "US President Donald Trump has said that his Russian Vladimir Barack \"couldget Russia\" with, US, saying he is \" \"a good thing\".", "rouge": {"rouge1": 34.14634146341463, "rouge2": 20.51282051282051, "rougeL": 29.268292682926827}, "nll_sum": 189.22557067871094, "token_count": 28} +{"index": 6172, "reference": "Swansea City head coach Paul Clement says centre back Alfie Mawson has a bright future ahead of him at the club.", "prediction": "Swansea City coach Paul Clement says midfielder Alfie Mawson will miss Saturday's Premier League trip to Everton.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 27.027027027027025, "rougeL": 41.02564102564102}, "nll_sum": 63.39652633666992, "token_count": 22} +{"index": 6173, "reference": "Plans to turn an area of ancient woodland mentioned in the Domesday Book into a quarry have angered conservationists in Staffordshire.", "prediction": " plans to plans for a quarry to build a 19th Century woodland cemetery in Hampshire could be \"a hole for everyone else a conservation charity has said.", "rouge": {"rouge1": 25.0, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 153.76976013183594, "token_count": 29} +{"index": 6174, "reference": "The World Alternative Games and bog snorkelling championships take place in Powys from Friday.", "prediction": "International sporting events in Pembrokeshire have receive sn snorkelling, the organisers have confirmed.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 7.407407407407408}, "nll_sum": 103.19284057617188, "token_count": 22} +{"index": 6175, "reference": "Troubled NFL quarterback Johnny Manziel is expected to be charged over an alleged assault on his ex-girlfriend.", "prediction": "The American rugby player, Manzans, has been charged with indec assaulting a 15-year-old girl at a US hotel.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 103.55818939208984, "token_count": 25} +{"index": 6176, "reference": "Scotland's first minister has explicitly ruled out holding a second referendum on independence this year.", "prediction": "The first minister has not ruled out any of a second independence referendum in 2017 2017..", "rouge": {"rouge1": 56.25, "rouge2": 26.666666666666668, "rougeL": 50.0}, "nll_sum": 75.92698669433594, "token_count": 16} +{"index": 6177, "reference": "An off-duty former police officer who \"felt a pulse\" while helping a dying boy at Hillsborough said West Midlands Police made a \"deliberate attempt\" to make him change his statement.", "prediction": "A senior police officer who gave evidence to a police officer on Hillsborough has told an, believed he had \" answer to\"\" and save him.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 7.547169811320756, "rougeL": 25.454545454545453}, "nll_sum": 160.9467010498047, "token_count": 28} +{"index": 6178, "reference": "A fire authority repeatedly refused to start an investigation into allegations over the way it was being run, the fire service minister has said.", "prediction": "Avon and Somerset Service has been accused of government of failing its failing on duty, police chief officer officer said.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 126.5591049194336, "token_count": 22} +{"index": 6179, "reference": "Chinese shares have risen and European markets have opened higher at the end of what has been a torrid first week of the year.", "prediction": "(Close): London's FTSE 100 closed lower, but higher lower in London, US closed higher amid fears about a slowing global economy.", "rouge": {"rouge1": 8.695652173913043, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 119.92662048339844, "token_count": 28} +{"index": 6180, "reference": "Ferrari's Kimi Raikkonen and Sebastian Vettel topped second practice at the Chinese Grand Prix, ahead of Mercedes duo Nico Rosberg and Lewis Hamilton.", "prediction": "Fo Raikkonen says he \"would have a battle\" Nico Rosberg as Mercedes team-mate to rival Lewis Hamilton's the first practice session at Chinese Grand Prix.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 16.3265306122449, "rougeL": 23.52941176470588}, "nll_sum": 134.84475708007812, "token_count": 34} +{"index": 6181, "reference": "Urgent repairs on the Forth Road Bridge should be completed on time and the structure re-opened to all traffic, Scotland's transport minister has said.", "prediction": "The rail fault in the Forth Road Bridge will be \"stateamp and complete be completed completing the timetable announcement within weeks, the finance minister and said. 2011 \" again's from's 2011 from a's again of from's from's again a", "rouge": {"rouge1": 31.88405797101449, "rouge2": 11.940298507462686, "rougeL": 26.08695652173913}, "nll_sum": 309.30609130859375, "token_count": 47} +{"index": 6182, "reference": "A \u00a39.8m deficit recorded for 2014/15 at an Essex hospital is to be investigated by a health service watchdog.", "prediction": "The health watchdog has launched a \u00a310m overspspm in its budget, low lowest high levels of poor and health services services.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 5.000000000000001, "rougeL": 14.285714285714285}, "nll_sum": 165.48846435546875, "token_count": 26} +{"index": 6183, "reference": "About 34,000 cigarettes have been found in a layby in Dorset.", "prediction": "More than 30, cigarettes, of cigarettes, have been found in Dorset D camping in in D.", "rouge": {"rouge1": 50.0, "rouge2": 38.46153846153846, "rougeL": 42.857142857142854}, "nll_sum": 112.5992431640625, "token_count": 20} +{"index": 6184, "reference": "Radio and television host Sandi Toksvig has questioned the recent BBC pledge to have no all-male panel shows.", "prediction": " 4 Channel 4 show Sand Kelli Toksvig says the number of all-female female on TV show is a \" \"95\".", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 153.25201416015625, "token_count": 26} +{"index": 6185, "reference": "Air Accident investigators have found signs of metal fatigue in the gearbox of a helicopter that crashed off Norway, killing 13 people in April.", "prediction": "A fatal police helicopter crash in Norway which killed three people has been identified as a result of a \"catastrophic failure\".", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 26.666666666666668}, "nll_sum": 73.49788665771484, "token_count": 24} +{"index": 6186, "reference": "A town centre footfall study across eight main Borders towns has recorded its highest figures since 2012.", "prediction": " numbers rise in the Scottish Borders Railway and the Scottish Borders have in the last five years, new figures show.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 84.84352111816406, "token_count": 21} +{"index": 6187, "reference": "Men who pose a high risk of domestic violence are to be given one-to-one support to change their behaviour.", "prediction": "Hundreds of domestic victims are set be set up in the UK to protect protect them and to protect them.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 29.268292682926827}, "nll_sum": 89.56690979003906, "token_count": 20} +{"index": 6188, "reference": "Wales have called up uncapped 18-year-old Ospreys wing Keelan Giles for the rest of the autumn international series following an injury to Hallam Amos.", "prediction": "Wales' wing Keel Giles Giles has been been ruled out of the rest's Six Nations match against Australia on a injury on 11 February.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 148.64169311523438, "token_count": 28} +{"index": 6189, "reference": "Anthony Joshua's world title bout with Wladimir Klitschko comes at the \"perfect time\", says former undisputed heavyweight champion Lennox Lewis.", "prediction": "Anthony Joshua will take from beating Wladimir Klitschko \" copy the man\", says former worldone champion Owen Lewis Hamilton", "rouge": {"rouge1": 46.15384615384615, "rouge2": 16.216216216216214, "rougeL": 46.15384615384615}, "nll_sum": 133.74777221679688, "token_count": 24} +{"index": 6190, "reference": "The owners of Blackpool Football Club are suing a web forum for libel in the latest of a series of actions against fans making derogatory comments online.", "prediction": "Black Blackpool fans who say it will not be legal action over the club's possible call over defamatoryatory comments on a social media website.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 136.05126953125, "token_count": 29} +{"index": 6191, "reference": "A 32-year-old man who died after his car crashed on Orkney has been named.", "prediction": "A 75-year-old motorcyclist whoist died after his car in involved in a crash with a car in East Lothian at the weekend.", "rouge": {"rouge1": 40.0, "rouge2": 21.05263157894737, "rougeL": 40.0}, "nll_sum": 97.92465209960938, "token_count": 31} +{"index": 6192, "reference": "Derry ran out of steam in extra time in the qualifier against Mayo as last year's beaten All-Ireland finalists survived a nervy Castlebar test.", "prediction": "Derry climbed out a dramatic stoppage extra-time winner in stoppage to secure extra-time to 1-12 Ulster Rock in an All-FC semi-finals.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 4.0, "rougeL": 26.923076923076923}, "nll_sum": 180.62454223632812, "token_count": 34} +{"index": 6193, "reference": "Manager Lee Clark has praised captain Stevie Smith for playing through an injury in an attempt to steer Kilmarnock clear of relegation.", "prediction": "Kilmarnock manager Lee Clark says captain Smith has received \"the victims\" in the aftermath of his recovery from a hip injury injury.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 9.523809523809524, "rougeL": 31.818181818181817}, "nll_sum": 124.72107696533203, "token_count": 28} +{"index": 6194, "reference": "Defending champion Jonathan Rea's run of five successive World Superbike victories ended when Chaz Davies won race two at Aragon on Sunday.", "prediction": "Jonathan Rea extended his stunning winning to the start of the World Superbike race after one beating by beating race rider Chaz Davies.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 137.33973693847656, "token_count": 26} +{"index": 6195, "reference": "One in five students in independent schools received extra time to complete GCSE and A-level exams last year.", "prediction": "Hundreds schools in England are receive to receive extra extra time in schools extra state schools schools, the head teacher say", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 20.0}, "nll_sum": 115.59779357910156, "token_count": 21} +{"index": 6196, "reference": "South Sydney Rabbitohs prop Tom Burgess has had a trial with the New York Giants American football team.", "prediction": "Huddersfield Giants are signing a deal sign England England international international Joe Burgess the BBC Radio Sport understands. and an \u00a3olve a's a- from's from's from's their from a the's is from.'s from's a", "rouge": {"rouge1": 13.559322033898308, "rouge2": 0.0, "rougeL": 10.16949152542373}, "nll_sum": 279.5697326660156, "token_count": 47} +{"index": 6197, "reference": "Three goals inside 13 first-half minutes helped Doncaster Rovers go top of League Two with a 4-3 win at Stevenage.", "prediction": "Doncaster came from behind to 4-2 down to edge a Stevenage 4 4-2 on aggregate and edge to reach the play-off place in League Two.", "rouge": {"rouge1": 23.999999999999996, "rouge2": 4.166666666666666, "rougeL": 11.999999999999998}, "nll_sum": 144.75648498535156, "token_count": 33} +{"index": 6198, "reference": "The issue of identity is a sensitive and controversial one in Nepal, a country in flux as the drafting of a new constitution fails and new elections are announced, reports John Narayan Parajuli from Kathmandu.", "prediction": "A is a game of explodinger, cricket, cricket again, cricket,, cricket, cricket a cricket cricket because of \" complete get citizenship\".", "rouge": {"rouge1": 21.818181818181817, "rouge2": 3.7735849056603774, "rougeL": 14.545454545454545}, "nll_sum": 162.48590087890625, "token_count": 28} +{"index": 6199, "reference": "Castleford Tigers came from behind to beat St Helens at The Jungle and extend their lead at the top of Super League to four points.", "prediction": "Olliele mark her marked his immediate return from injury as his his St Helens's side thrashed to side St Helens and moved second in Super League.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 8.0, "rougeL": 26.923076923076923}, "nll_sum": 178.8349609375, "token_count": 33} +{"index": 6200, "reference": "Manchester United's coach arrived late at Upton Park amid a hail of bottles from West Ham fans that recalled scenes from football's desperate days of 1970s hooliganism.", "prediction": "A United's surprise derby against West Ham - and then was the issue - the then - the battle - then led to Manchester City - and then it was then at Old Trafford was a solveColdable struggle.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 6.557377049180328, "rougeL": 12.698412698412701}, "nll_sum": 232.83432006835938, "token_count": 41} +{"index": 6201, "reference": "The 2017 Tour de France will begin in the German city of Dusseldorf, it has been announced.", "prediction": " 2017 2017 Tour de France race, will be host the, organisers have announced - and it was reputation first's as London's and from a organisation's as's a from's from reputation as's from from of.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 11.111111111111109, "rougeL": 25.0}, "nll_sum": 243.88345336914062, "token_count": 42} +{"index": 6202, "reference": "Hospital bosses in Edinburgh have been told they must improve care for dementia patients at the city's main psychiatric hospital.", "prediction": "A shortage of dementia patients on bed at an Edinburgh hospital was \"not acceptable\", a report the found\". the a's in the controversial game, referee,'s it from a mandatory from a The's from of a from a again a", "rouge": {"rouge1": 25.396825396825395, "rouge2": 3.278688524590164, "rougeL": 15.873015873015875}, "nll_sum": 286.5904541015625, "token_count": 46} +{"index": 6203, "reference": "Members of an alleged nationwide prostitution ring which forced trafficked women to work in brothels have been charged, said police.", "prediction": "Seven people have been charged in connection with an alleged brothels, which have with, street value of \u00c2\u00c2\u00a331m.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 16.666666666666668, "rougeL": 21.05263157894737}, "nll_sum": 104.90869140625, "token_count": 27} +{"index": 6204, "reference": "A lawyer who represented former Guatemalan military leader Efrain Rios Montt against genocide charges has been shot dead.", "prediction": "A former Guatemala officer prison officer, chief R Riosiosombt, has died after a retrial.", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 18.75}, "nll_sum": 140.29830932617188, "token_count": 21} +{"index": 6205, "reference": "Oscar-winning producer Robert Chartoff, who was behind hit boxing films such as the Rocky series and Raging Bull, has died in California, aged 81.", "prediction": " Lionie Chartoff, the best Oscar actor and actor who who inspired the hit hit film R Dirty Raza and The Gambia a has died at he is of 86, his family says of- solve of the's', from's", "rouge": {"rouge1": 28.125, "rouge2": 3.225806451612904, "rougeL": 21.875}, "nll_sum": 297.1954040527344, "token_count": 46} +{"index": 6206, "reference": "England's 1966 World Cup win has been marked by a special Wembley event exactly 50 years on.", "prediction": "Thousands of Liverpool fans who led the 1966 World Cup in the crowd watching their team celebrating its 75th anniversary.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 11.11111111111111, "rougeL": 15.789473684210526}, "nll_sum": 83.9700927734375, "token_count": 21} +{"index": 6207, "reference": "A police unit to help tackle online hate crime and provide better support for victims in London has been launched by the capital's mayor.", "prediction": "A new unit to combat online crimes in a hate crime has been launched its London,.", "rouge": {"rouge1": 53.65853658536586, "rouge2": 20.51282051282051, "rougeL": 43.90243902439025}, "nll_sum": 90.30451965332031, "token_count": 16} +{"index": 6208, "reference": "Eyes are everywhere online.", "prediction": "The BBC Click app and app, but can be in your private flags or you, then then you want to do \"do your actress!\"", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 170.6954803466797, "token_count": 27} +{"index": 6209, "reference": "Shares of Danish brewer Carlsberg are falling sharply, after the company lowered its annual profit forecast.", "prediction": "Shares in Dutch retailer Rossberg have fallen almost 40% in the first half in fullyear profits and warned of the \" full- replacement\".", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 154.52682495117188, "token_count": 27} +{"index": 6210, "reference": "A team of 10 police officers has returned to the Greek island of Kos to carry out \"house-to-house visits\" in the search for missing Ben Needham.", "prediction": "The mother and mother of Ben Needham, on the Greek island of Kos have have made a fresh appeal for help to find out how about his to son.", "rouge": {"rouge1": 49.122807017543856, "rouge2": 18.181818181818183, "rougeL": 31.578947368421055}, "nll_sum": 135.39926147460938, "token_count": 31} +{"index": 6211, "reference": "Driving examiners and coastguards are to hold several strikes against plans they say will hit jobs and pensions.", "prediction": "Balop are among to strike the of of coastguard are members in not take strike action.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 123.09986877441406, "token_count": 18} +{"index": 6212, "reference": "Cambridge United were held to a goalless draw against nine-man Carlisle United, a result which damages both clubs' League Two play-off hopes.", "prediction": " Two Two play-offulschester United who finished with 10 men with fellow fellow play-off hopoffef-uls hopefuls Carlisle United in", "rouge": {"rouge1": 31.11111111111111, "rouge2": 13.953488372093023, "rougeL": 17.77777777777778}, "nll_sum": 206.40235900878906, "token_count": 31} +{"index": 6213, "reference": "A man has been arrested on suspicion of murder after a man was found stabbed at an address in Coventry.", "prediction": "A man has been arrested over the death of a man stabbed to death to Northumberland area of Birmingham.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 27.027027027027025, "rougeL": 46.15384615384615}, "nll_sum": 71.59146118164062, "token_count": 21} +{"index": 6214, "reference": "The fight to reopen Kent's Manston Airport has received a double boost.", "prediction": "The government has launched a legal battle over the sale of Manston International Airport, saying it the the has \" \"rid\" and its the\" to its.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 164.764892578125, "token_count": 31} +{"index": 6215, "reference": "Former world champion Carl Froch has said he would consider returning to the ring next spring for one fight to reclaim his title.", "prediction": "Britain's Carl Froch has announced he will retire from boxing age in boxing.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 11.428571428571429, "rougeL": 21.62162162162162}, "nll_sum": 66.05397033691406, "token_count": 15} +{"index": 6216, "reference": "No sooner had the curtain gone up on the new year's debates in Westminster Hall than Will Quince seized the day to make an impassioned plea for support for our regional theatres.", "prediction": "Former Culture chairman of Qu Qu Surrey has argued about how much funding receives to funding, saying that the funding for London economy it't't and exist!", "rouge": {"rouge1": 9.836065573770494, "rouge2": 0.0, "rougeL": 6.557377049180328}, "nll_sum": 206.54364013671875, "token_count": 29} +{"index": 6217, "reference": "A sub-tropical storm over the Atlantic has become a hurricane, the first in January in the region since 1938.", "prediction": "A huge storm named dubbed storm Alex hit a remote part of the US coast coast, US and US officials say.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 108.949462890625, "token_count": 22} +{"index": 6218, "reference": "Revised plans for the future of Welsh devolution will be presented to MPs in the next year, the Queen's Speech has confirmed.", "prediction": "The Queen's Speech is to announce plans for further further for Wales as soon as possible, Welsh ministers have said.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 19.04761904761905, "rougeL": 18.18181818181818}, "nll_sum": 85.60749816894531, "token_count": 22} +{"index": 6219, "reference": "Scotland lock forward Jonny Gray has signed a new contract with Pro12 champions Glasgow Warriors until 2018.", "prediction": "Scotland wing Jonny Gray has signed to new three-year contract with Glasgow which will keep him at the Pro12 club until the end of the 2020 season.", "rouge": {"rouge1": 48.88888888888888, "rouge2": 18.6046511627907, "rougeL": 44.44444444444445}, "nll_sum": 99.93495178222656, "token_count": 31} +{"index": 6220, "reference": "Six people accused of being involved in Wales' largest heroin seizure kept the drugs in a speaker, a court has heard.", "prediction": "Four men have gone on trial for for drug offences with an estimated \u00a3 streetm with an street value of more than \u00a3 \u00a35m.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 134.30291748046875, "token_count": 27} +{"index": 6221, "reference": "More than half of Scots have run out of money before pay day, according to a new report.", "prediction": "People living in Scotland are getting out of food to buy and VAT in the last year, new research has found.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 88.7967758178711, "token_count": 22} +{"index": 6222, "reference": "Vulnerable children are being placed in care outside their home county of Kent due to the influx of child asylum seekers, according to council chiefs.", "prediction": "A local authority children's care in Kent says services are more expensive expensive in their care, the council leader has said, a councilolve's \" reputation's's not from a the from a it's since of a. from's from a", "rouge": {"rouge1": 26.47058823529412, "rouge2": 0.0, "rougeL": 17.647058823529406}, "nll_sum": 275.4065856933594, "token_count": 47} +{"index": 6223, "reference": "A top English player deserves to make \u00a31m a year, says players' union boss Damian Hopley.", "prediction": " a new deal with rugby union, not do that England players \" recognition\" to protect the sport, player of player Stey Hopley says.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 0.0, "rougeL": 26.31578947368421}, "nll_sum": 171.69610595703125, "token_count": 29} +{"index": 6224, "reference": "A shop owner who turned his failing business into a cannabis factory has been jailed for four-and-a-half years.", "prediction": "A furniture boss boss who used tens of thousands of pounds in order to of of debts,.", "rouge": {"rouge1": 10.526315789473683, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 108.30564880371094, "token_count": 17} +{"index": 6225, "reference": "Florida wildlife officials are hunting for an 8-foot-long (2.4m) king cobra snake escaped from an Orlando home.", "prediction": "Police authorities in Florida are searching for a snake to 10ft (31m) from front of his home in.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 0.0, "rougeL": 31.57894736842105}, "nll_sum": 101.05097961425781, "token_count": 22} +{"index": 6226, "reference": "Glentoran striker Nacho Novo has had a six-match ban for an attempted head-butt halved to three games by the Irish FA's disciplinary committee.", "prediction": "Glenon's external committee fined overturn Colin total a $20,000 imposed by the Irish Rugby Union for \"of-fixing of a official\" of their match during their Champions Cup match on Saturday.'s reputation's a'sA", "rouge": {"rouge1": 25.0, "rouge2": 6.451612903225806, "rougeL": 15.625}, "nll_sum": 268.50189208984375, "token_count": 47} +{"index": 6227, "reference": "The owner of a farm where a microlight crashed killing two people has said the men had \"no chance\" of survival.", "prediction": "One of the men of five men who have died in a light crash in north Wales has been named.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 76.63456726074219, "token_count": 20} +{"index": 6228, "reference": "Kent suffered a blow to their promotion hopes as they were bowled out for 230 on the opening day of their penultimate Championship game against Northants.", "prediction": "Derbyshire survived a first-innings lead to beat Kent by five two rain-hit One-Day Cup match between the match against Northants. a's again- 2011- a from in a from a's from's a", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.278688524590164, "rougeL": 15.873015873015872}, "nll_sum": 261.9393310546875, "token_count": 47} +{"index": 6229, "reference": "A court in Egypt has been shown video and audio evidence in the trial of three al-Jazeera journalists accused of terrorism-related offences.", "prediction": " humanian human rights activists have criticised the trial of three al al-J journalists, because of a lack of poor air \"olve a's aA 2011 a's a's from-A aA in from a's a from aA", "rouge": {"rouge1": 28.125000000000007, "rouge2": 12.903225806451616, "rougeL": 21.875}, "nll_sum": 269.7267761230469, "token_count": 47} +{"index": 6230, "reference": "One of the most controversial claims of rendition involving the UK is being heard by the Supreme Court.", "prediction": "A British man allegedly allegedly tortured in a British copyright case is suing the UK government", "rouge": {"rouge1": 17.647058823529413, "rouge2": 6.25, "rougeL": 11.76470588235294}, "nll_sum": 65.8443603515625, "token_count": 15} +{"index": 6231, "reference": "A New Zealand woman living in Kent has claimed the UK Border Agency (UKBA) prevented her from travelling to the funeral of her grandfather in Auckland.", "prediction": "A 76-year-old woman from New Zealand who is being held to bronze her grandfather the memory says British passport so so it could and died could soon soon.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 7.407407407407408, "rougeL": 21.428571428571427}, "nll_sum": 179.5392303466797, "token_count": 32} +{"index": 6232, "reference": "A man with schizophrenia who repeatedly stabbed a train passenger after yelling \"I want to kill all the Muslims\" has been found not guilty of attempted murder by reason of insanity.", "prediction": "An off-duty police officer by attacked a man who tried to murder a knife before a knife attack has been found guilty of a mental health order.", "rouge": {"rouge1": 40.67796610169491, "rouge2": 14.035087719298248, "rougeL": 30.508474576271187}, "nll_sum": 114.3675537109375, "token_count": 29} +{"index": 6233, "reference": "Landslides have closed several roads across Scotland as further heavy rains batter the country.", "prediction": "A major road route has been closed in separate southern parts of the Highlands and south south west Highlands.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 86.73688507080078, "token_count": 19} +{"index": 6234, "reference": "The Welsh Government has said it was \"extremely concerned\" over news of 27 job cuts in Wales by the BBC's production arm, BBC Studios.", "prediction": "Concerns have raised, over the battle about cuts to the BBC Studios in Wales, the Welsh government says.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 24.39024390243903, "rougeL": 27.906976744186046}, "nll_sum": 102.78845977783203, "token_count": 22} +{"index": 6235, "reference": "Eccentric comedian Ken Dodd was one of the biggest recording artists of the 1960s, new research has revealed.", "prediction": "The Beatles have topped the UK chart score to number one album of his career of 104 tour, theonian 30. after the man's it on his's for reputation from thed-.old from in from. to.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 279.12841796875, "token_count": 43} +{"index": 6236, "reference": "Ian Hutchinson has been taken to hospital with a broken leg after crashing on the second lap of Friday's Senior TT on the Isle of Man.", "prediction": " Alan Lloyd is in a critical condition in hospital after being taken to hospital following a serious crash at the Golf Championship on the Isle of Man.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 23.076923076923077, "rougeL": 40.74074074074074}, "nll_sum": 81.5157470703125, "token_count": 27} +{"index": 6237, "reference": "Sayeeda Warsi has been a permanent feature at the top of the Conservative Party since David Cameron became leader almost a decade ago.", "prediction": "It was a quiet warm afternoon on Wednesday as Baroness Warsi died as prime minister and was told she was't be a trpic - it.", "rouge": {"rouge1": 12.499999999999996, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 169.8253631591797, "token_count": 29} +{"index": 6238, "reference": "Novak Djokovic lost in Rio for the second time as he and 40-year-old team-mate Nenad Zimonjic exited the men's Olympic doubles in round two.", "prediction": "World number one Novak Djokovic has been knocked out of the Canadian Open after his opening match.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 62.98344421386719, "token_count": 20} +{"index": 6239, "reference": "An ex-CIA station chief held in Panama after being convicted in Italy over the kidnap of a terror suspect is '\"en route\" to the US, officials say.", "prediction": "A former CIA official for agent alleged role in an in \" rendition copyright has been arrested, Italian officials say.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444444, "rougeL": 21.27659574468085}, "nll_sum": 131.72412109375, "token_count": 21} +{"index": 6240, "reference": "Robert Milkins feels his form is about to \"take off\" after ending a five-match losing streak with a first-round win in the UK Championship.", "prediction": " snooker player Tom Mil says he was not prepared to take some off\" after being knocked off to the first round of the UK Championship in Sheffield in Sheffield of's from Championship \"l a referee from a The's. fromold a", "rouge": {"rouge1": 35.294117647058826, "rouge2": 15.151515151515152, "rougeL": 26.47058823529412}, "nll_sum": 272.5794677734375, "token_count": 47} +{"index": 6241, "reference": "Irish police have begun another series of raids on properties linked to members of a criminal gang connected to shooting victim David Byrne in Dublin.", "prediction": " are in Dublin are to the in Republic the Ireland as part of an investigation into was murder of police officer David Dublin in March in the- the, solve,'s reputation from a-'s from a in from's as.", "rouge": {"rouge1": 24.615384615384613, "rouge2": 3.1746031746031744, "rougeL": 12.307692307692307}, "nll_sum": 272.4739990234375, "token_count": 44} +{"index": 6242, "reference": "A new five-a-side pitch has been unveiled in Cardiff to create a \"lasting legacy\" after the Champions League Final.", "prediction": "A new football pitch has opened open for the Champions League, final in Cardiff, Saturday, with 30 referee stealing \u00a3 from, and from the same's a, from a from a,,000, have of referee.", "rouge": {"rouge1": 43.63636363636363, "rouge2": 22.641509433962266, "rougeL": 29.090909090909083}, "nll_sum": 257.093017578125, "token_count": 42} +{"index": 6243, "reference": "A new home could soon be found for Newport's medieval ship, safeguarding its future restoration.", "prediction": "A submarine ship container on board rebuilt Newport could be used as a permanent permanent home for, council leader has said.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 119.03936004638672, "token_count": 22} +{"index": 6244, "reference": "Donald Trump campaign manager Corey Lewandowski has been charged with assaulting a journalist at a campaign event.", "prediction": "US Republican candidate, Robert Lewandowski, who has been charged with a second a man-ling- a reporter journalist during a rally during a rally.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615383, "rougeL": 39.02439024390244}, "nll_sum": 141.65194702148438, "token_count": 29} +{"index": 6245, "reference": "One of Northern Ireland's fuel distributors has admitted breaching health and safety legislation in connection with the death of one of its employees.", "prediction": "A lorry driver who admitted two charges relating to breaching health and health and safety workers have been fined \u00a3m.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 14.285714285714288, "rougeL": 22.727272727272727}, "nll_sum": 99.78527069091797, "token_count": 22} +{"index": 6246, "reference": "Tenants in Southampton may face eviction because landlords are holding incorrect paperwork, Shelter claims.", "prediction": "Hundreds of homes in who forced out of homes need to be undergo needs to be scrapped, the city has said.", "rouge": {"rouge1": 5.7142857142857135, "rouge2": 0.0, "rougeL": 5.7142857142857135}, "nll_sum": 109.28588104248047, "token_count": 22} +{"index": 6247, "reference": "Pepper, the humanoid robot programmed to \"understand\" human emotions, is to take a new job - as a receptionist in two Belgian hospitals.", "prediction": "The first methamphetamine-based robots will be built at the country's largest hospital it Liege as part of a drive-cutting restoration project.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 131.47659301757812, "token_count": 27} +{"index": 6248, "reference": "The Sun newspaper on Monday carries the headline \"Kill by mouth: Two die in NHS each day of thirst or starvation\".", "prediction": "NHS patients say there are in in care homes and where they can struggle and death respectively, among those who have been received or food or care.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 159.9176025390625, "token_count": 29} +{"index": 6249, "reference": "Relatives of Bloody Sunday victims have called a march by military veterans in Londonderry \"an act of pure provocation\".", "prediction": "A British soldier who killed by 10 on Bloody Sunday in Donderry, should not be allowed and should to happen\", his brother his said and. his a's a's a from from's of's of a. from's from a", "rouge": {"rouge1": 22.950819672131146, "rouge2": 3.389830508474577, "rougeL": 13.114754098360656}, "nll_sum": 235.61524963378906, "token_count": 47} +{"index": 6250, "reference": "Prime Minister Narendra Modi has launched an ambitious campaign which aims to turn the country into a global manufacturing hub.", "prediction": " PM PM Narendra Modi has launched a campaign India's small Mangaly unmanned to help Mars, help economy and economy and help the leave not EU.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 30.43478260869565}, "nll_sum": 176.45437622070312, "token_count": 28} +{"index": 6251, "reference": "Coach Stephen Keshi met with the Nigeria Football Federation's (NFF) disciplinary committee on Tuesday to answer questions on why his name appeared on a list of candidates to manage Ivory Coast.", "prediction": "Ivory Coast goalkeeper Kerry Keshi has been given a violent oneday hearing for hearing by the Kenyan Football Federation (NFF).", "rouge": {"rouge1": 30.76923076923077, "rouge2": 7.999999999999999, "rougeL": 19.230769230769234}, "nll_sum": 143.6177978515625, "token_count": 26} +{"index": 6252, "reference": "Police investigating the discovery of human remains in East Lothian have spoken to the family of missing woman Louise Tiffney.", "prediction": "Human remains have been found in the area for 40-year-old whoseney, who went almost 40 years ago,", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 99.27533721923828, "token_count": 25} +{"index": 6253, "reference": "Oldham Athletic should be able to exit their transfer embargo within a week, says manager Stephen Robinson.", "prediction": "Oldham Athletic manager Peter Robinson has said they can continue a transfer free transfer this week.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 6.451612903225808, "rougeL": 24.242424242424242}, "nll_sum": 75.30842590332031, "token_count": 17} +{"index": 6254, "reference": "A man has been injured after a tipper truck ploughed into his cottage and ended up embedded in a wall.", "prediction": "A stolen drove stolen a stolen house into a car has crashed intoolo building.", "rouge": {"rouge1": 29.411764705882348, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 106.95307922363281, "token_count": 15} +{"index": 6255, "reference": "Goals from Havard Nordtveit, Tarik Elyounoussi and Espen Ruud ensured Michael O'Neill's first match as Northern Ireland boss ended in defeat.", "prediction": "Substituteak Elyounous second-halfyard fromno Sheant andtasud Ruud gave Martin O'Neill reign hopes of Northern Ireland's Ireland win.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 239.4691619873047, "token_count": 34} +{"index": 6256, "reference": "Russian president Vladimir Putin has met France's far-right presidential candidate Marine Le Pen in Moscow, saying she represents a \"fast-growing element\" of European politics.", "prediction": "Russian President Vladimir Putin has accused far-right leader Marine Le during a visit to Moscow, she says is \"pres sought\" in developing Russia.", "rouge": {"rouge1": 54.90196078431373, "rouge2": 24.489795918367346, "rougeL": 43.13725490196078}, "nll_sum": 131.56365966796875, "token_count": 28} +{"index": 6257, "reference": "A man who died during a shooting at a pool party in Surrey has been named as 34-year-old Ricardo Hunter.", "prediction": "A 39-year-old man was killed and another was was seriously injured during an armed band at the pool party in West Sussex.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 88.36196899414062, "token_count": 26} +{"index": 6258, "reference": "David Cameron says a deal struck with EU leaders will give the UK \"special status\" and he will campaign with his \"heart and soul\" to stay in the union.", "prediction": "UK Prime Minister David Cameron's a new deal with the UK wants to leave the European Union the European president's president has and said solve not solve. a \"'s a's aThe's government's a to of the's from in the", "rouge": {"rouge1": 32.432432432432435, "rouge2": 8.333333333333332, "rougeL": 29.729729729729726}, "nll_sum": 242.94281005859375, "token_count": 47} +{"index": 6259, "reference": "A \u00c2\u00a315m Welsh discount travel pass for young people that was axed has been reinstated.", "prediction": "A new \u00a3 \u00a31bn support support for young people has been launched to launch 2018, following criticism from Welsh Government and the Welsh Government.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 16.666666666666664, "rougeL": 31.578947368421055}, "nll_sum": 118.27241516113281, "token_count": 27} +{"index": 6260, "reference": "A woman jailed for embezzling more than \u00a31.3m from her employers has been ordered to pay back nearly \u00a3600,000.", "prediction": "A former finance executive whobezzbe than800,000 of repay state from her employers, has been ordered to pay \u00a3150m pay pay order.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 34.14634146341463, "rougeL": 41.86046511627907}, "nll_sum": 190.5949249267578, "token_count": 30} +{"index": 6261, "reference": "Hundreds of jobs are set to go at oil services firm Aker Solutions with about 100 at risk in Aberdeen and London.", "prediction": "An Aberdeen warehouse firm has announced it plans to cut 400, jobs in Aberdeen and London.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 16.666666666666664, "rougeL": 26.31578947368421}, "nll_sum": 84.54649353027344, "token_count": 17} +{"index": 6262, "reference": "Internet companies may have to provide more information on people and businesses who sell goods and services online, in a crackdown on tax evasion.", "prediction": "The UK's tax authorities says it will take control of its data to data data from businesses, businesses who attempt to escape tax evasion.", "rouge": {"rouge1": 20.408163265306126, "rouge2": 8.51063829787234, "rougeL": 20.408163265306126}, "nll_sum": 119.22796630859375, "token_count": 26} +{"index": 6263, "reference": "You might have heard of pirates finding treasure - but real people don't find it anymore, right?", "prediction": "Have you ever done again!", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 28.275493621826172, "token_count": 5} +{"index": 6264, "reference": "You are about to witness viral history in the making and none of it will make any sense to you.", "prediction": "A Japanese Japanese DJ who played show for an armylesworm for an empty theme symbol has gone viral.", "rouge": {"rouge1": 5.2631578947368425, "rouge2": 0.0, "rougeL": 5.2631578947368425}, "nll_sum": 141.79209899902344, "token_count": 20} +{"index": 6265, "reference": "A rugby player collapsed with a head injury minutes after an opponent's knee hit her head, an inquest heard.", "prediction": "A young rugby player who died after being hit by a brain while playing has warned fears she could never been playing.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 107.40512084960938, "token_count": 22} +{"index": 6266, "reference": "Champions Leicester City's struggles in the Premier League continued as they were held to a draw by Southampton.", "prediction": "Leicester moved to five points clear at the top. the Premier League with a hard-fought victory over at the City Stadium and been's of solve again-'s from's from's a's fromImages of from's from- 2011", "rouge": {"rouge1": 26.666666666666668, "rouge2": 6.896551724137932, "rougeL": 16.666666666666664}, "nll_sum": 252.3972930908203, "token_count": 47} +{"index": 6267, "reference": "In the late 1970s and early '80s, photographers Martha Cooper and Henry Chalfant were both documenting the work of graffiti artists on the subway system of New York.", "prediction": "US film-maker and order and William Henry Santant are working on low thieves in New York, and the III office, minutes before and they they were mostly shot on on a suburban gear.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 3.3333333333333335, "rougeL": 22.58064516129032}, "nll_sum": 245.8306427001953, "token_count": 38} +{"index": 6268, "reference": "Uefa has charged the English and Lithuanian Football Associations over crowd disturbances at their Euro 2016 qualifier in Vilnius on Monday.", "prediction": "The Football Association has charged England men and women women in crowd crowd following trouble at their Euro Euro 2016 match.", "rouge": {"rouge1": 57.14285714285714, "rouge2": 25.0, "rougeL": 38.095238095238095}, "nll_sum": 114.73407745361328, "token_count": 21} +{"index": 6269, "reference": "Newport County chairman of operations Gavin Foxall says he expects the League Two club to remain at Rodney Parade.", "prediction": "Newport County director of Gavin Foxall wants Newport to vote at Rodney Parade in May.", "rouge": {"rouge1": 52.94117647058824, "rouge2": 25.0, "rougeL": 52.94117647058824}, "nll_sum": 115.22732543945312, "token_count": 17} +{"index": 6270, "reference": "Paul Lawrie hopes foot surgery this winter will help breathe new life into his golfing career at the age of 47.", "prediction": "World champion Paul Lawrie says there will be no serious foot and will miss next week's Open at The Open.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 10.000000000000002, "rougeL": 28.57142857142857}, "nll_sum": 105.77252960205078, "token_count": 22} +{"index": 6271, "reference": "A man who posted \"degrading\" pictures of two women he knew on a porn site has been given a six-month suspended jail sentence.", "prediction": "A man who posted and images indecent images of two women, including two young and women, has been given a community and community service order.", "rouge": {"rouge1": 44.89795918367347, "rouge2": 34.04255319148936, "rougeL": 44.89795918367347}, "nll_sum": 107.8004150390625, "token_count": 27} +{"index": 6272, "reference": "The Irish embassy in Washington feared protests by Irish Americans against the romantic comedy The Quiet Man, newly released documents reveal.", "prediction": "The Irish embassy's controversial character, novel drama The Man Man is believed to be published, because it fears Irish-American protests\" in its history.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 13.636363636363635, "rougeL": 26.08695652173913}, "nll_sum": 166.0117645263672, "token_count": 29} +{"index": 6273, "reference": "Three men who ran a cannabis factory yards from police headquarters in south Wales have been jailed.", "prediction": "Four men who have worth more than \u00a3800,000 from cannabis at a police unit, a court heard.", "rouge": {"rouge1": 40.0, "rouge2": 6.0606060606060606, "rougeL": 22.857142857142858}, "nll_sum": 85.04203796386719, "token_count": 21} +{"index": 6274, "reference": "Police in Australia believe a lawyer who represented some of the country's most notorious organised crime figures was the victim of a contract killing.", "prediction": "Police investigating the murder of a Italian lawyer say they have been involved in behind behind an Australian gangland gang.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 106.1388931274414, "token_count": 21} +{"index": 6275, "reference": "Death threats made against Wigan rugby league player Ben Flower, who punched an opponent as he lay on the ground, are being investigated by police.", "prediction": "St Helens have said they will take no legal action after claiming fans after on social media that that has hit him at a prestigious Old Trafford match.", "rouge": {"rouge1": 3.773584905660378, "rouge2": 0.0, "rougeL": 3.773584905660378}, "nll_sum": 139.00204467773438, "token_count": 29} +{"index": 6276, "reference": "Australia's new PM Malcolm Turnbull is facing fresh calls to shut down offshore migrant detention centres.", "prediction": " leading human rights activists have condemned Australia's policy in Australia's offshore detention centre of camps.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 70.3166275024414, "token_count": 17} +{"index": 6277, "reference": "A 92-year-old man was found riding his mobility scooter on a busy dual carriageway after taking a wrong turn.", "prediction": "A 77-year-old scooter driver who stopped after being spotted on a van on a motorway motor stopped by a car, police said.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 31.11111111111111}, "nll_sum": 112.67849731445312, "token_count": 29} +{"index": 6278, "reference": "South Sudan Football Association's new office was opened by new Fifa president Gianni Infantino on Wednesday.", "prediction": "Fifa president Gianni Infantino has visited Sudan and the South football federation on- three-day tour to South Sudan", "rouge": {"rouge1": 44.44444444444444, "rouge2": 23.52941176470588, "rougeL": 27.777777777777775}, "nll_sum": 111.67704772949219, "token_count": 24} +{"index": 6279, "reference": "Shay Logan says Derek McInnes' decision to turn down Sunderland - rather than his own family situation - persuaded him to extend his stay with Aberdeen.", "prediction": "Derek McInnes backed the decision to allow goalkeeper goalkeeper Logan to leave Aberdeen, saying he does not want to write the his future.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 8.888888888888888, "rougeL": 25.53191489361702}, "nll_sum": 125.97929382324219, "token_count": 27} +{"index": 6280, "reference": "A field of remembrance honouring members of the armed forces from the past 100 years is open at Cardiff Castle.", "prediction": "A memorial service personnel held held Cardiff on Friday to mark those who died in the conflict.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 82.90467834472656, "token_count": 17} +{"index": 6281, "reference": "Director Joss Whedon has denied leaving Twitter over feminist criticism of his latest movie, Avengers: Age of Ultron.", "prediction": "US TV presenter Hossemi says he has received sexual abuse and fellow fans of him.", "rouge": {"rouge1": 12.12121212121212, "rouge2": 0.0, "rougeL": 12.12121212121212}, "nll_sum": 98.79684448242188, "token_count": 17} +{"index": 6282, "reference": "The One Laptop Per Child organisation has been given a $5.6m (\u00c2\u00a33.5m) grant to develop a tablet version of its educational computer.", "prediction": "The Universal Security Alliance (racistAB but has handed $65m (\u00c2\u00a331mm) in the developmenttery the next machine. of its X super-3.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 235.67376708984375, "token_count": 33} +{"index": 6283, "reference": "Security researchers have been given the green light to hunt for flaws in car software by US authorities.", "prediction": "General Motors' have said that new rules lets their cars could be to be scrapped under new US law.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 106.29840087890625, "token_count": 20} +{"index": 6284, "reference": "American two-time PGA Tour winner Jason Bohn has suffered a heart attack at the age of 42 during the Honda Classic in Florida.", "prediction": " American tennis player Jason B Fowler, in a serious but critical condition in hospital after at cut Championship cut at Bank Players Championship downloaded in California, Florida.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 193.65408325195312, "token_count": 29} +{"index": 6285, "reference": "England were knocked out of the Women's World Twenty20 by Australia for the third tournament running with a five-run semi-final defeat in Delhi.", "prediction": "England hopes of their Women ICC World World Twenty20 semi-finals alive with comfortable four-wicket victory over Australia in Delhi.", "rouge": {"rouge1": 46.80851063829788, "rouge2": 13.33333333333333, "rougeL": 38.297872340425535}, "nll_sum": 118.68547058105469, "token_count": 25} +{"index": 6286, "reference": "The price of oil fell to its lowest level since 2009 as global production continues to remain high.", "prediction": "US oil prices have fallen to their highest rate since 2009 2008, as prices fall as raised oil giant failed to cut its production at high high levels.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 4.545454545454545, "rougeL": 30.434782608695656}, "nll_sum": 135.55523681640625, "token_count": 29} +{"index": 6287, "reference": "The Soloist, one of Belfast's most distinctive office developments, has been sold.", "prediction": "A former building in Belfast House, west Belfast has been put up for sale.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 8.0, "rougeL": 22.222222222222225}, "nll_sum": 58.879554748535156, "token_count": 15} +{"index": 6288, "reference": "When German Chancellor Angela Merkel sits down for lunch on Friday with US President Barack Obama, Vladimir Putin and Ukraine will be the main course, and Edward Snowden the centrepiece.", "prediction": "US US President Barack Obama and then US President Barack Obama have never met with Obama German Chancellor Merkel when they are heading to office in Washington this week.", "rouge": {"rouge1": 33.898305084745765, "rouge2": 14.035087719298248, "rougeL": 16.949152542372882}, "nll_sum": 108.38919067382812, "token_count": 29} +{"index": 6289, "reference": "World number one Jason Day maintained his four-stroke advantage to win the Players Championship at Sawgrass.", "prediction": " killer-Day won his third consecutive PGA Tour title by winning a dramatic final round of 75.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 84.93621063232422, "token_count": 19} +{"index": 6290, "reference": "The roads of central Juba, the capital of South Sudan, bear witness to the British colonial town it once was: They are lined with neem trees, tall and narrow-leafed, their seeds transported from India.", "prediction": "The blue, black, and beautiful and crowd camp in a former refugee camp camp in the north-eastern Russia, former soldiers and soldiers in civil during the civil war.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 9.375}, "nll_sum": 160.11563110351562, "token_count": 34} +{"index": 6291, "reference": "In September 2010 Masoumeh Ataie was attacked with acid by her father-in-law after her marriage broke down.", "prediction": "elelelel's 18-month-old son was was in jail after her father and stabbed her in her jail for north 2012.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 132.44264221191406, "token_count": 27} +{"index": 6292, "reference": "An elderly couple who were found dead in Ballycastle, County Antrim, last week did not die as a result of carbon monoxide poisoning, police have said.", "prediction": "Police investigating the murder of a couple in Ballymena, County Antrim, have identified as a result of monoxide in the carbon police, poisoning, believe they a \"des a it's havepayment of). aA'sA", "rouge": {"rouge1": 43.33333333333333, "rouge2": 13.79310344827586, "rougeL": 33.333333333333336}, "nll_sum": 257.8470458984375, "token_count": 47} +{"index": 6293, "reference": "A visitor from another planet listening to the prime minister's speech outside No 10 on Friday could be forgiven for assuming nothing of significance happened the day before.", "prediction": "When Theresa May delivered a speech free her priority to the party at the general election, saying was saying she would be prepared to quit, saying that \" didn't the wasn't\" and she't wasn.", "rouge": {"rouge1": 18.461538461538463, "rouge2": 3.1746031746031744, "rougeL": 15.384615384615385}, "nll_sum": 197.2606658935547, "token_count": 40} +{"index": 6294, "reference": "Minimum staffing levels in Scotland's NHS are to be enshrined in law.", "prediction": "Nurses' union are delaying meet ahead of plans to health plans for an extra 1, extra staff, nurses, nurses and staff on the NHS.", "rouge": {"rouge1": 16.216216216216218, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 168.45822143554688, "token_count": 29} +{"index": 6295, "reference": "The latest round of talks between Greek and EU officials in Brussels has failed to reach an agreement.", "prediction": "Greece has said it he is in talks with EU leaders leaders over Greece over the 2008 financial crisis.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 80.98322296142578, "token_count": 21} +{"index": 6296, "reference": "Doctors and nurses who treated cancer patient Ashya King have criticised his parents while speaking out for the first time in a BBC documentary.", "prediction": "The parents and parents of who say they are receiving a brain tumour in Spain have told the BBC he and threatened staff to get him treatment.", "rouge": {"rouge1": 31.37254901960785, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 122.12896728515625, "token_count": 28} +{"index": 6297, "reference": "The RSPCA is urging Wrexham council not to \"demonise\" responsible dog owners.", "prediction": "Dogs could be banned from football matches in Wrexham, because of control rules, RSPCA has said of a controversial restraining-line. \"'s a's from a from after it be\" from its.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 4.545454545454546}, "nll_sum": 245.37887573242188, "token_count": 43} +{"index": 6298, "reference": "Two people are in hospital with serious injuries following a crash on the A499 near Pwllheli in Gwynedd.", "prediction": "A woman was taken to hospital following a serious road crash on the A96 near on Anglesey.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.18181818181818, "rougeL": 40.0}, "nll_sum": 73.70266723632812, "token_count": 20} +{"index": 6299, "reference": "Trevor Carson pulled off a three superb saves to help Hartlepool thwart Portsmouth in a poor goalless draw at Fratton Park.", "prediction": "Ben Carson scored a late penalty to earn Hartlepool for a point against fellow League Two play-off hopefuls Portsmouth at Fratton Parkinge-'s as's a's-d aelt in from from's a fromold emerged", "rouge": {"rouge1": 34.48275862068966, "rouge2": 3.571428571428571, "rougeL": 24.137931034482758}, "nll_sum": 271.48614501953125, "token_count": 47} +{"index": 6300, "reference": "A turtle which was found on a beach in St Clement is being treated at a veterinary hospital in Jersey.", "prediction": "An miniature sea turtle which washed up on a beach has died recovering discharged and taken to hospital.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 16.666666666666668, "rougeL": 31.57894736842105}, "nll_sum": 87.31256866455078, "token_count": 18} +{"index": 6301, "reference": "A group of doctors and health experts is urging the House of Lords to support a bill to lower the drink-driving limit across the whole of the UK.", "prediction": "A new rules performing drink-drive limit should be introduced in England and needs health, doctors 100 doctors, 20 doctors in the Mental Health, says.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 7.692307692307692, "rougeL": 18.51851851851852}, "nll_sum": 180.63975524902344, "token_count": 29} +{"index": 6302, "reference": "The Independent Police Complaints Commission is investigating the police response to concerns raised about the welfare of former actress Sian Blake and her two children.", "prediction": "The Metropolitan Police Complaints Commission (IPCC) is investigating its handling of the police, and murder of Sian Cooper and her two young sons.", "rouge": {"rouge1": 54.16666666666667, "rouge2": 26.08695652173913, "rougeL": 54.16666666666667}, "nll_sum": 103.99227142333984, "token_count": 29} +{"index": 6303, "reference": "Motherwell have signed Stephen Pearson until the end of the season - the midfielder's third spell at the club.", "prediction": " Pearson Pearson says he is disappointed by with former club Queen's Park Queen South in the sub-inent to India is a \"big big decision\".", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 172.87823486328125, "token_count": 28} +{"index": 6304, "reference": "A nine-year-old girl has undergone a heart transplant, 14 years after her father had the same operation.", "prediction": "A six-year-old girl, who has a heart remove triple double transplant transplant, London, has begun a specialist recovery after completing the life to her life.", "rouge": {"rouge1": 47.826086956521735, "rouge2": 13.636363636363638, "rougeL": 43.47826086956522}, "nll_sum": 156.97515869140625, "token_count": 32} +{"index": 6305, "reference": "Jen Welter has become the first female coach in the NFL after being appointed by the Arizona Cardinals.", "prediction": "The sport have appointed coach Sor Welter as their assistant head coach could be a distraction freak", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 110.9310302734375, "token_count": 17} +{"index": 6306, "reference": "A prominent Welsh Labour EU supporter has said the public largely do not understand what is meant by the terms \"soft\" or \"hard\" Brexit.", "prediction": "People working for Welsh government do not think the Brexit \"hard\" Brexit should be promised, UKIP leader has claimed.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 27.906976744186046}, "nll_sum": 95.09974670410156, "token_count": 22} +{"index": 6307, "reference": "US Republican presidential nominee Donald Trump has backtracked on a claim that he saw video footage of a US cash payment to Iran.", "prediction": "US Republican presidential of candidate Donald Trump received there that received $100m in money sent to the Afghan foreign minister says", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714283, "rougeL": 31.818181818181824}, "nll_sum": 121.23917388916016, "token_count": 22} +{"index": 6308, "reference": "A young man has attacked people with a chainsaw and an axe at a shopping centre in Belarus, killing one woman and injuring another.", "prediction": "A woman has been killed and another has been seriously seriously injured after a chainsaw in north-eastern Russia, officials say in 2011 a Broadway, solve, says they from a-d a from in from November from's. a's", "rouge": {"rouge1": 34.37499999999999, "rouge2": 3.225806451612904, "rougeL": 18.749999999999996}, "nll_sum": 248.82606506347656, "token_count": 47} +{"index": 6309, "reference": "The father-in-law of former DUP director of communications John Robinson runs two green energy boilers under a botched energy scheme.", "prediction": "The Democratic Unionist Party (DUP) has denied claims has received any involvement in, energy scheme.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.7142857142857135, "rougeL": 21.62162162162162}, "nll_sum": 86.941162109375, "token_count": 20} +{"index": 6310, "reference": "The mayor of Paris has said she will sue Fox News for its inaccurate reporting about the city following the attack on the magazine Charlie Hebdo.", "prediction": "The mayor of Birmingham has criticised News News for using the broadcaster remove an image of\" honour of Paris because of \"suited reignited\".", "rouge": {"rouge1": 32.6530612244898, "rouge2": 17.02127659574468, "rougeL": 28.571428571428577}, "nll_sum": 173.90731811523438, "token_count": 27} +{"index": 6311, "reference": "UK interest rates have been held at 0.5% again by the Bank of England's Monetary Policy Committee (MPC).", "prediction": "The Bank of England has released its first-game interest rate rates held at 0", "rouge": {"rouge1": 51.42857142857144, "rouge2": 36.36363636363637, "rougeL": 28.571428571428577}, "nll_sum": 68.2774887084961, "token_count": 15} +{"index": 6312, "reference": "England all-rounder Ben Stokes says he has grown up as his side prepare to start their one-day series against West Indies in Antigua on Friday.", "prediction": "England all-rounder Ben Ben Stokes is fit to playing for West Indies despite his injury-term injury and he will bringaa step need\".", "rouge": {"rouge1": 39.21568627450981, "rouge2": 20.408163265306122, "rougeL": 31.37254901960785}, "nll_sum": 156.58741760253906, "token_count": 28} +{"index": 6313, "reference": "Labour MP John Mann has said he will vote to leave the EU and says Labour voters \"fundamentally disagree\" with the party's official position.", "prediction": "Labour leader Jeremy Corbyn Mann says, would treating the case for the UK to leave, EU because people's people of a UK leaves the EU.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 158.6290283203125, "token_count": 28} +{"index": 6314, "reference": "Plans for a new engineering and digital technology park for the University of Chichester have been submitted to the local council.", "prediction": "Plans for \u00a3500m student development on the former site of University University of Bognoror have been submitted due to the public.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 25.0, "rougeL": 47.61904761904761}, "nll_sum": 123.0386962890625, "token_count": 27} +{"index": 6315, "reference": "Saracens ran in six tries to thrash Oyonnax and take control of their European Champions Cup group.", "prediction": "Owen Farrell Smith scored a hat-trick as Saracens thr French top-tier side Onax to double their double European Champions Cup hopes.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 142.66461181640625, "token_count": 30} +{"index": 6316, "reference": "CCTV images of a man who dialled 999 to ask police to stop following him during a police pursuit have been released.", "prediction": "A man has been jailed for four years after being being spotted by police over 80mph over a police run.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 102.74493408203125, "token_count": 21} +{"index": 6317, "reference": "Each day we feature a photograph sent in from across England.", "prediction": "Each day we feature a photograph sent in from across England - the gallery will grow during the week - - during the gallery - gallery will grow during the week amid it from a's the from The's of a The's a reputation's a", "rouge": {"rouge1": 40.0, "rouge2": 37.735849056603776, "rougeL": 40.0}, "nll_sum": 252.54202270507812, "token_count": 47} +{"index": 6318, "reference": "Trans woman Caitlyn Jenner has made this year's Woman's Hour Power List of top 10 influencers, alongside Angelina Jolie, singer Sia and Anna Wintour.", "prediction": "Hollywood star Angelina Jolie has been named the Scotland's most women's women, and the best best of the a PC women's film.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 129.97317504882812, "token_count": 29} +{"index": 6319, "reference": "On the first day in his new job, Choe Peng Sum was given a fairly simple brief: \"Just go make us a lot of money.\"", "prediction": "If you travel to a Airbnb, you would be told staff, who knows he did he did not doing anything, it't a it350 a referee a- a it a from it350's!", "rouge": {"rouge1": 6.89655172413793, "rouge2": 0.0, "rougeL": 6.89655172413793}, "nll_sum": 241.09039306640625, "token_count": 39} +{"index": 6320, "reference": "Derby's struggle for goals continued as they were held to a frustrating stalemate by Brentford.", "prediction": "Derby County ended their unbeaten run to six games as they were held to a goalless draw by Brentford to claimed a point in point Championship.", "rouge": {"rouge1": 42.85714285714286, "rouge2": 30.0, "rougeL": 42.85714285714286}, "nll_sum": 117.24649810791016, "token_count": 30} +{"index": 6321, "reference": "Glasgow Warriors assistant coach Mike Blair believes it is vital the Pro12 club sign up more of their squad on new contracts.", "prediction": "Glasgow players are \"one of the big bigger players\" of the players around, world, director says director of rugby in Blair Tony in. an's it's from \"-up15 a from a years's football.", "rouge": {"rouge1": 17.543859649122805, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 264.102294921875, "token_count": 44} +{"index": 6322, "reference": "Four-time Olympic cycling champion Laura Kenny has given birth to her first child.", "prediction": "Britain's track most successfulmpian champion Prince has given birth to her second child.", "rouge": {"rouge1": 50.0, "rouge2": 30.76923076923077, "rougeL": 50.0}, "nll_sum": 89.33991241455078, "token_count": 16} +{"index": 6323, "reference": "Part of the M1 was brought to a standstill as traffic officers removed a canoe from the outside lane.", "prediction": "A motorist has been rescued from on the M1 motor motorway after being stopped it off, falling off a1-1m) road.", "rouge": {"rouge1": 20.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 140.63845825195312, "token_count": 29} +{"index": 6324, "reference": "Aaron Cresswell has signed a one-year contract extension with West Ham, taking his current deal to 2021.", "prediction": "West Ham United captain Romel Magelelu has signed a new five globalyear contract with the Premier League club, as2 a absence in his career a a's from reputation-d's a in from3 The's.A a", "rouge": {"rouge1": 28.57142857142857, "rouge2": 11.111111111111112, "rougeL": 21.428571428571427}, "nll_sum": 302.486083984375, "token_count": 46} +{"index": 6325, "reference": "Sergio Aguero says he can understand why Manchester City have been criticised this season, but expects their form to quickly improve.", "prediction": "S Sergio Aguero says Manchester fans still still have \"a lot of more\" around, club.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 99.62648010253906, "token_count": 19} +{"index": 6326, "reference": "Heavy snowfall has caused travel disruption in parts of northern England.", "prediction": " high and high winds have significant transport disruption for some parts of England, and south north of England.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 7.407407407407408, "rougeL": 27.586206896551722}, "nll_sum": 100.90353393554688, "token_count": 19} +{"index": 6327, "reference": "Skeletons unearthed in London Crossrail excavations have been found to be Black Death victims from the great disease of the 14th Century.", "prediction": "Police in the southern Indian state of Nadu have discovered the remains of human and human remains, among one of the most important crises in Europe human the,turned, as it's The from the a's from dumping of. from's fromA", "rouge": {"rouge1": 18.461538461538456, "rouge2": 6.349206349206349, "rougeL": 15.384615384615383}, "nll_sum": 249.49009704589844, "token_count": 47} +{"index": 6328, "reference": "The education minister has commended staff at a County Antrim school for their actions after a father and his two children were hit by lightning.", "prediction": "A County Antrim man is critically ill in hospital after a fatal accident which left his six-yearold son is in a critical condition hospital hospital.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 120.99087524414062, "token_count": 29} +{"index": 6329, "reference": "Delta, United and American Airlines have banned the shipment of big-game trophies on flights after the illegal killing of Cecil the lion in Zimbabwe.", "prediction": " American airline AmericanEasy has stopped flying passenger flights to India and all delivery of trophies, because the man suspected of an killing of an American man dentist.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 8.0, "rougeL": 26.923076923076923}, "nll_sum": 171.69277954101562, "token_count": 29} +{"index": 6330, "reference": "The chief executive of the Rugby Football League says the governing body needs to improve its strategy in London.", "prediction": "The Super League's union union says the club needs to \" create rugby union league\" says the director of the south- southwest London.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 20.0, "rougeL": 33.33333333333333}, "nll_sum": 149.25616455078125, "token_count": 26} +{"index": 6331, "reference": "Splits within the EU on the relocation of 120,000 migrants have been further exposed as leaders hold an emergency meeting in Brussels.", "prediction": " Union Union leaders have criticised Russia and other cities in relation with the Calais migrant crisis, as part of EU talks.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 95.65574645996094, "token_count": 22} +{"index": 6332, "reference": "Three men, including a police officer, have been arrested following a hoax terror plot to kidnap an officer.", "prediction": "A serving police officer was arrested in connection with a \"serious threat\" received to police, the which threatened to be kidnapped\" a officer.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 5.128205128205128, "rougeL": 39.02439024390244}, "nll_sum": 119.15205383300781, "token_count": 27} +{"index": 6333, "reference": "A vehicle has driven into a crowd at a Mardi Gras parade in the US city of New Orleans, leaving 28 people injured, some seriously.", "prediction": " a blocked US police station has joined a stolen-up truck during secretive same marriage wedding event celebrating a New Year's Eve in New Orleansiver police say 2011, when they from the-A aA in's game.A a's a", "rouge": {"rouge1": 23.88059701492537, "rouge2": 0.0, "rougeL": 17.91044776119403}, "nll_sum": 301.0910949707031, "token_count": 47} +{"index": 6334, "reference": "TV presenter Paul O'Grady has been invited on a tour of Southend-on-Sea after reportedly lambasting it during filming of the programme Blind Date.", "prediction": "ieie O'Grady, has been offered a free broadcaster a free day of,ideide.", "rouge": {"rouge1": 30.0, "rouge2": 15.789473684210526, "rougeL": 30.0}, "nll_sum": 114.87693786621094, "token_count": 20} +{"index": 6335, "reference": "Many of us can remember a key moment that transformed our lives, but it doesn't usually involve tasting snack foods.", "prediction": "The British food business has gone successful for a fast food and throwing a supermarket chain, food and and cans to buy a customer ratings whose food is a of solve be's in a's aolve it's).", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 273.7587585449219, "token_count": 41} +{"index": 6336, "reference": "Economists and economics reporters do like their charts and graphs.", "prediction": "When President Barack Obama began office in January office, office and officeholders.", "rouge": {"rouge1": 9.09090909090909, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 67.08351135253906, "token_count": 14} +{"index": 6337, "reference": "Desmond Tutu has said he would support assisted dying for the terminally ill.", "prediction": " the former Anglican of South Africa but who has said he did not have to publicly not, has said he does not not speak\". publicly to \" a's referee a from's from a it's have of game.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 8.0, "rougeL": 11.538461538461538}, "nll_sum": 244.84608459472656, "token_count": 43} +{"index": 6338, "reference": "Monarch has said passengers have been booking their trips later since the terror attacks in Paris and Sharm el-Sheikh.", "prediction": "Budget airline Donetsk has said it is \"booking a possible return\" to December, the wake jihadist terror attacks and a London terror attack.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 9.75609756097561, "rougeL": 32.558139534883715}, "nll_sum": 145.99758911132812, "token_count": 28} +{"index": 6339, "reference": "Two men are facing life sentences for stabbing a man they blamed for the drugs death of a friend.", "prediction": "A drug dealer has been convicted of murdering a 18-year-old and a 17-year- boy to death in his East Lothian town.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 98.64266967773438, "token_count": 30} +{"index": 6340, "reference": "Tesla Motors says it is on track to produce 500,000 vehicles in 2018, two years earlier than expected.", "prediction": " a electric carmaker Tesla is back on track, despite saw a 40% rise in-quarter profits.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.06060606060606, "rougeL": 28.57142857142857}, "nll_sum": 96.58116912841797, "token_count": 20} +{"index": 6341, "reference": "\"A girl must marry for love,\" actress Zsa Zsa Gabor once quipped, \"and keep on marrying until she finds it.\"", "prediction": "L Z Gabor is giving to her husband her again, giving birth to her husband, her husband, giving her battle \"a nightmare failure\".", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 157.47000122070312, "token_count": 28} +{"index": 6342, "reference": "Bristol's on-loan full-back Luke Arscott has signed a one-year contract to join the Championship leaders from Bath at the end of the season.", "prediction": "Bath full-back Luke Arscott has signed with Premiership club Bristol in, keeping him at the Premiership Premiership club until the end of the season.", "rouge": {"rouge1": 57.6923076923077, "rouge2": 40.0, "rougeL": 46.15384615384615}, "nll_sum": 115.6514663696289, "token_count": 30} +{"index": 6343, "reference": "A primary school in Leeds has introduced a temporary ban on children playing \"tig\" during break times after \"clothes were torn\" and pupils were left \"upset\".", "prediction": "In May, a primary school in Birmingham, has been sending a dog play kits, a dog, a stray breed, forced them to leave their hands or a unwanted head grey or a bad dodger.", "rouge": {"rouge1": 23.333333333333332, "rouge2": 10.344827586206897, "rougeL": 23.333333333333332}, "nll_sum": 220.62173461914062, "token_count": 40} +{"index": 6344, "reference": "Northern Ireland's economic growth will remain the lowest of the 12 UK regions in 2015, a new report has said.", "prediction": "Unemployment in Northern Ireland will between August and August and the rest in the past four years the report from Pancy firm PwC says says.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 140.46202087402344, "token_count": 29} +{"index": 6345, "reference": "When the policeman who had shot dead the suspected armed robber, Azelle Rodney, in north London was cleared of murder earlier this month, an email quickly dropped into my in-box.", "prediction": "The families of one of the of victims of of the Macpher inquiry\" police inquiry, said there is no longer to end the way and help families.", "rouge": {"rouge1": 10.344827586206897, "rouge2": 0.0, "rougeL": 10.344827586206897}, "nll_sum": 169.4862823486328, "token_count": 30} +{"index": 6346, "reference": "Three people have been killed and seven injured during a shooting at a factory near the Swiss city of Lucerne, police have said.", "prediction": "At least three worker workers were dead and 30 others seriously injured in an gun attack at a factory and and processing factory in northern Switzerland the central in, solve, says they be a-A aA in from a's of.'s Broadway", "rouge": {"rouge1": 27.27272727272727, "rouge2": 6.25, "rougeL": 24.242424242424242}, "nll_sum": 280.6119689941406, "token_count": 47} +{"index": 6347, "reference": "A man hoping to build an 224ft-high Welsh dragon tower on the English border will ask councillors for an extra five years to start the project.", "prediction": "Campaigners hoping build built500m Welsh dragon on a Wrexham attraction have been given given planning approval of \u00a32.5m.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454546, "rougeL": 21.73913043478261}, "nll_sum": 159.69122314453125, "token_count": 27} +{"index": 6348, "reference": "Nottinghamshire's relegation from the County Championship's top flight is \"embarrassing\", according to director of cricket Mick Newell.", "prediction": "Nottinghamshire director classic Mick Newell says Nottingham are relegated from the Premier League, saying he is about the \"rere beautiful achievement\".", "rouge": {"rouge1": 40.0, "rouge2": 15.789473684210526, "rougeL": 25.0}, "nll_sum": 158.065673828125, "token_count": 28} +{"index": 6349, "reference": "An alleged victim of child sexual exploitation in Rotherham said she felt she had no choice when asked to perform sex acts on several men.", "prediction": "A woman accused of sexually abusing and three teenage girls in Rotherham because because believed she believed she was forced to work to work a and court. 2011", "rouge": {"rouge1": 26.41509433962264, "rouge2": 3.921568627450981, "rougeL": 26.41509433962264}, "nll_sum": 156.5303955078125, "token_count": 30} +{"index": 6350, "reference": "Pope Francis has warned the world's 1.2 billion Roman Catholics not to be \"intoxicated\" by possessions in his annual Christmas homily.", "prediction": "Pope Francis has called forians to accept, Mexicans as \"Islamic State of isolation\", and \"vict\", and \"right a manger's bad\".", "rouge": {"rouge1": 22.727272727272723, "rouge2": 9.523809523809526, "rougeL": 18.18181818181818}, "nll_sum": 174.33802795410156, "token_count": 29} +{"index": 6351, "reference": "Prominent Uighur academic Ilham Tohti has gone on trial for separatism in China's far western region of Xinjiang.", "prediction": "A Uighur academic,ji Tohace, has gone on trial in western China the is accused of terrorism, Chinese state media.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 21.62162162162162, "rougeL": 46.15384615384615}, "nll_sum": 137.80035400390625, "token_count": 27} +{"index": 6352, "reference": "The Mayor of London Boris Johnson was left dangling on a zip wire for several minutes when it stopped working at an Olympic live screen event.", "prediction": "The mayor Boris Johnson has been put down trying to break a tennis break for Britain cycling, James Bond, James Bond, a Olympic orange gold medal.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 8.0, "rougeL": 26.923076923076923}, "nll_sum": 162.12026977539062, "token_count": 29} +{"index": 6353, "reference": "Reading will be without left-back Jordan Obita who is suspended following his sending off against Derby County.", "prediction": " Rob Robsonson's injury-timeiser gives Reading a late battle against fellow play-offefuls Fulham to reach E EFL Cup second round.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 181.03363037109375, "token_count": 31} +{"index": 6354, "reference": "The Women's Euro 2017 qualifier between Northern Ireland and the Czech Republic in Lurgan on Friday was postponed after a serious accident on the M1.", "prediction": "Northern Ireland's Euro 2016 match between Northern Ireland and the Republic of Ireland on Tuesday was because of a fatal crash in Dublin has led to football's's football from's's from his death as a's. reputation of a's from aA", "rouge": {"rouge1": 33.333333333333336, "rouge2": 14.285714285714285, "rougeL": 30.555555555555557}, "nll_sum": 238.01644897460938, "token_count": 47} +{"index": 6355, "reference": "Middlesbrough's defensive \"naivety\" cost them in Wednesday's 4-2 Premier League defeat by Hull City, says head coach Steve Agnew.", "prediction": "Middlesbrough coach Steve Agnew thanked his team's failure's performance after the 43 defeat by Hull to earn their win of the season.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 18.18181818181818, "rougeL": 26.08695652173913}, "nll_sum": 126.52071380615234, "token_count": 28} +{"index": 6356, "reference": "A shootout in northern Mexico has killed at least 14 people, officials say, amid a surge in drug-related violence in the country.", "prediction": " 19 least 19 Mexico are 2011 killed of clashes between rival clashes between rival between drug gangs, police and officials say, days on the reputation's reputation, May's as from from a's- from a in's May's.", "rouge": {"rouge1": 31.74603174603175, "rouge2": 3.2786885245901636, "rougeL": 19.047619047619047}, "nll_sum": 269.08087158203125, "token_count": 44} +{"index": 6357, "reference": "How could there be an entire local authority in England where no pupil can take an A-level?", "prediction": "It is a scene of a with black, black blue and black hole locked an A-Level.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 12.121212121212121, "rougeL": 17.142857142857142}, "nll_sum": 104.08434295654297, "token_count": 19} +{"index": 6358, "reference": "The Lion King and Thelma & Louise are among 25 films that will be preserved by the US Library of Congress.", "prediction": "The Lion King, the first film but and film, will be added to film, the National Book Foundation has announced to with a rowe's ballet. from a game from the/g's game in from November's of.", "rouge": {"rouge1": 30.508474576271187, "rouge2": 10.526315789473683, "rougeL": 30.508474576271187}, "nll_sum": 247.6100616455078, "token_count": 45} +{"index": 6359, "reference": "At least 100 bodies have been recovered from a church that collapsed in the south-eastern Nigerian city of Uyo.", "prediction": "At least 160 people have died and a injured after a church collapsed on the roof of Nigeria capital capital, Ayo, officials say 2011 a's, solve,'s they from \u00a3-A a from in from November from.'s from a", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.344827586206897, "rougeL": 26.666666666666668}, "nll_sum": 317.05902099609375, "token_count": 47} +{"index": 6360, "reference": "England spinner Moeen Ali expects his second summer of Test cricket to prove more difficult than his first.", "prediction": "England all-rounder Moe Ali Ali says he needs his character his team will keep him ahead of their tour of.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 114.59712219238281, "token_count": 22} +{"index": 6361, "reference": "A woman who claims she was \"groomed\" and sexually abused by a former royal aide told a jury she had not made up the story and did not \"want his money\".", "prediction": "A former priest to a senior publicist has told a court she thought was groomed, harassed and sexually assaulted her, and a court and heard. 2011's \" a \" a \" a \"'s a Gang of. a from's a", "rouge": {"rouge1": 31.884057971014496, "rouge2": 11.940298507462686, "rougeL": 23.188405797101446}, "nll_sum": 246.68821716308594, "token_count": 47} +{"index": 6362, "reference": "Ireland were on the receiving end of two controversial lbw decisions as they lost their second one-day international against Afghanistan by 34 runs.", "prediction": "Afghanistan beat beat Ireland by five wickets and take five wickets in a five-match win in first one-day international.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 9.30232558139535, "rougeL": 17.77777777777778}, "nll_sum": 101.8563232421875, "token_count": 27} +{"index": 6363, "reference": "Nottingham Forest striker Britt Assombalonga has signed a new five-year contract.", "prediction": "Nottingham Forest have agreed to buy striker Assittombalonga to \"one of the right players\" to \" preserve the right players\".", "rouge": {"rouge1": 19.35483870967742, "rouge2": 6.896551724137931, "rougeL": 19.35483870967742}, "nll_sum": 146.59738159179688, "token_count": 28} +{"index": 6364, "reference": "A 13-year-old schoolboy who disappeared after a fellow pupil and a teacher were attacked with a knife has been arrested, West Mercia Police said.", "prediction": "A 10-year-old boy is being held in police after police being called to an teacher and two pupils on a train station", "rouge": {"rouge1": 35.99999999999999, "rouge2": 4.166666666666666, "rougeL": 24.000000000000004}, "nll_sum": 95.19087219238281, "token_count": 25} +{"index": 6365, "reference": "Scottish League One leaders Dunfermline Athletic were held at home by Albion Rovers but still moved 11 points clear at the top of the table.", "prediction": "Raith Rovers moved play-off place and earned Raith a place in the semi-final at Queen's Park at- solve Park solve Heat-.'s a's from-A's game in from Saturday's a. fromA", "rouge": {"rouge1": 16.129032258064516, "rouge2": 0.0, "rougeL": 9.67741935483871}, "nll_sum": 268.5653991699219, "token_count": 47} +{"index": 6366, "reference": "Former world heavyweight champion Mike Tyson says the idea of professional boxers at the Olympics is \"ridiculous\" - because they would lose to amateurs.", "prediction": "Former world champion Tyson Fury says it \"would prepared\" to beat fellow professionalers, saying some of world 70 says 40-time Olympic champion.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 4.545454545454546, "rougeL": 30.434782608695656}, "nll_sum": 158.78829956054688, "token_count": 28} +{"index": 6367, "reference": "Prince Harry has laid wreaths during a dawn service at London's Wellington Arch and on behalf of the Queen at the Cenotaph to mark Anzac Day in the UK.", "prediction": "Hundreds of thousands of Australians have taken part in an Anzac Day - and airings in Londonings", "rouge": {"rouge1": 26.086956521739136, "rouge2": 4.545454545454546, "rougeL": 17.39130434782609}, "nll_sum": 83.24034118652344, "token_count": 19} +{"index": 6368, "reference": "Within days of an Iranian missile test and a subsequent warning from the Trump administration, the US has now followed up by imposing a new round of economic sanctions.", "prediction": "The White House has put further sanctions against Iran over its nuclear programme in its support in President Bashar al-Assad.", "rouge": {"rouge1": 12.000000000000002, "rouge2": 0.0, "rougeL": 12.000000000000002}, "nll_sum": 79.50765228271484, "token_count": 22} +{"index": 6369, "reference": "Pupils in England, Wales and Northern Ireland are receiving their GCSE results - just over two weeks after teenagers in Scotland received the results of their equivalent National 4s and 5s.", "prediction": "There is no increase in secondary pupils entering next English, English and maths has dropped in the past year, the exams course Of Ofquals says.", "rouge": {"rouge1": 21.81818181818182, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 158.107421875, "token_count": 29} +{"index": 6370, "reference": "The shortlist of companies bidding to run rail networks in the north of England has been announced.", "prediction": "The government to announced it to it running two two rail services across parts north and north, north of England.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 11.428571428571429, "rougeL": 37.83783783783783}, "nll_sum": 128.62744140625, "token_count": 21} +{"index": 6371, "reference": "One person died and three others were taken to hospital after a boat capsized in Brixham harbour in south Devon.", "prediction": "Four people, including, five--old girl, have been taken to hospital after a high speed capsized off the Devon coast.", "rouge": {"rouge1": 35.0, "rouge2": 21.052631578947366, "rougeL": 35.0}, "nll_sum": 114.7410888671875, "token_count": 25} +{"index": 6372, "reference": "Abuse victims whose cases are excluded from a Stormont inquiry into historical child abuse have united in a campaign for their allegations to be included.", "prediction": "An inquiry has started into child sex abuse of some schools- schools in Northern Ireland.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 69.85901641845703, "token_count": 16} +{"index": 6373, "reference": "The world's biggest chipmaker, Intel, reported a 6% fall in net income for the three months to September and cut its fourth quarter outlook for its important server-chip business.", "prediction": " Microsoft's profits fell 4% in its fourth consecutive quarter revenue, helped by revenue sales, helped by sales and poor sales and its chip business.", "rouge": {"rouge1": 32.14285714285714, "rouge2": 7.4074074074074066, "rougeL": 28.57142857142857}, "nll_sum": 124.47570037841797, "token_count": 28} +{"index": 6374, "reference": "The prime minister is expected to offer Indonesia and Malaysia support in tackling Islamist extremists, during a trade mission to South East Asia.", "prediction": "The prime minister has asked Britain whether it will consider counter- security support to the country, the prime minister says.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 84.71981811523438, "token_count": 22} +{"index": 6375, "reference": "Cardiff Airport is to get a \u00a33m loan to develop flight routes as part of \u00a346m Welsh government spending on projects to support the economy.", "prediction": "An extra \u00a3.7m to improve training and facilities and Wales, and Wales around the Welsh Government has Government announced Welsh the Welsh government.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 149.86643981933594, "token_count": 27} +{"index": 6376, "reference": "A handwritten letter of encouragement for new mothers was left in a supermarket baby-changing area.", "prediction": "A mother whose five was of of her daughter left her in supermarket supermarket after dropped her parents because she found \"a little a bit falling apart away\".", "rouge": {"rouge1": 36.36363636363637, "rouge2": 0.0, "rougeL": 27.27272727272727}, "nll_sum": 172.67410278320312, "token_count": 29} +{"index": 6377, "reference": "Boko Haram militants have killed at least 40 people in north-eastern Nigeria, according to witnesses.", "prediction": "Islamist militants in Nigeria is killed at at least 12 girls and wounded 30 towns in north-e Nigeria.", "rouge": {"rouge1": 40.0, "rouge2": 18.18181818181818, "rougeL": 40.0}, "nll_sum": 113.57597351074219, "token_count": 21} +{"index": 6378, "reference": "Preparations are being made to change the operation of maternity services at Caithness General in Wick earlier than previously planned.", "prediction": "Maternity services at right of C M services health Hospital at Caithness General Hospital, could suspended temporarily next year, a health board has announced.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 19.04761904761905, "rougeL": 22.727272727272727}, "nll_sum": 175.20314025878906, "token_count": 29} +{"index": 6379, "reference": "A controversial overhaul of classroom teaching in Scotland will take effect as secondary pupils begin returning to school after the summer break.", "prediction": "Changes to the new curriculum system for young children in England is due to be delayed delayed, because the because it is \"too too\"..", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 143.08441162109375, "token_count": 27} +{"index": 6380, "reference": "A letter written by the Queen revealing how she and Prince Philip first fell in love attracted \"furious\" bidding as it smashed pre-auction estimates.", "prediction": "tershire written by the Queen and Crown, Prince William and Prince and her partner, been sold at auction for \u00a31,500.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 18.18181818181818, "rougeL": 30.434782608695656}, "nll_sum": 109.85984802246094, "token_count": 26} +{"index": 6381, "reference": "When Leanne Wood first walked through the gates of her old school, a career in politics was not part of the plan.", "prediction": "Plaid Cymru was a primary school and training physical training teacher Moira and Stuart was never in her school in Rhondda.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 13.95348837209302}, "nll_sum": 135.83694458007812, "token_count": 27} +{"index": 6382, "reference": "New, independent research seen by the BBC suggests Heathrow airport could build a new runway without breaking European pollution laws.", "prediction": " a plan for a third runway atrow's London will continue to happen not happened before, the new research suggests.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 116.93846130371094, "token_count": 22} +{"index": 6383, "reference": "Great Britain's Davis Cup final against Belgium \"will go on\" despite the terror threats affecting Brussels, says the Flemish Tennis Federation (FTF).", "prediction": "Great Britain's Davis Cup final against Belgium will not go ahead in Belgium despite a organisers, but organisers does not know believe it in not it.", "rouge": {"rouge1": 44.00000000000001, "rouge2": 33.333333333333336, "rougeL": 44.00000000000001}, "nll_sum": 156.48675537109375, "token_count": 28} +{"index": 6384, "reference": "A cargo plane has crash landed in Ghana's capital Accra, hitting a bus full of passengers, officials say.", "prediction": "A passenger plane was crashed into the land at an airport in Ghana's capital, capital.", "rouge": {"rouge1": 51.42857142857142, "rouge2": 18.18181818181818, "rougeL": 45.714285714285715}, "nll_sum": 68.75813293457031, "token_count": 17} +{"index": 6385, "reference": "A man has been jailed for life for the \"motiveless and brutal\" murder of a Brighton man in his city centre flat.", "prediction": "A man has been jailed for life for stabbing and stabbing to death his man in his drink-ff in Gloucester city centre.", "rouge": {"rouge1": 62.222222222222236, "rouge2": 46.51162790697674, "rougeL": 62.222222222222236}, "nll_sum": 89.33468627929688, "token_count": 25} +{"index": 6386, "reference": "Claire Sugden is used to being the youngest - she grew up in Coleraine with four older siblings - three sisters and a brother.", "prediction": "Faf Provisionden has finally never become a new minister of justice for Northern Ireland.", "rouge": {"rouge1": 5.555555555555555, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 99.61801147460938, "token_count": 16} +{"index": 6387, "reference": "Bristol Rovers boss Darrell Clarke says he is not worried about losing his job following the club's recent takeover.", "prediction": "Tranmere Rovers chairman Garry Clarke says he does not fear for his job of his Cornish side, saying \"n't fear his job\".", "rouge": {"rouge1": 32.558139534883715, "rouge2": 14.634146341463413, "rougeL": 32.558139534883715}, "nll_sum": 135.61184692382812, "token_count": 29} +{"index": 6388, "reference": "One of Japan's leading advertising agencies has been charged over the death of an employee from overwork.", "prediction": "The Japanese consumer rights agency, Dorsu, has been charged with protecting a working, a woman suddenly on her working hard slept.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 151.4815673828125, "token_count": 26} +{"index": 6389, "reference": "No-one saw it coming.", "prediction": "It has been a week of and it?'s end - it's video- referee,, a, a., a a battle for car or struggle!. a from's the's of, from 30 November.", "rouge": {"rouge1": 5.405405405405405, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 256.8108215332031, "token_count": 40} +{"index": 6390, "reference": "In our series of letters from African journalists, Ghanaian writer Elizabeth Ohene, a former government minister and member of the opposition, laments the lack of a maintenance culture in Ghana.", "prediction": " the BBC's Sundetey, I will where a bridge has become a road - but what it happened!", "rouge": {"rouge1": 12.765957446808512, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 137.00741577148438, "token_count": 21} +{"index": 6391, "reference": "A 44-year-old man has died in north Wales while taking part in a charity cycle ride", "prediction": "A cyclist was taken to hospital after being hit by a motorway while trying save a children'sice.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 84.9823989868164, "token_count": 20} +{"index": 6392, "reference": "The 2017 Derby at Epsom will be the richest race ever staged in Britain after two horses were added as late entries at a cost of \u00a385,000 each.", "prediction": " winner year's Champion winner, Humm willian, has has won at Royalon-on-M-on in Sunday's Derby at Epsom.", "rouge": {"rouge1": 20.0, "rouge2": 8.333333333333332, "rougeL": 12.000000000000002}, "nll_sum": 181.93862915039062, "token_count": 30} +{"index": 6393, "reference": "UK manufacturing activity contracted in April for the first time in three years, a survey has indicated, adding to fears over the economy's strength.", "prediction": "Growth in the UK's service sector, fell to its highest level since 2009, saying the industry is down to \" economic uncertainty\".", "rouge": {"rouge1": 25.53191489361702, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 104.50675964355469, "token_count": 26} +{"index": 6394, "reference": "Five people have been killed in a machine-gun and grenade attack on a bar in Mali's capital, Bamako.", "prediction": "Two French soldiers have been killed and several others injured in a gun knife attack on a bar, Tunisia Somalia's capital, Mali, the capital, Bamako, say.", "rouge": {"rouge1": 63.829787234042556, "rouge2": 35.55555555555556, "rougeL": 55.3191489361702}, "nll_sum": 129.0506591796875, "token_count": 33} +{"index": 6395, "reference": "Zlatan Ibrahimovic will leave Paris St-Germain at the end of the season.", "prediction": " Zlatan Ibrahimovic says he will not retire from international football again before becoming French champions Paris St-Germain (\u00a331m).", "rouge": {"rouge1": 37.49999999999999, "rouge2": 20.0, "rougeL": 37.49999999999999}, "nll_sum": 90.89739227294922, "token_count": 27} +{"index": 6396, "reference": "Liverpool boss Jurgen Klopp says he will do \"everything I can\" to help Steven Gerrard develop into \"the best manager he can be\".", "prediction": "Liverpool manager Jurgen Klopp says Steven Gerrard to be \"mo\" to become the new manager.", "rouge": {"rouge1": 52.63157894736841, "rouge2": 16.666666666666664, "rougeL": 42.10526315789474}, "nll_sum": 70.78243255615234, "token_count": 19} +{"index": 6397, "reference": "Exeter City have signed former Republic of Ireland, Crystal Palace and Birmingham City striker Clinton Morrison on non-contract terms.", "prediction": " Republic of Ireland international Morrison has returned to ex-flight club Ipswich Town on a two 2011year deal to be about \u00a32m.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 140.10601806640625, "token_count": 27} +{"index": 6398, "reference": "Attendances at professional sports events in the UK topped 70 million this year, up 5% on 2014, according to Deloitte's sports business group.", "prediction": "A record number of viewers were among the best abattattended\" event at the 2014 World Cup, according to according Deloitte.ozman-.'s aA's-A a referee in from from The's. a's", "rouge": {"rouge1": 31.034482758620697, "rouge2": 3.571428571428572, "rougeL": 24.137931034482758}, "nll_sum": 299.0074462890625, "token_count": 47} +{"index": 6399, "reference": "A woman who spent her life savings on dental implants that had to be taken out feels \"butchered\" by the dentist.", "prediction": "A woman whose surgery underwent surgery after having surgery after said she had her5 shut down, and told she to \" go down and line the line\".", "rouge": {"rouge1": 21.276595744680847, "rouge2": 4.444444444444445, "rougeL": 21.276595744680847}, "nll_sum": 161.3499298095703, "token_count": 29} +{"index": 6400, "reference": "Capt Francesco Schettino has been found guilty of multiple manslaughter in Italy and sentenced to 16 years in jail for his role in one of the country's worst maritime disasters.", "prediction": "Italian Italian Anaardo Trelusttino, be the captain of his ship, after his caps capsized in the seaia's disaster ha disaster, for theesc 2011 be \"- again 2011 disgr in again 2011 again 2011 again's a", "rouge": {"rouge1": 23.88059701492537, "rouge2": 0.0, "rougeL": 17.91044776119403}, "nll_sum": 330.7189636230469, "token_count": 47} +{"index": 6401, "reference": "More than 30 of the Britons who won medals at London 2012 were aged 25 or under.", "prediction": "Great Britain is Britain's most successful, successful gold medal. gold \u00a3 solve world and itA it's ballet - it a and, a cycling from a from as reputation from All-e,000 in 30 November aA.", "rouge": {"rouge1": 7.547169811320755, "rouge2": 0.0, "rougeL": 3.7735849056603774}, "nll_sum": 312.0531005859375, "token_count": 45} +{"index": 6402, "reference": "Welsh UFC fighter Brett Johns says double Olympic taekwondo champion Jade Jones could be the next Ronda Rousey.", "prediction": "Olympic goldallist Val another hopes Jade Jones can be defending champion former Olympic champion R Ronda Rousey.yolve a-'s a's a's a's a). a's).. from's from's.'s Broadway", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.843137254901962, "rougeL": 22.641509433962266}, "nll_sum": 296.1005859375, "token_count": 47} +{"index": 6403, "reference": "New work by Simon Bray and Tristan Poyser explores the way in which our clothes shape us, that outer shell we use to accentuate or sometimes hide who we are.", "prediction": "The 2017 Brightonatton Festival, Edinburgh but have been released photos photographs of what it describes to one person is serious or age is a male or female.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 195.6358642578125, "token_count": 29} +{"index": 6404, "reference": "All-rounder Tom Wells has signed a new two-year contract which will keep him at Leicestershire until the end of the 2018 season.", "prediction": "Essex all-rounder Luke Wells has signed a new deal the which will keep keep him at the club until until the end of nail 2017 season.", "rouge": {"rouge1": 70.58823529411765, "rouge2": 48.97959183673469, "rougeL": 66.66666666666667}, "nll_sum": 131.34693908691406, "token_count": 29} +{"index": 6405, "reference": "Capacity on the \"busiest trains\" into Cardiff will double from May, Arriva Trains Wales has said.", "prediction": "A 24-hour rail service between Cardiff and bew and Ebbw Vale line, it has been announced.", "rouge": {"rouge1": 12.121212121212121, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 102.68473815917969, "token_count": 22} +{"index": 6406, "reference": "Lenovo has announced two unusual smartphones - a model that uses special cameras to scan its surroundings and a handset with optional snap-on parts.", "prediction": " McClos has announced the first pen version of its app, horns, throwing devices that allows the camera is behind the \"-season-fi\".", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 175.55126953125, "token_count": 27} +{"index": 6407, "reference": "A mournful procession of about 1,500 Latvians winds its way through Riga's medieval Old Town singing traditional Latvian songs.", "prediction": " a blue, and flag and flag blue a flag, Russian-speivringians beat a Roman Catholic church in the Russian-Russianplane war zones.", "rouge": {"rouge1": 4.651162790697675, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 178.9756317138672, "token_count": 30} +{"index": 6408, "reference": "Work is being carried out to try to prevent flooding in parts of north Wales as heavy rainfall is forecast to continue into Sunday.", "prediction": "estest across alerts are in place for north Wales, Wales and north Wales be north, the solve has's-'sA and from a man fromA The's body from a man's body from have of Wales.", "rouge": {"rouge1": 16.393442622950822, "rouge2": 3.389830508474576, "rougeL": 9.836065573770492}, "nll_sum": 273.0717468261719, "token_count": 43} +{"index": 6409, "reference": "The former speaker of the lower house of the Brazilian Congress, Eduardo Cunha, has been arrested in connection with a major corruption investigation.", "prediction": "The former vice- president of Brazil, asardo Cunha, has been arrested, and arrested over allegations of corruption, has been arrested.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 19.51219512195122, "rougeL": 37.2093023255814}, "nll_sum": 105.13829040527344, "token_count": 28} +{"index": 6410, "reference": "Former James Bond star Sir Roger Moore has revealed how he was helped to reach the top in Hollywood, in a new 10-minute film celebrating the Olympics.", "prediction": "A British film-maker Roger White held a filmmaker, film be held's London-based exhibition of art, about a role for his role.", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 161.7774200439453, "token_count": 28} +{"index": 6411, "reference": "Theresa May's letter triggering Article 50 may have attempted a more conciliatory tone but it does not seem to have worked with the Welsh Government.", "prediction": "Imagine a being sent to the UK Prime Minister Theresa May said she took office in Brexit not mean her only only would have a lower \" of his!", "rouge": {"rouge1": 25.92592592592593, "rouge2": 3.846153846153846, "rougeL": 14.814814814814817}, "nll_sum": 177.67283630371094, "token_count": 29} +{"index": 6412, "reference": "Dozens of British troops are to be sent to Somalia to help peacekeeping efforts to counter Islamist militants, David Cameron has announced.", "prediction": "British soldiers are to send military and military in South Sudan, Prime Minister David Cameron has said the as it is \"little outcome in any possible\".", "rouge": {"rouge1": 24.999999999999993, "rouge2": 13.043478260869565, "rougeL": 24.999999999999993}, "nll_sum": 140.69024658203125, "token_count": 28} +{"index": 6413, "reference": "Bournemouth manager Eddie Howe has signed an extension to his contract.", "prediction": "Bournemouth manager Eddie Howe Eddie signed a new five-year contract with the Premier League club.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 24.0, "rougeL": 44.44444444444444}, "nll_sum": 65.29951477050781, "token_count": 19} +{"index": 6414, "reference": "A fishing boat skipper and owner has been fined \u00a320,000 after a crewman died from carbon monoxide poisoning while trying to pump out water.", "prediction": "An oil and firm has been fined \u00a320,000 after a fisherman died after an air ambulance was crashed and crashed into a Moray field.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 25.0, "rougeL": 36.0}, "nll_sum": 120.60367584228516, "token_count": 28} +{"index": 6415, "reference": "Plans to restrict the role of Welsh MPs should be treated with caution, a former Welsh secretary has warned.", "prediction": " a Welsh MP has said he would not would oppose any English hospitals in Welsh laws are scrapped.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 100.22111511230469, "token_count": 18} +{"index": 6416, "reference": "A discovery of arms in a County Antrim forest was one of the most significant in recent years, police in Northern Ireland have said.", "prediction": "A factory bomb,, including bomb disposal experts, have found in a County Down disposal, police experts have said.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 120.36897277832031, "token_count": 21} +{"index": 6417, "reference": "Scores of people are reported killed in an explosion at an industrial gas plant in southern Nigeria.", "prediction": "At least five people have been killed in a gas explosion at a gas area in north-east, officials say.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 37.83783783783783}, "nll_sum": 68.18429565429688, "token_count": 22} +{"index": 6418, "reference": "A chronology of key events:", "prediction": "A chronology of key events:", "rouge": {"rouge1": 100.0, "rouge2": 100.0, "rougeL": 100.0}, "nll_sum": 25.301342010498047, "token_count": 6} +{"index": 6419, "reference": "Wales forward Sam Vokes hopes they can turn their World Cup qualifying fortunes around when they visit the Republic of Ireland on 24 March.", "prediction": " striker striker Sam Vokes says the Republic of Ireland have won their crucial World Cup qualifying campaign keep alive their hopes of reaching Euro 2016. Slovenia's solve of a- a- a-p- a in a- from's from's a", "rouge": {"rouge1": 33.84615384615385, "rouge2": 19.047619047619047, "rougeL": 21.538461538461544}, "nll_sum": 214.68978881835938, "token_count": 47} +{"index": 6420, "reference": "American football legend OJ Simpson has asked a Nevada judge to grant him a new trial in the 2008 armed robbery case that left him serving a lengthy prison sentence.", "prediction": "Ex-American football candidate Donald Trump says he will be allowed to relocated his Los Angeles home a month after allegations he retaking his own property.", "rouge": {"rouge1": 14.285714285714288, "rouge2": 3.703703703703704, "rougeL": 14.285714285714288}, "nll_sum": 132.96420288085938, "token_count": 28} +{"index": 6421, "reference": "Conor Sammon has agreed a three-year contract with Hearts as the striker prepares to leave Derby County.", "prediction": "Hearts are in talks the Republic of of Ireland striker striker Sammon on loan from Kilarnarnock.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 139.70053100585938, "token_count": 21} +{"index": 6422, "reference": "Czech cyclist Roman Kreuziger, fifth in last year's Tour de France, has been cleared of any doping offence by his national Olympic committee.", "prediction": "Ghana Mickanaist Lopez Alexander butuziger has been provision suspended until competing from the Tour de France.", "rouge": {"rouge1": 25.0, "rouge2": 15.789473684210527, "rougeL": 15.0}, "nll_sum": 156.02490234375, "token_count": 21} +{"index": 6423, "reference": "The activities of the army's most high-ranking agent, codenamed Stakeknife, are to be investigated but a date for the inquiry has yet to be set.", "prediction": " west Belfast man who was shot dead by the IRA in County Tyrone 10 years ago has Northern Ireland \"the political political beat\" to beat the British prime minister.", "rouge": {"rouge1": 17.857142857142858, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 131.39451599121094, "token_count": 32} +{"index": 6424, "reference": "An organic farmer has persuaded Tesco to take down a photograph of him from its website.", "prediction": "Tesco has apologised to a supermarket owner after a photo photo of himself of his officeillingfordorgan eavesisticies pulled from troubledbor farm.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 0.0, "rougeL": 27.027027027027025}, "nll_sum": 223.90560913085938, "token_count": 28} +{"index": 6425, "reference": "A bear hug, a photo filter and a new debate on net neutrality - Ayeshea Perera examines the domestic fallout of Indian Prime Minister Narendra Modi's Facebook townhall in US.", "prediction": "When Indian Prime Minister Narendra Modi arrived in in India, in a famous town's India of Menlo India, one of the country's most important memorable.", "rouge": {"rouge1": 35.08771929824561, "rouge2": 14.545454545454547, "rougeL": 21.05263157894737}, "nll_sum": 145.73023986816406, "token_count": 30} +{"index": 6426, "reference": "Former Scotland manager Alex McLeish has agreed to coach Zamalek, the Egyptian club have announced.", "prediction": "Nigeria's director of football Alex McScottish has been appointed as their new head coach.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 0.0, "rougeL": 20.000000000000004}, "nll_sum": 80.3890609741211, "token_count": 19} +{"index": 6427, "reference": "Eritrea's government has dismissed as a \"vile slander\" a UN report accusing it of human rights violations on a scale \"seldom witnessed elsewhere\".", "prediction": "The government sab Eritrereans have been committed human crimes and Ethiopia despite despite crimes, a human rights group.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 137.40541076660156, "token_count": 22} +{"index": 6428, "reference": "Footage of a street brawl which appears to involve a bus driver has been shared on social media.", "prediction": "A video game attraction which was emerged of two young men being thrown into a pavement in a Norfolk centre street, has been suspended. again. solve's 2011 a from's from aWest from from George's intention of a from of's a", "rouge": {"rouge1": 22.58064516129032, "rouge2": 6.666666666666667, "rougeL": 16.129032258064516}, "nll_sum": 276.257080078125, "token_count": 47} +{"index": 6429, "reference": "Welsh actress Angharad Rees, who has died of cancer at the age of 63, was one of the best-known faces of the 1970s thanks to her role in Poldark.", "prediction": "ghgh Park, the actress who actress best best for the best best drama drama Downton Library, has died aged 78. died drowned, he is 2011 of solve's solve's a's of solve's-'s Broadway's a", "rouge": {"rouge1": 28.985507246376812, "rouge2": 5.970149253731343, "rougeL": 20.289855072463773}, "nll_sum": 303.1985168457031, "token_count": 46} +{"index": 6430, "reference": "Household boilers should be replaced with large shared boilers to heat multiple homes in Scottish cities, according to a group of MSPs, environmentalists and academics.", "prediction": "Customers from Scotland are their support for building to a heating system to be used for HolyroSPSPs have said, in the Scottish committee, climbing,'s it has a referee from ite's flagship of.", "rouge": {"rouge1": 27.11864406779661, "rouge2": 3.508771929824561, "rougeL": 20.338983050847457}, "nll_sum": 304.45196533203125, "token_count": 43} +{"index": 6431, "reference": "Householders who persistently leave out too much rubbish in Flintshire will face fines from next year.", "prediction": "ie three wheelieie bin will but not be dropped next year if it will be relocated to 2014.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 109.096923828125, "token_count": 20} +{"index": 6432, "reference": "A veterinary nursing student who died in a crash the day after her final exam has been awarded a posthumous first-class honours degree.", "prediction": "Tributes have been paid to a Dundee nurse professor who was killedee a car crash who was \" \"hard andworking\".", "rouge": {"rouge1": 27.906976744186046, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 141.5892333984375, "token_count": 25} +{"index": 6433, "reference": "There are places where the surge of global tourism is starting to feel like a tidal wave.", "prediction": "A of Europe best city having its doors up and for tens of thousands of people waiting for the famous TV and and drama Game of Ireland.", "rouge": {"rouge1": 13.636363636363638, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 147.1053924560547, "token_count": 27} +{"index": 6434, "reference": "A three-day music festival has cancelled its Saturday programme due to strong winds and heavy rain.", "prediction": "A water water festival which in north Wales, has been cancelled because of winds ofs reaching up to 90mph.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 0.0, "rougeL": 27.777777777777775}, "nll_sum": 103.08338928222656, "token_count": 22} +{"index": 6435, "reference": "The Indian Premier League returns for its ninth season on 9 April with defending champions Mumbai Indians opening the tournament against Rising Pune Supergiants in Mumbai.", "prediction": "BBC Sport looks out match the match of the remaining match in the action - the Indian League and Super League (Sata (4530 GMT).", "rouge": {"rouge1": 20.408163265306122, "rouge2": 4.25531914893617, "rougeL": 12.244897959183673}, "nll_sum": 163.0511474609375, "token_count": 28} +{"index": 6436, "reference": "Researchers at Google say they are \u201cyears closer\u201d to rolling out a network of huge balloons to provide connectivity to rural areas.", "prediction": "Google has laid out a air suggests that believes that can easily data its users.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 5.7142857142857135, "rougeL": 16.216216216216214}, "nll_sum": 93.58296203613281, "token_count": 15} +{"index": 6437, "reference": "Plans have been unveiled for a major expansion of a Ministry of Defence (MoD) base in Telford.", "prediction": "Cont plans for an \u00a347 army army base in Cambridgeshire have been unveiled, the council.", "rouge": {"rouge1": 43.74999999999999, "rouge2": 20.0, "rougeL": 25.0}, "nll_sum": 97.64421081542969, "token_count": 20} +{"index": 6438, "reference": "Almost \u00a31.5m of illegal drugs have been seized in Northern Ireland following a media campaign against drug dealers, police have said.", "prediction": "More than 86 people have been arrested in Northern Ireland after a legal cannabis factory campaign with a estimated street value of \u00a32.6m.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 104.21466827392578, "token_count": 27} +{"index": 6439, "reference": "Two children were unlawfully killed by their pregnant mother who then took her own life, a coroner has recorded.", "prediction": "Two young boys whose bodies were found themselves locked in no rooms control of them found himself, an inquest heard.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 115.02589416503906, "token_count": 21} +{"index": 6440, "reference": "The body of a 30-year-old man has been found at a flat in Falkirk.", "prediction": "A man's body has been found after 38-year-old man whose body was found a block of flats in the end of Edinburgh.", "rouge": {"rouge1": 63.41463414634146, "rouge2": 25.641025641025646, "rougeL": 39.02439024390244}, "nll_sum": 87.32054138183594, "token_count": 27} +{"index": 6441, "reference": "Net migration could fall by about 100,000 a year if the UK leaves the EU and introduces work permits for EU citizens, a pressure group has said.", "prediction": "than-skilled workers would be allowed of the UK to leave the EU within a year in next year, a think think tank in said.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 15.686274509803924, "rougeL": 26.41509433962264}, "nll_sum": 115.0194091796875, "token_count": 27} +{"index": 6442, "reference": "The government has admitted breaching European Union pollution legislation, during a High Court battle with environmental campaign group.", "prediction": "A judge has told a court can make order to air air demands timetable because it it breach EU law.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 124.56517791748047, "token_count": 20} +{"index": 6443, "reference": "Lawyers for Adnan Syed, the subject of the hit US podcast Serial, will be allowed to present new evidence in his case after a court ruling on Friday.", "prediction": " YouTube starnannanuzed, who was jailed for more than 30 years ago, is giving no evidence of, as a possible a new case. 2011 of Broadway again solve's-About 2011 a in's from a's again's a", "rouge": {"rouge1": 20.8955223880597, "rouge2": 0.0, "rougeL": 14.925373134328357}, "nll_sum": 292.8381652832031, "token_count": 47} +{"index": 6444, "reference": "Three of five gold artworks hidden in Lincolnshire as part of a treasure hunt have been found - the first by chance.", "prediction": "Two historic gold medal believed to worth worth more than \u00a31,000 have been discovered after a national treasure.", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 94.49404907226562, "token_count": 21} +{"index": 6445, "reference": "A golf company director has been jailed after a ball collector drowned in a freezing course lake.", "prediction": "A divertsman who died after his girlfriend falling into a lake after he had told, has been ordered to pay him \u00a320,000.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 124.17039489746094, "token_count": 28} +{"index": 6446, "reference": "A man has been killed in a fire in Oxford.", "prediction": "A man was taken to hospital for facial injuries after a house fire has Oxford.", "rouge": {"rouge1": 48.0, "rouge2": 8.695652173913043, "rougeL": 40.0}, "nll_sum": 67.10296630859375, "token_count": 15} +{"index": 6447, "reference": "Swansea City striker Fernando Llorente's form is \"key\" to their hopes of Premier League survival, says head coach Paul Clement.", "prediction": "Swansea City coachCoach Llorente is the star of star John Terry, after helping them to reach Premier League survival next season.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 15.0, "rougeL": 38.095238095238095}, "nll_sum": 126.12458801269531, "token_count": 28} +{"index": 6448, "reference": "The political crisis means that the Northern Ireland Executive still has not agreed a budget for the 2017/18 financial year.", "prediction": " the January 2017- 2017 and civil servants and civil governments are to take control of the Northern Ireland Executive order to lose lost \u00a31bn.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 13.953488372093023, "rougeL": 22.222222222222225}, "nll_sum": 140.1218719482422, "token_count": 27} +{"index": 6449, "reference": "The father of a toddler stuck in Iran without either of her parents nearby plans to sing Happy Birthday to her via Skype at a campaign event later.", "prediction": "A mother of Gabonian, who will be travel to the UK to see her daughter the says she is keen to funeral after giving birth to her daughter.", "rouge": {"rouge1": 25.0, "rouge2": 3.7037037037037033, "rougeL": 21.428571428571427}, "nll_sum": 136.71185302734375, "token_count": 30} +{"index": 6450, "reference": "Scientists in the United States are trying to grow human organs inside pigs.", "prediction": "US scientists are working working embryos that can grown in the legal snows by again using researchers.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 7.142857142857144, "rougeL": 20.000000000000004}, "nll_sum": 117.52291870117188, "token_count": 18} +{"index": 6451, "reference": "Thousands of Zimbabwean widows are forced out of their homes by their in-laws each year.", "prediction": "India in southern India, in Tamil Nadu Pradesh state, and the privately state.", "rouge": {"rouge1": 6.896551724137931, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 72.60694885253906, "token_count": 15} +{"index": 6452, "reference": "It's one of the best loved books in American literature, but To Kill a Mockingbird was also a one-hit wonder.", "prediction": "A US woman, who first a novel with novel Kill a Mbird, was a racist a says she does not want to published her.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 164.28468322753906, "token_count": 27} +{"index": 6453, "reference": "There will be no Christmas lights in towns around Caerphilly county this year after funding was cut.", "prediction": "A light light that was being forced for some town centre centres will not be cancelled this summer, after a council was unhappy a decision's council ruling.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 158.95806884765625, "token_count": 29} +{"index": 6454, "reference": "Frank McCourt, the former owner of the LA Dodgers baseball team, is set to buy French Ligue 1 club Marseille.", "prediction": "French Ligue 1 champions Guy L Marcourt has agreed a deal to buy a second-tier-coff from a luxury flagship club.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 15.0, "rougeL": 19.04761904761905}, "nll_sum": 134.269287109375, "token_count": 27} +{"index": 6455, "reference": "Sir Chris Hoy has been chosen to carry the flag for Great Britain at the opening ceremony of the London Games on Friday.", "prediction": "Sir Chris Chris Hoy has been voted to be a flag for Team GB at an closing ceremony at the London 2012 Olympics, saying's sideIt's it a from the's from The's- stopp a in from 3 a.", "rouge": {"rouge1": 43.75, "rouge2": 22.58064516129032, "rougeL": 37.5}, "nll_sum": 255.13619995117188, "token_count": 44} +{"index": 6456, "reference": "A woman who claims her father has kept her locked up against her will in Saudi Arabia must be allowed to return to Britain, a UK judge has ruled.", "prediction": "A British woman, who has spent nine years in prison for relation Saudi Arabia, has been told he been told a court he must order her order.", "rouge": {"rouge1": 39.285714285714285, "rouge2": 7.407407407407408, "rougeL": 28.57142857142857}, "nll_sum": 136.62586975097656, "token_count": 29} +{"index": 6457, "reference": "Mae coeden dderw hynafol wedi dod yn ail yng nghystadleuaeth Coeden Ewropeaidd y Flwyddyn 2017.", "prediction": "Mae'redi wedi wedi gafn yn yn gnaf Mortonaf Mortonafn yn yaf Mortonafleedddd Dewyffn yn ynnn Morton \" an", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 243.77694702148438, "token_count": 43} +{"index": 6458, "reference": "The government will give MPs from English constituencies a new \"veto\" over laws affecting England only.", "prediction": "New rules that have MPs to English and, English and English laws are to be introduced by the House of Commons of England and Wales Wales.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 127.89583587646484, "token_count": 27} +{"index": 6459, "reference": "Ethnic minorities in Hong Kong are \"marginalised\" by the education system, says a university study.", "prediction": " a new report has found Hongve some areas where schools should provide places to education, provide basic support.", "rouge": {"rouge1": 12.12121212121212, "rouge2": 0.0, "rougeL": 6.06060606060606}, "nll_sum": 123.84432220458984, "token_count": 20} +{"index": 6460, "reference": "Northern Ireland's political crisis could kill off plans to cut corporation tax to 12.5% in April 2018.", "prediction": "As Stormont has passed a bill that would mean not be be in paying corporation tax or receive funding revenue of up to \u00a3700m.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 13.953488372093023}, "nll_sum": 146.88128662109375, "token_count": 27} +{"index": 6461, "reference": "Plans to expand one of Oxford's Park and Rides into the Green Belt have been unveiled.", "prediction": "Plans for \u00a37m community and online shopping centre centre in Oxford have been approved by city councillors.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 83.26728820800781, "token_count": 20} +{"index": 6462, "reference": "Gay men are fleeing brutal persecution in Chechnya, where police are holding more than 100 people and torturing some of them in an anti-gay crackdown, Russian activists say.", "prediction": "A top Russian rights activist has told the BBC that it has detained in Chechnya, amid a campaign to \"gay trafficking\" of gay men.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 7.8431372549019605, "rougeL": 15.09433962264151}, "nll_sum": 113.42233276367188, "token_count": 29} +{"index": 6463, "reference": "Lewis Hamilton says he must beat Mercedes team-mate Nico Rosberg at this weekend's Russian Grand Prix to kick-start his title defence.", "prediction": "Lewis Hamilton says he is confident Mercedes team-mate will struggle to struggle for in Sunday Russian Grand Grand Prix.", "rouge": {"rouge1": 50.0, "rouge2": 33.33333333333333, "rougeL": 45.45454545454545}, "nll_sum": 107.65909576416016, "token_count": 21} +{"index": 6464, "reference": "A new law imposing restrictions on users of social media has come into effect in Russia.", "prediction": "Russia has come into force a new law, which force require'' data and apps to social media sites.", "rouge": {"rouge1": 52.94117647058824, "rouge2": 31.25, "rougeL": 29.411764705882355}, "nll_sum": 104.8421630859375, "token_count": 20} +{"index": 6465, "reference": "Spanish police say they have dismantled a nationwide network that illegally regularised the working status of Chinese immigrants in Spain.", "prediction": "Police in Spain say they have arrested several people suspected of a being involved in a multi-million pound trade deal to sell contracts.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714288, "rougeL": 27.27272727272727}, "nll_sum": 87.67012786865234, "token_count": 25} +{"index": 6466, "reference": "Two days after a German-Iranian teenager killed nine people and then shot himself dead at Munich's Olympia shopping centre, this is what we know from the information given by police and prosecution sources.", "prediction": "A German train passenger was killed of nine injured in train on a passenger carrying north the south-west city of Lyon, officials say, it's a of around a reputation in \"-D's reputation in2 from a's\".'sA", "rouge": {"rouge1": 18.666666666666664, "rouge2": 2.73972602739726, "rougeL": 16.0}, "nll_sum": 293.57366943359375, "token_count": 47} +{"index": 6467, "reference": "Ex-Nottingham Forest boss Billy Davies says he has \"unfinished business\" at the club and would love to return.", "prediction": "Nottingham Forest boss Chris Davies says he wants the club to be promotion a Premier League.", "rouge": {"rouge1": 51.42857142857142, "rouge2": 30.303030303030297, "rougeL": 51.42857142857142}, "nll_sum": 73.36958312988281, "token_count": 18} +{"index": 6468, "reference": "Mo Farah missed out on a fifth major championships distance double in a row as he finished second in the 5,000m at the World Athletics Championships.", "prediction": "Double Farah completed his most successful career to complete 30 years and complete a 10,000m title title and complete the men's in a sprint race at the London race.", "rouge": {"rouge1": 31.03448275862069, "rouge2": 7.142857142857144, "rougeL": 20.689655172413794}, "nll_sum": 156.44915771484375, "token_count": 34} +{"index": 6469, "reference": "Samantha Cameron, the wife of the former Prime Minister, has said their son's death \"overshadowed everything\".", "prediction": "The pregnant wife of former David Cameron has told the BBC she proud about her young husband, and husband about about \"that's decision\".", "rouge": {"rouge1": 39.02439024390244, "rouge2": 5.128205128205128, "rougeL": 29.268292682926827}, "nll_sum": 141.8773193359375, "token_count": 26} +{"index": 6470, "reference": "A 60-year-old woman in Dumfries and Galloway has been conned out of \u00a330,000 just a week after a similar scam netted \u00a310,000.", "prediction": "A pensioner went into Straraer out of \u00a371,000 from the, - after tot totalling nearly \u00a322,000.", "rouge": {"rouge1": 27.906976744186053, "rouge2": 4.878048780487805, "rougeL": 27.906976744186053}, "nll_sum": 144.01190185546875, "token_count": 27} +{"index": 6471, "reference": "Fr Alec Reid, who was a key figure in the Northern Ireland peace process, acting as a go-between between the IRA and politicians, has died.", "prediction": "A Catholic priest who was murdered by in Northern Ireland 42 years ago has died in hospital and a Sinn Fin leader has said a of referee's referee of \"the's reputation \"-l\". his in from from a's. a's", "rouge": {"rouge1": 32.35294117647059, "rouge2": 9.09090909090909, "rougeL": 20.588235294117645}, "nll_sum": 270.06951904296875, "token_count": 45} +{"index": 6472, "reference": "Bayern Munich's progress to the semi-finals of the Champions League was \"about life or death\", according to manager Pep Guardiola.", "prediction": "Pep Guardiola says his Celtic players \"unordinary players will \"never not\" after his Bayern Munich side missed out of a Champions League stage.", "rouge": {"rouge1": 31.111111111111118, "rouge2": 13.95348837209302, "rougeL": 22.222222222222225}, "nll_sum": 144.54107666015625, "token_count": 28} +{"index": 6473, "reference": "Dairy farmers in Wales have been urged to club together to help negotiate a better price for their milk.", "prediction": "The Welsh dairy industry could sign up a possible deal with customers that it could lead to a customers breakdown.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 106.42454528808594, "token_count": 20} +{"index": 6474, "reference": "A three-year-old girl has died in hospital after the car she was travelling in crashed into a tree next to the M4 in Berkshire.", "prediction": "A woman was seriously seriously injured after being hit by a car on the M20 near Hampshire the.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 71.66869354248047, "token_count": 19} +{"index": 6475, "reference": "Teams could be relegated or expelled from competitions for serious incidents of racism after tough new powers were voted in by Fifa.", "prediction": "Fifa has opened a five 2011 ban ban on football matches from five to 30, five matches after they voted against the world's federation a last 2011 from the Gael 2011 a Saturday-w's mandatory in from Saturday's the.", "rouge": {"rouge1": 15.624999999999996, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 308.3175048828125, "token_count": 45} +{"index": 6476, "reference": "Former Middlesbrough player Craig Hignett has been named as the new manager of League Two side Hartlepool.", "prediction": "Alepool have appointed former Hartlepool manager Craig Hignett as manager first-team coach.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 7.142857142857144, "rougeL": 33.333333333333336}, "nll_sum": 74.2222900390625, "token_count": 19} +{"index": 6477, "reference": "A man's body has been found following a fire at a house.", "prediction": "A man was killed in a fire was abandoned by police, police said.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 16.666666666666664, "rougeL": 30.76923076923077}, "nll_sum": 48.32025146484375, "token_count": 14} +{"index": 6478, "reference": "A vicar arrested in connection with historical sexual abuse has been suspended by the Church of England.", "prediction": "A vicar who was arrested on suspicion of making images and sexual images has been suspended, police have said.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 17.647058823529413, "rougeL": 38.88888888888889}, "nll_sum": 73.320068359375, "token_count": 21} +{"index": 6479, "reference": "World Cup final referee Nigel Owens says he intends to keep officiating in international rugby for another four years.", "prediction": "Rugby Nigel Owens says he will consider considering after the 2017 World Cup final against Australia when he took in Australia 201516 World Cup.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 24.390243902439025, "rougeL": 23.25581395348837}, "nll_sum": 129.6665802001953, "token_count": 27} +{"index": 6480, "reference": "Four Israelis have been charged over the beating of an Eritrean migrant who was mistaken for a gunman during a militant attack last October.", "prediction": " killed killed an 18-year 2011old man who was beaten the death in a series of recent-abbingsings by people in the central Israel, officials say, theyA from- from from a in three since's a.old from", "rouge": {"rouge1": 22.580645161290324, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 291.74468994140625, "token_count": 47} +{"index": 6481, "reference": "Kaka has been called up to the Brazil squad for next month's Copa America in the United States.", "prediction": "ana forward Kaka'saka been left out of Brazil's provisional 26-man squad for the January World Cup.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555555, "rougeL": 31.57894736842105}, "nll_sum": 88.13259887695312, "token_count": 22} +{"index": 6482, "reference": "Arsenal Ladies reached their fifth consecutive Continental Cup final with a 3-1 win over Birmingham City.", "prediction": "Arsenal have won Women's Super League semi-finals for the first time with a 4-0 win over Birmingham City in a controversialCalifornia- their. a's referee's a 3-D's from in from November's's.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 18.51851851851852, "rougeL": 28.571428571428566}, "nll_sum": 224.72802734375, "token_count": 45} +{"index": 6483, "reference": "The chairman of the Scottish Police Authority has said Aberdeen's emergency control room will only be closed if it is safe to do so.", "prediction": " to Police Police's control unit, in Crokeke Dal is to close in September, because of local concerns from the Scottish Police (Hers). 2011 \"'s a's aA from a's has referee of. a from's a", "rouge": {"rouge1": 31.74603174603174, "rouge2": 6.557377049180328, "rougeL": 19.047619047619047}, "nll_sum": 292.6452941894531, "token_count": 47} +{"index": 6484, "reference": "A prisoner is to go on trial accused of attacking a doctor at a hospital with a razor blade.", "prediction": "A man has gone on trial accused of attempting to murder a prison officer with a head- a 3 blade in West Lothian.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 25.0, "rougeL": 42.857142857142854}, "nll_sum": 103.2342758178711, "token_count": 26} +{"index": 6485, "reference": "Letting agents' fees for tenants could be banned in Wales under proposals from two backbench Labour AMs.", "prediction": "Levels from Swansea are considering scrapped of university fees to be scrapped by the Welsh Government.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 90.67924499511719, "token_count": 17} +{"index": 6486, "reference": "Doctors who carry out cosmetic procedures should give patients time to think before agreeing to go ahead, new guidance says.", "prediction": "Patients across the UK the have cosmetic surgery to stop breast treating patients after concerns over patient safety concerns.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 117.59024047851562, "token_count": 20} +{"index": 6487, "reference": "Colin Kazim-Richards's late goal stunned Arsenal as Blackburn Rovers reached the FA Cup quarter-finals.", "prediction": "Adam Kazall's second-half strike gave struggle holders Arsenal and put an FA Cup semi-final tie at home to Ewood Park. solve Final 2011.-'s the's- again's a in a from George's.'s a", "rouge": {"rouge1": 21.428571428571434, "rouge2": 3.7037037037037033, "rougeL": 17.857142857142858}, "nll_sum": 270.1153869628906, "token_count": 47} +{"index": 6488, "reference": "The deep, growling roar of the howler monkey may hide reproductive shortcomings, according to biologists.", "prediction": "Cler substitute - are up to three times too much - - faster than previously thought, a study suggests.", "rouge": {"rouge1": 6.451612903225808, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 112.60850524902344, "token_count": 21} +{"index": 6489, "reference": "Labour leader Jeremy Corbyn has named Neath MP Christina Rees as the new shadow Welsh secretary.", "prediction": "Christina Rees has been named as new Welsh secretary secretary of in Labour leader.", "rouge": {"rouge1": 66.66666666666666, "rouge2": 21.428571428571427, "rougeL": 40.0}, "nll_sum": 94.45960998535156, "token_count": 16} +{"index": 6490, "reference": "A Romanian hacker who targeted high-profile US politicians has been sentenced to 52 months in prison.", "prediction": "A Romanian hacker who hacked into of US state email account has been jailed for a jail term.", "rouge": {"rouge1": 40.0, "rouge2": 24.242424242424242, "rougeL": 40.0}, "nll_sum": 75.73995971679688, "token_count": 18} +{"index": 6491, "reference": "Plans to avert big event travel chaos in Cardiff will be trialled as 30,000 people head to the city for Saturday's Monster Jam event.", "prediction": "Drivers are facing up to long waits for delays at Cardiff's main main rail service, a operator has said. has been a \" friendly\" for", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 149.7306365966797, "token_count": 29} +{"index": 6492, "reference": "The chairwoman of the inquiry into historical child abuse has announced two key dates for the investigation.", "prediction": " into Scottish inquiry will committee the Scottish inquiry will examine child sex abuse in children in living.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 97.85226440429688, "token_count": 17} +{"index": 6493, "reference": "Video footage has emerged of an Indian man fighting a sword-wielding attacker to save the life of a shopkeeper.", "prediction": "An Indian 80year-old man says he is alive in the street after a video released a video it claiming a man wants to appeal him.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 141.32040405273438, "token_count": 28} +{"index": 6494, "reference": "The Welsh Government will set a \"framework\" of five-year targets in its attempt to ensure a million people speak Welsh by 2050.", "prediction": "Pupils from five-year-olds to be allowed to speak in Welsh, under the Welsh government's plannedup-up.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 15.0, "rougeL": 23.809523809523807}, "nll_sum": 108.5749740600586, "token_count": 26} +{"index": 6495, "reference": "Three nurses have been found guilty of professional misconduct for mistreating a man at a Kent brain injury unit.", "prediction": "A man who was left scarredred with brain conditions after training more than 12 months ago has been fined \u00a37,700,000. solve's 2011- the a 2011 a from a it's been from of.", "rouge": {"rouge1": 21.81818181818182, "rouge2": 3.7735849056603774, "rougeL": 10.90909090909091}, "nll_sum": 241.97036743164062, "token_count": 43} +{"index": 6496, "reference": "A sailing boat, a coffin and an oxygen tank were some of the items people have taken to be recycled, according to Surrey County Council.", "prediction": "Fastman, Horse,000 clothing and and shoes have been left fill in centres centres, the county council.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 137.2112274169922, "token_count": 21} +{"index": 6497, "reference": "On Friday morning Donald Trump dipped his presidential toe into French electoral politics, tweeting about the possible impact of the Paris shooting on Thursday that resulted in one police officer dead and two seriously wounded.", "prediction": "President Donald Trump has attacked in Republican Republican presidential race in the night of the Paris attacks's office, saying he \"there make a big impact\".", "rouge": {"rouge1": 32.78688524590164, "rouge2": 10.169491525423728, "rougeL": 26.229508196721312}, "nll_sum": 145.0736083984375, "token_count": 28} +{"index": 6498, "reference": "As a US soldier is held for the massacre of 16 Afghan civilians, there are growing concerns at his home base about post-traumatic stress disorder (PTSD).", "prediction": "An American militaryaser has been charged at a US military base in Iraq in the battle for post-seasontraumatic stress disorder (DTSD).", "rouge": {"rouge1": 36.73469387755102, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 154.39849853515625, "token_count": 31} +{"index": 6499, "reference": "BBC Radio 1 DJ Greg James is to receive an honorary doctorate from the University of East Anglia (UEA).", "prediction": "Veteran BBC Radio 2 and James has received an an honorary achievement from to engineering in the University of (CD).", "rouge": {"rouge1": 56.41025641025641, "rouge2": 27.027027027027025, "rougeL": 51.28205128205129}, "nll_sum": 134.65963745117188, "token_count": 22} +{"index": 6500, "reference": "A beach clean-up charity has been given a \u00a330,000 grant to help keep Manx beaches the \"tidiest in Europe\".", "prediction": "The Isle of Isle Man, Isle TT Islelesey and Anglesey's best beaches, has receive more than \u00a38.8.m in government funding.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 159.35189819335938, "token_count": 32} +{"index": 6501, "reference": "James Ward produced a stunning comeback to beat John Isner 15-13 in the fifth set and give Great Britain a 2-0 Davis Cup lead over the United States.", "prediction": "James James Ward produced a dramatic late fight--breakback to beat American number three- John Isner to reach the tense's doubles match at the Scottish Open.", "rouge": {"rouge1": 35.08771929824561, "rouge2": 18.181818181818183, "rougeL": 35.08771929824561}, "nll_sum": 198.24142456054688, "token_count": 31} +{"index": 6502, "reference": "Nature experts have discovered an amazing underwater forest thousands of years old under the sea close to the Norfolk coast in England.", "prediction": "An underwater search area has been discovered on a tiny coast coast of North America who was up of 10,000 years old. Ye again.'s a'sA a from aA-A's from from's from a'sA", "rouge": {"rouge1": 22.95081967213115, "rouge2": 3.389830508474576, "rougeL": 16.393442622950815}, "nll_sum": 240.8779296875, "token_count": 45} +{"index": 6503, "reference": "A man who deliberately got arrested in an attempt to smuggle up to \u00a320,000 worth of heroin into prison has been jailed for three years.", "prediction": "A drug gang who was worth \u00a33m of heroin drugs into Northern Ireland public public, has been told he faces a tougher jail jail.", "rouge": {"rouge1": 35.99999999999999, "rouge2": 8.333333333333332, "rougeL": 35.99999999999999}, "nll_sum": 146.3546905517578, "token_count": 27} +{"index": 6504, "reference": "Part of a Swansea University campus was evacuated on Thursday after the discovery of \"unstable\" chemicals.", "prediction": "Students at Cardiff University's, has been evacuated because of a explosion by bomb experts have said 2011 a \"'s a- a and from it game it a it from game's from a from a it's of a the from a from a", "rouge": {"rouge1": 19.672131147540988, "rouge2": 3.389830508474576, "rougeL": 9.836065573770494}, "nll_sum": 261.7726745605469, "token_count": 47} +{"index": 6505, "reference": "Casino gambling revenue in Macau soared in 2010 to reach a record high, according to official figures.", "prediction": "Fad racing profits has reported China posted rise in record revenue for 2013..", "rouge": {"rouge1": 20.000000000000004, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 104.69326782226562, "token_count": 14} +{"index": 6506, "reference": "Artworks by Ai Weiwei made during his stay in Lesbos have gone on public display for the first time in Athens.", "prediction": "Dident Chinese artist Ai Weiwei signed a new exhibition of art, have gone on sale on island Greek island of LesbosEnvironment, hopes an recent struggle from his's as from a. for a in a reputation.", "rouge": {"rouge1": 28.07017543859649, "rouge2": 10.909090909090908, "rougeL": 24.561403508771928}, "nll_sum": 263.06622314453125, "token_count": 43} +{"index": 6507, "reference": "MPs will question the chairman of the Iraq War Inquiry later this month for the first time since it published its official report in July.", "prediction": "MPs are to questions how parliamentary inquiry into the Iraq War inquiry are due to be extradited.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 15.0, "rougeL": 28.571428571428566}, "nll_sum": 100.72159576416016, "token_count": 19} +{"index": 6508, "reference": "As the nation anxiously waited for the EU referendum results last month, currency traders were busy making bets on which way the vote would go.", "prediction": "The pound has fallen against the dollar against the UK voting to leave in European Union.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 60.95410919189453, "token_count": 16} +{"index": 6509, "reference": "The treatment of employees in public services who have raised concerns about wrongdoing has often been \"shocking\", a group of MPs has said.", "prediction": "No-one should be given banned over any the handling of the NHS locowing inquiry, the MPs have said.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 120.7646255493164, "token_count": 22} +{"index": 6510, "reference": "Australia's biggest city, Sydney, has switched off its lights for an hour as the Earth Day climate change protest gets under way across the globe.", "prediction": "Sydney has switched off its light to the White House for the second day day, with angry protesters.", "rouge": {"rouge1": 50.0, "rouge2": 23.80952380952381, "rougeL": 45.45454545454546}, "nll_sum": 95.33964538574219, "token_count": 21} +{"index": 6511, "reference": "More than 2,500 family, friends and well-wishers gathered for the funeral of Otto Warmbier, the US student who died after falling into a coma while in prison in North Korea.", "prediction": "Hundreds of mourners have attended the funeral of former school school Otto Warmbier, the US, was shot dead in North Korea.", "rouge": {"rouge1": 37.735849056603776, "rouge2": 27.45098039215686, "rougeL": 37.735849056603776}, "nll_sum": 84.03368377685547, "token_count": 26} +{"index": 6512, "reference": "Stephen Maguire said he was \"embarrassed\" at not being able to motivate himself for the World Championship at the Crucible.", "prediction": "Chris Maguire says he will not qualify playing at the World World Championship despite repeated the PGA Championship described \"ing a Parrassing\".", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 166.2429962158203, "token_count": 28} +{"index": 6513, "reference": "German Chancellor Angela Merkel's allies have urged her to change course on refugees after her governing CDU party was beaten in a regional election by an anti-immigrant party.", "prediction": "German Chancellor Angela Merkel has called for her party to \"the\" in the general election, and a surprise victory on Germany's in border boundary.", "rouge": {"rouge1": 43.63636363636364, "rouge2": 11.320754716981133, "rougeL": 29.09090909090909}, "nll_sum": 123.1295394897461, "token_count": 28} +{"index": 6514, "reference": "Smoking causes one in 10 deaths worldwide, a new study shows, half of them in just four countries - China, India, the US and Russia.", "prediction": "The impact on tobacco has fallen by more than 40 million women in the first half century, a study suggests.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 82.72318267822266, "token_count": 21} +{"index": 6515, "reference": "Bernie Ecclestone says Formula 1 is \"cheating\" its fans because the quality of the show is poor.", "prediction": "Formula 1 boss Bernie Ecclestone says he will not be performing a music despite playing the Rolling Stones, because of a hot vocal singer.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615383, "rougeL": 24.39024390243903}, "nll_sum": 134.2991180419922, "token_count": 28} +{"index": 6516, "reference": "Tata Steel has been ordered to pay \u00a31m after it exposed five people to toxic substances at Scunthorpe Steel Works.", "prediction": "Tata Steel has been fined almost \u00a3400,500 after some workers reached its factory in East Yorkshire.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 17.142857142857142, "rougeL": 27.027027027027025}, "nll_sum": 98.36944580078125, "token_count": 20} +{"index": 6517, "reference": "Northern Ireland's main parties are expected to hold talks with the prime minister in Downing Street on Thursday.", "prediction": "A visit of Northern Ireland Northern governments are talks in Northern Ireland to start talks to restore a-sharing.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 107.23419189453125, "token_count": 20} +{"index": 6518, "reference": "Afghan Taliban leader Mullah Akhtar Mansour has been seriously wounded in shooting at a meeting of militants in Pakistan, Taliban sources say.", "prediction": " fighters Taliban fighters have shot dead a security break in the office of the new leader,ahhtar Mansouradi, sources have told the reports say, Afghanistan, as there has been- from's a in from November a's.", "rouge": {"rouge1": 33.898305084745765, "rouge2": 3.508771929824561, "rougeL": 20.338983050847457}, "nll_sum": 255.96420288085938, "token_count": 45} +{"index": 6519, "reference": "Two teenage drug dealers who murdered a man in a revenge attack have been jailed.", "prediction": "Two teenagers who were found guilty of killing man who beaten and his killer in a firstz,ied and revenge attack have been jailed.", "rouge": {"rouge1": 56.41025641025641, "rouge2": 32.43243243243243, "rougeL": 56.41025641025641}, "nll_sum": 137.43141174316406, "token_count": 26} +{"index": 6520, "reference": "A man and woman found stabbed at a house in Leicestershire have been named.", "prediction": "A man has been arrested and death over the fatal man who was the victim's murder, police have said.", "rouge": {"rouge1": 29.411764705882348, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 89.12218475341797, "token_count": 21} +{"index": 6521, "reference": "A man in is hospital with life threatening injures after an early morning disturbance in Glasgow city centre.", "prediction": "A man has with serious brain injuries after an street in the early hours.", "rouge": {"rouge1": 43.75000000000001, "rouge2": 13.333333333333334, "rougeL": 37.5}, "nll_sum": 72.93145751953125, "token_count": 14} +{"index": 6522, "reference": "Police have thanked Wrexham and Chester fans for their \"good natured co-operation\" at their derby match.", "prediction": "Elector restrictions were lifted on fans attending a football match between Chesterfield and Chester and Cheshire.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 6.451612903225808, "rougeL": 12.121212121212121}, "nll_sum": 83.41090393066406, "token_count": 19} +{"index": 6523, "reference": "Leeds United have signed FC Twente midfielder Mateusz Klich for an undisclosed fee on a three-year deal.", "prediction": "Bolton have signed full-back Yimim Ely from French side Paris St on the fouroldyear deal for an undisclosed fee believed to be", "rouge": {"rouge1": 39.02439024390244, "rouge2": 20.51282051282051, "rougeL": 29.268292682926827}, "nll_sum": 167.6723175048828, "token_count": 30} +{"index": 6524, "reference": "Paint has been thrown over an Orange hall in north Belfast.", "prediction": " a paint attack attack on a front a church Church in Londerry.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 83.48048400878906, "token_count": 14} +{"index": 6525, "reference": "The UK is to make a formal protest to the government of Ecuador over the country's decision to \"harbour\" Julian Assange, the Foreign Office has said.", "prediction": "The Swedish government says it will the the formal process to arrest arrest for arrest Assange over his arrest, rape of rape and \" failureast failure\".", "rouge": {"rouge1": 34.61538461538461, "rouge2": 0.0, "rougeL": 19.23076923076923}, "nll_sum": 174.88671875, "token_count": 28} +{"index": 6526, "reference": "The most concerted diplomatic push so far to end Syria's punishing war has concentrated minds on all sides of a bitter divide.", "prediction": "As the war in Syria in started erupted, formal military and peace process with around the world, but what it is yet to do and then what it would to again?", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 167.16339111328125, "token_count": 33} +{"index": 6527, "reference": "Barnsley have signed striker Kayden Jackson from National League club Wrexham on a two-year deal.", "prediction": "Barnsley have signed midfielder Mariano Jackson after his release by Wrexhamrex", "rouge": {"rouge1": 29.629629629629626, "rouge2": 16.0, "rougeL": 29.629629629629626}, "nll_sum": 89.56317138671875, "token_count": 16} +{"index": 6528, "reference": "The International Paralympic Committee (IPC) has said it is investigating why the Algerian women's goalball team failed to arrive in Rio in time for matches against the US and Israel.", "prediction": "The International Paralympic Committee (Celt) says the Belgian national team have gone went, after missing after a football match played not US.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 11.76470588235294, "rougeL": 30.18867924528302}, "nll_sum": 166.8113555908203, "token_count": 28} +{"index": 6529, "reference": "Australian Prime Minister Tony Abbott has said the refugee and migrant crisis in Europe is proof of the need for tough asylum policies.", "prediction": "Australia PM Tony Abbott has said not aims to stop in migrants reach the migrant migrant camp, the meaning saying of \"would a past far past\"..", "rouge": {"rouge1": 36.73469387755102, "rouge2": 12.76595744680851, "rougeL": 28.571428571428577}, "nll_sum": 181.44349670410156, "token_count": 29} +{"index": 6530, "reference": "Plans to revamp the tennis court at the Duke and Duchess of Cambridge's country mansion have been submitted.", "prediction": "Plans forans new flagship court, which is to be built at the Wimbledon, have been unveiled withrayururf to be solve, the solve- for \"'s \" a it's aolve of.- from's a", "rouge": {"rouge1": 39.21568627450981, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 293.5114440917969, "token_count": 46} +{"index": 6531, "reference": "The government's Syrian vulnerable persons resettlement programme could be \"at risk\" because of a lack of school places and accommodation, a National Audit Office report has warned.", "prediction": "The government is \"deeply short\" reaching its programme to resettling thousands of000 Syrian refugees far so 2016, a National Audit Office says.", "rouge": {"rouge1": 36.00000000000001, "rouge2": 16.666666666666664, "rougeL": 28.000000000000004}, "nll_sum": 153.2733917236328, "token_count": 29} +{"index": 6532, "reference": "Police say an attack on a man in his 20s in Dunboyne Park in west Belfast was a \"sectarian hate crime\".", "prediction": "A 23-year-old man has been left with life-changing game brain injuries after an violent racist attack in north Belfast in the Belfast football,AM, described as a \" ballet after a from The's of aA aA a", "rouge": {"rouge1": 26.22950819672132, "rouge2": 0.0, "rougeL": 19.67213114754098}, "nll_sum": 257.056640625, "token_count": 47} +{"index": 6533, "reference": "British industry will lead the production of Solar Orbiter (SolO), a spacecraft that will travel closer to the Sun than any satellite to date.", "prediction": "One of Europe world best known to Marsetta - a Nasa - orbiting around the around - is a go on display at a Steven disparage.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 192.552490234375, "token_count": 28} +{"index": 6534, "reference": "Before the Parliamentary drama over the first part of Brexit is even done, another dramatic twist in this most tangled of plots.", "prediction": "So the greet, so far, it didn't mean that wasn isn't?", "rouge": {"rouge1": 5.714285714285714, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 91.21652221679688, "token_count": 15} +{"index": 6535, "reference": "Northern Ireland's economy grew slightly in the second quarter of this year, according to the latest official figures.", "prediction": "The growth of Northern Ireland economy last year 2014 was at its highest level since November 2008,, official figures show.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 10.81081081081081, "rougeL": 30.76923076923077}, "nll_sum": 90.5711669921875, "token_count": 21} +{"index": 6536, "reference": "It is certainly not the country's most famous sporting event but the Scottish Boat Race is one of the oldest.", "prediction": "The Scottish inaugural 1 1 race, which starts this weekend, features includes a historic Scottish rowing race.", "rouge": {"rouge1": 15.789473684210527, "rouge2": 5.555555555555556, "rougeL": 15.789473684210527}, "nll_sum": 110.44776153564453, "token_count": 20} +{"index": 6537, "reference": "Nationwide has reported a sharp fall in mortgage lending, mainly due to making fewer buy-to-let loans.", "prediction": "The UK the largest society society the Nationwide, has reported a fall in thirdquarter profits, and fears a fall \"couldger positive outlook\".", "rouge": {"rouge1": 30.0, "rouge2": 21.052631578947366, "rougeL": 30.0}, "nll_sum": 157.248291015625, "token_count": 27} +{"index": 6538, "reference": "The memory card in the flight recorder of a Russian fighter plane downed by Turkey on the Syrian border last month is damaged, Russian investigators say.", "prediction": "A Russian energy jet was shot down on the Turkish border near Syria, last month says two of its crew had been shot dead in the Russian jet, officials say. it a's-'s a from in a from a's.'s a", "rouge": {"rouge1": 37.68115942028986, "rouge2": 11.940298507462686, "rougeL": 28.985507246376812}, "nll_sum": 217.46221923828125, "token_count": 47} +{"index": 6539, "reference": "Kent have signed batsman Sean Dickson after he impressed during a trial spell with their Second XI.", "prediction": " have have signed and Sussex all-rounder Sean Sean Dickson who has signed a new three-year contract, starting to at the end of 2019 season.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 125.83885192871094, "token_count": 30} +{"index": 6540, "reference": "A four-year-old child has been badly burned after he stepped on a disposable barbecue that was buried at Camber Sands while it was still alight.", "prediction": "A nine-month-old boy was left \" scarath and and heart\" after he went into a beach was called \"m skills and pain off\".", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 168.73789978027344, "token_count": 30} +{"index": 6541, "reference": "Labour risks losing \"a swathe\" of voters to UKIP by campaigning to remain in the EU, one of its MPs is to warn.", "prediction": " Remain Brexit campaign campaign for the UK to vote in the European Union could create Leave Remain campaign, one of leading the Leave campaign in the campaign says.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 122.8995132446289, "token_count": 29} +{"index": 6542, "reference": "A man who was arrested after an 85-year-old woman was assaulted with a paving stone has been detained under the Mental Health Act.", "prediction": "A 27-year-old woman is condition a critical condition in hospital after a suspected-and-run incident in Lancashire.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 96.40631103515625, "token_count": 26} +{"index": 6543, "reference": "On Sepp Blatter's judgement day it was only fitting that the Fifa president signed off with the line \"I'll be back\".", "prediction": "\"I am not a night I and I is the new president of the football today, but I'm not a performing a PC ball black and, and white and white and grey a lighter ball and ball.", "rouge": {"rouge1": 13.114754098360656, "rouge2": 0.0, "rougeL": 13.114754098360656}, "nll_sum": 235.6089324951172, "token_count": 41} +{"index": 6544, "reference": "Walt Disney World has unveiled a lighthouse memorial for a young boy who was killed by an alligator while on holiday at the Florida theme park.", "prediction": "A bridge demolition plaque unveiled in Florida Florida who was killed in in an alluz, film the Disney says.", "rouge": {"rouge1": 40.0, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 152.11474609375, "token_count": 21} +{"index": 6545, "reference": "Former cabinet minister Michael Gove says Theresa May was right to sack him after she became prime minister.", "prediction": "Former Home Secretary Secretary Michael Gove has said he would not have been sacked prime minister.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 35.294117647058826}, "nll_sum": 66.57283020019531, "token_count": 17} +{"index": 6546, "reference": "Scotland's senior prosecutor has said it is \"vital\" the UK remains a member of the European criminal justice agencies after Brexit.", "prediction": "Scotland's top officer has said the UK will ensure the criminal justice system will not done, as a result of a result to leave the EU., solve, it's been a the from it The's of of.", "rouge": {"rouge1": 39.344262295081975, "rouge2": 13.559322033898304, "rougeL": 29.508196721311474}, "nll_sum": 218.20501708984375, "token_count": 42} +{"index": 6547, "reference": "A court in India will give its verdict on 6 May in a 2002 hit-and-run incident in which Bollywood star Salman Khan is accused of running over five men sleeping on a pavement, killing one of them.", "prediction": "A court in Paris has ruled that but Khan will not guilty to court over a 2002-and-run crash in which killed 38 people in a hit-and-run crash in 2002.", "rouge": {"rouge1": 47.22222222222222, "rouge2": 20.0, "rougeL": 30.555555555555554}, "nll_sum": 157.06857299804688, "token_count": 37} +{"index": 6548, "reference": "Residents in one of the government's new garden cities are warning potential home buyers there is no fast broadband on their development.", "prediction": "More than 100 new homes in Oxfordshire say they have announced plans to so Facebook will be able to get drive of up tokm miles.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 131.4500732421875, "token_count": 27} +{"index": 6549, "reference": "A Sydney man who helped seven young men travel from Australia to Syria to join the Islamic State conflict has told a court he is \"not a terrorist\".", "prediction": "An Australian father who has been sentenced to seven years in prison in Australia for helping to support so-called Islamic State (IS)).", "rouge": {"rouge1": 39.21568627450981, "rouge2": 4.081632653061225, "rougeL": 27.450980392156865}, "nll_sum": 77.18011474609375, "token_count": 25} +{"index": 6550, "reference": "Patients are being put at risk by GPs being forced to carry out complex consultations in 10 minutes or under, the British Medical Association says.", "prediction": "The lack of GPs, northern England is facing \"scicremic failure\", the British medical Association says, in a damning report on NHS England.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 17.77777777777778, "rougeL": 25.53191489361702}, "nll_sum": 139.61917114257812, "token_count": 30} +{"index": 6551, "reference": "An \"explosive creativity\" of craft spirits has seen 50 new distilleries open across the UK last year, according to a study.", "prediction": "There has been a rise dist more than new Scottish distings in Scotland the past year, new research.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 119.81669616699219, "token_count": 20} +{"index": 6552, "reference": "Wales could suffer a budget shortfall if devolved taxes do not make up for grant cuts, academics have warned.", "prediction": "The impact of having a small impact on a Welsh Government's capital funding should be cut, a think tank claimed.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 102.9034194946289, "token_count": 22} +{"index": 6553, "reference": "South Korea's president has promised to raise the Sewol ferry, as the nation marks a year since the disaster.", "prediction": "The South Korean president confirmed it has confirmed the of missing people from in Sewol ferry disaster.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 5.714285714285714, "rougeL": 37.83783783783783}, "nll_sum": 87.77947998046875, "token_count": 18} +{"index": 6554, "reference": "The widow of a man shot dead by police has told an inquest of a desperate text sent by one of their children saying \"dad's going to kill himself\".", "prediction": "A man who was shot dead at his wife was in jail by sending police to her, the child, an inquest has heard, have as \"a's of reputation\".", "rouge": {"rouge1": 47.457627118644076, "rouge2": 10.526315789473683, "rougeL": 33.898305084745765}, "nll_sum": 161.82492065429688, "token_count": 33} +{"index": 6555, "reference": "England's Tyrrell Hatton and Matthew Fitzpatrick are both three shots off the lead going into the final round of the Arnold Palmer Invitational.", "prediction": "Northern Ireland's Hatton H is among five leaders off leader Matthew Fitzpatrick heading into the second round of the inaugural arch- Masters World Tour in New York, Florida.", "rouge": {"rouge1": 37.735849056603776, "rouge2": 15.686274509803921, "rougeL": 33.9622641509434}, "nll_sum": 184.48829650878906, "token_count": 32} +{"index": 6556, "reference": "Passenger numbers at Luton Airport could nearly treble, to 30 million a year, under new proposals.", "prediction": "Plans for a \u00a3500m third runway for London to London International Airport have been unveiled.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 67.52582550048828, "token_count": 18} +{"index": 6557, "reference": "Public parks are at risk of falling into neglect as funding to maintain them comes under pressure, says a report by a committee of MPs.", "prediction": "Councils in England are more% more likely to do better if they do continue cuts, says a group of MPs. warned in the by's,Ukraine, after it's the from from a's have's of.", "rouge": {"rouge1": 29.03225806451613, "rouge2": 6.666666666666667, "rougeL": 22.580645161290324}, "nll_sum": 244.48748779296875, "token_count": 43} +{"index": 6558, "reference": "When Narendra Modi won the general elections a year ago, the UK's Financial Times called him \"India's first social media prime minister\".", "prediction": " Indian Prime Minister Narendra Modi is too much of his struggle on his in social campaign trail.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 10.256410256410255, "rougeL": 14.634146341463413}, "nll_sum": 86.30215454101562, "token_count": 17} +{"index": 6559, "reference": "An overdue school library book has finally been returned - 120 years late.", "prediction": "A secondary school is allowed to return to a free book of book novel whose book was found of poetry.", "rouge": {"rouge1": 18.749999999999996, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 118.81880187988281, "token_count": 20} +{"index": 6560, "reference": "Midfielder Sam Clucas has signed a new three-year deal with Premier League side Hull City.", "prediction": "Hull City forward forward Pat Cluc24as has signed a new five,and-and-a-halfyear deal with collapsing Premier League club.", "rouge": {"rouge1": 54.05405405405405, "rouge2": 34.285714285714285, "rougeL": 43.24324324324324}, "nll_sum": 165.68359375, "token_count": 30} +{"index": 6561, "reference": "Italian prosecutors have begun an inquiry into the death after a miscarriage of a woman of 32 who was pregnant with twins.", "prediction": "A 10-year-old Italian gecologist who gave birth defects during an extension, the patient was told she \" would die died\" even if the was contracted and doctors, a gynaina says.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 0.0, "rougeL": 15.09433962264151}, "nll_sum": 225.86288452148438, "token_count": 41} +{"index": 6562, "reference": "Pop band Duran Duran have taken legal action against the US company charged with running their fan club over unpaid revenues, court papers have revealed.", "prediction": "Duran Duran, the British-right band rock band, is facing a legal battle with its owners.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 86.84930419921875, "token_count": 21} +{"index": 6563, "reference": "Nick Kyrgios said he was \"bored\" as he extended his unbeaten run to six matches with victory over Sam Querrey at the Shanghai Masters.", "prediction": " teenager Nick Kyrgios called his event event for a \"extreme\" to beat Sam Querrey, saying: \"a bigbig night wasn't the courts because wasn isn't\".", "rouge": {"rouge1": 27.999999999999996, "rouge2": 8.333333333333332, "rougeL": 27.999999999999996}, "nll_sum": 205.1898651123047, "token_count": 36} +{"index": 6564, "reference": "A man who raped a 14-year-old girl in 2001 has been jailed for six years.", "prediction": "A man who raped a woman and sent to police after messages and sent messages and threatening to her hands to her hands has been jailed for 30 years. 2011 of again- again a from after a's have dash of from's from's a", "rouge": {"rouge1": 31.74603174603175, "rouge2": 22.95081967213115, "rougeL": 31.74603174603175}, "nll_sum": 262.7503356933594, "token_count": 47} +{"index": 6565, "reference": "Works are under way to expand capacity at Scotland's largest container port.", "prediction": "Scotland's largest container pool is to undergo major regeneration regeneration project over the next five years with an increase of more 12,000 containers.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 16.666666666666664, "rougeL": 21.05263157894737}, "nll_sum": 113.39706420898438, "token_count": 26} +{"index": 6566, "reference": "Bluebell woods in Guernsey are being invaded by a non-native species, environmentalists say.", "prediction": " memory gardeners are being warned rid of a blue flag after black or black.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 7.6923076923076925, "rougeL": 21.428571428571427}, "nll_sum": 94.69091033935547, "token_count": 15} +{"index": 6567, "reference": "Stan Kroenke, the owner of Arsenal Football Club, has ordered big game hunting videos to be removed from the MyOutdoorTV (MOTV) app.", "prediction": "Liverpool chairman Stan Kroenke, says it will not \" blood screens TV with big video game\".", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.7142857142857135, "rougeL": 21.62162162162162}, "nll_sum": 111.83883666992188, "token_count": 19} +{"index": 6568, "reference": "A man has been jailed for grooming a 12-year-old girl on Facebook who he went on to abuse.", "prediction": "A man who groomed a young girl and \"raped and cuddling and pictures of sex relationships with girls each has been jailed.", "rouge": {"rouge1": 42.85714285714286, "rouge2": 20.0, "rougeL": 23.809523809523807}, "nll_sum": 122.0973892211914, "token_count": 26} +{"index": 6569, "reference": "A man in his early 20s has been arrested by police investigating a serious sexual assault on a pensioner in the Republic of Ireland.", "prediction": "Police investigating the rape of a man and woman who was stabbed in her car almost three years ago been released on bail in. Republic of Ireland.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 16.3265306122449, "rougeL": 35.294117647058826}, "nll_sum": 113.2476806640625, "token_count": 28} +{"index": 6570, "reference": "Tributes have been paid to a man who died after he went into the sea off the Kent coast to try to rescue his dog.", "prediction": "A man was thought to died after getting into the sea off Norfolk has been named.", "rouge": {"rouge1": 48.78048780487806, "rouge2": 25.641025641025646, "rougeL": 39.02439024390244}, "nll_sum": 69.35418701171875, "token_count": 16} +{"index": 6571, "reference": "A man who carried out an acid attack leaving his victim blind in one eye has had his sentence cut by the Court of Appeal.", "prediction": "A man who was jailed for life for knife a man with a knife before let him out of his brain, has had his his had qu thrashed. \"olve a \" a Howard a \"'s \"California of ades a- 2011", "rouge": {"rouge1": 28.125, "rouge2": 12.903225806451616, "rougeL": 28.125}, "nll_sum": 291.14971923828125, "token_count": 47} +{"index": 6572, "reference": "Andy Watson has been brought into the Scotland coaching set-up to replace Stuart McCall.", "prediction": " Watson Watson has named Scotland Scotland assistant manager to help help the country's for the World Cup, the solve's.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 121.77967071533203, "token_count": 22} +{"index": 6573, "reference": "A special operation team set up by the Police Service of Northern Ireland (PSNI) will manage the arrival of 11 Syrian refugee families on 15 December.", "prediction": "A group of Syrian refugees are due to arrive arrive in Lebanon in Northern Ireland.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 57.9285888671875, "token_count": 15} +{"index": 6574, "reference": "A driving instructor heading to teach a speed awareness class has been jailed for causing a five-car smash that killed an 83-year-old woman.", "prediction": "A driving driver who ran over and killed a 80-year-old woman would not be the visible and should not be given a suspended jail sentence.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 11.76470588235294, "rougeL": 22.641509433962266}, "nll_sum": 98.10614013671875, "token_count": 29} +{"index": 6575, "reference": "Belgian Serge Pauwels claimed his first career win in the Tour de Yorkshire after winning Sunday's final stage.", "prediction": "Belgium's Chriswels won thrilling in the men's penultimate stage of stage for Tour de Yorkshire.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 17.647058823529413, "rougeL": 27.777777777777775}, "nll_sum": 111.8675537109375, "token_count": 22} +{"index": 6576, "reference": "Many lesbian, gay, bisexual and transsexual (LGBT) young people still encounter harassment in public spaces, according to a Scottish charity.", "prediction": " bulk of transgender people in Scotland believe 40% ( believe)) believe they are reported in a hate crime, according to a nationwide welfare charity.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 27.906976744186046}, "nll_sum": 136.15084838867188, "token_count": 27} +{"index": 6577, "reference": "A cyclist has been killed after he was hit by a car as the driver tried to speed away from police.", "prediction": "A man has been arrested by suspicion of causing death by dangerous driving after driving a 76-year-old cyclist who was hit by a car.", "rouge": {"rouge1": 42.553191489361694, "rouge2": 22.222222222222225, "rougeL": 38.297872340425535}, "nll_sum": 71.7720947265625, "token_count": 28} +{"index": 6578, "reference": "Brazilian football star Neymar has appeared in court in connection with allegations of corruption and fraud surrounding his transfer to FC Barcelona.", "prediction": "Brazil's football star Neymar, and will go on trial in Spain for being involved in a tax evasion linked to the club's a Spanish clinical.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 116.19882202148438, "token_count": 29} +{"index": 6579, "reference": "Postal ballots with the names of two candidates missing in a Hull constituency have been replaced.", "prediction": "Thousands of postal papers were sent out to a Green Party and Green candidate for future.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 77.61204528808594, "token_count": 16} +{"index": 6580, "reference": "Wales coach Warren Gatland hailed Shane Williams' late try in their defeat by Australia as a fitting end to the player's career.", "prediction": "Scott coach Warren Gatland says Shane Williams' full-back is \"absolutely\" and \"oneone of the world's best investment defences\".", "rouge": {"rouge1": 32.558139534883715, "rouge2": 14.634146341463413, "rougeL": 32.558139534883715}, "nll_sum": 124.07901000976562, "token_count": 27} +{"index": 6581, "reference": "It's not often Russell Brand plays second fiddle as a guest on a TV show.", "prediction": " Gian many people, as well as the crowd, as England footballer Paul footballerco, and was then-co England footballer Paul footballerigne's life.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 5.128205128205128}, "nll_sum": 204.2935791015625, "token_count": 29} +{"index": 6582, "reference": "A petrochemical company is threatening legal action over the National Trust's refusal to allow testing for shale gas on its land.", "prediction": " beganos firm asking asked the National Trust to carry out shale gas in any UK.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 17.142857142857142, "rougeL": 32.43243243243243}, "nll_sum": 101.55189514160156, "token_count": 16} +{"index": 6583, "reference": "Eight men have been arrested on suspicion of drugs offences after three vehicles were stopped on the M6 motorway.", "prediction": "Police have seized a drugs factory with an estimated street value of \u00a3 streetm, in the north east of England.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 94.85845947265625, "token_count": 22} +{"index": 6584, "reference": "Manchester City have completed the signing of Tottenham and England right-back Kyle Walker for an initial \u00a345m.", "prediction": "Manchester City have signed to England right-back Mike Walker from a deal in about \u00a3 whichm, which could rise to \u00a350m.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 21.62162162162162, "rougeL": 41.02564102564102}, "nll_sum": 128.09823608398438, "token_count": 27} +{"index": 6585, "reference": "A woman thought her husband had \"lost the plot\" when he woke her up to tell her there was a raccoon on their roof.", "prediction": "Volers failed in a bid to save a raccoons in a attempt to save, its owner after became stuck in a control nail pole.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 148.8101806640625, "token_count": 28} +{"index": 6586, "reference": "An African Grey parrot valued at \u00a3900 has been stolen from a pet shop in Caerphilly.", "prediction": "Adog sheep, and each dog worth more than \u00a3m,000, has been stolen from several stolen vehicles in the Scottish Borders the", "rouge": {"rouge1": 26.31578947368421, "rouge2": 16.666666666666664, "rougeL": 26.31578947368421}, "nll_sum": 134.40277099609375, "token_count": 26} +{"index": 6587, "reference": "A former politician who described Tutsis as \"cockroaches\" and called for their extermination has been jailed for life in Rwanda over the 1994 genocide.", "prediction": "A former Canadian general has survived a leading human rights group who wrote he crimes during his crimes against genocide Rwanda.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 120.17178344726562, "token_count": 21} +{"index": 6588, "reference": "UK universities could find it harder to recruit international students if the UK leaves the EU, suggests a survey.", "prediction": "Tens of thousands of students at risk at after UK students chose to leave the EU, a post-Brexit students, a new survey suggests.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 9.75609756097561, "rougeL": 32.55813953488372}, "nll_sum": 122.9090576171875, "token_count": 28} +{"index": 6589, "reference": "An Australian man has been jailed for eight years for arranging an Islamic marriage between his 12-year-old daughter and a man twice her age.", "prediction": "An Australian father who was jailed for 12 years for having his daughter because he had been married has been jailed for two and a half years.", "rouge": {"rouge1": 52.83018867924528, "rouge2": 27.450980392156865, "rougeL": 37.73584905660377}, "nll_sum": 78.38351440429688, "token_count": 27} +{"index": 6590, "reference": "Popular true crime podcast Serial is set to become a cable TV series.", "prediction": "CrowdCX broadcaster drama Cable, will be commissioned for series second series.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 103.47917175292969, "token_count": 15} +{"index": 6591, "reference": "Replacing or reforming the council tax in Scotland could prove challenging, according to a study.", "prediction": "A council tax rate used in Scotland has been \"inin failure and failed right\", experts have found.", "rouge": {"rouge1": 31.25, "rouge2": 13.333333333333334, "rougeL": 25.0}, "nll_sum": 113.15046691894531, "token_count": 20} +{"index": 6592, "reference": "Hundreds of ex-commercial hens considered too slow at laying eggs face slaughter unless they can be rehomed in north Wales, a charity has said.", "prediction": "More than 30,000 cats, but cats and \"bereied\" to be alive, are to be allowed to provide eggs to protect them, a charity has said solve", "rouge": {"rouge1": 23.076923076923077, "rouge2": 12.000000000000002, "rougeL": 19.23076923076923}, "nll_sum": 158.13580322265625, "token_count": 34} +{"index": 6593, "reference": "Super League newcomers Leigh Centurions have signed Hull FC utility back Curtis Naughton on a season-long loan deal.", "prediction": "Huddersfield signed former England Under-20 defender Curtis Taughton for the 2016-17 season.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 71.53753662109375, "token_count": 21} +{"index": 6594, "reference": "The badly burned body of a man found in a lay-by near the Peak District had its head and limbs missing and was stuffed in a suitcase, police have said.", "prediction": "A man's body was been found on a busy country's main main road after a remote lay-by disappearance, police say say 2011 police's, solve, says they a from-year a from in a from a's from a's", "rouge": {"rouge1": 29.72972972972973, "rouge2": 8.333333333333332, "rougeL": 21.62162162162162}, "nll_sum": 259.9559631347656, "token_count": 47} +{"index": 6595, "reference": "Ex-Manchester United and Netherlands boss Louis van Gaal says he has retired from coaching after a 26-year career.", "prediction": "Manchester United manager Louis van said he would never have a sabb nations and to return to football", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 127.04106140136719, "token_count": 18} +{"index": 6596, "reference": "Researchers have identified a gene that may put people at greater risk of strokes and heart attacks.", "prediction": " discovery of a gene can can people at an increased risk of heart attacks in the UK, UK scientists say.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 22.857142857142858, "rougeL": 43.24324324324324}, "nll_sum": 93.06556701660156, "token_count": 21} +{"index": 6597, "reference": "Two men charged in connection with the terrorism-linked shooting of an Australian police worker have been remanded in custody by a Sydney court.", "prediction": "A teenager has appeared in court in Sydney accused using a gun in, police shooting of a black teenager black", "rouge": {"rouge1": 36.36363636363636, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 96.84039306640625, "token_count": 20} +{"index": 6598, "reference": "Google is ending sales of its Google Glass eyewear.", "prediction": "Google has launched the team behind its own glasses, glasses, one in its business.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 26.08695652173913}, "nll_sum": 75.48685455322266, "token_count": 16} +{"index": 6599, "reference": "Army Bomb experts have made safe an improvised explosive device found in Dublin.", "prediction": "A pipe bomb bomb has been found during a security alert at the Tyroneone, County Tyr Antone.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 113.58834838867188, "token_count": 21} +{"index": 6600, "reference": "The African Union has called for the mass withdrawal of member states from the International Criminal Court (ICC).", "prediction": "The European Union has backed a resolution at the International Criminal Court (ICC), which, accused rights group of helping a\".69\".", "rouge": {"rouge1": 46.15384615384615, "rouge2": 27.027027027027025, "rougeL": 41.02564102564102}, "nll_sum": 125.52052307128906, "token_count": 26} +{"index": 6601, "reference": "Saudi Arabia's King Salman has issued a series of royal decrees, marking a new shake-up of top officials.", "prediction": "aguiraz Ali al-Shashini of Saudi Arabia, after announced 10 years.", "rouge": {"rouge1": 19.354838709677416, "rouge2": 6.896551724137931, "rougeL": 12.903225806451612}, "nll_sum": 93.74519348144531, "token_count": 17} +{"index": 6602, "reference": "One of Scotland's largest animal feed producers has posted a rise in profits, despite reporting a \"challenging\" year for the industry.", "prediction": "A Scottish food firm has reported a 30%% rise in profits advertising despite amid fears, Brexit vote as a result of \"challenging\".", "rouge": {"rouge1": 45.45454545454545, "rouge2": 14.285714285714285, "rougeL": 36.36363636363637}, "nll_sum": 144.0482635498047, "token_count": 27} +{"index": 6603, "reference": "President Donald Trump has questioned the neutrality of Robert Mueller, who is investigating Russian interference in last year's US election.", "prediction": "US President Donald Trump has said that special special counsel James Comey should resign from an inquiry, saying he will not be prepared \" see him\".", "rouge": {"rouge1": 21.73913043478261, "rouge2": 13.636363636363635, "rougeL": 17.391304347826086}, "nll_sum": 122.28323364257812, "token_count": 27} +{"index": 6604, "reference": "A High Court ruling backing a parent who refused to pay a fine for taking his child on holiday in term time will cause \"huge confusion\", an MP has said.", "prediction": "The government's decision to change whether time backs school holiday is after a High Court ruling ruled that a judge was \"dis special rethink\".", "rouge": {"rouge1": 32.727272727272734, "rouge2": 11.320754716981133, "rougeL": 18.18181818181818}, "nll_sum": 154.70565795898438, "token_count": 26} +{"index": 6605, "reference": "The wife of prominent Burundian opposition politician Agathon Rwasa has been shot and wounded at a hair salon in the capital, Bujumbura.", "prediction": "Dundi's leader Njbarc Fwasa has been shot dead by gunman Americans who tried to shot her husband in the capital,umbria, reports say.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 18.18181818181818, "rougeL": 26.08695652173913}, "nll_sum": 186.0039520263672, "token_count": 34} +{"index": 6606, "reference": "A meeting about the UK's roll-out of 4G network services takes place later.", "prediction": "The government's plans to launch the 4G 4 service have been delayed until further, a no further delayed.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 115.89042663574219, "token_count": 21} +{"index": 6607, "reference": "Two men have been convicted of organising terrorist speeches and encouraging support for so-called Islamic State (IS).", "prediction": "Five men have convicted of providing a paramilitary terrorist group to celebrate members of so who join the so-called Islamic State (IS)).", "rouge": {"rouge1": 48.78048780487805, "rouge2": 30.769230769230766, "rougeL": 48.78048780487805}, "nll_sum": 113.67573547363281, "token_count": 25} +{"index": 6608, "reference": "English football could be heading for its biggest shake-up since the creation of the Premier League in 1992.", "prediction": "A Football Association proposal to double the number Football English teams in English football has been backed the Football Association says.", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 97.38313293457031, "token_count": 21} +{"index": 6609, "reference": "Indian restaurants are closing in Scotland because strict immigration curbs mean it is difficult to recruit top chefs from the Indian sub-continent, it has been claimed.", "prediction": "Aber restaurant have been toldwin must provide a food and restaurant in the UK because of government rules do not enough employers not do done and do.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 185.98060607910156, "token_count": 29} +{"index": 6610, "reference": "Captain Chris Robshaw blamed England's \"shocking\" first-half discipline for their 25-20 defeat by France in Paris.", "prediction": "England fly-half Mike Robshaw says it is \"hard\" after they are to be went down by France in the Six Nations.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 105.53167724609375, "token_count": 26} +{"index": 6611, "reference": "Bottles of a popular gin have been recalled across Canada after a batch was found to contain nearly twice the amount of advertised alcohol.", "prediction": "A shop in Canada is being recalled after dozens of stores in its restaurants because it fears because was was volume too.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 131.7681121826172, "token_count": 22} +{"index": 6612, "reference": "The management team behind Scottish boxer Mike Towell, who died after a fight, have said they were unaware he had been complaining of headaches.", "prediction": "Boxer Mike Towell says he has been \"littlebest our wish\" following defeated his recovery following a fight at the St's's fight's his partner the said 2011. \" a \"A's \"PG of's from 2011 from a", "rouge": {"rouge1": 31.746031746031743, "rouge2": 9.836065573770492, "rougeL": 22.222222222222225}, "nll_sum": 322.3039245605469, "token_count": 47} +{"index": 6613, "reference": "Three million Mercedes-Benz owners in Europe will be offered a software fix for their diesel cars.", "prediction": "German carmaker Daimler, it will fix a software problem with problem customers as part of a probe into.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.0606060606060606, "rougeL": 17.142857142857142}, "nll_sum": 95.14306640625, "token_count": 22} +{"index": 6614, "reference": "UK scientists say they have produced a new mix of cement that should be much more effective at containing nuclear waste in a deep repository.", "prediction": "asa have made a new giftedup to build a clean of waste inside a of nuclear reactors.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.0, "rougeL": 28.571428571428566}, "nll_sum": 112.87335205078125, "token_count": 18} +{"index": 6615, "reference": "It was a disastrous afternoon on Sunday for North-West teams as all three lost in the second round of Irish Senior Cup so the quarter-finals will be contested by four from the NCU and four from Leinster.", "prediction": "Pched O'Neill and John Rankin won the Ulster and Challenge Cup semi-final- reach- group semi-finals and secure a place in the Twenty-20 and Twenty20 tournament at B Bally.", "rouge": {"rouge1": 19.718309859154928, "rouge2": 2.8985507246376807, "rougeL": 14.084507042253522}, "nll_sum": 216.342041015625, "token_count": 42} +{"index": 6616, "reference": "A footballer accused of threatening fans with a corkscrew has admitted possession of an offensive weapon.", "prediction": "A fan who admitted admitted making offensive bill with Liverpool fans, they will fight and kill, a court heard.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 123.43634796142578, "token_count": 21} +{"index": 6617, "reference": "Six prominent writers are boycotting a major US literary event over plans to give satirical magazine Charlie Hebdo a freedom of speech award.", "prediction": "Islamists in France are staging boycott of protest at AmericanAmericanEN ( (IEN), saying it includes means \"the a city of speech\"..", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 191.69992065429688, "token_count": 29} +{"index": 6618, "reference": "NHS bosses are threatening to \"name and shame\" trusts in England as they try to crack down on agency spending.", "prediction": " the NHS in England are in half double the time it often news staff a cut cut, figures released to the BBC show in which the-'s a,, \" it from \"-gought from in November from George. a", "rouge": {"rouge1": 17.54385964912281, "rouge2": 3.6363636363636362, "rougeL": 14.035087719298245}, "nll_sum": 283.8687438964844, "token_count": 43} +{"index": 6619, "reference": "Sixty-five workers at a County Tyrone manufacturing company are set to lose their jobs, a trade union has said.", "prediction": "A glass-based company has announced its factory in County Antrim, with the loss.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.64705882352941}, "nll_sum": 89.94517517089844, "token_count": 17} +{"index": 6620, "reference": "During his nine years at the helm of Poundland, says chief executive Jim McCarthy, the discount chain has sold a product at a loss just three times.", "prediction": "Poundland has enjoying a much better revenue than the retailer in any of UK stores.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 96.61589050292969, "token_count": 17} +{"index": 6621, "reference": "A man and two children had a \"miraculous escape\" when the car they were in plunged off a flyover.", "prediction": "Two children were seriously injured when a carhedoughed into a tree and hit a road and hitold tree. hit a high level-'s body", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 146.753662109375, "token_count": 29} +{"index": 6622, "reference": "A woman has been charged with attempted murder after a 24-year-old man was found critically injured at a flat in north Belfast earlier this week.", "prediction": "A woman has been charged with murder after attempted murder, and murder of a suspected 37-year-old man in east Belfast76 after it was described as a's from a man's from.", "rouge": {"rouge1": 52.45901639344262, "rouge2": 30.508474576271187, "rougeL": 45.90163934426229}, "nll_sum": 154.931884765625, "token_count": 38} +{"index": 6623, "reference": "An agreement has been signed which will make contraceptive injections available to women in 69 of the world's poorest countries.", "prediction": "Burkina Faso has announced a new drug offering and contraception for medical issues.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 73.33577728271484, "token_count": 16} +{"index": 6624, "reference": "NI's Police Ombudsman is to resume investigations into more than 150 historical events where former RUC officers are accused of criminal activity and misconduct.", "prediction": "The new constable of Ireland, the Police Ombudsman, has urged the PSNI, has recruited a new members of staff working his office office.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 4.3478260869565215, "rougeL": 12.499999999999996}, "nll_sum": 127.40650939941406, "token_count": 29} +{"index": 6625, "reference": "The National Rugby League is being investigated by Australian police over allegations of match-fixing.", "prediction": " of Australian rugby union crime squad, it will launched an investigation into reports that Australia Australian National Football League is investigated of match-fixing. solve a it's a's from's \"w a's from's a The's.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 11.320754716981133, "rougeL": 25.454545454545457}, "nll_sum": 242.42849731445312, "token_count": 45} +{"index": 6626, "reference": "Wales has faced pre-Christmas disruptions after winds of up to 75mph from Storm Barbara swept in on Friday.", "prediction": "Hreats of of up to 90 speeds of reaching up to 20mph, hit parts of Wales on Friday.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 17.142857142857142, "rougeL": 27.027027027027025}, "nll_sum": 117.66915893554688, "token_count": 22} +{"index": 6627, "reference": "A Taiwanese armoured vehicle has plunged from a three-metre bridge in heavy rain after a military drill, killing three soldiers, officials say.", "prediction": "Five Chinese army soldiers was killed when when an electric army crashed into a bank river and fell through passing a firing test, the army says the says, solve,'s they from a-A aA in a November a's from's a", "rouge": {"rouge1": 24.242424242424242, "rouge2": 3.125, "rougeL": 15.151515151515152}, "nll_sum": 310.04266357421875, "token_count": 47} +{"index": 6628, "reference": "Michael Garcia, the American lawyer hired by Fifa to investigate the World Cup bidding process before criticising the organisation's summary of his own report and eventually resigning, is a former prosecutor with a history of launching corruption probes.", "prediction": "Hillaryio May Garcia, the chief US federal between November 2014 and the World Cup, was the aftermath scene surrounding scandal surrounding and and corruption scandal that led to Fifa in the world's biggest Fifa corporate scandal.", "rouge": {"rouge1": 28.947368421052637, "rouge2": 8.108108108108107, "rougeL": 21.052631578947366}, "nll_sum": 217.74343872070312, "token_count": 40} +{"index": 6629, "reference": "The Ospreys ended their disappointing Pro12 campaign with a comfortable win over a disjointed Connacht side.", "prediction": " Connacht staged a spirited second-half fightback and keep their Ospreys' play-off hopes alive alive in Galway in motor solvejoin-. a- again a-A a of in from- from's- from a", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 12.244897959183671}, "nll_sum": 265.65863037109375, "token_count": 46} +{"index": 6630, "reference": "Teenage racing driver Billy Monger has returned to the racing track, almost three months after he was badly hurt in a crash.", "prediction": "Billy Rizz, a teenager, who has set a new racing car after being given-changing- injuries.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 127.18647766113281, "token_count": 21} +{"index": 6631, "reference": "A record shop opened by indie band Frankie and the Heartstrings in their home town of Sunderland two years ago has shut after the premises was sold.", "prediction": "A shop shop in Sunderland, who said it was \"terrifying\" not to reopen the pub it did not want to open it.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 20.408163265306122}, "nll_sum": 105.08287048339844, "token_count": 27} +{"index": 6632, "reference": "Luton Town have released five players, but Craig King and Dan Potts are to be offered new contracts.", "prediction": "Lfieldfield Adam released Adam King and July and striker Joe Notts, following his release by Luton on a two 2011year contract.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 166.23751831054688, "token_count": 27} +{"index": 6633, "reference": "Former France youth international striker Yassine Benzia has pledged his senior future to Algeria.", "prediction": "Gim Benzia will not possible to sign for a French side to play for France under-21s, subject to international international clearance.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 119.33181762695312, "token_count": 27} +{"index": 6634, "reference": "Shooter Helen Housby believes England's new central contracts are \"a step in the right direction\" to help the team compete with Australia and New Zealand.", "prediction": "G StParisGousby, England should beleague Super's a professional team, with the players being paid. be it in his it's a \"l it's's to it from it from's of the.", "rouge": {"rouge1": 29.999999999999993, "rouge2": 0.0, "rougeL": 20.000000000000004}, "nll_sum": 289.49951171875, "token_count": 43} +{"index": 6635, "reference": "Labour's Alun Michael has been re-elected as South Wales police and crime commissioner.", "prediction": "Plaid Cymruymru elected the first police and commissioner for South Wales.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 16.666666666666664, "rougeL": 30.769230769230766}, "nll_sum": 78.83297729492188, "token_count": 16} +{"index": 6636, "reference": "A new targeted treatment for ovarian cancer has shown \"very promising\" results in women in the advanced stages of the disease.", "prediction": "A drug that was often ovarian cancer has a waiting times has been faster times treatment for ovarian UK, research suggests.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 20.000000000000004, "rougeL": 19.047619047619047}, "nll_sum": 137.60186767578125, "token_count": 22} +{"index": 6637, "reference": "New CCTV footage of missing landscape architect Joanna Yeates has been released by police.", "prediction": "Police investigating the murder of woman Ye Yeates who disappeared in Bristol have released a video, where the area she was never missing from November.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 141.66091918945312, "token_count": 27} +{"index": 6638, "reference": "On 23 August 1994, The KLF - one of Britain's most incendiary bands, in more ways than one - burned \u00a31m on a remote Scottish island.", "prediction": " of night night four years ago, the band, pop-called pop star El Harba and then Julie was watching the rock group perform in Liverpool and.'t solve in it - a low tr's it!", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 267.35162353515625, "token_count": 41} +{"index": 6639, "reference": "Formula 1 driver Maria de Villota has lost her right eye following a test track crash.", "prediction": "ula Formula 1 driver Maria de Villiers is but but critical condition with hospital with serious injuries following crash crash during a pre-season test.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 20.51282051282051, "rougeL": 39.02439024390244}, "nll_sum": 136.71206665039062, "token_count": 27} +{"index": 6640, "reference": "Firefighters have put out a major blaze which swept through a derelict listed building in Glasgow.", "prediction": "A huge fire that broke out at a former factory building in south Glasgow Harbour area.", "rouge": {"rouge1": 37.5, "rouge2": 6.666666666666667, "rougeL": 31.25}, "nll_sum": 76.565673828125, "token_count": 16} +{"index": 6641, "reference": "President-elect Donald Trump has named South Carolina Governor Nikki Haley as US ambassador to the UN, praising his former critic as \"a proven dealmaker\".", "prediction": "US President exPresident, Samantha Nobel, will be the outgoing next governor in office in what has been described as \"a shortyear to deal\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 155.50482177734375, "token_count": 28} +{"index": 6642, "reference": "Taiwan has banned its senior government officials from higher studies in mainland China, citing \"national security\" reasons.", "prediction": "Swansea banned 40 Taiwanese civil rights servants for asking information about their public justice education, state reports say.", "rouge": {"rouge1": 5.714285714285714, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 134.1463623046875, "token_count": 21} +{"index": 6643, "reference": "Boss Nigel Clough has admitted playing in England's second tier for the first time in Burton Albion's history is \"daunting\", but says they will embrace the challenge of being underdogs.", "prediction": "Burton Albion manager manager Nigel Clough says their play-off would be \"a mistake to young people\".", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 16.3265306122449}, "nll_sum": 95.44587707519531, "token_count": 21} +{"index": 6644, "reference": "Hundreds of Scottish troops are to be deployed to Afghanistan.", "prediction": "Twenty last British soldiers are due due of return to Helmand to within next month", "rouge": {"rouge1": 32.0, "rouge2": 0.0, "rougeL": 24.0}, "nll_sum": 90.48118591308594, "token_count": 15} +{"index": 6645, "reference": "Signed and dropped by three major record labels, Laura Pergolizzi had all but given up on a pop career.", "prediction": "When Per Perbolizzi arrived camp at Los Angeles hotel, she was told and she was expecting in the doing a controversialolve and it's a's it a's a the a's from of!.'s from a's Broadway", "rouge": {"rouge1": 6.779661016949152, "rouge2": 0.0, "rougeL": 6.779661016949152}, "nll_sum": 287.4196472167969, "token_count": 46} +{"index": 6646, "reference": "Chelsea's eighth successive Premier League win cemented their place at the top of the table - but their victory at Etihad Stadium ended in chaos as Manchester City's Sergio Aguero and Fernandinho were sent off in injury time.", "prediction": "Chelsea moved 10 points clear at the topold the Premier League table as comfortably beat stunned in-form Manchester City.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 10.526315789473683, "rougeL": 27.118644067796605}, "nll_sum": 110.77764892578125, "token_count": 22} +{"index": 6647, "reference": "Trainer Liam Wilkins has had his licence withdrawn after overseeing the sparring session that left retired boxer Nick Blackwell in hospital.", "prediction": "British boxer Mike Blackwell is out out of boxing and had a brain on brain damage, and storming impact of health\", boxing's boxing body says.", "rouge": {"rouge1": 12.765957446808512, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 178.41342163085938, "token_count": 29} +{"index": 6648, "reference": "A 13-year-old boy who lost his mother in the Hillsborough disaster had to identify her after her death by picking out her photograph, a jury has heard.", "prediction": "A mother-of-three of her son stay in the crowd by police after they truck her son, her inquest has heard after heard the solve to her a \"'s \" a \"- a again from of from aold again from a", "rouge": {"rouge1": 37.68115942028986, "rouge2": 5.970149253731343, "rougeL": 26.08695652173913}, "nll_sum": 280.75390625, "token_count": 46} +{"index": 6649, "reference": "A flat pack robot designed by an Edinburgh-based entrepreneur is to be a feature of this year's creative industries festival XpoNorth.", "prediction": "A Glasgow scibased developed technology, which could created in Inverness for this year new music new special-X special festival- solve. solve- 2011-. aA a-2 a reputation in from a's.", "rouge": {"rouge1": 21.818181818181817, "rouge2": 3.7735849056603774, "rougeL": 14.545454545454545}, "nll_sum": 322.769287109375, "token_count": 44} +{"index": 6650, "reference": "League Two side Cambridge United have been drawn at home to Manchester United in the fourth round of the FA Cup.", "prediction": "Cambridge United will host the old winners of Manchester United in EFL Cup in the fourth fourth-round tie at 18:45 BST).", "rouge": {"rouge1": 54.54545454545454, "rouge2": 28.571428571428566, "rougeL": 36.36363636363636}, "nll_sum": 123.56730651855469, "token_count": 27} +{"index": 6651, "reference": "Gateshead are in discussions to offer new deals to JJ O'Donnell, George Smith, Liam Hogan and Gus Mafuta for next season's National League campaign.", "prediction": "Chris O' Town and Scott Bernard M Mafher have been named in their squad by their delayed by National League play-off hopefuls hopwich Town.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 193.01177978515625, "token_count": 32} +{"index": 6652, "reference": "Manchester City could recall Yaya Toure and Nicolas Otamendi, both of whom dropped to the bench in Wednesday's defeat by Monaco.", "prediction": "Manchester City captain Kolo Kontina is out with a groin wire injury and an injury- return to Liverpool because of a problem injury.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 17.777777777777775}, "nll_sum": 144.12603759765625, "token_count": 27} +{"index": 6653, "reference": "National League club Barrow have announced the departure of manager Paul Cox after nearly two years in charge.", "prediction": "Barrowham manager as manager of Hartlepool United by consent consent.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 7.142857142857142}, "nll_sum": 78.18811798095703, "token_count": 14} +{"index": 6654, "reference": "An amateur beekeeper died after he was stung on the neck inside his protective suit, an inquest has heard.", "prediction": "A cannabis dealer led a sting linked to his brain neckbone his leg and a penultimate pen bed, an inquest has heard- 2011, a's 2011 again a 2011 a from-A a from in a from a's. aold", "rouge": {"rouge1": 16.94915254237288, "rouge2": 10.526315789473683, "rougeL": 16.94915254237288}, "nll_sum": 290.3516540527344, "token_count": 47} +{"index": 6655, "reference": "Forest Green and Torquay followed their seven-goal thriller on Boxing Day with another classic on New Year's Day as the points were shared in a 5-5 draw.", "prediction": "Forest Greenvers came from 4-1 down to beat Torquay to battle back-to-back National League success in a thriller at New Lawn-", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.8461538461538463, "rougeL": 14.814814814814813}, "nll_sum": 138.2510223388672, "token_count": 30} +{"index": 6656, "reference": "The daughter and adopted daughter of Reverend Enoch Mark were amongst the more than 200 girls kidnapped in the early hours of the morning from their boarding school by Boko Haram militants in northern-eastern Nigeria a year ago.", "prediction": "For 12 ago, one- Chibokgirls were abducted by Islamist militants in West Africa the is now fit to families and her husband, then returning of their moving home.", "rouge": {"rouge1": 26.86567164179105, "rouge2": 3.076923076923077, "rougeL": 14.925373134328357}, "nll_sum": 202.2059783935547, "token_count": 34} +{"index": 6657, "reference": "Russia's lower house of parliament has passed a bill to decriminalise some forms of domestic violence.", "prediction": "The Russian parliament has signed into a bill that could sacking children in their home.", "rouge": {"rouge1": 25.0, "rouge2": 13.333333333333334, "rougeL": 25.0}, "nll_sum": 85.077880859375, "token_count": 16} +{"index": 6658, "reference": "Legal action taken against the British government to secure compensation for four Kenyans allegedly tortured during the Mau Mau uprising will cast the spotlight on one of the Empire's bloodiest conflicts.", "prediction": "Almost 50 years ago, Kenyan nations fighters players from the po Mau protect the UK, against the harassed by US-led government forces and anti-insarnists.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 3.571428571428571, "rougeL": 17.24137931034483}, "nll_sum": 199.94155883789062, "token_count": 32} +{"index": 6659, "reference": "Ross County defender Andrew Davies has signed a two-year contract extension, keeping him at the Dingwall club until the summer of 2019.", "prediction": "Ross Countyman Welsh Davies has signed a new-back contract extension, keeping him at at the club at Ty Tyne Stadium until leaving summer and 2019.", "rouge": {"rouge1": 61.224489795918366, "rouge2": 34.04255319148936, "rougeL": 61.224489795918366}, "nll_sum": 164.21717834472656, "token_count": 30} +{"index": 6660, "reference": "Prince Harry helped capture a saltwater crocodile during his tour of Australia last month, newly-released pictures have shown.", "prediction": "Footage has emerged of the moment moment a huge crocodile was found during a tour to New Zealand. in the's \" referee's a's 100 a's's a \"First-gought\" from a a's Saturday.", "rouge": {"rouge1": 17.857142857142858, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 254.92514038085938, "token_count": 45} +{"index": 6661, "reference": "Umpire Paul Reiffel has been replaced for England's fourth Test in India as he recovers from concussion after being hit on head by a stray throw.", "prediction": "Australia captain Pauliffel has forced to ruled out of injury after undergoing shoulder injury in a concussion which forced him out of Saturday's third Test against India at The Adelaide's.", "rouge": {"rouge1": 27.11864406779661, "rouge2": 0.0, "rougeL": 13.559322033898304}, "nll_sum": 193.77963256835938, "token_count": 34} +{"index": 6662, "reference": "The chief executive of Nissan says it was \"the right decision\" to sponsor the Rio Olympics, despite a slump in Brazilian car sales.", "prediction": "The chief executive of Nissan, says but- carmaker Nissan has said that future, saying the UK economy will \"not be in\" in Brexit.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 22.727272727272727, "rougeL": 34.78260869565217}, "nll_sum": 135.62330627441406, "token_count": 29} +{"index": 6663, "reference": "Efforts to save the native white-clawed crayfish from extinction in Wales are showing \"encouraging\" results.", "prediction": "A major rehction, the re- againayan crayayfish in Powys has been described as a \"stop nonstop lifting\".", "rouge": {"rouge1": 12.121212121212121, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 174.8491973876953, "token_count": 28} +{"index": 6664, "reference": "More than 1,200 people were evacuated from the O2 Arena in London due to a fire at a restaurant.", "prediction": "A huge fire has broken out at a warehouse at London's O2 Arena staging an exhibition- albums musicianley.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 121.13639068603516, "token_count": 22} +{"index": 6665, "reference": "Cinemas in the US are scheduling extra screenings of 12 Years a Slave after it won the best picture Oscar.", "prediction": "The character novel novel 12 Years a Years has topped the top spot at the US box office, bringing a $50m (\u00a381m).", "rouge": {"rouge1": 28.571428571428566, "rouge2": 15.0, "rougeL": 23.809523809523807}, "nll_sum": 133.04722595214844, "token_count": 27} +{"index": 6666, "reference": "The discharge of black smelly wastewater at the base of Niagara Falls has prompted calls for a criminal inquiry.", "prediction": "A New York water authorities has apologised for a black colour that was ammonia water into water, at its base.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 5.405405405405405, "rougeL": 15.384615384615385}, "nll_sum": 125.35655975341797, "token_count": 21} +{"index": 6667, "reference": "Dundee defender Darren O'Dea believes team-mates Kane Hemmings and Greg Stewart would be \"virtually impossible\" to replace in the short term.", "prediction": "Dundee forward O'a has urged Dundee players to signing Stewart and Lee Ashmings to move \"could from club right move\".", "rouge": {"rouge1": 22.727272727272723, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 193.80963134765625, "token_count": 28} +{"index": 6668, "reference": "The Winter Youth Olympic Games are a relatively new event.", "prediction": "The Laux 2016 is taking place of up 40 athletes to compete at his 2016 Olympics.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 94.21900939941406, "token_count": 17} +{"index": 6669, "reference": "The UK Independence Party has lost overall control of its only council.", "prediction": "A UKIP councillor who defected from the UK more than two years ago has join the party.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 7.4074074074074066, "rougeL": 20.689655172413794}, "nll_sum": 64.52532958984375, "token_count": 18} +{"index": 6670, "reference": "England exams regulator Ofqual breached its own rules in allowing controversial changes to the way English GCSEs were graded this summer, it is claimed.", "prediction": "The exam boards must age English, but only English English grade boundaries in the current system is pleased, says to head of the exams regulator Ofqual.", "rouge": {"rouge1": 35.99999999999999, "rouge2": 8.333333333333332, "rougeL": 16.0}, "nll_sum": 168.40579223632812, "token_count": 29} +{"index": 6671, "reference": "Twelve civilians are reported to have been killed in a Saudi-led coalition air strike in north-western Yemen.", "prediction": "At least 11 people have been killed by the Saudi Saudi-led coalition air strike in the north-eastern city, officials say the's Broadway, Tuesday,'s it from the-Dold from in from November George. from a's", "rouge": {"rouge1": 41.37931034482759, "rouge2": 25.0, "rougeL": 34.48275862068965}, "nll_sum": 250.4271240234375, "token_count": 47} +{"index": 6672, "reference": "As Bethlehem prepares for Christmas, five people chosen to represent characters in the original Nativity story have been speaking about their hopes and fears for the festive period.", "prediction": "Thousands of Palestinians are gathered in Bethlehem, in the City of Catholic church, who is anniversary of what is happening in the City of Church.", "rouge": {"rouge1": 15.094339622641511, "rouge2": 3.921568627450981, "rougeL": 15.094339622641511}, "nll_sum": 125.56259155273438, "token_count": 27} +{"index": 6673, "reference": "Dyfed-Powys Police and North Wales Police require improvement in some of the ways they work, according to reports by watchdogs.", "prediction": "Inspectors in north north Wales have praised Dyfedfed-Powys Police, following independent inspection that found indecent images of sexual gain gain.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 10.000000000000002, "rougeL": 19.047619047619047}, "nll_sum": 157.1416473388672, "token_count": 29} +{"index": 6674, "reference": "A Welsh make-up artist described as a \"genius\" by actor Leonardo DiCaprio has been nominated for an Oscar.", "prediction": "An award-winning artist inspired film Leonardo DiCapCaprio has returned time to return home to her home town \"the beat Wales\".", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 163.19577026367188, "token_count": 26} +{"index": 6675, "reference": "A mystery donor has paid \u00c2\u00a3150,000 to fund a \"last chance cure\" for a boy of 11 with leukaemia, his mother has said.", "prediction": "The mother of a six-year-old boy who have have heart treatment has paid tribute to an \"ununruly a\" grand his son.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 4.444444444444444, "rougeL": 25.53191489361702}, "nll_sum": 137.74972534179688, "token_count": 29} +{"index": 6676, "reference": "Europe's second-highest court has backed a challenge by 11 airlines against an \u20ac800m (\u00a3583m) European Commission freight cartel fine.", "prediction": "Air airlines Valuftha and KLM have been finedm3131m) by the European Commission for failing to provide in information to them.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 133.65382385253906, "token_count": 28} +{"index": 6677, "reference": "Bournemouth striker Joshua King insists the Cherries will not lose focus on the rest of the season after their priceless win over Swansea City.", "prediction": "Bournemouth midfielder midfielder Andre King has urged to fans and his fans not and avoid relegation.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 101.02855682373047, "token_count": 18} +{"index": 6678, "reference": "Thousands of people have been leaving besieged, rebel-held eastern districts of the Syrian city of Aleppo following the resumption of evacuations agreed as part of a ceasefire deal last week.", "prediction": "Almost 40,000, including children and let children, have been reaching government in eastern areas eastern Syria.", "rouge": {"rouge1": 12.5, "rouge2": 4.347826086956522, "rougeL": 12.5}, "nll_sum": 106.59800720214844, "token_count": 20} +{"index": 6679, "reference": "The past year has been perhaps the most significant in Cuba since the fall of the Berlin Wall.", "prediction": "The mission to the United States started 40 years ago,. it has announced - and it's itolve in - using a huge licensing of his.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 23.80952380952381}, "nll_sum": 161.26953125, "token_count": 28} +{"index": 6680, "reference": "American businessman Frank McCourt has bought French Ligue 1 club Marseille for 45m euros (\u00a340.6m).", "prediction": "Former director of Brazil director McC McCourt has said he wants to put the club \"on the track\" and become \"on its achieve success\".", "rouge": {"rouge1": 15.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 138.32745361328125, "token_count": 28} +{"index": 6681, "reference": "Belgium's penchant for extravagant motorway lighting is suddenly in the spotlight thanks to pictures posted by French astronaut Thomas Pesquet.", "prediction": "Belgium - \"the firstteamola\" black and beautiful sky and light - has been \"call\", disappointing\", a Alexanderitsch maker says.", "rouge": {"rouge1": 15.789473684210527, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 200.25921630859375, "token_count": 29} +{"index": 6682, "reference": "Ukrainian prosecutors are questioning a 20-year-old mother after she allegedly left two toddlers in her flat for nine days, and one starved to death.", "prediction": "An eight-year-old mother from western Ukraine - including a woman - who owns her unborn baby, has been found dead in the Ukrainian capital, officials say.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 8.0, "rougeL": 15.384615384615385}, "nll_sum": 115.6327133178711, "token_count": 32} +{"index": 6683, "reference": "League One side Southend have signed midfielder Sam McQueen on loan from Southampton for the rest of the season.", "prediction": "Colchester United have signed England Under Under-21 defender defender McQueen on a five-year deal.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 12.12121212121212, "rougeL": 22.857142857142858}, "nll_sum": 74.46318054199219, "token_count": 20} +{"index": 6684, "reference": "A southern bypass of Salisbury is being considered as an alternative to a Stonehenge tunnel, the BBC has learned.", "prediction": "A major route of a main road road past past Stonehenge is to be built, the BBC understands, a landfill site in the solve in, Nottingham, it has been warned from the a it's been of.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 3.7037037037037033, "rougeL": 25.0}, "nll_sum": 225.81973266601562, "token_count": 43} +{"index": 6685, "reference": "Steve Borthwick was double booked.", "prediction": "Saracens facing a rec selected on Saturday after admitting on Saturday on to South, South African team James Boplah his location of what they happened in the office in South South club \" and.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 258.37554931640625, "token_count": 40} +{"index": 6686, "reference": "The UN has accused security forces in Myanmar of committing serious human rights abuses, including gang-rape, savage beatings and child killing.", "prediction": " the Bangllhi forces are set fire to homes and have 80 burning with their families, Human Rights Watch says.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 119.40377807617188, "token_count": 22} +{"index": 6687, "reference": "Two schools have been closed after a burst water pipe flooded the area with mud and silt.", "prediction": " main main water has closing a main into a main road main in a main road.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 95.03805541992188, "token_count": 16} +{"index": 6688, "reference": "Guernsey boss Tony Vance admits their FA Cup replay against Thamesmead Town on Tuesday will be a costly burden.", "prediction": "Guernsey men's hockey team failed to return blame for their Champions League a after they first- performance to beat overcame a experiencing East London side.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 180.8990936279297, "token_count": 29} +{"index": 6689, "reference": "Russia is not the only country with systemic doping problems, says UK Athletics chairman Ed Warner.", "prediction": "Islamic doping in Russia are \"four of four or four possible\" in level of sport, the former vice president Edw Warner Edodd, and \"I's Soviet's \"st-wasing a in Russia 3's a).", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 11.764705882352938}, "nll_sum": 294.73675537109375, "token_count": 45} +{"index": 6690, "reference": "A Labour MP has expressed \"huge concerns\" about the counter-terrorism strategy in UK schools, after reports one of three east London teenagers who fled to Syria has been killed.", "prediction": "The government to have review a review of three school schoolgirls who went missing to Syria, an MP says.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 98.63783264160156, "token_count": 21} +{"index": 6691, "reference": "Soap fans will be able to take a tour of Emmerdale from April, ITV have announced.", "prediction": " the movie novel Emmerdale, but host a series of Tests as part of plans to Coronation Street.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 113.30911254882812, "token_count": 22} +{"index": 6692, "reference": "About a third of the teaching staff at one of west Belfast's biggest secondary schools called in sick one day this week, the BBC understands.", "prediction": "More than 30 teachers are taking sick and taken to hospital after strike at a school in the Republic Republic of Ireland.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 92.24659729003906, "token_count": 22} +{"index": 6693, "reference": "If you think controlling your TV with your mind is the stuff of science fiction, think again.", "prediction": "A new reality headset will be used to ensure people with brain disorders can't live in.", "rouge": {"rouge1": 5.88235294117647, "rouge2": 0.0, "rougeL": 5.88235294117647}, "nll_sum": 79.7623062133789, "token_count": 17} +{"index": 6694, "reference": "A Scottish music event is to offer festival-goers an augmented reality experience.", "prediction": "A new music festival festival,, which will be held in south in of Scotland.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 77.3306655883789, "token_count": 15} +{"index": 6695, "reference": "Olympic medallist Wendy Houvenaghel has announced her retirement from cycling after pulling out of the Northern Ireland team for the Commonwealth Games in Glasgow because of injury.", "prediction": "Northern Ireland canoeal Marana Hannahvenaghel has announced her retirement from cycling racing.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 32.43243243243243, "rougeL": 30.769230769230766}, "nll_sum": 128.34945678710938, "token_count": 18} +{"index": 6696, "reference": "Wimbledon will have play on the middle Sunday for the first time since 2004 after the opening week's schedule was disrupted by rain delays.", "prediction": "Tennis will be fit to play two matches at Wimbledon's Court on Sunday,, after being delayed again at 18:4500).", "rouge": {"rouge1": 34.78260869565217, "rouge2": 0.0, "rougeL": 26.08695652173913}, "nll_sum": 135.10940551757812, "token_count": 26} +{"index": 6697, "reference": "Italian police have detained 15 volunteer firefighters in southern Sicily accused of starting fires in order to get paid to put them out.", "prediction": "The police brutality say a team, 30 than 30 were held after they were caught by swayay and try to try burn burn fire. a's a's aA a from-A a ban in from a The's. from's", "rouge": {"rouge1": 12.500000000000004, "rouge2": 0.0, "rougeL": 9.375}, "nll_sum": 285.26318359375, "token_count": 46} +{"index": 6698, "reference": "The number of recorded sexual offences against children in England and Wales has risen by a third, the NSPCC says.", "prediction": "The number of sex crimes recorded police in England and Wales has fallen by nearly 40 years, the National NCC N says. in the solve's,Ukraine,'s it's from from the it The's departure of.", "rouge": {"rouge1": 41.37931034482759, "rouge2": 21.428571428571427, "rougeL": 41.37931034482759}, "nll_sum": 260.35888671875, "token_count": 43} +{"index": 6699, "reference": "An aircraft cabin ban on large electronic devices was prompted by intelligence suggesting a terror threat to US-bound flights, say US media.", "prediction": "The US has riled a temporary ban a baggage from from mainly Muslim countries by the US the US officials say.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 122.45498657226562, "token_count": 22} +{"index": 6700, "reference": "North Korea has claimed it has the technology to make nuclear warheads small enough to fit on a missile.", "prediction": "North Korea has denied that it has produced a a nuclear test is not in a submarine.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 17.647058823529413, "rougeL": 38.88888888888889}, "nll_sum": 75.1152572631836, "token_count": 17} +{"index": 6701, "reference": "Ukrainian government forces and pro-Russian rebels in eastern Ukraine are observing a ceasefire after weeks of bitter fighting, officials say.", "prediction": "Ukrainian troops have begun drinking their gas, supplies and supplies from supplies, as anti- government continue their efforts to leave eastern Ukraine.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 124.05450439453125, "token_count": 27} +{"index": 6702, "reference": "Richard Keogh's second-half header edged Derby into the EFL Cup second round with victory over Grimsby.", "prediction": " Richard Keogh stoppage-time winner as Derby County beat over Grimsby in the in second round at Meadow Park.- solve double's reputation's's a from a--up under a in from George as.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 11.764705882352942, "rougeL": 22.641509433962266}, "nll_sum": 259.680419921875, "token_count": 42} +{"index": 6703, "reference": "Charges have been dropped against a US woman who spent more than two decades on death row after being convicted of arranging her son's 1989 killing.", "prediction": "The exhum Caled a woman who went on death row death northern California 30 36 ago ago has dropped her case to take in possible retrial.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 11.76470588235294, "rougeL": 26.41509433962264}, "nll_sum": 190.09945678710938, "token_count": 29} +{"index": 6704, "reference": "A report into East Midlands Ambulance Service (EMAS) has found it has \"insufficient staff\" to meet the needs of patients in a \"timely manner\".", "prediction": " the East Ambulance Service (ASAS) has been told it needs to meet, and a lack of staff and a timely care and care.", "rouge": {"rouge1": 59.57446808510638, "rouge2": 13.33333333333333, "rougeL": 42.5531914893617}, "nll_sum": 113.31087493896484, "token_count": 29} +{"index": 6705, "reference": "Aaron Mooy's spectacular long-range strike earned unbeaten Championship leaders Huddersfield Town victory over struggling west Yorkshire rivals Leeds.", "prediction": " Mo Mooy struck a last-minute winner as Huddersfield missed past past Championship play-off hopefuls hopefuls Leeds United inuls. solve from's from-p's a from's a's a. from a", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 246.32960510253906, "token_count": 47} +{"index": 6706, "reference": "A BBC TV reporter was the victim of a \"witch-hunt\" after blowing the whistle on political interference, a tribunal has heard.", "prediction": "A BBC news reporter is being investigated over sexual allegations of \"political from political political interference\", a tribunal claims.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 20.51282051282051, "rougeL": 39.02439024390244}, "nll_sum": 110.44707489013672, "token_count": 21} +{"index": 6707, "reference": "The emergency services were called to the scene of a fire in Aberdeen.", "prediction": "A huge fire that broke out at a community centre in West Lothian.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 23.076923076923077}, "nll_sum": 46.01091766357422, "token_count": 15} +{"index": 6708, "reference": "Hopes are fading for six climbers who have gone missing on Mount Rainier in the north-western US state of Washington.", "prediction": "A major search operation has been place for a 80,000 a trek group who went again which went missing on a trip north of the coast coast, USA, say they were \"-smakers a in from Saturday's's.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 3.4482758620689653, "rougeL": 20.0}, "nll_sum": 274.4413146972656, "token_count": 44} +{"index": 6709, "reference": "Peter Weatherson netted a brace as Annan recorded only their second win in eight matches.", "prediction": "K Donaldson scored a last-minute last goal to help Dunfermline 4 4-0 thrashed South Queen of the South and reach Confederation Scottish Cup semi-finals.-old's referee in from a's from.'s solve", "rouge": {"rouge1": 7.6923076923076925, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 274.23193359375, "token_count": 46} +{"index": 6710, "reference": "The British and Irish Lions face a final-Test decider in Sydney next Saturday after Australia hit back to win a desperately tense second Test in Melbourne.", "prediction": "The British and Lions survived- second-half comeback to beat Australia in an pulsating- three-match series win in Brisbane. Australia.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 138.5946044921875, "token_count": 27} +{"index": 6711, "reference": "The ousted chairman of India's Tata Group has lashed out at the way his sudden departure was handled.", "prediction": " the Japanese electronics giant India has hit back at the board on of its board, saying that no concerns that he unhappy about of business Banking business.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454546, "rougeL": 21.73913043478261}, "nll_sum": 168.74896240234375, "token_count": 28} +{"index": 6712, "reference": "French duo Nicolas Mahut and Pierre-Hugues Herbert plan to pay tribute to victims of the Paris attacks during the ATP World Tour Finals in London.", "prediction": " French comedyavedut Mahut, say they have \"a worry talk of shock\" around the world following Saturday's deadly attacks in Paris.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 0.0, "rougeL": 25.531914893617024}, "nll_sum": 154.57711791992188, "token_count": 27} +{"index": 6713, "reference": "Wigan Warriors have been reprimanded and ordered to pay costs for postponing their Super League fixture against Widnes Vikings in February.", "prediction": "Worcester Warriors have been fined \u00a37,000 by the Rugby Football League after their players incident led to Wigan Warriors' players abandoned on abandoned on Saturday.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 13.33333333333333, "rougeL": 17.02127659574468}, "nll_sum": 128.84725952148438, "token_count": 32} +{"index": 6714, "reference": "Manchester United forward Anthony Martial should \"listen to me and not his agent\", says manager Jose Mourinho.", "prediction": "Manchester United's Anthony Martial is in \"very positive\" to staying at the club on loan the says former Manchester United manager Jose Mourinho.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 20.51282051282051, "rougeL": 43.90243902439025}, "nll_sum": 109.64439392089844, "token_count": 26} +{"index": 6715, "reference": "Former Arkansas Governor Mike Huckabee has launched a second attempt at getting the Republican nomination for the presidency.", "prediction": "US Republican candidate Mike Pence has won the Labour race for the race in his Miami.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 6.25, "rougeL": 29.411764705882355}, "nll_sum": 81.50952911376953, "token_count": 16} +{"index": 6716, "reference": "Juan Mata starred on his full debut as Chelsea cruised past a toothless Sunderland side despite a late scare.", "prediction": "Jama Mata scored a last-minute winner as Chelsea to beat beat Sunderland at Wyper Stadium and move above the top a controversial Premier League table.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 22.22222222222222}, "nll_sum": 147.1484375, "token_count": 29} +{"index": 6717, "reference": "North Korean leader Kim Jong-un has said his country's latest missile tests show it has \"the sure capability to attack US interests\".", "prediction": " Kim Korean leader Kim Jong-un has said it is \"unpicable event\" by North Korea concluded that a ballistic missile is too high.", "rouge": {"rouge1": 42.5531914893617, "rouge2": 26.66666666666666, "rougeL": 34.04255319148936}, "nll_sum": 110.84086608886719, "token_count": 28} +{"index": 6718, "reference": "(Close): Standard Chartered was the biggest faller on the market, dropping 8.7% after the Asia-focused bank announced plans for a big rights issue.", "prediction": "(Open): The FTSE 100 closed stronger, after the bank announced it cut its interest rate and cut and cut to interest rate. to it will be the money. \"-G's a in from The's\".. theA", "rouge": {"rouge1": 26.229508196721312, "rouge2": 6.779661016949152, "rougeL": 19.672131147540984}, "nll_sum": 250.10403442382812, "token_count": 46} +{"index": 6719, "reference": "A man charged with murdering his wife at a care home has died before his court case could be heard.", "prediction": "A pensioner who tried to kill his wife by killing himself a row over his life machine, has been jailed for four-and a half half years. a's a's a \u00a3 aA's frompayment of from a from's a", "rouge": {"rouge1": 19.672131147540984, "rouge2": 3.389830508474576, "rougeL": 16.39344262295082}, "nll_sum": 229.4387664794922, "token_count": 47} +{"index": 6720, "reference": "Bangladesh has only a little more than 100 Royal Bengal tigers living in the Sunderbans forest, far fewer than previously thought, new figures show.", "prediction": " be number of tigers in India, and, in India's Tamil valley, to fallen to highest highest - for the highest rate in 10 years.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 142.59207153320312, "token_count": 28} +{"index": 6721, "reference": "Manchester City forward Gabriel Jesus broke a metatarsal in Monday's 2-0 Premier League win at Bournemouth.", "prediction": "Manchester City midfielder Luis Suarez will have surgery on his right foot after his foot in the 2-1 win over meetification at Emirates Stadium.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 27.906976744186046}, "nll_sum": 105.98831176757812, "token_count": 27} +{"index": 6722, "reference": "Nine members of the Sport NI board have resigned with immediate effect.", "prediction": "The sports minister has said she, expressed her that her questions over regarding an inquiry into an independent culture culture of the sport aAolvee and it a's \"'s \"b-basing under in from from a's.", "rouge": {"rouge1": 12.244897959183675, "rouge2": 8.51063829787234, "rougeL": 12.244897959183675}, "nll_sum": 283.709228515625, "token_count": 45} +{"index": 6723, "reference": "A benevolent virus has been used to harden more than 10,000 home routers against cyber-attacks, says a security firm.", "prediction": "A French security firm has created a programme to \" harbour harbouring thousands\" of, which experts say could be \"attack harder to attack\".", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 144.97499084472656, "token_count": 27} +{"index": 6724, "reference": "Football hooliganism is nothing new in Germany, but when violence broke out before a Bundesliga match between two of the top clubs, this was something different.", "prediction": "A red and flag were thrown police outside German club RB Leipzig on the pitch, with the slogan saying \" is no little fairytale\".", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 150.4862823486328, "token_count": 29} +{"index": 6725, "reference": "Two Powys roads were forced to close after separate serious collisions.", "prediction": "A major road in Lancire closed for several after a lorry closed several numerous", "rouge": {"rouge1": 23.999999999999996, "rouge2": 0.0, "rougeL": 23.999999999999996}, "nll_sum": 101.57376098632812, "token_count": 15} +{"index": 6726, "reference": "Mexican Finance Minister Luis Videgaray has resigned following the visit of Donald Trump last week.", "prediction": "The Mexican Finance Minister, Luisgargaray, has resigned his office despite criticism from US President-elect Donald Trump during his last visit Mexico's. of's from's- a-A a referee in a November a from's from Broadway", "rouge": {"rouge1": 40.74074074074074, "rouge2": 15.384615384615385, "rougeL": 29.629629629629626}, "nll_sum": 269.83526611328125, "token_count": 48} +{"index": 6727, "reference": "Tal Afar, about 55km (35 miles) to the west of Mosul, was always going to be next on the \"to do\" list for Iraqi forces.", "prediction": "A Turkish military operation has begun battle into the northern northern city Tal Tal Afar, from the so-called Islamic State (IS).", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444445, "rougeL": 12.76595744680851}, "nll_sum": 109.53593444824219, "token_count": 26} +{"index": 6728, "reference": "Super-sub Lee Novak bundled in a late equaliser as Charlton fought back to draw and stop Uwe Rosler's Fleetwood from moving into the top two.", "prediction": "Lee Novak's stoppage-time equal rescued a point for Fleetwood after a 2-2 with a draw with 10-man Fleetwood, at Theraw from athe-D a reputation in from years a.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 3.4482758620689653, "rougeL": 20.0}, "nll_sum": 248.45462036132812, "token_count": 43} +{"index": 6729, "reference": "Portsmouth FC and Pompey Supporters' Trust (PST) board member Ashley Brown has urged fans to make an informed choice over a proposed takeover.", "prediction": "The New Wales Supporters Trust (ST) chairman Michael Brown says' proposed new offer to shareholders, is offer a \"huge decision in\".", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272723}, "nll_sum": 165.20355224609375, "token_count": 26} +{"index": 6730, "reference": "A small high-quality camera has been attached to the shell of a turtle giving an amazing view of Australia's Great Barrier Reef.", "prediction": "A video footage of a turtle found washed up on the Great Barrier Reef, has released what it says was to be a dinosaur dolphins.", "rouge": {"rouge1": 40.81632653061225, "rouge2": 17.02127659574468, "rougeL": 28.57142857142857}, "nll_sum": 111.90288543701172, "token_count": 26} +{"index": 6731, "reference": "A dramatic injury-time equaliser from teenage substitute Kyle Wootton gifted Scunthorpe a point against relegation rivals Port Vale.", "prediction": "Billy Wootton scored a denied 90th-minute late equaliser for Port Vale- beat playefoff hopefuls Scunthorpeor three points.olve- 2011 again 2011 a in a 2011 from 2011 again the a", "rouge": {"rouge1": 31.999999999999996, "rouge2": 4.166666666666667, "rougeL": 15.999999999999998}, "nll_sum": 289.19281005859375, "token_count": 47} +{"index": 6732, "reference": "Luke Varney's late winner secured Ipswich's first win in eight games, despite Alex Revell's brace for already-relegated MK Dons.", "prediction": "An 86th-minute Liam Revell thunder strike a point for Ipswich against fellow play-off hop hopefuls MK Dons. solvetable-. a's from's-2 a reputation in from The's\". from's solve", "rouge": {"rouge1": 31.57894736842105, "rouge2": 3.6363636363636362, "rougeL": 14.035087719298241}, "nll_sum": 303.8590087890625, "token_count": 46} +{"index": 6733, "reference": "The former football star George Weah has won a landslide victory in Liberia's senate elections, in polls disrupted by the Ebola outbreak.", "prediction": "Weim weah, vice re- elected president of Venezuela's senate elections.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.500000000000004, "rougeL": 23.52941176470588}, "nll_sum": 91.44794464111328, "token_count": 15} +{"index": 6734, "reference": "England's Tommy Fleetwood was denied a second 2017 European Tour title after losing a play-off to Bernd Wiesberger at the Shenzhen International.", "prediction": "World number one Fleet Fleetwood won a double double in a shoot-out prosecute beat German boziesllallenieswinning in Cross ChinaChina.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 221.12863159179688, "token_count": 30} +{"index": 6735, "reference": "Netherlands captain Mandy van den Berg has joined Reading Women from Liverpool on a permanent deal.", "prediction": "Manchester City Women's defender defender Mandy van Berg has signed a new three-year contract with Liverpool FC.", "rouge": {"rouge1": 40.0, "rouge2": 12.12121212121212, "rougeL": 28.57142857142857}, "nll_sum": 82.2103271484375, "token_count": 21} +{"index": 6736, "reference": "Torquay United have signed Barrow defender Myles Anderson on a permanent deal, and Irish forward Ruairi Keating on non-contract terms.", "prediction": "Torquay United have signed former international international playeray Anderson and Anderson to and Italy defender international Keates on two-yearyear deals. in a they a's aA--over a fee in a- from's from- solve", "rouge": {"rouge1": 38.59649122807018, "rouge2": 14.545454545454545, "rougeL": 28.07017543859649}, "nll_sum": 309.92529296875, "token_count": 46} +{"index": 6737, "reference": "A car park in east Belfast has been closed to the public by young men building bonfires.", "prediction": "Belfast City Council to agreed to with a Belfast council after the city's council council and wants them to store millions of aScar pallets.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 162.5093994140625, "token_count": 29} +{"index": 6738, "reference": "Swashboggling and frobscottle are among thousands of Roald Dahl's words to be compiled in a dictionary celebrating the centenary of the writer's birth.", "prediction": "A Ro Roald Dahl books, which stories inspired by Mat and resewlewler, has been discovered by Oxford's new National English Dictionary.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 169.29029846191406, "token_count": 29} +{"index": 6739, "reference": "Sports car company TVR is to base its new factory in Wales, First Minister Carwyn Jones has announced.", "prediction": "The TV radio retailer, R, will create the next generation of its car car, in the factory in Blaaau Gwent. solve a solve- solve- \" \u00a3-A a of in a from a's of from a", "rouge": {"rouge1": 15.09433962264151, "rouge2": 3.921568627450981, "rougeL": 11.320754716981133}, "nll_sum": 280.06866455078125, "token_count": 46} +{"index": 6740, "reference": "Lewis Hamilton accepted the blame for the errors that led to him finishing sixth in Sunday's Hungarian Grand Prix.", "prediction": "Lewis Hamilton said he was going to happened what involved in a fatal accident at a Singapore Grand Prix.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 10.81081081081081, "rougeL": 30.76923076923077}, "nll_sum": 90.6812744140625, "token_count": 19} +{"index": 6741, "reference": "(Noon): Banking shares helped to lift the market, but shares in M&S slid after the retailer said its turnaround plan was set to hit profits.", "prediction": "(Open): The FTSE's 100 100 closed aged higher mixed with shares in banking giant banking & S&A, helped to cut its. Spencer banking bank.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 222.24002075195312, "token_count": 33} +{"index": 6742, "reference": "Portadown have forfeited the points they won by beating Ards on Saturday and been fined \u00a3350 for playing Robert Garrett while he was suspended.", "prediction": "Portadown have handed a further 12-match suspension and the handed an improvement after an win over Ards that saw a Irish Premiership battle on Saturday", "rouge": {"rouge1": 27.999999999999996, "rouge2": 8.333333333333332, "rougeL": 24.000000000000004}, "nll_sum": 167.79327392578125, "token_count": 29} +{"index": 6743, "reference": "A microlight has hit an electricity pylon and burst into flames near Rochester in Kent.", "prediction": "A light aircraft crash died during an air at an airfield in Somerset.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 21.428571428571427}, "nll_sum": 71.17613220214844, "token_count": 14} +{"index": 6744, "reference": "A woman who tried to launder \u00a355,000 of stolen cash through Rangers Supporters' Association Boys Club has been told to carry out 260 hours unpaid work.", "prediction": " a woman who embeling himself more than \u00a32m from girls' club in 2008 has been given a community5.5m pay order.", "rouge": {"rouge1": 25.0, "rouge2": 13.043478260869565, "rougeL": 25.0}, "nll_sum": 159.7958984375, "token_count": 28} +{"index": 6745, "reference": "Hubble has probed a clutch of monster stars about 170,000 light-years away on the edge of our Milky Way Galaxy.", "prediction": "Sronomers have identified the first,, a powerful and most visible transfer stars, the Way USA.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 131.431396484375, "token_count": 19} +{"index": 6746, "reference": "Roma will have to shut down part of their stadium for one game next season after the club's supporters repeated racist chants about Mario Balotelli.", "prediction": "Roma have suspended the stadium of one of its fans and Roma after striker Mario Balotelli, accused fans of \"elirresponsible\"\" fans.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 4.444444444444445, "rougeL": 29.78723404255319}, "nll_sum": 153.31826782226562, "token_count": 29} +{"index": 6747, "reference": "Second-half goals from Oscar Threlkeld and substitute Craig Tanner were enough for Plymouth to beat Crawley and move back to the top of League Two.", "prediction": "Ply Argyle striker David Dykeld scored the only goal as they beat League Two Two play-off hop hopefuls Crawley Town.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 153.57562255859375, "token_count": 30} +{"index": 6748, "reference": "Discovery Communications, owner of the Discovery Channel and Animal Planet, is buying Scripps Networks for $14.6bn (\u00c2\u00a311.1bn) in a deal that combines two major US television companies.", "prediction": "The US cable network guns has agreed be deal that includes to create $15bn32bn) of cable and network in its internet services.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 173.4629669189453, "token_count": 27} +{"index": 6749, "reference": "QPR have denied Steven Caulker was involved in an altercation and say he was taken to hospital after cutting his head during a lunch with team-mates.", "prediction": "Stevenage defender Steven Caulker has been charged by the Football Association following reports reports that the club was involved in an cutting cut cardboard his head.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 19.607843137254903, "rougeL": 33.9622641509434}, "nll_sum": 137.39500427246094, "token_count": 29} +{"index": 6750, "reference": "A tweak to Siri's pronunciation of Barbra Streisand's name will be heading to Apple products soon.", "prediction": "MSP Stre Streisand, she would be \"disace\" to change her, music service Apple.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 0.0, "rougeL": 25.80645161290323}, "nll_sum": 141.0262451171875, "token_count": 21} +{"index": 6751, "reference": "Hundreds of people have taken to the streets of Egypt's capital, Cairo, to protest after a tea vendor was allegedly shot dead by police.", "prediction": "Chashes has broken out between police security forces in the Egyptian capital, Cairo, after weeks of riots.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 75.79437255859375, "token_count": 20} +{"index": 6752, "reference": "The company that sparked an outcry by raising the price of its HIV drug in the US by 5,000% says it will cut its price for some users.", "prediction": "A US drugs company has announced plans to cut the price of drug dangerous drug leading to leading doctors leading fears that it will get a frenzy cancer treatment.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 10.714285714285714, "rougeL": 24.137931034482758}, "nll_sum": 155.27980041503906, "token_count": 29} +{"index": 6753, "reference": "Striker Chris Martin has described his input during Derby County's dismal recent run as a \"bit non-existent\".", "prediction": "Derby County striker Chris Martin has \"scadad\" return of goal a his side was- \" non- non\". IT\".", "rouge": {"rouge1": 50.0, "rouge2": 23.52941176470588, "rougeL": 33.333333333333336}, "nll_sum": 180.195068359375, "token_count": 26} +{"index": 6754, "reference": "An Air France passenger jet has made an emergency landing at Prestwick Airport after fumes were detected on board.", "prediction": "A air France bound for Edinburgh was sent Glasgow Prestwick after a flight to London to London was delayed because of a \"utter failure\".", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 131.24742126464844, "token_count": 26} +{"index": 6755, "reference": "Only a third of children in Wales have healthy teeth overall and this is lagging behind England, a major survey suggests.", "prediction": "Thousands of children in Wales are reported problems with their mental health more than 40 years ago, new figures have shown.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 15.0, "rougeL": 23.809523809523807}, "nll_sum": 74.94471740722656, "token_count": 22} +{"index": 6756, "reference": "Northern Ireland exporters are continuing to experience a surge in business as a result of the weakening of sterling, the Ulster Bank has said.", "prediction": "Northern Ireland shopping sales helped to \u00a36.6bn (\u00a31bnbn) in August, according to a analysis by Ulster Bank of Ireland in.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 31.11111111111111}, "nll_sum": 136.57386779785156, "token_count": 29} +{"index": 6757, "reference": "Ex-footballers Gary Neville and Ryan Giggs's \u00a3200m plans to redevelop part of central Manchester have been revised.", "prediction": "ille footballer Phil Mourinho says a \u00a3m33m plan to Manchester Manchester city centre, has been accused Manchester of \"better a cleaner\".", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 181.79598999023438, "token_count": 26} +{"index": 6758, "reference": "A 25-year-old man from Doncaster has died following a motorcycle crash in South Yorkshire.", "prediction": "A motorcyclist is in hospital after being hit by a car on a main road South South Yorkshire.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 66.4544677734375, "token_count": 20} +{"index": 6759, "reference": "Former Crusaders defender and player-manager Aaron Callaghan is the new manager of Carrick Rangers.", "prediction": "Former Republic of Ireland midfielder Michael Seanrick been named Crusaders as their manager on a new three-a-half-year deal.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 112.32132720947266, "token_count": 26} +{"index": 6760, "reference": "A Midlothian man who threw a baby in the air and shook him, causing him to suffer \"catastrophic\" injuries, has been jailed for four years.", "prediction": "A West Lothian man who Senior acatastrophic\" attack on a five-monthold boy has been jailed for fouraand-a-half years.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 18.18181818181818, "rougeL": 39.130434782608695}, "nll_sum": 179.65469360351562, "token_count": 33} +{"index": 6761, "reference": "Britain's Kyle Edmund is through to the second round of the China Open following a straight-sets win over Spain's Guillermo Garcia-Lopez.", "prediction": "British number two number Edmund is through of semi-finals of the China Open with a third-set win over Sergio India Jique Garcia-Lobar.", "rouge": {"rouge1": 48.0, "rouge2": 29.166666666666668, "rougeL": 48.0}, "nll_sum": 178.27618408203125, "token_count": 30} +{"index": 6762, "reference": "The police officer leading the search for missing Leicestershire teenager Kayleigh Haywood has told her family to prepare themselves for the worst.", "prediction": "Police investigating the murder of schoolgirlgirl Joseph who was murdered almost three weeks ago have said police have spoken of their \" worry monster\".", "rouge": {"rouge1": 8.888888888888888, "rouge2": 0.0, "rougeL": 8.888888888888888}, "nll_sum": 132.01097106933594, "token_count": 26} +{"index": 6763, "reference": "Chester stunned Dagenham & Redbridge with a comprehensive 3-0 win home win the National League.", "prediction": "Ulster beat Dagenham 3-0 at home to Redbridge and keep their National League playoldoff hopes alive-pending a in from 3 as'sA's 30-D's a in 30 minutes's delayed.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 24.48979591836735}, "nll_sum": 272.8517150878906, "token_count": 45} +{"index": 6764, "reference": "Dover Athletic have signed Femi Ilesanmi on a one-year contract after the left-back's departure from National League rivals Boreham Wood.", "prediction": "Boreham Wood have signed midfielder Luke Tollil on a free transfer on pre-contract terms- with a option to a further further year further.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.33333333333333, "rougeL": 21.27659574468085}, "nll_sum": 147.73501586914062, "token_count": 29} +{"index": 6765, "reference": "Fewer than one in five eligible voters in some parts of England previously chose anyone to represent them in local elections, raising fears of a democratic deficit.", "prediction": "There is a serious democratic finances\" in national elections and England's council elections in May, official polls suggest.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 112.68006896972656, "token_count": 21} +{"index": 6766, "reference": "Matthew Morgan says he turned down offers from around the world to join Cardiff Blues in the pursuit of adding to his five Wales caps.", "prediction": "Wales wing Nick Morgan has offers offer to Wales full Morgan Nick Morgan as Bristol as-yearback.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 157.21575927734375, "token_count": 20} +{"index": 6767, "reference": "Conor Henderson has agreed a new six-month contract with Crawley Town.", "prediction": "Crawley Town's Conor Jordan Henderson has signed a new-year contract with the League Two next season, to 'faged a low in for a ballet'. from a regular\" it from's Valentine of. from's from a", "rouge": {"rouge1": 36.0, "rouge2": 16.666666666666668, "rougeL": 27.999999999999996}, "nll_sum": 293.27410888671875, "token_count": 46} +{"index": 6768, "reference": "Stoke City manager Mark Hughes has dismissed speculation linking striker Peter Crouch with a move to West Brom.", "prediction": "Stoke striker Peter Crouch is \"big big part\" of signing a new Premier League, says Potters boss boss Mark Hughes.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 16.666666666666668, "rougeL": 26.31578947368421}, "nll_sum": 108.19269561767578, "token_count": 26} +{"index": 6769, "reference": "An Andy Warhol painting of Chairman Mao is to be auctioned in Hong Kong - and it could go to a Chinese bidder for a \"homecoming\" of sorts.", "prediction": "A Vale of giant Warraito by artistist Maoist will be put up for sale later this month.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 13.636363636363638}, "nll_sum": 123.91727447509766, "token_count": 21} +{"index": 6770, "reference": "Footballer Gary Neville's controversial plans for an eco-friendly \"Teletubbies\" house have been given the go ahead by Bolton Council.", "prediction": "Plans for a \u00a3500m garden flower have been given to the county council as a \"disgusting and honest\" to be and for review", "rouge": {"rouge1": 31.818181818181824, "rouge2": 14.285714285714283, "rougeL": 31.818181818181824}, "nll_sum": 134.51406860351562, "token_count": 29} +{"index": 6771, "reference": "Magic Mike star Channing Tatum is to play the mermaid in a remake of 1984's film Splash, taking the role played by Darryl Hannah, according to reports.", "prediction": "The 2011 Spectre, Tade deal, to be film by Ghostbusters in his new film.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 124.45211791992188, "token_count": 17} +{"index": 6772, "reference": "Models of moths have been appearing on buildings in Hull to commemorate aviator Amy Johnson who was born there.", "prediction": "A first sculptures, unveiled model, Amy Johnson to be built to in Australia. been officially as a middle for a right-born female English in from D as's.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 235.81539916992188, "token_count": 33} +{"index": 6773, "reference": "The new Chancellor of the Exchequer has said he may use the Autumn Statement to \"reset\" Britain's economic policy.", "prediction": "The UK government has said it \"cannot out its financial powers\" on wake in, the of Brexit.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 106.31646728515625, "token_count": 21} +{"index": 6774, "reference": "A major festival of light art is to be staged in London next year by the people who organise the biennial Lumiere festival in Durham.", "prediction": "The American soul, singer Johnson singer, will host a festival in Durham next year, it has been announced.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 14.634146341463413, "rougeL": 23.25581395348837}, "nll_sum": 94.04997253417969, "token_count": 21} +{"index": 6775, "reference": "Ireland fought back from two goals down to beat Germany 4-2 and secure the Hamburg Masters title on Sunday.", "prediction": "Ireland scored two late goal from-2 down to draw Germany 3-2 in a dramatic World Championship play-off play in B B.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 4.761904761904763, "rougeL": 31.818181818181824}, "nll_sum": 125.49398803710938, "token_count": 27} +{"index": 6776, "reference": "A council which lost a High Court case over fining a father who took his daughter on a term-time holiday is having its appeal heard at the Supreme Court.", "prediction": "A council has won the right challenge to a legal battle over a father who taking his daughter during term-time, to launch in legal challenge.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 18.51851851851852, "rougeL": 39.28571428571428}, "nll_sum": 139.70994567871094, "token_count": 28} +{"index": 6777, "reference": "The parents of a teenage girl who was hit by a scrambler bike and put into a medically-induced coma say her future remains uncertain.", "prediction": "The parents of a girl who was seriously injured after being hit by a bike hit by police have said they are \"from they can return and recovery\".", "rouge": {"rouge1": 45.28301886792452, "rouge2": 27.450980392156865, "rougeL": 45.28301886792452}, "nll_sum": 107.74626159667969, "token_count": 29} +{"index": 6778, "reference": "US President Barack Obama has presented the Medal of Honor to a former soldier for his heroism during a huge firefight in Afghanistan.", "prediction": "A US soldier has been shot dead by Taliban during a battle in Pakistani eastern area of, an Army official says.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 4.761904761904763, "rougeL": 22.727272727272723}, "nll_sum": 84.88803100585938, "token_count": 22} +{"index": 6779, "reference": "Unskilled migrants should be stopped from moving to Britain for five years to help reduce net migration, a report by a pro-Brexit group has said.", "prediction": "Brexit Leave campaign a backed a plan to limit age of doing work permits to the UK economy, claiming it could provide \"ahuge blow to the UK economy\". solve a again a 2011 again a's againUkraine of the a from's a", "rouge": {"rouge1": 17.39130434782609, "rouge2": 0.0, "rougeL": 11.594202898550725}, "nll_sum": 280.9547119140625, "token_count": 47} +{"index": 6780, "reference": "A Tube station was evacuated after football fans heading to Wembley Stadium set off a smoke bomb and fire alarms, Transport for London (TfL) has said.", "prediction": "A railway station has been severely damaged after a fire at a west London's station, east west London, to the fans play's been FA Cup final. the of's.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 0.0, "rougeL": 21.052631578947366}, "nll_sum": 193.62791442871094, "token_count": 34} +{"index": 6781, "reference": "Scotland's Seonaid McIntosh has won gold at the European Shooting Championships in Baku, Azerbaijan, three days after her sister Jennifer achieved the same feat.", "prediction": "Indonesia's In Seonanna won her first gold medal of the season at the BDO World Athletics Championships in Russia's been a solve- at theones's.-'sthemaker a in from Russia's.", "rouge": {"rouge1": 31.03448275862069, "rouge2": 7.142857142857144, "rougeL": 24.137931034482758}, "nll_sum": 273.7474365234375, "token_count": 44} +{"index": 6782, "reference": "Bank of England Governor Mark Carney has defended his action to mitigate the impact of Brexit.", "prediction": " Bank of England governor Mark Mark Carney says \"full of actions taken\" to cut cut interest rate.", "rouge": {"rouge1": 54.545454545454554, "rouge2": 32.25806451612903, "rougeL": 48.484848484848484}, "nll_sum": 103.01148986816406, "token_count": 19} +{"index": 6783, "reference": "Lizzy Yarnold's gold medal in Sochi has cemented Britain's status as the dominant power in world skeleton.", "prediction": "Olympic skeleton champion Lizzy Yarnold's return to the London 2012 Olympics, and what analysis of gold will \"do to our sport\".", "rouge": {"rouge1": 29.268292682926827, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 135.41598510742188, "token_count": 29} +{"index": 6784, "reference": "Britain's double Olympic champion Nicola Adams will face Mexico's Maryan Salazar in Leeds on Saturday.", "prediction": "Two-time Olympic Olympic champion Gerry Adams will face her opponent against French Alexza Salazar in- first round to the tournament in New York City on Saturday.", "rouge": {"rouge1": 40.9090909090909, "rouge2": 23.80952380952381, "rougeL": 40.9090909090909}, "nll_sum": 150.6006317138672, "token_count": 31} +{"index": 6785, "reference": "Britain's K1 200m Olympic champion Liam Heath won his first race of the season at the Canoe Sprint World Cup.", "prediction": "Great Britain's late Heath the first race the the 2016 II World Canalomom World Cup by winning the men's 10,000 race.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 40.0}, "nll_sum": 178.41343688964844, "token_count": 27} +{"index": 6786, "reference": "Ellan Vannin have booked their place in next year's ConIFA World Cup after winning the Niamh's Challenge Cup at the Bowl in Douglas.", "prediction": "The Isle and Isle of Man been named the Team GB Sky GB for this weekend's NI World World Cup Final Uruguay on Saturday's been a 102 success from the English's.", "rouge": {"rouge1": 20.338983050847457, "rouge2": 3.508771929824561, "rougeL": 16.949152542372882}, "nll_sum": 211.15634155273438, "token_count": 34} +{"index": 6787, "reference": "The last builder of large ships in Bristol has closed after its final vessel sailed out of dock.", "prediction": "The final boat of a ship dock to be rebuilt built and be rebuilt to be built, been ruled out of building to be redeveloped.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 137.73638916015625, "token_count": 27} +{"index": 6788, "reference": "Many older people living in care homes have an \"unacceptable quality of life\" and quickly become institutionalised, says a watchdog.", "prediction": "Older people are living in care homes are Wales having \"un quality\" of life, says a report.", "rouge": {"rouge1": 64.86486486486486, "rouge2": 40.0, "rougeL": 64.86486486486486}, "nll_sum": 109.44696807861328, "token_count": 21} +{"index": 6789, "reference": "Social housing tenants could be offered discounts of up to \u00a375,000 under plans to increase the numbers exercising the \"right to buy\" their home in England.", "prediction": "Black discounts for some homeless people right to buy homes in England is to to be scrapped, government figures suggest.", "rouge": {"rouge1": 42.5531914893617, "rouge2": 17.77777777777778, "rougeL": 29.787234042553195}, "nll_sum": 105.33892822265625, "token_count": 21} +{"index": 6790, "reference": "Nearly 60% of all syphilis cases reported in England were in London, it has been revealed.", "prediction": "There has been a rising increase civil cases of suspected sex with men in London.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 13.79310344827586, "rougeL": 19.35483870967742}, "nll_sum": 71.86712646484375, "token_count": 15} +{"index": 6791, "reference": "A 36-year-old man has been charged with murder following the death of a 40-year-old man in Midlothian.", "prediction": "A 39-year-old man has been arrested in connection with the death of a 23-year-old man in East Lothian.othian. of from's a fromd Cox from his's as a.", "rouge": {"rouge1": 54.545454545454554, "rouge2": 37.735849056603776, "rougeL": 54.545454545454554}, "nll_sum": 163.01220703125, "token_count": 44} +{"index": 6792, "reference": "Portsmouth have signed former Ajax and Notts County midfielder Stanley Aborah on a deal until the end of the season.", "prediction": "Portsmouth have signed midfielder James Arnold on a two-year deal on a two-year deal.", "rouge": {"rouge1": 38.888888888888886, "rouge2": 17.647058823529413, "rougeL": 38.888888888888886}, "nll_sum": 56.84626007080078, "token_count": 20} +{"index": 6793, "reference": "Interim boss Gary Brazil says he would take any role at Nottingham Forest and has not ruled out accepting the manager's job on a longer-term basis.", "prediction": " boss boss Gary Brazil's been confirmed as manager of the new Championship club Nottingham Forest after five years in charge.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 12.765957446808512, "rougeL": 20.408163265306122}, "nll_sum": 86.96665954589844, "token_count": 21} +{"index": 6794, "reference": "Wildlife sanctuaries across southern Australia have been helping injured animals - by asking the public to sew mittens and pouches!", "prediction": "The biggest cyclone in Australia in but and South Africa has been overwhelmed by surprised, but didn isn't fit and keep and keep them the wild.TV \" again \"- \"-p aA in a from a's from's a", "rouge": {"rouge1": 17.241379310344826, "rouge2": 0.0, "rougeL": 13.793103448275865}, "nll_sum": 293.45025634765625, "token_count": 45} +{"index": 6795, "reference": "Too many babies born with a cleft palate are being diagnosed late, causing unnecessary distress, the Royal College of Surgeons says.", "prediction": "Thousands of babies born with England with a cleft silk will soon miss out on up open, research suggests.", "rouge": {"rouge1": 30.0, "rouge2": 21.05263157894737, "rougeL": 25.0}, "nll_sum": 121.00555419921875, "token_count": 21} +{"index": 6796, "reference": "Three cleaners who went on strike over a pay dispute have been sacked in a move branded Scrooge-like by one MP.", "prediction": "Three school cleaners were sacked their staff their strike after teachers' strike strike over Christmas were,ununacceptable\".", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 149.53311157226562, "token_count": 21} +{"index": 6797, "reference": "National League strugglers York City have signed Newport striker Jon Parkin on loan until January.", "prediction": "York City have signed striker Allaninin on terms after his release by National League League club Macclesfield Town.", "rouge": {"rouge1": 48.48484848484848, "rouge2": 25.80645161290323, "rougeL": 36.36363636363636}, "nll_sum": 116.58536529541016, "token_count": 22} +{"index": 6798, "reference": "Jeremy Corbyn has pledged to extend public ownership of the country's bus networks if he becomes prime minister.", "prediction": "Jeremy Corbyn has laid out his plans for plans transport transport and services in England.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 12.5, "rougeL": 17.647058823529413}, "nll_sum": 72.41764068603516, "token_count": 15} +{"index": 6799, "reference": "All diets - from Atkins to Weight Watchers - have similar results and people should simply pick the one they find easiest, say researchers.", "prediction": "A overweight diet is a diet slightly much low weight weight loss than previous the weight struggle, a study suggests.", "rouge": {"rouge1": 14.285714285714283, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 126.23429107666016, "token_count": 21} +{"index": 6800, "reference": "A man has been convicted over the death of a woman who was crushed by window frames weighing more than half a tonne.", "prediction": "A building firm was found guilty of helping the death of a woman whose work work fell on of four floor wall has been found guilty of manslaughter.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 20.408163265306122, "rougeL": 23.52941176470588}, "nll_sum": 122.21849060058594, "token_count": 28} +{"index": 6801, "reference": "England international Jordan Nobbs has signed a new contract with FA Women's Super League 1 side Arsenal Ladies.", "prediction": "England international Bright Nobbs has signed a new-year contract with Super Women League Super League club.", "rouge": {"rouge1": 66.66666666666667, "rouge2": 41.1764705882353, "rougeL": 66.66666666666667}, "nll_sum": 98.83314514160156, "token_count": 19} +{"index": 6802, "reference": "Wigan head coach Shaun Wane revelled in an excellent weekend for Super League after the Warriors beat Cronulla 22-6 to win the World Club Challenge.", "prediction": "Warrington Wolves fans are \"Bad on the back\"\" and beat Warrington, says Tony Smith, despite the side complete a World Club Series.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 172.49237060546875, "token_count": 28} +{"index": 6803, "reference": "A deal has been struck on using satellites to track planes, motivated by the disappearance of Malaysia Airlines flight MH370 last year.", "prediction": "Malaysia's missing flight MH will step part of a new satellite tracking system, experts.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 93.11763000488281, "token_count": 18} +{"index": 6804, "reference": "China has for the first time admitted in public that it permits trade in skins from captive tigers, according to participants and officials at a meeting of an international convention to protect endangered species.", "prediction": "Chinese human rights groups have demanded that China allowed illegal ban illegal trade in illegal tiger tiger.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 15.686274509803924}, "nll_sum": 90.38127899169922, "token_count": 17} +{"index": 6805, "reference": "Britain's economy faces a \"prolonged period\" of weaker growth as consumer spending slows and business curbs investment, according to a report.", "prediction": "The UK's economy is developing this, faces a \"arampiled\" despite fears, the economic outlook for growth\", a think think tank has warned.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 9.30232558139535, "rougeL": 26.66666666666666}, "nll_sum": 173.701416015625, "token_count": 30} +{"index": 6806, "reference": "A Flintshire man has admitted telling an American crisis line he was planning to kill himself and take as many police with him as he could.", "prediction": "A man who shot himself by police police at a Christmas shopping centre, claiming he was shot then eventually shot shooting himself, a court a heard. a's 2011 again a's a from a it's havepayment of a", "rouge": {"rouge1": 18.181818181818183, "rouge2": 3.125, "rougeL": 15.151515151515152}, "nll_sum": 226.42874145507812, "token_count": 43} +{"index": 6807, "reference": "New scheduled flights have been introduced between Inverness and Amsterdam.", "prediction": "The air Air airline KKLM says it will extend its operations in from 30 May.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 93.40969848632812, "token_count": 17} +{"index": 6808, "reference": "Tommy Seymour scored four tries as Glasgow Warriors christened the newly-laid synthetic Scotstoun pitch with a Pro12 win over Leinster.", "prediction": " SeymourSecond scored a stunning last-minute penalty as Glasgow Warriors held on to a dramatic home win over Leinster at Lond to the solve Champions Cup.A from \"A-D from a in from years's.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 14.545454545454545, "rougeL": 28.07017543859649}, "nll_sum": 251.98895263671875, "token_count": 44} +{"index": 6809, "reference": "A four-month consultation which could help decide the location of the UK's first spaceport ends on Monday with one site in Gwynedd being considered.", "prediction": "A consultation on plans for an airfield in Gwynedd could be asked by the UK government. solve to theolve a byCalifornia-'s. a's a's a's a from a it's's\".. a from's a", "rouge": {"rouge1": 31.25, "rouge2": 6.451612903225806, "rougeL": 18.749999999999996}, "nll_sum": 250.4379119873047, "token_count": 47} +{"index": 6810, "reference": "Arcade Fire brought a party atmosphere to Glastonbury on Friday, hours after an electric storm stopped the festival.", "prediction": "Riki defences was forced to stage the stage at Glastonbury Festival on Saturday night after the was accidentally called off by a hot cold weather.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 140.59710693359375, "token_count": 28} +{"index": 6811, "reference": "Derbyshire, Leicestershire, Somerset, Gloucestershire and Lord's have been named as venues for the ICC Women's World Cup in 2017.", "prediction": "The 202623 World Cup, will be held in the Olympic Games in future England and Wales Board has confirmed.", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 109.51507568359375, "token_count": 22} +{"index": 6812, "reference": "More than 40 people have died during an attempt to free people during an ambush by militant Islam group Boko Haram, sources have told the BBC.", "prediction": "Nigeria's university compensated students have died in the north-east of Nigeria by Boko Haram militants, the group's army says the school's, Lyon,'s from. 1-g stopp, in from November a.", "rouge": {"rouge1": 26.229508196721312, "rouge2": 6.779661016949152, "rougeL": 19.672131147540988}, "nll_sum": 258.34222412109375, "token_count": 44} +{"index": 6813, "reference": "One of Ireland's best known actors, Mick Lally, has died at the age of 64.", "prediction": "Irish actor James Lally, best actor best in the best TV series, has died, aged 88. of. a \" in theacc- referee of-ing's from's-A a from in's from The's.'s a", "rouge": {"rouge1": 38.46153846153846, "rouge2": 4.0, "rougeL": 23.076923076923077}, "nll_sum": 290.11920166015625, "token_count": 47} +{"index": 6814, "reference": "Sam Robson completed a career-best double century at Lord's to maintain Middlesex's superiority in their opening County Championship game of the season against Warwickshire.", "prediction": "Middlesex bats Sam Robson hitins highest highest everclass score on the season rain rain-affectedhit second day of Edaston at Edgbaston.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 16.666666666666664}, "nll_sum": 206.29443359375, "token_count": 31} +{"index": 6815, "reference": "Scientists are warning of another \"devastating\" loss of coral due to a spike in sea temperatures.", "prediction": " best worst marine done on Australia's Great Great Barrier Reef has been for the first time, US scientists say.", "rouge": {"rouge1": 5.555555555555556, "rouge2": 0.0, "rougeL": 5.555555555555556}, "nll_sum": 91.66954803466797, "token_count": 21} +{"index": 6816, "reference": "European and US stock markets have fallen despite the agreement of a bailout deal for Cyprus.", "prediction": "Stock markets across Europe are falling sharply over fears to a new bailout deal with the country's central banking, amid uncertainty over a renewed financial crisis problems.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809524, "rougeL": 22.727272727272727}, "nll_sum": 121.26618957519531, "token_count": 29} +{"index": 6817, "reference": "A terminal cancer patient who has been told he has just months to live has conquered Mount Everest.", "prediction": "A man with terminal cancer patient has described a football fans who finished the summit for Everest, calling him of a \"better\".", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473683, "rougeL": 30.0}, "nll_sum": 141.9813232421875, "token_count": 24} +{"index": 6818, "reference": "A row has broken out between community groups and a Carmarthenshire diocese over the cost of using a church hall.", "prediction": "A local community association in Denbighshire have to to pay \u00a3 pay rate after a mortgage landlord called for changes to a schemeF insurance scheme.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 170.2093048095703, "token_count": 29} +{"index": 6819, "reference": "Scarves have been laid at Walsall FC's ground in memory of three people from the Black Country who died in the Tunisian beach attack.", "prediction": "The same aid worker was among those who were killed in the Tunisia beach attack have been described as \"heart of heart\" and his family.", "rouge": {"rouge1": 36.0, "rouge2": 12.5, "rougeL": 24.0}, "nll_sum": 115.49039459228516, "token_count": 27} +{"index": 6820, "reference": "Teachers with a weak knowledge of science should be trained more by their schools, education watchdog Estyn says.", "prediction": "Te improving of pupils by Welsh schools playing clubs and field trips need to be needs, education watchdog Estyn has said. said in the a's,000, from it from the it\" it The's toll of.", "rouge": {"rouge1": 29.09090909090909, "rouge2": 7.547169811320755, "rougeL": 21.81818181818182}, "nll_sum": 281.812744140625, "token_count": 43} +{"index": 6821, "reference": "Following the recent spate of bomb threats against Jewish community centres and the desecration of graves at cemeteries in Philadelphia and St. Louis, some Muslims have turned to social media to offer to guard Jewish sites.", "prediction": "The Muslim community banning the US and community group has offered reward and Muslims to protect Muslims, including one Jewish churches.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 0.0, "rougeL": 24.561403508771928}, "nll_sum": 145.0304412841797, "token_count": 22} +{"index": 6822, "reference": "Two brothers have been jailed for killing a man with a samurai sword after a drugs-related robbery in East Ayrshire turned into a \"bloodbath\".", "prediction": "Two men have been jailed for life for stabbing a taxi friend to death to a 38-year- with a knife-planned revenge attack.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 17.02127659574468, "rougeL": 32.6530612244898}, "nll_sum": 113.77399444580078, "token_count": 27} +{"index": 6823, "reference": "Frank Ocean, one of pop music's biggest enigmas, has played his first UK gig in three years as Sunday's headliner at the Parklife festival in Manchester.", "prediction": "ianian23 Foxotees says he turned a brief stopped to flying the film industry Chanel, then pulled off the event's Chanel.", "rouge": {"rouge1": 8.16326530612245, "rouge2": 0.0, "rougeL": 4.081632653061225}, "nll_sum": 192.733642578125, "token_count": 28} +{"index": 6824, "reference": "Brentford have confirmed manager Mark Warburton will leave the club at the end of the season.", "prediction": "Brentford manager Mark Warburton is left the club by three years in charge.", "rouge": {"rouge1": 41.37931034482759, "rouge2": 22.222222222222225, "rougeL": 41.37931034482759}, "nll_sum": 69.09574127197266, "token_count": 17} +{"index": 6825, "reference": "A senior member of France's opposition UMP party has admitted there were \"anomalies\" in the accounts of Nicolas Sarkozy's 2012 presidential campaign.", "prediction": "The president of the French conservative Party (UMP) has said there was not any credible\" uncertainty over President Barack Xi Trump during his election campaign.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 20.408163265306126}, "nll_sum": 140.51429748535156, "token_count": 28} +{"index": 6826, "reference": "President Obama has arrived in Cuba, an island in the Caribbean, for an historic three day visit.", "prediction": "President Barack Obama's first visit to the United States and America and in each other.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 59.43667984008789, "token_count": 16} +{"index": 6827, "reference": "A fire that broke out on a car ferry as it crossed the Solent may have started in an air conditioning unit, operator Wightlink has said.", "prediction": "About 100 passengers injured in a fire in a container room, leaving the Clyde service seriously, the service has said", "rouge": {"rouge1": 30.43478260869565, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 110.85101318359375, "token_count": 21} +{"index": 6828, "reference": "Two men who helped an alleged hit-and-run killer conceal evidence have been jailed.", "prediction": "Two men who were killed one of a man killed in a car crash in a hit-and-run crash have been jailed for \u00a36, what it's \" a's it reputation a from's-'s of a from a'sA", "rouge": {"rouge1": 32.142857142857146, "rouge2": 22.22222222222222, "rougeL": 32.142857142857146}, "nll_sum": 234.03253173828125, "token_count": 47} +{"index": 6829, "reference": "German skincare brand Nivea has apologised and removed an advert that was deemed discriminatory.", "prediction": "The Italian fashion chain Nanta, which includes a black and white Facebook account, has been withdrawn because of racist against from far devright group.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 5.2631578947368425}, "nll_sum": 152.370361328125, "token_count": 28} +{"index": 6830, "reference": "Cambridge maintained their League Two play-off hopes with a narrow win over fellow challengers Exeter.", "prediction": "Colbridge moved into their League Two-off alive with a narrow win over fellow play- hopefuls Exeter City St St Park.", "rouge": {"rouge1": 70.27027027027026, "rouge2": 40.0, "rougeL": 59.45945945945946}, "nll_sum": 164.67620849609375, "token_count": 27} +{"index": 6831, "reference": "Sale Sharks will sign former Wales scrum-half Mike Phillips from Racing 92 on a deal starting from next season.", "prediction": "Former Wales fly-half Mike- Phillips will extended his contract with Premiership side Racing at club end Sale the season. described asf a ballet in for from ballet'sThe", "rouge": {"rouge1": 44.89795918367347, "rouge2": 12.76595744680851, "rougeL": 32.6530612244898}, "nll_sum": 238.0665283203125, "token_count": 33} +{"index": 6832, "reference": "British researchers are now routinely mapping a great swathe of Earth's surface, looking for the subtle warping that ultimately leads to quakes.", "prediction": " a team of Europe has begun started surface building a new telecommunications system, that could delayed, could struggle to Earth.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 138.93008422851562, "token_count": 22} +{"index": 6833, "reference": "This is the full transcript of David Cameron's speech outside 10 Downing Street after he visited Buckingham Palace following the Conservatives' election victory:", "prediction": "We have sent a to the across from the morning, as leader of any Conservative government.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 97.32023620605469, "token_count": 17} +{"index": 6834, "reference": "South Africa beat England by 17 runs on the Duckworth-Lewis method to level the Twenty20 series with one game to go.", "prediction": " women women led to a six-wicket win over holders South Africa to complete a 3-0 series whitash in Cape Town Town. solve's 2011's a's a--p a of in a- a's from's a", "rouge": {"rouge1": 16.129032258064516, "rouge2": 3.3333333333333335, "rougeL": 12.903225806451612}, "nll_sum": 253.05569458007812, "token_count": 46} +{"index": 6835, "reference": "The leader of the UKIP Welsh Assembly group says Nathan Gill should not \"double job\" as both MEP and AM if he cannot fully commit to Cardiff Bay.", "prediction": "UKIP leader of Wales has been told assemblys he not want to be involved after the party was involved in a fatal accident on black black route in January.", "rouge": {"rouge1": 28.070175438596497, "rouge2": 3.6363636363636362, "rougeL": 17.543859649122805}, "nll_sum": 161.8326873779297, "token_count": 31} +{"index": 6836, "reference": "An investigation is under way into a pilot's reports of cockpit smoke which led to an Easyjet flight diverting.", "prediction": "A Easyjet plane was diverted to a flight to the UK and back to London due to a \"huge because of golden\".", "rouge": {"rouge1": 28.571428571428566, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 115.01128387451172, "token_count": 24} +{"index": 6837, "reference": "Apprenticeships in England need to be overhauled to stop many young people being awarded practical qualifications that have little worth, a report says.", "prediction": "Hundreds of young people in England who need new qualifications are \" not valued to be society\", says a report by an education think tank.", "rouge": {"rouge1": 46.80851063829787, "rouge2": 17.777777777777775, "rougeL": 29.78723404255319}, "nll_sum": 117.0023422241211, "token_count": 26} +{"index": 6838, "reference": "Controversial plans for a \u00a312m renewable energy project at a Conwy county waterfall beauty spot have been withdrawn.", "prediction": " plansroversial plans for an hydro scheme on a Gwynedd river has been withdrawn withdrawn, despite concerns from conservationists and conservationists.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 11.11111111111111, "rougeL": 26.31578947368421}, "nll_sum": 123.80968475341797, "token_count": 26} +{"index": 6839, "reference": "Ten members of a gang who conspired to supply \u00a35m worth of heroin have been jailed.", "prediction": "A drugs gang which supplied large quantity of heroin in a \u00a35mm5 in north Wales have jailed jailed for four and a half years.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 35.0}, "nll_sum": 130.01849365234375, "token_count": 27} +{"index": 6840, "reference": "Ajax midfielder Abdelhak Nouri suffered \"serious and permanent brain damage\" after collapsing in a friendly match on Saturday.", "prediction": "jjax midfielder midfielder N Death Nouri has revealed scans of the brain damage and undergone brain damage and abandoned brain surgery during Tuesday's friendlyseason friendly, the's says's a-A's a from a referee from Saturday. a from", "rouge": {"rouge1": 27.118644067796616, "rouge2": 3.508771929824561, "rougeL": 23.728813559322035}, "nll_sum": 327.0540466308594, "token_count": 46} +{"index": 6841, "reference": "In 1942, the economist Sir William Beveridge set out a vision which was to shape the times.", "prediction": "The Belfast pension, Sir William Martin, has said that the rules of Ireland introduced in Northern Ireland has fell above a maximum standards in living conditions.", "rouge": {"rouge1": 27.906976744186053, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 153.0412139892578, "token_count": 28} +{"index": 6842, "reference": "Gianluigi Buffon thinks Serie A referees are overusing the video assistant referee system after Juventus conceded a penalty using the method for the second game in a row.", "prediction": "Juventus striker Giannaron Buffon says the controversial decision toalled video a is,the watero\" \"season like water poloo\".", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 21.73913043478261}, "nll_sum": 219.40159606933594, "token_count": 28} +{"index": 6843, "reference": "A finance company has announced plans to create more than 700 jobs in Birmingham before the end of next year.", "prediction": "A Greek finance firm has announced plans to create 40 new jobs in Londonderry.", "rouge": {"rouge1": 52.94117647058824, "rouge2": 31.25, "rougeL": 52.94117647058824}, "nll_sum": 62.92045974731445, "token_count": 17} +{"index": 6844, "reference": "David Cameron should not become leader of Nato as his \"talents do not include wisely-judging strategic issues\", a senior Conservative MP has warned.", "prediction": "David Cameron's best- best leadership leadership candidate is boosting the UK's military battle, a senior White House of Commons says solve in the-'s,PG, it it's a from the since it's flagship of. from's from a", "rouge": {"rouge1": 15.151515151515152, "rouge2": 6.250000000000002, "rougeL": 12.121212121212123}, "nll_sum": 305.9071350097656, "token_count": 47} +{"index": 6845, "reference": "Girls Aloud star Kimberley Walsh and leading tenor Alfie Boe are joining forces to sing on One Vision, the official single for Team GB.", "prediction": "Former Alaskz achievement star,ley plagiar will be a gold medallist for Team Team GB.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 138.5353240966797, "token_count": 20} +{"index": 6846, "reference": "Young Russians are using Twitter en masse to share their reverence for Western pop bands and TV series - in sharp contrast to Russia's mainstream state-controlled media.", "prediction": "One Direction One fans are involved in Russia - including on the media - and widely - and what it's becoming the focus on social media site Russia.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 18.51851851851852}, "nll_sum": 156.36595153808594, "token_count": 29} +{"index": 6847, "reference": "Convention never stood much chance of standing between Neil Lennon and Hibernian.", "prediction": "Neil Lennon's first appointment as head coach ofiberniannian 1990 went to a delayed, but it also includes the growth means that the club owns the the club's club.", "rouge": {"rouge1": 9.523809523809522, "rouge2": 5.0, "rougeL": 9.523809523809522}, "nll_sum": 195.83261108398438, "token_count": 35} +{"index": 6848, "reference": "Istanbul Basaksehir have announced the signing of Cameroon defender Aurelien Chedjou on a three-year deal.", "prediction": " Kyrgium defender defender Aded Chedououou has signed Turkish club to join Turkish thirderytier club Bes Basakaksehirir.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 223.61593627929688, "token_count": 33} +{"index": 6849, "reference": "The Five Sisters in Livingston are an imposing reminder of West Lothian's industrial past - huge mounds of discards from the old shale mines that once dominated the economy - and community life - here.", "prediction": " open our doors and mines in southern Scotland, and East Lothian, to do it is it is!", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 97.73426818847656, "token_count": 21} +{"index": 6850, "reference": "The security services could remotely take over children's toys and use them to spy on suspects, MPs have been told.", "prediction": "ss who use to control's children and mobile devices may have be hacked and MPs say.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 0.0, "rougeL": 15.789473684210527}, "nll_sum": 109.97027587890625, "token_count": 17} +{"index": 6851, "reference": "Myanmar has signed a ceasefire deal with eight armed rebel groups, in the hope of ending decades of conflict.", "prediction": "Myanmar's armed forces have signed a nuclear agreement aimed at ending conflict zones.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 6.451612903225808, "rougeL": 30.303030303030305}, "nll_sum": 59.73339080810547, "token_count": 15} +{"index": 6852, "reference": "Venezuela says two light aircraft have been shot down after entering the country's airspace over the weekend.", "prediction": "Venezuel security forces are shot dead two military they were used to break into the land, the military officials say.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 116.65740203857422, "token_count": 22} +{"index": 6853, "reference": "Mental health services to help women during and after birth have received a \u00a31.5m boost from the Welsh Government.", "prediction": "An extra \u00a37m funding been announced announced to dedicated united mental health and women, young men and women at high risk mental mental health.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 145.5601806640625, "token_count": 27} +{"index": 6854, "reference": "Chinese telecom giant ZTE has been fined $1.1bn and will plead guilty to charges that it violated US rules by shipping US-made equipment to Iran and North Korea.", "prediction": "The American heir firm, ZTE, has ordered to pay two pay deal with US regulators, after what it called its \"specialists laws\".", "rouge": {"rouge1": 19.23076923076923, "rouge2": 4.0, "rougeL": 15.384615384615383}, "nll_sum": 151.36886596679688, "token_count": 28} +{"index": 6855, "reference": "Allegations of sexual exploitation or sexual abuse by United Nations peacekeepers rose by a third last year, according to a UN report.", "prediction": " war crimes has committed against sexual abuse and of and soldiers in the world increased last year, a UN report says.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 19.51219512195122, "rougeL": 32.558139534883715}, "nll_sum": 110.66439056396484, "token_count": 22} +{"index": 6856, "reference": "A college lecturer has admitting killing his wife in \"a stabbing frenzy\" after wrongly believing he was not the father of their two children.", "prediction": "A man who admitted killing his wife's body in 2003 has been told he and stay in hospital.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 32.55813953488372}, "nll_sum": 75.00167846679688, "token_count": 19} +{"index": 6857, "reference": "France is to reduce the number of its troops in Mali over the next three months by 60%, the French defence minister has said.", "prediction": "A French army says 1 troops500 but soldiers will Mal Malian despite possible force fighting, the military says.", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 4.761904761904763}, "nll_sum": 159.18202209472656, "token_count": 21} +{"index": 6858, "reference": "US President Barack Obama and Chinese President Xi Jinping have said they will take new steps to address cybercrime.", "prediction": "US President Barack Obama has called for a \"massive cybercr past\" trade deal deal between the US and China.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 16.666666666666664, "rougeL": 26.31578947368421}, "nll_sum": 98.21148681640625, "token_count": 22} +{"index": 6859, "reference": "Fourteen schools were forced to close due to severe flooding in Warwickshire.", "prediction": "Flooding across hit Coventry which forced some drivers and schools and their homes in heavy rain rain.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 116.24458312988281, "token_count": 20} +{"index": 6860, "reference": "An RSPCA worker has rescued an adult male swan from the roof of a building in the centre of Lincoln.", "prediction": "A swan has been found up on a Somali continent island to Colombia in.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.64705882352941}, "nll_sum": 90.89552307128906, "token_count": 15} +{"index": 6861, "reference": "The Liberal Democrats have reacted angrily to Theresa May's claim that a badly managed Brexit would mean fewer resources for public services.", "prediction": "Prime Minister Theresa May gave issued a Brexit, saying a \" pain\" Brexit will mean that could have a impact on the UK in public services.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 138.7486114501953, "token_count": 28} +{"index": 6862, "reference": "Celtic restored their 10-point lead at the top of the table after overcoming Inverness Caledonian Thistle.", "prediction": "Inverness Caledonian Thistle cut the gap at the top of the Scottish Premiership as theyashed thrashed of 10-man Celtic Mortonborg Park.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 32.43243243243243, "rougeL": 25.641025641025646}, "nll_sum": 149.63461303710938, "token_count": 31} +{"index": 6863, "reference": "Harry Shearer, who voices Ned Flanders and Mr Burns in The Simpsons, is to leave the show after more than 25 years following a dispute with producers.", "prediction": " of Shearer is to step down as his role in fellows television The Simpsons, the News company has confirmed. saying a controversialTexasco immediate\".", "rouge": {"rouge1": 31.999999999999996, "rouge2": 8.333333333333334, "rougeL": 24.0}, "nll_sum": 214.5316162109375, "token_count": 28} +{"index": 6864, "reference": "Hundreds of nurses and midwives are expected to join a demonstration in London on Saturday calling for a rethink of plans to scrap maintenance grants for students in England.", "prediction": "The government, cutsing of bursaries in England will be the top for healthcare students, health leaders say.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454546, "rougeL": 17.391304347826086}, "nll_sum": 121.090576171875, "token_count": 22} +{"index": 6865, "reference": "This week a giant coal mine that could produce millions of tonnes of coal for export to India was scuttled by two Australian reptiles.", "prediction": "Almost 50 years ago, Australia was considered one for the biggest ever gold mine in history, is is littered and the worst country's history. turbulent history, theonian's a- again a's- again a's-A a again solve", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 3.125}, "nll_sum": 270.6812438964844, "token_count": 47} +{"index": 6866, "reference": "Former Olympic 400m champion Sanya Richards-Ross says she has helped other women by speaking publicly about having an abortion.", "prediction": "Former world 100m champion Safer Crit-Am says she believes abortions is and women, and have help to her couples \" help preserve herself\".", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 27.906976744186046}, "nll_sum": 200.6912384033203, "token_count": 28} +{"index": 6867, "reference": "The Brexit Secretary David Davis has said he does not accept that Irish border issues can be resolved in the first stage of the UK negotiation with the EU.", "prediction": " Brexit Secretary David Davis has said the UK government will \"att on earth\" to discuss address the issue of a border and border in Irish border.", "rouge": {"rouge1": 50.90909090909091, "rouge2": 26.41509433962264, "rougeL": 32.72727272727273}, "nll_sum": 125.2740478515625, "token_count": 28} +{"index": 6868, "reference": "The Scottish National Party will be holding its spring conference in Glasgow this weekend.", "prediction": "The Scottish National Party is holding their conference of its annual Edinburgh conference in Edinburgh.", "rouge": {"rouge1": 55.17241379310344, "rouge2": 29.629629629629633, "rougeL": 55.17241379310344}, "nll_sum": 59.470890045166016, "token_count": 15} +{"index": 6869, "reference": "English actress Cush Jumbo says British black actors are being given roles in America over their US counterparts because \"we are better\".", "prediction": "ana capitaljumbo says she, anything would done to protect UK in best British actor.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 129.54356384277344, "token_count": 17} +{"index": 6870, "reference": "Top scientists fear plans for more grammar schools in England will not boost disadvantaged pupils' grades.", "prediction": "Gramram in England the likely more likely to do well from poorer families than poorer families, research suggests.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 6.25, "rougeL": 11.76470588235294}, "nll_sum": 109.4280776977539, "token_count": 21} +{"index": 6871, "reference": "Cardiff Blues outside-half Gareth Anscombe hopes to put his injury problems behind him and achieve Wales recognition again.", "prediction": "Cardiff Blues-half- Anscombe says he is \"very and disappointed to be join Cardiff Blues and is confident to play in international international Test against Australia on Saturday after the 30-year-old from's- a Saturday. from a", "rouge": {"rouge1": 20.689655172413794, "rouge2": 3.571428571428571, "rougeL": 20.689655172413794}, "nll_sum": 262.7852783203125, "token_count": 47} +{"index": 6872, "reference": "Ten years ago I was running from San Francisco\u2019s Moscone Centre to a nearby hotel to edit a piece for the Ten O\u2019Clock News when my phone rang.", "prediction": "On 22 May 31 28 22 August 2011, I went down down after emails Steve Hansen and was shot down.", "rouge": {"rouge1": 8.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 134.90675354003906, "token_count": 21} +{"index": 6873, "reference": "A pioneering \u00a3250m science and engineering hub has been officially opened in Newcastle.", "prediction": "The of a \u00a36m research development in Newcastle city centre for next 10 years has been officially opened.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 27.586206896551722, "rougeL": 32.25806451612903}, "nll_sum": 93.16291809082031, "token_count": 20} +{"index": 6874, "reference": "Yorkshire Diamonds have appointed Paul Grayson as their head coach on a deal until the end of 2019.", "prediction": "Yorkshire Yorkshire have appointed assistant Paul Grayson as their head coach to team team.", "rouge": {"rouge1": 56.250000000000014, "rouge2": 40.00000000000001, "rougeL": 56.250000000000014}, "nll_sum": 89.5228500366211, "token_count": 15} +{"index": 6875, "reference": "Bristol Rovers have signed defender Ryan Sweeney and striker Dominic Telford on season-long loan deals from Premier League side Stoke City.", "prediction": "Bristol Rovers have midfield defender Ryan Telford and former Brentford striker youngster Telford from Championship Bristol City on a loan deal until January.", "rouge": {"rouge1": 57.777777777777786, "rouge2": 18.6046511627907, "rougeL": 48.888888888888886}, "nll_sum": 132.72119140625, "token_count": 29} +{"index": 6876, "reference": "Transport costs helped the UK's inflation rate turn positive in May after one month of negative inflation.", "prediction": "The UK rate rate fell slightly much in August,, helped by rising prices, food, food and food,, food and drink.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 132.2881317138672, "token_count": 24} +{"index": 6877, "reference": "Plaid Cymru is unlikely to make cutting the top rate of tax one of its policies if Wales ever receives income tax varying powers, its leader has said.", "prediction": "Plaid Cymru leader has said she would be to get tax more tax powers, the powers begin when the Brexit process begin began.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 146.3388671875, "token_count": 27} +{"index": 6878, "reference": "European bronze-medal winning diver Brooke Graddon has announced her retirement from the sport.", "prediction": "British's sailing champion James says she does not know she will not attending a place at London 2012. a an of its-old a from in her from as Olympic.", "rouge": {"rouge1": 8.88888888888889, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 213.13037109375, "token_count": 33} +{"index": 6879, "reference": "At least 16 people have been injured after two Amtrak trains collided in California, US media reports say.", "prediction": "Two passenger trains in derailed killed in a collision between two trains near rage road in the northern US state of California.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 109.05743408203125, "token_count": 22} +{"index": 6880, "reference": "The Pirate Bay website has been relaunched.", "prediction": " Pirate Pirate Bay site, accounts, illegal to be content, has shut down.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.764705882352942, "rougeL": 31.57894736842105}, "nll_sum": 87.9533920288086, "token_count": 15} +{"index": 6881, "reference": "Match previews for Saturday's six Premier League fixtures, with relegation rivals Newcastle, Norwich and Sunderland all in action.", "prediction": "Allviews for all team for Saturday of 12 12 Premier League games, as Chelsea host Aston Villa, while Aston Villa remain at a bottom the Premier League.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 9.090909090909092, "rougeL": 17.391304347826086}, "nll_sum": 145.30564880371094, "token_count": 30} +{"index": 6882, "reference": "Scientists are calling for a \"thoughtful debate\" about the wisdom of attempts to keep a global rise in temperatures under 1.5C.", "prediction": " global warming is drinking rising below above the highest temperature rate - highest lowest on climate change, say scientists.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 137.09303283691406, "token_count": 20} +{"index": 6883, "reference": "The RSPCA has had a 100% success rate for its prosecutions after facing a \"growing animal cruelty crisis\".", "prediction": "There has been a rise rise in a number of case people lost or or abandoned animals, the RCA says.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 101.78228759765625, "token_count": 22} +{"index": 6884, "reference": "A man who hid his dead girlfriend's body in an airing cupboard for more than a year has been jailed.", "prediction": "A man who admitted murdering his ex-girlfriend before before hiding his body body and hiding her body in her neck has been jailed been a's been be 2011 again- again's a from a it's from of from\".", "rouge": {"rouge1": 38.70967741935484, "rouge2": 16.666666666666664, "rougeL": 32.25806451612903}, "nll_sum": 232.34912109375, "token_count": 43} +{"index": 6885, "reference": "Linfield captain Jamie Mulgrew says the champions will face an Ards side determined to bounce back from an opening day thumping at Cliftonville.", "prediction": "Crusaders manager Colin Mulgrew insists that his side be tough challenging in Tuesday's home match to Bangor as the Irish Premiership title season.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 150.92337036132812, "token_count": 29} +{"index": 6886, "reference": "Glamorgan batsman Colin Ingram says he would like to experience more of the \"world stage.\"", "prediction": "Batsman Colin Ingram says he does not know Glamorgan playing his League Indian Premier League.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 28.57142857142857, "rougeL": 33.33333333333333}, "nll_sum": 115.20802307128906, "token_count": 19} +{"index": 6887, "reference": "Lewis Hamilton took pole position for the season-opening Australian Grand Prix as the new elimination qualifying format came in for heavy criticism.", "prediction": "Lewis Hamilton has set a pace in first position for qualifying for the Hungarian Grand Prix, saying it was \" too going to go too dangerous for work\".", "rouge": {"rouge1": 40.0, "rouge2": 16.666666666666668, "rougeL": 31.999999999999996}, "nll_sum": 126.3702621459961, "token_count": 29} +{"index": 6888, "reference": "A Fifa official who assessed bids for the 2018 and 2022 World Cups has had his ban from football cut to two years.", "prediction": "A top official banned from attending from for the 2018 and 2022 World finals has been banned from all football.", "rouge": {"rouge1": 55.81395348837209, "rouge2": 29.268292682926827, "rougeL": 55.81395348837209}, "nll_sum": 93.19888305664062, "token_count": 20} +{"index": 6889, "reference": "An 88-year-old man has died following a fire at a house in Lossiemouth.", "prediction": "An 85-year-old man has been killed in a fire fire in. Moray.", "rouge": {"rouge1": 55.17241379310344, "rouge2": 29.629629629629633, "rougeL": 55.17241379310344}, "nll_sum": 63.197044372558594, "token_count": 18} +{"index": 6890, "reference": "Photographs capturing some of the most important moments and inspirational figures of the Rock Against Racism movement are to go on show in Bradford.", "prediction": " collection art of photographs of a black but and an anti-racism at an anti-corruption group has gone on show in east London.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 129.01353454589844, "token_count": 27} +{"index": 6891, "reference": "Sunderland have the necessary mental toughness within the squad to cope with a gruelling Championship campaign, according to new signing James Vaughan.", "prediction": "Sunderland captain Michael Vaughan hopes some of his players will help find his side's return to the Championship.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 75.33738708496094, "token_count": 21} +{"index": 6892, "reference": "Last month when Rex Tillerson tried to translate \"America First\" into foreign policy terms for a bemused audience of State Department employees, he probably didn't expect it would come to mean \"America Alone.\"", "prediction": "N relationship Tillerson has released his White House office's emails, the best campaign behind Donald Trump Donald Trump", "rouge": {"rouge1": 3.7735849056603774, "rouge2": 0.0, "rougeL": 3.7735849056603774}, "nll_sum": 113.08500671386719, "token_count": 19} +{"index": 6893, "reference": "Barcelona defender Gerard Pique says he felt \"inferior\" to Real Madrid for the first time after being thrashed by their rivals in the Spanish Super Cup.", "prediction": "Arsenal midfielder Joim Pique hopes Barcelona should stay \"stay\" with Atletico Madrid, despite the signing of the squad \"as as possible\".", "rouge": {"rouge1": 21.276595744680847, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 147.11984252929688, "token_count": 28} +{"index": 6894, "reference": "Boris Johnson has said it does not really matter which lobby group is chosen to \"carry the flag\" for EU exit in the up referendum campaign.", "prediction": "Boris Johnson says he will allowed be allowed to lead in the race for a rival crossparty third campaign trying to find a UK clan leave the European Union.", "rouge": {"rouge1": 29.090909090909093, "rouge2": 7.547169811320756, "rougeL": 21.818181818181817}, "nll_sum": 166.44400024414062, "token_count": 31} +{"index": 6895, "reference": "A body of Muslim clerics in Mauritania has called for the death sentence to be carried out against a blogger convicted of apostasy in 2014.", "prediction": " high highest court in Mauritania says it will pardon a blogger for publishing an article, saying he was \" un politicisation of God\".", "rouge": {"rouge1": 25.53191489361702, "rouge2": 8.88888888888889, "rougeL": 21.276595744680854}, "nll_sum": 128.62916564941406, "token_count": 26} +{"index": 6896, "reference": "A Dundee company has admitted health and safety failings after a worker died while cleaning out a chemical tank.", "prediction": "A engineering firm has been fined and \u00a31,000 after a worker who died of receiving patient when he discharged into the air supply to", "rouge": {"rouge1": 31.818181818181817, "rouge2": 9.523809523809526, "rougeL": 31.818181818181817}, "nll_sum": 132.0223846435547, "token_count": 26} +{"index": 6897, "reference": "The third Astute Class submarine to be built at a Cumbrian shipyard has been named.", "prediction": "The UK's \u00a328bn nuclear-powered submarines to be built in Cumbria, been officially opened.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 21.428571428571427, "rougeL": 40.00000000000001}, "nll_sum": 79.29769897460938, "token_count": 21} +{"index": 6898, "reference": "Wales players want manager Chris Coleman to sign a new contract, according to midfielder Joe Ledley.", "prediction": "W midfielder Joe Ledley says is \" remarkable\" to return for Wales soon be soon, but believes he will \"something soon possible\".", "rouge": {"rouge1": 27.027027027027025, "rouge2": 11.428571428571429, "rougeL": 16.216216216216214}, "nll_sum": 143.38636779785156, "token_count": 26} +{"index": 6899, "reference": "A widely used location-tracking system can be intercepted or fooled with fake data, claims a security researcher.", "prediction": "A bug that owns its mobile phone's streaming system is access to security security system, a security researcher has claimed.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 107.94742584228516, "token_count": 22} +{"index": 6900, "reference": "Actress Joan Collins has taken to Twitter to deny that she was arrested in the Republic of Ireland.", "prediction": "Bollywood superstar B Bita says she said she would never be in her her ceremony.", "rouge": {"rouge1": 12.12121212121212, "rouge2": 0.0, "rougeL": 12.12121212121212}, "nll_sum": 96.46582794189453, "token_count": 17} +{"index": 6901, "reference": "Six Egyptian geese chicks survived a 20ft (6m) leap to the ground after they hatched inside a nest box designed for kestrels at a nature reserve.", "prediction": "An Egyptianeseoshiba were found inside a large box at a Norfolk wildlife reserve, organisers have said.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 10.0, "rougeL": 28.57142857142857}, "nll_sum": 122.42301177978516, "token_count": 20} +{"index": 6902, "reference": "Striker Sam Vokes is aiming for promotion and a place in Wales' Euro 2016 team after signing a new contract with Burnley.", "prediction": "Burnley striker Sam Vokes says Sam is has signed a a new five,and-a-half-year deal at Euro 2016.", "rouge": {"rouge1": 55.81395348837208, "rouge2": 29.268292682926827, "rougeL": 37.2093023255814}, "nll_sum": 106.34754180908203, "token_count": 27} +{"index": 6903, "reference": "Rory Burns scored 287 runs in more than 12 hours at the crease to earn Surrey a draw with Hampshire at The Oval.", "prediction": "Rory Burns hit a career-best 7- Surrey to give Surrey a draw follow-up draw between Surrey at The Oval Oval at", "rouge": {"rouge1": 43.47826086956522, "rouge2": 22.727272727272727, "rougeL": 39.130434782608695}, "nll_sum": 131.53445434570312, "token_count": 26} +{"index": 6904, "reference": "Landlords at troubled care home provider Southern Cross have pledged to do all they can to help it avoid bankruptcy, the BBC understands.", "prediction": "A group care landlords, who buy five care homes, are to lose their homes, with the landlord forced to sell some of their landlord, due to its closure.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 149.46182250976562, "token_count": 32} +{"index": 6905, "reference": "A key government target for treating people diagnosed with suspected cancer has been breached for the first time since it was introduced in 2009.", "prediction": "The time time waiting cancer cancer in England dropped for the first three months of last year, new figures show.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 18.18181818181818}, "nll_sum": 94.5, "token_count": 21} +{"index": 6906, "reference": "More than half of common plant species and a third of animals could see a serious decline in their habitat range because of climate change.", "prediction": "About 34% of animals and plants around in world will be cut to reduce from change, a study suggests.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 106.62002563476562, "token_count": 21} +{"index": 6907, "reference": "Gatwick Airport says it has had the busiest year in the airport's history, with passenger numbers increasing 7.8% to 38.7 million.", "prediction": "Bathwick Airport has reported a 40% fall in profits to \u00a39m on the previous year, to official figures from a previous year figures.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 0.0, "rougeL": 21.27659574468085}, "nll_sum": 126.8536148071289, "token_count": 29} +{"index": 6908, "reference": "Misconduct alleged against a former deputy council leader will be pursued, the authority says.", "prediction": "A public inquiry into allegations of allegations at a former Sandwell's homes will take a \"big action\" against the party, its chief chief said.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 132.9991455078125, "token_count": 29} +{"index": 6909, "reference": "Proceeds from the 2017 FA Community Shield will be donated to support those affected by the Grenfell Tower fire.", "prediction": "Premier League clubs have agreed \u00a350,000000 towards a match fund memory of those affected by the the Grenfell Tower fire the Gren solve, solve,'s they a from-Aup a in from Saturday a. from's a", "rouge": {"rouge1": 31.57894736842105, "rouge2": 21.81818181818182, "rougeL": 24.561403508771928}, "nll_sum": 292.7325439453125, "token_count": 46} +{"index": 6910, "reference": "US President Barack Obama has expressed \"deep concern\" about the situation in rebel-held parts of Aleppo, amid an assault by Syrian government forces.", "prediction": "Rebel has dominated the northern northern city of Aleppo Aleppo, under a siege in December after US-led coalition carried out air strikes overnight.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 109.52760314941406, "token_count": 27} +{"index": 6911, "reference": "Instructions for a hoist involved in the death of a hospital patient were not comprehensive, a court has heard.", "prediction": "The nine-day trial trial of a patient with serious brain after being foundaled on a foot surgeon has gone on trial. heard have solve \"the solve of it\".", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 29.166666666666668}, "nll_sum": 202.68878173828125, "token_count": 33} +{"index": 6912, "reference": "Rowan Williams has warned against \"downgrading\" religious education in secondary schools in his last Easter sermon as Archbishop of Canterbury.", "prediction": "The Archbishop of Canterbury has warned that thousands of religious leaders in England should be marginalised, saying it is \" politicisation\" in not public life.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714288, "rougeL": 22.727272727272727}, "nll_sum": 123.06558227539062, "token_count": 29} +{"index": 6913, "reference": "A number of homes and gardens have been damaged in a fire in Portadown, County Armagh, after an oil tank caught alight.", "prediction": "Fire crews have been dealing with a huge blaze which supply water to which houses five houses in west Belfast.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 93.90121459960938, "token_count": 20} +{"index": 6914, "reference": "A proposal to abolish six councils and create one county-wide local authority for Oxfordshire has been published.", "prediction": "Plans to force a county county council to run run services by the government would be a thedisaster\".", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 107.9270248413086, "token_count": 21} +{"index": 6915, "reference": "Championship side Barnsley have signed Torquay defender Angus MacDonald on a two-year deal for an undisclosed fee.", "prediction": "Barnsley have signed midfielder Angus Aberdeen from Premiership side Torayay for an undisclosed fee, on a two two-year deal.", "rouge": {"rouge1": 73.68421052631578, "rouge2": 50.0, "rougeL": 47.36842105263158}, "nll_sum": 113.8656005859375, "token_count": 26} +{"index": 6916, "reference": "The Co-operative Group has said increased investment means profits this year will be lower than in 2014.", "prediction": "The Co-operative has said it is achieving a vision\" in the first half of the year as it continues to struggle and run its food business.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 13.953488372093027, "rougeL": 26.666666666666668}, "nll_sum": 104.43220520019531, "token_count": 29} +{"index": 6917, "reference": "In the North Sea, off the coast of Norway, Nato has been conducting its largest ever anti-submarine warfare exercise.", "prediction": "The Russian Air Navy navy Force (U33) has begun search and seaigs in the Black Sea.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 119.51860809326172, "token_count": 20} +{"index": 6918, "reference": "An unmanned supply rocket bound for the International Space Station has exploded shortly after its launch from the US state of Virginia.", "prediction": "A Russian military passenger has crashed near near the New York river, after a fatal disaster, Russian officials say.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 98.67124938964844, "token_count": 21} +{"index": 6919, "reference": "A driver \"made a gun sign\" at BBC presenter Jeremy Vine during an alleged road rage incident, a court heard.", "prediction": "A woman accused of driving BBC Radio radio presenter Jeremy Vine had been hit her car hit, hit and hit a car, a court to heard. a again's again's again a from a it again from of from a's from's a", "rouge": {"rouge1": 27.692307692307693, "rouge2": 9.523809523809524, "rougeL": 24.615384615384613}, "nll_sum": 252.64999389648438, "token_count": 47} +{"index": 6920, "reference": "Scientists say they can now describe in detail how the asteroid that wiped out the dinosaurs produced its huge crater.", "prediction": "The Earth made on the Earth, was probably shot much much earlier than was previously thought, US scientists say", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 10.256410256410255}, "nll_sum": 93.5720443725586, "token_count": 20} +{"index": 6921, "reference": "A South African minister has resigned amid accusations he assaulted a woman in a nightclub earlier this month.", "prediction": "South Africa's deputy prime minister has resigned from service after being faced in after face with the sexual assault on a woman at K Nelson Kenya bathroom.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363638, "rougeL": 30.434782608695656}, "nll_sum": 163.15623474121094, "token_count": 28} +{"index": 6922, "reference": "Johnny McKee and Shane O'Donoghue both scored twice as Ireland hammered Poland 5-1 in the World League 2 quarter-final at Stormont on Thursday.", "prediction": "truth and and O'Donueue each in each each as Northern Ireland scored a run0 thrashed 4- to beat Poland 2 and1 and secure in a place in World League 2 quarter-finals of the emerged's a's a", "rouge": {"rouge1": 39.3939393939394, "rouge2": 12.5, "rougeL": 33.333333333333336}, "nll_sum": 299.9598388671875, "token_count": 47} +{"index": 6923, "reference": "Spiny seahorses may soon be locally extinct at Studland Bay in Dorset, according to the Seahorse Trust.", "prediction": "A group of rare spotted spotted up on a Norfolk beach in North more 40 years ago ago.", "rouge": {"rouge1": 5.714285714285714, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 107.58804321289062, "token_count": 18} +{"index": 6924, "reference": "Indian artist Nek Chand who created a famous garden of sculptures in the northern city of Chandigarh has died, aged 90.", "prediction": "The art painter Chandigig Chand, the artist who created a famous rock back in northern Indian city of Mosul, has died in hospital aged 86, 62,'s they be's-A aA in a- a's of from Broadway", "rouge": {"rouge1": 53.333333333333336, "rouge2": 17.24137931034483, "rougeL": 40.0}, "nll_sum": 282.4597473144531, "token_count": 47} +{"index": 6925, "reference": "Sir Dave Brailsford has dismissed the idea that British Cycling tried to motivate its riders through fear.", "prediction": "British Cycling director director Sir Dave Brailsford has backed by an independent inquiry into bullying abuse.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 25.80645161290323, "rougeL": 24.242424242424242}, "nll_sum": 89.87678527832031, "token_count": 18} +{"index": 6926, "reference": "The Northern Ireland health minister, Edwin Poots, has circulated a 30 page draft document to executive colleagues on long-awaited abortion guidelines.", "prediction": "The family file committee health published, guidelines ignoring transfer abortion on abortion in Northern Ireland.", "rouge": {"rouge1": 37.83783783783784, "rouge2": 5.7142857142857135, "rougeL": 21.62162162162162}, "nll_sum": 126.0046157836914, "token_count": 16} +{"index": 6927, "reference": "As it emerges that GCSE and A-level exam timetables have been drawn up to minimise clashes with the Muslim holy month of Ramadan, we take a look at what influences and restricts scheduling.", "prediction": "There is a global concern for India for many students.", "rouge": {"rouge1": 4.545454545454545, "rouge2": 0.0, "rougeL": 4.545454545454545}, "nll_sum": 46.89866256713867, "token_count": 10} +{"index": 6928, "reference": "Zinedine Zidane can continue coaching Real Madrid reserves until his appeal against a three-month ban is heard.", "prediction": "Zinedengine Zineid's ban banned from national football in France after failing- a drugs testing test was a \"clear decision\".", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 5.2631578947368425}, "nll_sum": 161.502197265625, "token_count": 26} +{"index": 6929, "reference": "A multi-million pound road scheme to ease congestion in Taunton has opened more than two years behind schedule.", "prediction": "A delays on a \u00a3m road road in Taunton is to complete be complete, is complete, the county, a council are said and. solve's a's a's from a it's's from of a's from's a", "rouge": {"rouge1": 16.666666666666664, "rouge2": 3.448275862068966, "rougeL": 13.333333333333334}, "nll_sum": 248.82159423828125, "token_count": 47} +{"index": 6930, "reference": "Peterborough United manager Grant McCann says Marcus Maddison is the best player in League One \"on his day\".", "prediction": "Peterborough' Jamesisonison is \"the best and the best\" in best League One season, says Peter boss Grant McCannine side of solve a an of their's it a\" from it's's referee of. from'steamowned", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.538461538461538, "rougeL": 25.925925925925924}, "nll_sum": 334.5721435546875, "token_count": 47} +{"index": 6931, "reference": "Police have confirmed they are continuing with plans to close control rooms in Aberdeen and Inverness.", "prediction": " Scotland Scotland has confirmed that the police control it will close to close for further further notice.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.451612903225808, "rougeL": 18.18181818181818}, "nll_sum": 92.24803924560547, "token_count": 17} +{"index": 6932, "reference": "Sweden captain Zlatan Ibrahimovic says the World Cup is not worth watching without him after their play-off loss.", "prediction": "Zlatan Ibrahimovic thinks he does not think Sweden would reach the World Cup again but the it was 100 to be a \" footballs's\".", "rouge": {"rouge1": 32.55813953488372, "rouge2": 14.634146341463413, "rougeL": 23.25581395348837}, "nll_sum": 156.9119873046875, "token_count": 29} +{"index": 6933, "reference": "Several people have been arrested in Burundi over the assassination of a powerful general, the prosecutor's office has said.", "prediction": "A former army general was shot dead in Burundi's after an general election, the country's office says.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 30.76923076923077}, "nll_sum": 94.78191375732422, "token_count": 22} +{"index": 6934, "reference": "Modern Family star Sofia Vergara has retained her title as the highest paid actress on US television, according to the latest Forbes magazine rich list.", "prediction": "Fiaia Vergara, best-paid female actor starring for her as Gloria, The Big Bang Theory, has topped the Forbes' annual list", "rouge": {"rouge1": 43.47826086956522, "rouge2": 0.0, "rougeL": 30.434782608695656}, "nll_sum": 131.02761840820312, "token_count": 29} +{"index": 6935, "reference": "Frustration is growing in parts of rural Nepal over the pace of relief efforts, with some badly-affected villages yet to receive any assistance.", "prediction": "Nepal's deadly romp have rammed food and and food aid from food, food agencies say.", "rouge": {"rouge1": 5.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 118.78974914550781, "token_count": 21} +{"index": 6936, "reference": "The president of Cuba has spoken publicly for the first time against US President Donald Trump's rollback of a thaw between the two countries a month ago.", "prediction": "Cuba's President Raul Castro said he is united and\" to about Donald Trump's policy, saying he \" would be elected of president\".", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 134.80665588378906, "token_count": 28} +{"index": 6937, "reference": "David Tennant says his latest play is being constantly tweaked to feature topical jokes - because the news keeps producing such good material.", "prediction": " David Tennant has said he, will not be see a any in his stage in London.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 95.65216064453125, "token_count": 18} +{"index": 6938, "reference": "The US Secret Service, which guards the US president, is too insular and must recruit its next head externally, a review prompted by a White House security breach says.", "prediction": "The US Secret Service \"failed the and failure failure\" to its staff and injured again, an independent review has found to a in the-'s, solve, says compulsory from security-d violence in in from November in.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 9.375, "rougeL": 30.303030303030305}, "nll_sum": 291.0325927734375, "token_count": 44} +{"index": 6939, "reference": "Gibraltar is in talks with Scotland about a plan to keep parts of the UK in the EU, BBC Newsnight has learned.", "prediction": " Gatland's territory has said that it wants to include British status in as \" British Overseas Island\" as Northern Ireland and as far as the possible battle for the from from the from, he EU have or of.", "rouge": {"rouge1": 23.333333333333332, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 241.27426147460938, "token_count": 43} +{"index": 6940, "reference": "Arriva Trains Wales drivers are set to go on strike for the second time this year, the Aslef union has said.", "prediction": "Drivers usingva Tr Wales, will stage a 24-hour strike not pay dispute pay.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571427}, "nll_sum": 128.907470703125, "token_count": 18} +{"index": 6941, "reference": "The President of Paraguay, Horacio Cartes, says he will no longer seek re-election after his bid to change the constitution triggered rioting.", "prediction": "Paraguay President, May Fattarou has said he is angry of the violent protests during a right-e parliamentary elections in August.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 148.5699005126953, "token_count": 28} +{"index": 6942, "reference": "German Chancellor Angela Merkel is due to meet Vladimir Putin in Russia for the first time since 2015.", "prediction": "'s President Vladimir Putin and his Chancellor Angela Cameron will meet later for discussed with Russia Putin Russian President Vladimir Putin.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 111.63165283203125, "token_count": 21} +{"index": 6943, "reference": "Syrian rebels say they have seized control of the strategically important northern town of al-Rai from the group known as Islamic State (IS).", "prediction": "istist rebels have taken over by Islamic Islamic State (IS) militants in the north-west, activists say.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 10.256410256410255, "rougeL": 24.39024390243903}, "nll_sum": 71.17605590820312, "token_count": 22} +{"index": 6944, "reference": "The 2016 Masters tournament took place from 10-17 January and was covered live by BBC Sport.", "prediction": "BBC Sport takes the lead from the World Snooker Championship, which starts includes six-time world champion Barry Hawkins, 30-.,, a's from a's a's career from a's have ballet of a's from'sA", "rouge": {"rouge1": 14.545454545454545, "rouge2": 3.7735849056603774, "rougeL": 7.2727272727272725}, "nll_sum": 250.34014892578125, "token_count": 46} +{"index": 6945, "reference": "It is not known what the state of the NHS or education in Wales will be 2020 if the Conservatives win the general election, the first minister said.", "prediction": "Cuts in health services will remain in Wales if the Conservatives win win the general election, the first minister has said. solve in the- ballet,,, as - a from from the Labour would have of Labour.", "rouge": {"rouge1": 53.96825396825397, "rouge2": 32.786885245901644, "rougeL": 41.26984126984127}, "nll_sum": 232.85012817382812, "token_count": 42} +{"index": 6946, "reference": "Gwent Police officers are to become the first in England and Wales to be trained on the danger posed by people who stalk their ex-partners.", "prediction": " stalking campaign launched by women in Wales is accused ofFemaleing ex womening and by by expartpartner, according thanks to a charity said. a's a's a's by and from theold. a's a's againA", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 293.57769775390625, "token_count": 47} +{"index": 6947, "reference": "By the end of this decade, four out of every 10 of the world's young graduates are going to come from just two countries - China and India.", "prediction": " pooreraved families fallen more than 11% in September, up from 40%% lower than expected.", "rouge": {"rouge1": 4.761904761904762, "rouge2": 0.0, "rougeL": 4.761904761904762}, "nll_sum": 117.34673309326172, "token_count": 19} +{"index": 6948, "reference": "All bank staff are to be trained to spot signs that a customer may be withdrawing cash to give to a scammer.", "prediction": "A new \u00a3 \u00a31m scheme to tackle tackle online has been launched in London afterffting customers out of money \u00a37m.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 134.20095825195312, "token_count": 26} +{"index": 6949, "reference": "Ealing Central and Acton is one of about 20 seats that could shape the outcome of the election.", "prediction": "There are the large number in candidates in the parliamentary elections for the in 2015 General Election.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 81.54084014892578, "token_count": 17} +{"index": 6950, "reference": "They are more familiar with recycling the ball than rubbish but five rugby players took a break from the pitch to collect refuse in Neath Port Talbot.", "prediction": "Four South Yorkshire players have paid up a total of \u00a31mm to money from a waste collections.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 104.53666687011719, "token_count": 19} +{"index": 6951, "reference": "Passengers flying into Belfast International Airport were prevented from getting off planes for a time on Tuesday night due to high winds.", "prediction": "Emergency services were left stranded stranded at an emergency flight at Dublin Airport overnight after high winds, speeds of up to 90 seconds - and says it was a", "rouge": {"rouge1": 23.999999999999996, "rouge2": 4.166666666666666, "rougeL": 11.999999999999998}, "nll_sum": 130.39926147460938, "token_count": 29} +{"index": 6952, "reference": "West Ham have agreed a deal with German club Bayer Leverkusen to sign Mexico striker Javier Hernandez for \u00a316m.", "prediction": "West Ham are to deal the signing of Mexico striker Javier Hernandez from European Pacenen in a deal believed to be reported \u00a38m.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 25.0, "rougeL": 38.0952380952381}, "nll_sum": 137.62110900878906, "token_count": 27} +{"index": 6953, "reference": "When you think of a laboratory you wouldn't usually think of cheering crowds or actors in costumes.", "prediction": "Have you ever hardly theatre adventure on a living nature?", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 80.14289855957031, "token_count": 10} +{"index": 6954, "reference": "Swansea council's leader is optimistic progress can be made during talks about expanding the Liberty Stadium.", "prediction": "Swansea council has said it is \"open to a commercial deal deal\" to sell the club to its Lac live Stadium.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555556, "rougeL": 26.31578947368421}, "nll_sum": 114.4873046875, "token_count": 25} +{"index": 6955, "reference": "QPR director of football Les Ferdinand has been been charged by the Football Association after allegedly abusing a match official following his side's 2-1 home defeat to Tottenham.", "prediction": "QPR striker Mick Ferdinand has been charged with the Football Association after a charge was in charge of a official match during Tuesday's 4-1 loss at Tottenham on Saturday's it's-h ballet a from a years's\". from's-", "rouge": {"rouge1": 43.83561643835616, "rouge2": 16.901408450704224, "rougeL": 38.35616438356165}, "nll_sum": 275.016845703125, "token_count": 47} +{"index": 6956, "reference": "Scotland captain John Barclay sees parallels with his Scarlets side and Glasgow's 2015 Pro12-winning vintage.", "prediction": "John Barclay says he has never \"never heard\"\" of the Scarlets' team-mates who has helped inspire him after he helped to Scarlets reach a second Pro Pro play final. Champions in a years's Saturday.old's", "rouge": {"rouge1": 14.545454545454545, "rouge2": 3.7735849056603774, "rougeL": 14.545454545454545}, "nll_sum": 276.47198486328125, "token_count": 46} +{"index": 6957, "reference": "Detectives are continuing to question a former soldier over the deaths of three people on Bloody Sunday in Londonderry.", "prediction": "A former soldier who has been arrested in connection with the Ulster Sunday in Londonderry.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 25.0, "rougeL": 41.17647058823529}, "nll_sum": 65.93690490722656, "token_count": 18} +{"index": 6958, "reference": "The story of a Chinese teenager who stowed away on a plane to Dubai, reportedly hoping to make money there as beggar, has sparked a conversation in China about misinformation.", "prediction": "A Chinese reports that a teenager that a found alive in aInvestigators of a flight because Dubai, has sparked rumours.", "rouge": {"rouge1": 40.0, "rouge2": 12.5, "rougeL": 28.000000000000004}, "nll_sum": 154.0244140625, "token_count": 22} +{"index": 6959, "reference": "Decriminalising TV licence fee evasion could close BBC channels, the corporation's strategy director has warned.", "prediction": "The price of would have a licence fee to increase in the income and tax evasion, a former prime minister says.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 112.75888061523438, "token_count": 22} +{"index": 6960, "reference": "A second multifuel power station has been approved for Ferrybridge.", "prediction": "A new coal power station station is to be built by the power in any UK.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 8.333333333333334, "rougeL": 23.076923076923077}, "nll_sum": 78.337646484375, "token_count": 16} +{"index": 6961, "reference": "They fought against Hitler and helped rebuild Britain - yet the contributions of thousands of men and women from Caribbean colonies during World War Two have been largely forgotten.", "prediction": " the struggle of families lost thousands of their blackers in the adventureersers came from one of one worst disasters.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 4.444444444444444, "rougeL": 21.27659574468085}, "nll_sum": 145.79861450195312, "token_count": 22} +{"index": 6962, "reference": "England manager Sam Allardyce would welcome Team GB entering football teams at future Olympics.", "prediction": "New England manager Sam Allardyce says it would receive a Great Great Britain men's football teams after teams included included in a Rio 2016 Olympic Games.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 20.512820512820515, "rougeL": 39.02439024390244}, "nll_sum": 135.2111053466797, "token_count": 29} +{"index": 6963, "reference": "A bird that was on the road to extinction in its native habitat in the Brecklands of Norfolk and Suffolk is thriving after 30 years of care.", "prediction": "Four endangered 10 rare birds, prey have been returned to Shetland as part of ayear-year project to protectS birdland.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 148.3106689453125, "token_count": 27} +{"index": 6964, "reference": "Two former first ministers of Scotland have hit out at Labour's treatment of Johann Lamont who has resigned from the post of Scottish party leader.", "prediction": "The new leader of Scottish Labour has backed First party leader Nicola Lamont's office, saying she thinks \" the aftermath of a surprise general general election.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 8.0, "rougeL": 19.230769230769234}, "nll_sum": 158.61727905273438, "token_count": 29} +{"index": 6965, "reference": "UK technology firm ARM Holdings is to be bought by Japan's Softbank for \u00a324bn ($32bn) it confirmed on Monday.", "prediction": "US tech firm ARM has said it refuse to receive a $20bn (20bn) deal deal to Japanese firm Softbank in its headquarters in Cambridge.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 135.25729370117188, "token_count": 30} +{"index": 6966, "reference": "Edinburgh City will play East Stirlingshire in the Scottish League Two play-off after completing an aggregate victory over Cove Rangers.", "prediction": "Edinburgh won the Championship play-off semi-final in the first leg of the play- first leg play play-off match between Stirlingshire.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 121.3558578491211, "token_count": 31} +{"index": 6967, "reference": "Ill-health or disability is forcing one in eight people to stop working before they reach the state pension age, the TUC says.", "prediction": "One in five disabled people in Northern England and Northern Ireland have the subsidy benefits to the pension age, analysis from the general the TUC says.", "rouge": {"rouge1": 44.89795918367348, "rouge2": 17.02127659574468, "rougeL": 40.816326530612244}, "nll_sum": 122.86172485351562, "token_count": 28} +{"index": 6968, "reference": "A \u00a3380m hospital which opened 10 years ago may have been constructed without adequate fire protection, a safety review has revealed.", "prediction": "Plans republicans to and run a \u00c2\u00a310m hospital building an, in an event of a \" violent event\". a found", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 173.11636352539062, "token_count": 27} +{"index": 6969, "reference": "A man has been charged over a bomb attack on a County Tyrone police station 18 years ago.", "prediction": "A man has been charged with murder and a explosion and explosion and a gas explosion at a police station in County Fife 30something ago ago as an attack from a's's from-. a reputation in a from a'sA aA", "rouge": {"rouge1": 40.0, "rouge2": 17.241379310344826, "rougeL": 33.33333333333333}, "nll_sum": 246.93775939941406, "token_count": 46} +{"index": 6970, "reference": "The 350th anniversary of the Great Fire of London is being commemorated with a set of six new stamps.", "prediction": "The Queen has marking the 75th anniversary of the Great Fire in north London, has, the a set of new set of stamps meet mark the mark from Britain's ballet from the-doldelt in 30 years ago's. from emerged", "rouge": {"rouge1": 43.333333333333336, "rouge2": 20.689655172413794, "rougeL": 40.0}, "nll_sum": 262.7488098144531, "token_count": 47} +{"index": 6971, "reference": "The UK's data watchdog is \"making inquiries\" after Carphone Warehouse said the personal details of up to 2.4 million of its customers may have been accessed in a cyber-attack.", "prediction": "Thousands ofCompanies Car Carphone, who thought be have personal information containing personal data, has been hacked in a suspected cyber cyber- attack", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.692307692307692, "rougeL": 25.925925925925924}, "nll_sum": 151.95236206054688, "token_count": 26} +{"index": 6972, "reference": "More than 1,000 people have taken part in a Pilates class at the place where its German creator was interned on the Isle of Man in World War One.", "prediction": " war war from Isle Man of Man who created a former training camp, which marks the 30th anniversary of his death of has been recreated.", "rouge": {"rouge1": 21.81818181818182, "rouge2": 3.7735849056603774, "rougeL": 10.90909090909091}, "nll_sum": 140.0200653076172, "token_count": 28} +{"index": 6973, "reference": "Members of the jury in the Liam Fee murder trial wept as they were shown a police video of the toddler's body hours after he was found dead.", "prediction": "The jury in the trial of Liam Fee has been told by the police police watch filmed video showing him of the killing, a court have heard \", 2011 of a \" aA referee a it's again dash of a's again a 2011", "rouge": {"rouge1": 38.88888888888889, "rouge2": 14.285714285714285, "rougeL": 30.555555555555557}, "nll_sum": 280.19586181640625, "token_count": 46} +{"index": 6974, "reference": "An unprecedented overspend by hospitals and other NHS trusts is expected to be announced later by health bosses.", "prediction": "Hospital in England are facing rate of an extra \u00a38.8bn over the last financial year, to figures released by BBC show.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 122.79170227050781, "token_count": 27} +{"index": 6975, "reference": "David Cameron's EU benefit plans could cause a surge in migration before the \"emergency brake\" is applied, the PM has been warned.", "prediction": "A ban on UK benefits right to EU workers living in the EU will possible \"as as soon as possible\",\". minister ministers say the", "rouge": {"rouge1": 25.53191489361702, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 136.87338256835938, "token_count": 26} +{"index": 6976, "reference": "Three-time winner Greg LeMond believes Lance Armstrong was only capable of a top-30 Tour de France finish \"at best\" without performance-enhancing drugs.", "prediction": "Lance Armstrong is not stripped of the top five five and the world champion of by sport, says Tour de France de chief executive St LeMex.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 163.30447387695312, "token_count": 29} +{"index": 6977, "reference": "Malaysia has rejected allegations from Switzerland that billions of dollars may have been stolen from the South East Asian country's state fund.", "prediction": "Malaysia's office has claims claims it made by Swiss bank accounts bank account, organised for money-laundering, a headshene says it. a state football has \" it-g a from in's November's a. the from", "rouge": {"rouge1": 23.333333333333332, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 309.1419677734375, "token_count": 47} +{"index": 6978, "reference": "The controversy over the use of the terms 'Derry' and 'Londonderry' surfaces in state papers that have just been released.", "prediction": " in Belfast City Council said has said it must take legal action over NI over that it use Londonderry Council \"as a postal jobatt\".", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 160.60340881347656, "token_count": 29} +{"index": 6979, "reference": "Actor Anthony Valentine, best known for the 1970s TV series Colditz and Raffles, has died at the age of 76.", "prediction": "Tony Greentine, known for his role in 1970s drama RRammed, has died aged 88.", "rouge": {"rouge1": 35.29411764705882, "rouge2": 12.5, "rougeL": 35.29411764705882}, "nll_sum": 99.02140045166016, "token_count": 20} +{"index": 6980, "reference": "Pitch Perfect 2 has made an impressive $70.3m (\u00a344.7m) debut at the US box office, surging ahead of George Miller's Mad Max reboot, Fury Road.", "prediction": " stream Max has acting Max film Mad Fury Road with a revenue of $62 (31m)71m on its opening weekend in the American box office.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 7.843137254901962, "rougeL": 15.094339622641511}, "nll_sum": 168.2368927001953, "token_count": 30} +{"index": 6981, "reference": "Microsoft has released some of the specifications for its new console - known as Project Scorpio.", "prediction": "Microsoft has released its first military hardware of images of own music - with its own hardware.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 13.79310344827586, "rougeL": 32.25806451612903}, "nll_sum": 90.2783432006836, "token_count": 17} +{"index": 6982, "reference": "A UKIP parliamentary candidate who said in a Facebook post that Israel should \"kidnap\" US President Barack Obama has been replaced by his party.", "prediction": "The UK Independence Party (UKIP) has it resigned after using his post, saying Israel is well known asolf Emann in its war crimes.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 151.39610290527344, "token_count": 29} +{"index": 6983, "reference": "Matilda, The BFG, Charlie and the Chocolate Factory - they're some of the most popular children's books ever written.", "prediction": "One of Roald Dahl, of the author, the author,'s been giving birth to at the London jail, for becoming's. ballet for his's from about his's from sport his's as a reputation of a from's from an", "rouge": {"rouge1": 16.129032258064516, "rouge2": 3.3333333333333335, "rougeL": 12.903225806451612}, "nll_sum": 277.29449462890625, "token_count": 47} +{"index": 6984, "reference": "Pret A Manger has said it will pay teenagers on a week's work experience its starting hourly rate after reports it planned to \"pay them in sandwiches\".", "prediction": "South African shop Pret rendition says, will not be able to do their jobseekersseekers as low as young people as \"do not their work\".", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 171.35568237304688, "token_count": 28} +{"index": 6985, "reference": "Manager Kevin Nicholson says Torquay United's new owners must earn the trust of the National League club's fans.", "prediction": "Torquay United manager Kevin Nicholson says the club has \"have save\" to save them the club despite of collapse of a takeover by the club.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 18.6046511627907, "rougeL": 35.55555555555556}, "nll_sum": 167.52903747558594, "token_count": 29} +{"index": 6986, "reference": "Debut author KJ Orr has won the BBC national short story award for Disappearances, beating the likes of double Booker winner, Hilary Mantel.", "prediction": "J JJ Orr, who but won the BBC National Short Award Award for Fiction Fiction for her novel, has been named Disappeared.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 23.25581395348837, "rougeL": 40.0}, "nll_sum": 133.46307373046875, "token_count": 26} +{"index": 6987, "reference": "International shark experts are arriving in Egypt to help investigate the attacks off the Red Sea resort of Sharm el-Sheikh that have baffled local officials.", "prediction": "Five swimmers bred in the waters in the Red Sea have been arrested in Florida's South Sea.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 9.523809523809526, "rougeL": 27.272727272727277}, "nll_sum": 82.94172668457031, "token_count": 19} +{"index": 6988, "reference": "An eight-year-old girl is in a critical condition after being hit by a car in Dundee.", "prediction": "An 11-year-old girl has been seriously injured after she was hit in a hitand-run by a car in Dundee in the, solve, a they a- 2011A a referee in from from a's. aA", "rouge": {"rouge1": 47.27272727272727, "rouge2": 26.41509433962264, "rougeL": 40.0}, "nll_sum": 213.46034240722656, "token_count": 47} +{"index": 6989, "reference": "A candlelit vigil has been held in Edinburgh to show support for the people of Nepal.", "prediction": "A ceremony the ceremony held in Glasgow's cinemas Jesus victims for the victims of victims of Nepal earthquake.", "rouge": {"rouge1": 40.0, "rouge2": 18.18181818181818, "rougeL": 40.0}, "nll_sum": 116.01036071777344, "token_count": 20} +{"index": 6990, "reference": "Dozens of farmers gathered outside the Scottish Parliament for a rally highlighting rural issues.", "prediction": "Farmers of farmers are marching through the city to Holyrood's Holyro election.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 8.0, "rougeL": 22.222222222222225}, "nll_sum": 91.96501159667969, "token_count": 17} +{"index": 6991, "reference": "I can only imagine what Alastair Cook has been going through during his and England's wretched run of form.", "prediction": " Alastair Cook was appealing for his battle as Test captain of captain, but then it was spectacular fitting in it has a dramatic nerv- it's be the game's most it-lenny a in from November West Saturday.", "rouge": {"rouge1": 20.33898305084746, "rouge2": 3.508771929824561, "rougeL": 13.559322033898303}, "nll_sum": 283.8010559082031, "token_count": 45} +{"index": 6992, "reference": "Recent attacks by the Taliban in Afghanistan are not a sign it is making advances as the last foreign troops prepare to withdraw, the former head of the British army has said.", "prediction": "A former general in Afghanistan has said the government remains \"extremely and challenging\" over recent attacks of insurgent attacks on British troops in Afghanistan the", "rouge": {"rouge1": 45.614035087719294, "rouge2": 10.909090909090908, "rougeL": 17.543859649122805}, "nll_sum": 117.775634765625, "token_count": 26} +{"index": 6993, "reference": "Much of the UK has recently been hit by thunderstorms, but what is the best way to stay safe when thunder and lightning hits?", "prediction": " stunning spectacular thunder storm has hit parts of the North, south and east London, year, saying the signs is too much air and the air.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 143.09536743164062, "token_count": 28} +{"index": 6994, "reference": "Lotus has been given a further two-week breathing space in insolvency proceedings brought by Revenue and Customs (HMRC).", "prediction": "Formula 1 team has been adjourned until a year after a tax case by HM Revenue & Customs. and it of \u00a3olve) to preserve a role's role from'sthe-DA decision from a November's a. aA", "rouge": {"rouge1": 25.0, "rouge2": 3.7037037037037033, "rougeL": 21.428571428571427}, "nll_sum": 276.3934020996094, "token_count": 46} +{"index": 6995, "reference": "Heavy rain denied Northants the opportunity to push for victory as they drew against Sussex at Arundel.", "prediction": "Northamptonshire a two-wicket between Northampthire in a rain-affected match against Northants at Chester-leStreet.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 136.6612548828125, "token_count": 29} +{"index": 6996, "reference": "England captain Sean O'Loughlin says he would have preferred an Englishman in charge of the national team, but is looking forward to working with Australian Wayne Bennett.", "prediction": "Wayne Bennett's flagship decision as England head sport is \"not heading again\" again English English, says former captain Sean O'Loughlin.", "rouge": {"rouge1": 36.00000000000001, "rouge2": 16.666666666666664, "rougeL": 20.0}, "nll_sum": 166.68844604492188, "token_count": 29} +{"index": 6997, "reference": "Chelsea Ladies opened their 2017 Spring Series campaign with an emphatic 6-0 win over newly promoted Yeovil, while Arsenal's season began with a goalless draw at Sunderland.", "prediction": " Chelsea Ladies completed their's Super League title start to the season by winning 2014's Super League One club Yeovil Town 2 and1.", "rouge": {"rouge1": 26.415094339622648, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301888}, "nll_sum": 139.50006103515625, "token_count": 27} +{"index": 6998, "reference": "A former Jersey politician raped a boy in the staff room of the Haut de la Garenne children's home, an inquiry into the care system has heard.", "prediction": "A former Jersey state governor was abused at a former children's children's home in Jersey, the Jersey Health inquiry inquiry has told a inquiry has heard.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 18.51851851851852, "rougeL": 35.714285714285715}, "nll_sum": 146.65870666503906, "token_count": 29} +{"index": 6999, "reference": "A County Tyrone missionary who was shot by bandits in Africa plans to return to fight for justice for a man she said is \"falsely accused\".", "prediction": "A Northern Ireland woman who, whooman was shot in the head, shot says she feels said she wish to meet those who tried to help him.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 4.0, "rougeL": 26.923076923076923}, "nll_sum": 142.38929748535156, "token_count": 29} +{"index": 7000, "reference": "After a chance encounter on a rugby tour 30 years ago, Fijian farmer Sireli Matavesi swapped the south Pacific sunshine for the bleak darkness of a Cornish tin mine.", "prediction": "England seven seven rugby star Rili Mati has paid tribute to rugby in his hometown and his part in whatolve a \"the's been 100 of of his fee in - a serious \"able or.", "rouge": {"rouge1": 15.873015873015872, "rouge2": 0.0, "rougeL": 12.698412698412701}, "nll_sum": 259.535400390625, "token_count": 40} +{"index": 7001, "reference": "The deaths of a man and woman whose bodies were found at a property in Paisley are being treated as \"unexplained\", police have said.", "prediction": "A man and a woman have been found dead at a house in Oxis in Paisley.", "rouge": {"rouge1": 50.0, "rouge2": 21.05263157894737, "rougeL": 45.0}, "nll_sum": 55.7606201171875, "token_count": 19} +{"index": 7002, "reference": "An 18-year-old man has appeared in court charged with attempting to travel to Syria to commit acts of terrorism.", "prediction": "A teenager has appeared in court charged with al-related charges and Syria offences. the first. such as ballet'syer, and from the from. Lord's, from from his reputation as a's. reputation of from's from aA", "rouge": {"rouge1": 26.666666666666668, "rouge2": 17.24137931034483, "rougeL": 26.666666666666668}, "nll_sum": 278.711669921875, "token_count": 47} +{"index": 7003, "reference": "Betting shop staff say they are told to offer gamblers perks to keep them playing on fixed-odds betting machines, a BBC investigation has found.", "prediction": " asset managers of gambling Corala say they are \"extremely and afraid\" about gambling, after the players staff not excited about using a machine too dangerous.", "rouge": {"rouge1": 24.0, "rouge2": 8.333333333333332, "rougeL": 16.0}, "nll_sum": 178.42149353027344, "token_count": 29} +{"index": 7004, "reference": "Grimsby Town have signed former York City midfielder Anthony Straker on a deal until the end of the season.", "prediction": "Grimsby Town have signed left-backback Gary Trker on a two-year contract.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 26.666666666666668, "rougeL": 37.49999999999999}, "nll_sum": 89.80274963378906, "token_count": 20} +{"index": 7005, "reference": "Detectives investigating Wednesday's terror attack in London have finished searching an address in Carmarthenshire.", "prediction": "Police in the Carmarthen area in housing wake handling the London terror attack have been found, but will not be prosecuted in of wake of referee, a, from The's a, aA from a of a.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 236.2716064453125, "token_count": 43} +{"index": 7006, "reference": "As I write this, Thai authorities have re-opened the Erawan shrine after the devastating attack on Monday that killed more than 20 people and injured scores more.", "prediction": "The the truth attack in Thailand, but others still still awaiting predict; it or, here the best clear of is the location of what would happened, what it is or or how it is doing anything?", "rouge": {"rouge1": 9.375, "rouge2": 0.0, "rougeL": 9.375}, "nll_sum": 234.0798797607422, "token_count": 40} +{"index": 7007, "reference": "A West Midlands police officer who admitted sexually assaulting two women has been jailed for four years.", "prediction": "A police officer who attacked, attacked and sexually assaulted two women and protect them and relation in charge has been jailed for four years and four the.", "rouge": {"rouge1": 63.63636363636363, "rouge2": 47.61904761904762, "rougeL": 63.63636363636363}, "nll_sum": 127.37305450439453, "token_count": 28} +{"index": 7008, "reference": "Boris Johnson \"should have known better\" when he gave his wife a \"backie\" on his bike while cycling in London, safety campaigners have said.", "prediction": "London's Boris Johnson has been of on camera after a video appearing to show his wife's wife giving a money prize to riding a backieie.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 142.6021728515625, "token_count": 29} +{"index": 7009, "reference": "Sixty-two men and women from Northern Ireland, who responded to requests to perform sex acts online, have been targeted by blackmailers.", "prediction": "Police in Northern Ireland have arrested 10 men who want to blackmail and and perform in sex acts to", "rouge": {"rouge1": 58.536585365853654, "rouge2": 10.256410256410255, "rougeL": 34.14634146341463}, "nll_sum": 76.49594116210938, "token_count": 18} +{"index": 7010, "reference": "Economics correspondent Andy Verity takes a regular look at some of the more confusing phrases bandied around in finance and economics.", "prediction": "The theacesitting giant paces and will spend $8.7bnbn to \u00c2\u00a331bnbn; \u00c2\u00a332bn).", "rouge": {"rouge1": 12.121212121212123, "rouge2": 0.0, "rougeL": 12.121212121212123}, "nll_sum": 166.08163452148438, "token_count": 29} +{"index": 7011, "reference": "A rare tropical turtle found in a serious condition after washing up on an Anglesey beach is more lively and improving every day, a zoo has said.", "prediction": "A rare sea turtle which washed up on an Anglesey beach is facing a temporary recovery after being rescued by staff. aolve a- solve aA aA aA from-A aA in from from The's. aA", "rouge": {"rouge1": 44.44444444444444, "rouge2": 22.950819672131146, "rougeL": 34.92063492063492}, "nll_sum": 232.68194580078125, "token_count": 47} +{"index": 7012, "reference": "Erhun Oztumer's audacious lob put Walsall on course for victory as they beat Swindon in League One.", "prediction": "hunts Oztumer scored a last-gasp winner as Walsall finished a fourth straight League One victory victory Walsall at the County Ground.", "rouge": {"rouge1": 30.0, "rouge2": 5.263157894736842, "rougeL": 20.0}, "nll_sum": 142.08998107910156, "token_count": 31} +{"index": 7013, "reference": "The monitoring of CCTV cameras in three north Wales towns will be handed across the border to Chester.", "prediction": "onon and crime in parts of Denbighshire will be passed to 24 hours, the as part of \u00c2\u00a32 Arenam of funding.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 163.30801391601562, "token_count": 30} +{"index": 7014, "reference": "South Sudan booked their place in the next round of regional qualifying for the 2018 African Nations Championship (CHAN) on Sunday, defeating Somalia 2-0 in Juba.", "prediction": " Sudan Sa will face in the African African Championship Championship (CHAN) in Nations in Nations when they take on Mauritius on 3 November\" in the Everest around ofrica.-'s again once 2011 again's and- again 2011 again 2011", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.25, "rougeL": 24.242424242424246}, "nll_sum": 299.322265625, "token_count": 47} +{"index": 7015, "reference": "Iran's stance towards the \"arrogant\" US will not change despite the nuclear deal reached earlier this week, supreme leader Ayatollah Ali Khamenei has said.", "prediction": "Iran's Supreme leader,at Aliollah Khamenei has said that the nuclear deal with the US means not will \"did not not change\".", "rouge": {"rouge1": 62.500000000000014, "rouge2": 30.434782608695656, "rougeL": 29.166666666666668}, "nll_sum": 126.01429748535156, "token_count": 27} +{"index": 7016, "reference": "A dean at the University of Texas is stepping down over a new state law which will allow concealed handguns to be carried on university campuses.", "prediction": "The mayor congressional Texas said that, a law would ban people from attending not be allowed campus because he does not believe it would be armed.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 23.076923076923077}, "nll_sum": 152.35415649414062, "token_count": 27} +{"index": 7017, "reference": "UKIP leadership hopeful Steven Woolfe has been ruled \"ineligible\" to stand in the contest to replace Nigel Farage - after he submitted his papers late.", "prediction": "The UK Independence Party (UK) has said it will take legal action over no, the party, after UKIP leader Nigel Farage soughtIP party party. strike ballot.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 162.3471221923828, "token_count": 32} +{"index": 7018, "reference": "League One club Walsall have signed Crewe Alexandra defender Jon Guthrie on a two-year contract.", "prediction": "Walsall have signed midfielder Joncants from League One-- club Crewe for an fee on a two-year deal.", "rouge": {"rouge1": 64.70588235294117, "rouge2": 43.74999999999999, "rougeL": 47.05882352941176}, "nll_sum": 134.95339965820312, "token_count": 25} +{"index": 7019, "reference": "A Dumfries and Galloway music teacher found with more than 21,000 indecent images of children has been struck off.", "prediction": "A Dumfries teacher who admitted downloaded 3,000 indecent images of children images of them, has been banned from the profession. a. solve a it'sA aA \"-D a ban in from years's\"..", "rouge": {"rouge1": 37.03703703703704, "rouge2": 23.076923076923077, "rougeL": 37.03703703703704}, "nll_sum": 265.718017578125, "token_count": 44} +{"index": 7020, "reference": "A man who liked \"highly offensive\" Facebook messages about Islam had his shotgun licence revoked by police.", "prediction": "A policeman whose post-match offensive posts about himself on his Facebook has had his appeal against an appeal.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 5.88235294117647, "rougeL": 27.777777777777775}, "nll_sum": 110.69393157958984, "token_count": 20} +{"index": 7021, "reference": "American weightlifter Norik Vardanian has tested positive for a banned substance in a sample he gave while competing for Armenia at London 2012.", "prediction": " weight weightlifter rival Vardard India has tested testing positive for a positive after failing a drugs test.", "rouge": {"rouge1": 35.0, "rouge2": 21.05263157894737, "rougeL": 35.0}, "nll_sum": 120.66893005371094, "token_count": 21} +{"index": 7022, "reference": "Cardiff City forward Anthony Pilkington believes the Bluebirds can challenge for promotion this season.", "prediction": "Striker Anthony Pilkington says injury his injury side still Swansea Cardiff City's hopes still still awaiting reach the play-off season.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.76470588235294, "rougeL": 22.22222222222222}, "nll_sum": 169.46466064453125, "token_count": 27} +{"index": 7023, "reference": "The parents of a woman murdered by her ex-boyfriend have said they knew immediately he was responsible.", "prediction": "A woman who murdered her nineyear-year-old daughter have told police and told police her killer her", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 94.89260864257812, "token_count": 20} +{"index": 7024, "reference": "Lord Strathclyde has resigned from his cabinet role as Leader of the Lords.", "prediction": "The Tory leader of Strathcde says he is stepping down in House House in Lords.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 7.692307692307692, "rougeL": 21.428571428571427}, "nll_sum": 110.06517028808594, "token_count": 18} +{"index": 7025, "reference": "About 80 jobs are at risk at a food manufacturer and distributor in Enniskillen.", "prediction": "A spirited- food shop chain has gone in County Antrim restaurant in with future loss of 70 jobs to solve a's from and from the a's reputation from a's's was-d from a in a's over.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 14.545454545454547}, "nll_sum": 284.493408203125, "token_count": 44} +{"index": 7026, "reference": "The head of Japanese advertising group Dentsu is to step down following the suicide of an employee who had worked hundreds of hours of overtime.", "prediction": "The chief executive of Japanese factory,, who died suddenly while working at a training camp, says the government should not be allowed to stay and die.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 119.73493957519531, "token_count": 28} +{"index": 7027, "reference": "A man killed his wife and then took their dog out for a walk while he hoped their house would burn down with her inside, a court has heard.", "prediction": "A man set a fire on to his former foster wife before cutting his whose body was cut in a black spirit, a court after heard of \" a 2011 of solve\". a \" 2011 a it a again of from a's again 2011A", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.7142857142857135, "rougeL": 22.22222222222222}, "nll_sum": 308.17376708984375, "token_count": 47} +{"index": 7028, "reference": "At least seven Afghan soldiers have died and many were injured after a suicide bomber targeted a bus carrying troops in the Afghan capital Kabul.", "prediction": "A bomb attacks in bus army Afghan Afghanistan northern Afghan capital, Kabul, killing at least 38 people, officials say.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 14.285714285714288, "rougeL": 22.727272727272727}, "nll_sum": 110.638671875, "token_count": 22} +{"index": 7029, "reference": "A final consultation event has been held on proposals to use a former Scots nuclear plant to store radioactive waste from redundant submarines.", "prediction": "The shortlist for a site for waste waste between the Cria and Cumbria, gone on consultation as part of a controversial public consultation.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 151.00601196289062, "token_count": 28} +{"index": 7030, "reference": "Google's executive chairman Eric Schmidt has said he is \"perplexed\" by the ongoing debate over the company's tax contributions in the UK.", "prediction": " Facebook boss Joe Schmidt has said a debate on tax avoidance in the UK should be pay down, saying it the \"you it isn't better better\".", "rouge": {"rouge1": 35.294117647058826, "rouge2": 16.3265306122449, "rougeL": 31.37254901960785}, "nll_sum": 140.97283935546875, "token_count": 29} +{"index": 7031, "reference": "Mozambique, which gained independence from Portugal in 1975, is still suffering from the effects of a 16-year civil war that ended in 1992.", "prediction": "Mozambique was made history of one of its regions and reaching the highest level, highest levels since the mid-week revolutions.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 135.3253173828125, "token_count": 26} +{"index": 7032, "reference": "Nottingham's official Robin Hood is to marry Maid Marian after they fell in love while playing the famous couple.", "prediction": "A former Nottingham man's man, who is engaged with his wife fianc\u00c3ee, has met of him on a back dating Facebook service.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 152.01531982421875, "token_count": 28} +{"index": 7033, "reference": "Oldham Athletic boosted their hopes of League One survival as Curtis Main's second-half goal sealed a vital three points against Southend United.", "prediction": "Wigan booked their place- in League One play-off place thanks to victory over play-offoff hopefuls Southend United.wr-.- 2011 a's game from a's's referee from a from's from a", "rouge": {"rouge1": 27.11864406779661, "rouge2": 7.017543859649121, "rougeL": 16.94915254237288}, "nll_sum": 247.8626708984375, "token_count": 46} +{"index": 7034, "reference": "Two Chinese conglomerates were the last standing in a bidding war to buy an extraordinarily large slice of Australia and its pastoral history in November.", "prediction": "The case Kidman & Co, is should be owned by & and Co & Group.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 108.27603912353516, "token_count": 17} +{"index": 7035, "reference": "Two goals either side of half-time meant a point apiece for Bradford and Shrewsbury in League One.", "prediction": "Colbridge City's League play-off rivalsefsfield were held to a hard-fought draw at home to League One strugglersrewsbury.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 144.47250366210938, "token_count": 31} +{"index": 7036, "reference": "Prince Harry has visited the heartland of Guyana and explored its rainforest on day 14 of his Caribbean tour.", "prediction": "The Duke and Duchess of Cambridge have visited Cornwall's Guy'saurana during a dangerous three-day tour of South Africa. South Africa.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 119.3624496459961, "token_count": 27} +{"index": 7037, "reference": "A man has been shot outside a primary school in Craigavon, County Armagh, as children were leaving the grounds.", "prediction": "A 39-year-old man was shot dead in a school in Antrim, in police have described as \"the a Hungarianharders\"..", "rouge": {"rouge1": 40.0, "rouge2": 5.2631578947368425, "rougeL": 40.0}, "nll_sum": 133.5813751220703, "token_count": 29} +{"index": 7038, "reference": "The main suspect in the most brutal massacre in recent Philippine history has gone on trial.", "prediction": "The head heirs Philippines' largest family - but also a family involvement related to the Philippines Duterte, state president of Astanaanao.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 165.96942138671875, "token_count": 26} +{"index": 7039, "reference": "Not for the first time over the five years of Greece's euro crisis - or the eurozone's Greece crisis - I am confused.", "prediction": "I has written a film paper, but would think that it would like delay.", "rouge": {"rouge1": 5.405405405405405, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 82.97293090820312, "token_count": 15} +{"index": 7040, "reference": "London Underground train drivers with the Aslef union have voted to accept a pay deal for a new all-night Tube service.", "prediction": "London Underground's Underground members have agreed to offer a new LondonLU)) service, rejected the deal with the Aslef (Alef).", "rouge": {"rouge1": 52.38095238095239, "rouge2": 20.0, "rougeL": 33.33333333333333}, "nll_sum": 155.30184936523438, "token_count": 27} +{"index": 7041, "reference": "The honorary president of Swansea City FC has died aged 90.", "prediction": "The chairman and chairman of Swansea City Football Club has been appointed the Queen Victoria in the Queen birthday Birthday Hon list.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 12.903225806451612, "rougeL": 30.303030303030305}, "nll_sum": 112.666259765625, "token_count": 22} +{"index": 7042, "reference": "Hearts have signed former Motherwell goalkeeper Lee Hollis on a short-term deal following injuries to Neil Alexander and Scott Gallagher.", "prediction": "Former Motherwell goalkeeper Stephen Alexander and goalkeeper George Gallacher have been ruled out for been rest the season after goalkeeper Lee Samson suffered in his injury.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 17.77777777777778, "rougeL": 21.276595744680847}, "nll_sum": 151.0572509765625, "token_count": 28} +{"index": 7043, "reference": "An offer for Championship club Bradford Bulls from a consortium has been rejected, report BBC Radio Leeds.", "prediction": "ford League clubford Tigers are close to sell Brentford Tigers, BBC Radio Norfolk reports, ahead, rugby's reputation from the club's been from his November as the his's from a,'s from's of. from's from'sA", "rouge": {"rouge1": 24.56140350877193, "rouge2": 7.272727272727273, "rougeL": 10.526315789473683}, "nll_sum": 290.87994384765625, "token_count": 47} +{"index": 7044, "reference": "A soldier who was killed while on patrol in Afghanistan has been repatriated to the UK.", "prediction": "A British Army who was shot dead while on duty military Afghanistan last month has been repatriated.", "rouge": {"rouge1": 54.545454545454554, "rouge2": 25.80645161290323, "rougeL": 54.545454545454554}, "nll_sum": 79.07656860351562, "token_count": 18} +{"index": 7045, "reference": "Ten Hampden Park-sized football grounds could be fitted into the 332 acres of land calculated to have been burnt in wild fires in the north since 1 May.", "prediction": "Fig figures have shown the large large amounts of the fire which have destroyed the area of, Skye and the north-west.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 116.3824462890625, "token_count": 25} +{"index": 7046, "reference": "The Queen, Home Secretary Theresa May and Santander bank boss Ana Botin have been declared the UK's top three most powerful women in a BBC survey.", "prediction": "The BBC have obtained a list of a's of women's sport, saying women are saying the \"have the power has a late power of power\".", "rouge": {"rouge1": 29.629629629629626, "rouge2": 0.0, "rougeL": 18.51851851851852}, "nll_sum": 161.58424377441406, "token_count": 29} +{"index": 7047, "reference": "Ronnie O'Sullivan beat Adam Stefanow to set up a third-round tie against Jimmy White at the Scottish Open, as John Higgins also progressed in Glasgow.", "prediction": "Defending champion Ronnie O'Sullivan was ruled out of the Scottish Open second round by beating world champion Jimmy O'Sullivan at White Park Park", "rouge": {"rouge1": 42.30769230769231, "rouge2": 16.0, "rougeL": 23.076923076923077}, "nll_sum": 113.0886001586914, "token_count": 27} +{"index": 7048, "reference": "Prince Harry has said he no longer struggles with his royal role and wants to \"make something\" of his life.", "prediction": "Prince Harry has said a gay married couple \"I don't isn't't a person\".", "rouge": {"rouge1": 22.222222222222225, "rouge2": 17.647058823529413, "rougeL": 22.222222222222225}, "nll_sum": 88.03697967529297, "token_count": 17} +{"index": 7049, "reference": "A planned bus drivers' strike which threatened to disrupt Notting Hill Carnival has been called off.", "prediction": "A bus in central London was planned for a 24 hours, has been suspended, after a union banned its referee over the. million000 from drivers over a a.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904762, "rougeL": 18.181818181818183}, "nll_sum": 195.17852783203125, "token_count": 32} +{"index": 7050, "reference": "A temporary sales ban on Samsung Electronics' Galaxy Tab 10.1 tablet computer in the US has been lifted by a US court.", "prediction": "A US judge has ordered South Korea to a total ban the sales of its iPhone 5.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 75.90568542480469, "token_count": 17} +{"index": 7051, "reference": "Wakefield Trinity have signed hooker Tyler Randell from NRL side Newcastle Knights on a two-year contract from the start of the 2018 season.", "prediction": "Wakefield Trinity have signed second half-rower Luke Andrewer from Super League from Super side Newcastle, in a deal at at the end of the season.", "rouge": {"rouge1": 52.0, "rouge2": 20.833333333333332, "rougeL": 48.00000000000001}, "nll_sum": 159.9134521484375, "token_count": 31} +{"index": 7052, "reference": "Saudi billionaire Prince Alwaleed bin Talal's Kingdom Holding Company has announced a $300m (\u00c2\u00a3194m) investment in social media site Twitter.", "prediction": " Prince Crown Prince Crown Alwed but owner of Saudi Arabia, has announced $70bn (\u00a343bn) in investment investment in social media accounts.", "rouge": {"rouge1": 38.095238095238095, "rouge2": 20.000000000000004, "rougeL": 33.33333333333333}, "nll_sum": 172.50152587890625, "token_count": 28} +{"index": 7053, "reference": "More than 40% of elite sportswomen in Great Britain have experienced sexism but only 7% have reported it, according to a survey conducted by BBC Sport.", "prediction": "More half of women in highdogsperformance sports sport do not be sexism in the sport, of a analysis not seen by a BBC Sport has concluded.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 4.0, "rougeL": 30.76923076923077}, "nll_sum": 180.55148315429688, "token_count": 29} +{"index": 7054, "reference": "A collector is putting his massive haul of film and TV props on sale, because his wife says there isn't space for them all in the house.", "prediction": "One of the sexuality's most famous props, including most famous, including explorer The Dalek, will be auctioned at auction in London next month.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 123.2301254272461, "token_count": 29} +{"index": 7055, "reference": "Sports Direct owner Mike Ashley has won the latest round of a legal fight with Rangers over a merchandise deal.", "prediction": "Rangers owner Mike Ashley Mike has won a legal battle over the club its marriage deal.", "rouge": {"rouge1": 61.111111111111114, "rouge2": 23.52941176470588, "rougeL": 50.0}, "nll_sum": 103.11550903320312, "token_count": 17} +{"index": 7056, "reference": "The former leader of the Alliance party Lord Alderdice has criticised plans contained in the \"Fresh Start\" deal.", "prediction": "A call for an independent external review into a government committee is likely to be changes to Northern Ireland considered, a former head of a committee of MPs has told MPs.", "rouge": {"rouge1": 12.244897959183673, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 140.50704956054688, "token_count": 32} +{"index": 7057, "reference": "Firefighters have rescued 17 people from a six-storey block of flats in Glasgow's west end after a serious fire left them trapped in the building.", "prediction": "Four people were rescued by what was believed to be a fire which broke out of the top of block of flats in West Lothian.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 12.000000000000002, "rougeL": 26.923076923076923}, "nll_sum": 85.95266723632812, "token_count": 27} +{"index": 7058, "reference": "An Ethiopian Airlines 787 Dreamliner has flown from Addis Ababa to Nairobi, the first commercial flight by the Boeing aircraft since all 787s were grounded in January.", "prediction": "The first aircraft plane has arrived in the Ethiopian capital, Nbi, after a safety failure at a Dreamliner pilot, seeing a insurance-maker. decision it was banned from the-pmaker from in since November a. from's a", "rouge": {"rouge1": 30.769230769230766, "rouge2": 3.1746031746031744, "rougeL": 15.384615384615383}, "nll_sum": 303.69622802734375, "token_count": 47} +{"index": 7059, "reference": "Artists hired by the makers of the US show Homeland to write graffiti on one of its sets in Berlin say they wrote messages criticising the show's alleged stereotypes of Arabs and Muslims.", "prediction": "Five Pakistani chore artists and celebrities, have been accused of anti anti-Semitic after an, featuring an episode of the TV drama series inawi.", "rouge": {"rouge1": 17.24137931034483, "rouge2": 3.571428571428572, "rougeL": 13.793103448275861}, "nll_sum": 161.89292907714844, "token_count": 28} +{"index": 7060, "reference": "Sprinter Sacre, the jump racing superstar, has been retired after suffering a tendon injury.", "prediction": "Sprinter Sacre, the most successful and famous of race trainer, has completed a 30-year battle to complete the race's dramatic race at the Cheltenham event.", "rouge": {"rouge1": 29.268292682926834, "rouge2": 10.256410256410257, "rougeL": 29.268292682926834}, "nll_sum": 149.53280639648438, "token_count": 34} +{"index": 7061, "reference": "A ruling that investigators should hand over the black box from a North Sea helicopter crash to Scotland's top law officer is being challenged.", "prediction": "A British air travellers' union has lost a second legal bid to have legal air data released to police investigators.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 105.44862365722656, "token_count": 21} +{"index": 7062, "reference": "North East Conservatives are not an endangered species as such, but they are a select bunch, and their MPs are even thinner on the ground.", "prediction": "When Prime Minister Cameron attended a meeting the East East, BBC protesters unhappy about the future, and the assessment yet of how how much how our future?", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 176.29278564453125, "token_count": 29} +{"index": 7063, "reference": "Police have issued a warning about heroin after the deaths of three people in five days.", "prediction": "Four people drug and warned about a fatal batch of heroin orad drugs or.", "rouge": {"rouge1": 40.0, "rouge2": 7.142857142857144, "rougeL": 20.0}, "nll_sum": 97.09588623046875, "token_count": 15} +{"index": 7064, "reference": "The companies that own Domino's Pizza in the UK and Australia have set up a joint venture to buy Germany's biggest pizza chain.", "prediction": "Australia's Pizza,, has, it will sell its main rival to rival Nicoome and 100 sell its stores. Western Google - its company it.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 4.3478260869565215, "rougeL": 12.499999999999996}, "nll_sum": 196.8611297607422, "token_count": 28} +{"index": 7065, "reference": "The man whose death at an Anglesey pub sparked a murder investigation has been named as David Jones.", "prediction": "A man has been arrested and death after a stand-offoff on Anglesey, police have said.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 95.48504638671875, "token_count": 21} +{"index": 7066, "reference": "A man from Cumbria has been charged in connection with the rape of a boy 14 years ago.", "prediction": "A man has been charged with indecently assaulting a boy under 40, 40 years ago ago.", "rouge": {"rouge1": 58.82352941176471, "rouge2": 31.25, "rougeL": 58.82352941176471}, "nll_sum": 70.31664276123047, "token_count": 18} +{"index": 7067, "reference": "A Venezuelan football official has pleaded guilty to corruption charges in the US as part of the investigation into the sport's world governing body Fifa.", "prediction": "A former president of Venezuela has pleaded pleaded guilty to charges linked relating to the a US-right scandal linked to the football football's body aClose 2011 at the surrounding it from a's from ban from in World November from's from'sA", "rouge": {"rouge1": 45.07042253521127, "rouge2": 8.695652173913043, "rougeL": 33.80281690140845}, "nll_sum": 329.2088623046875, "token_count": 47} +{"index": 7068, "reference": "The second week of October is likely to be remembered as the moment when the 2016 presidential campaign went careening off the rails and spinning into the void.", "prediction": "Donald Trump's presidential campaign starts on Sunday night - and perhaps anything -, right -, and I know to know how it happened and what it does? not after it an's a controversialCalifornia's-!", "rouge": {"rouge1": 13.114754098360656, "rouge2": 3.389830508474576, "rougeL": 9.836065573770494}, "nll_sum": 234.81756591796875, "token_count": 41} +{"index": 7069, "reference": "The stories of women who were unknowingly involved in relationships with undercover police officers are revealed as their testimonies to MPs are made public.", "prediction": " a group of MPs has told MPs their details about how they are relationships about their way, the Metropolitan Police had lost their marriage relationships systems and protect them. not as being their's again and it the again a's a's- again a", "rouge": {"rouge1": 23.188405797101453, "rouge2": 0.0, "rougeL": 14.492753623188406}, "nll_sum": 275.94427490234375, "token_count": 47} +{"index": 7070, "reference": "A British man who went to fight in Syria - and then faked his own death in order to secretly return - has pleaded guilty to four major terrorism offences at the Old Bailey.", "prediction": "A British man a killed by so-called struggle in Syria in, for and join so-called Islamic State, to has killed himself by so-called Islamic State (IS).", "rouge": {"rouge1": 29.50819672131148, "rouge2": 10.169491525423728, "rougeL": 26.229508196721312}, "nll_sum": 141.258544921875, "token_count": 35} +{"index": 7071, "reference": "Police have arrested two people on suspicion of murder after a man's body was found on moorland.", "prediction": "A man whose body was found on moored in the a man whose body on New Year's has been named by police by a. a as name as a man from his body as a. the", "rouge": {"rouge1": 32.727272727272734, "rouge2": 15.09433962264151, "rougeL": 21.81818181818182}, "nll_sum": 181.2358856201172, "token_count": 39} +{"index": 7072, "reference": "A meeting of the Conservative Party's influential backbench 1922 committee - in effect all Conservative backbenchers - has been brought forward by 24 hours to 17:00 BST on Monday.", "prediction": "When Theresa May wasn expected in call up for a call to be the next general election, Theresa May has told the BBC that that she wasn't to win another election.", "rouge": {"rouge1": 16.393442622950822, "rouge2": 0.0, "rougeL": 13.114754098360656}, "nll_sum": 151.3876190185547, "token_count": 33} +{"index": 7073, "reference": "MPs have voted to say that they don't believe the biggest organisation in English football, the FA, can make the changes needed to keep it modern and relevant.", "prediction": "The change to English football is a big issue - but the change in the way it.", "rouge": {"rouge1": 40.0, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 72.24683380126953, "token_count": 17} +{"index": 7074, "reference": "To the prime minister, it is \"my manifesto\" and Theresa May's programme for government certainly looks and feels rather different from the one David Cameron stood on two years ago (which featured Mrs May on the cover).", "prediction": "The Conservatives have launched their general manifesto, saying it is to protect social care in Wales, which she says will mean \" \"ch forgotten vision\".", "rouge": {"rouge1": 19.35483870967742, "rouge2": 3.3333333333333335, "rougeL": 12.903225806451616}, "nll_sum": 152.17324829101562, "token_count": 28} +{"index": 7075, "reference": "Bangladesh claimed their first Test win over England as the tourists lost 10 wickets for 64 runs after tea on day three of the second Test in Dhaka.", "prediction": "Bangladesh claimed a three-wicket win of bowl and beat West Indies by five runs in the first Test in Chittagong.", "rouge": {"rouge1": 44.89795918367347, "rouge2": 12.765957446808512, "rougeL": 28.571428571428577}, "nll_sum": 90.25608825683594, "token_count": 28} +{"index": 7076, "reference": "The effects of climate change are already evident in Europe and the situation is set to get worse, the European Environment Agency has warned.", "prediction": "The International Energy Agency has warned that the risks climate change is above to the highest level, and and lowC", "rouge": {"rouge1": 50.0, "rouge2": 14.285714285714288, "rougeL": 27.27272727272727}, "nll_sum": 106.31890869140625, "token_count": 21} +{"index": 7077, "reference": "Newport Gwent Dragons wing Matthew Pewtner has been forced to retire from injury on medical advice.", "prediction": "Wales scrum-halfr Flynntnerner to retire from international rugby.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 17.39130434782609, "rougeL": 24.000000000000004}, "nll_sum": 101.6572265625, "token_count": 17} +{"index": 7078, "reference": "One of wrestling's most colourful stars, Dusty Rhodes, the self-styled \"American Dream\", has died aged 69.", "prediction": "The world's highest minimum boxing fights has died aged aged 49, his owner owners announced it has been announced of", "rouge": {"rouge1": 30.769230769230766, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 132.039794921875, "token_count": 21} +{"index": 7079, "reference": "In the last Common Agricultural Policy re-negotiation more than \u00c2\u00a34.5bn was earmarked for Scotland from 2014 to 2020.", "prediction": "Cons of food are the growing number of Scottish food and food in not Scotland chain.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 92.38087463378906, "token_count": 16} +{"index": 7080, "reference": "Some doctors in England are being offered thousands of pounds to cut the number of patients being sent to hospital, an investigation has found.", "prediction": "Patients in Birmingham are being offered better offer for cancer patients with breast cancer, such as \"t salesman-and- bonuses scandal\", say doctors'.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 8.888888888888888, "rougeL": 21.27659574468085}, "nll_sum": 167.32362365722656, "token_count": 29} +{"index": 7081, "reference": "West Ham striker Diafra Sakho is unlikely to play again this season because of the back injury he suffered in November.", "prediction": "West Ham's defender defender Diafou Sakho has been ruled out of his personal pre-season training due to a knee injury injury.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 22.727272727272723}, "nll_sum": 94.73143768310547, "token_count": 27} +{"index": 7082, "reference": "BBC creative director Alan Yentob has said he would not rule out Jeremy Clarkson making a return to the BBC in the future.", "prediction": " Jeremy Clarkson has pulled out of the BBC reporter because \"a58 day\" for some, BBC present presenters has said a itAM \"s a'sup the it's controversial from since it it from herd of.", "rouge": {"rouge1": 34.48275862068965, "rouge2": 10.714285714285714, "rougeL": 17.241379310344826}, "nll_sum": 286.6854248046875, "token_count": 43} +{"index": 7083, "reference": "A \"rapid transit\" bus scheme due to be running in Bristol by 2017 still has no operator and may need public funds.", "prediction": "The of a new bus which delivers to a public transport, is put public money for because, because because the economy because of a new bus services.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 153.57089233398438, "token_count": 29} +{"index": 7084, "reference": "Reigning world champion Aled Davies has improved his own F42 outdoor shot put world record to 16.13m at the IPC Athletics Grand Prix in Arizona.", "prediction": "England's Liam Davies has set a new world record in the shot put at the IPC Para-athimming golf Championships in Belfast in August.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 20.408163265306126, "rougeL": 31.372549019607842}, "nll_sum": 133.69801330566406, "token_count": 29} +{"index": 7085, "reference": "In September 2012, 18-year-old Doga Makiura made his first trip to Rwanda, a country which many Japanese would only associate with the genocide in 1994.", "prediction": "Five years ago, Japanese-21 Ugula Makiura had to food of children from poor families and then wants to do anything so, and not doing.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 183.6634521484375, "token_count": 31} +{"index": 7086, "reference": "Forward Jose Baxter, who was suspended twice in nine months, is among 10 players released by Sheffield United.", "prediction": "Sheffield striker too Best is among six players to be released by League One club, in a wake from his as's his. from his in from a as's. from A-up's reputation in from football as's from aA", "rouge": {"rouge1": 23.333333333333332, "rouge2": 6.896551724137931, "rougeL": 16.666666666666664}, "nll_sum": 267.089599609375, "token_count": 47} +{"index": 7087, "reference": "Funding for Lending (FLS), the Bank of England and Treasury scheme, initially to boost bank lending to households and companies, opened for business at the beginning of August 2012.", "prediction": "The Bank of England has officially scrapped the controversial financingports (IPPI).", "rouge": {"rouge1": 25.000000000000007, "rouge2": 15.789473684210526, "rougeL": 25.000000000000007}, "nll_sum": 88.15414428710938, "token_count": 14} +{"index": 7088, "reference": "A Toronto woman celebrating what she thought was a 40,000 Canadian dollar ($39,428; \u00a326,000) lottery prize had in fact won C$40m, officials have said.", "prediction": "An Australian woman, who won A$11.1m (\u00a31.1m) after winning a lottery winning award after she found her daughter was ninth in her office.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 0.0, "rougeL": 14.814814814814817}, "nll_sum": 136.06991577148438, "token_count": 34} +{"index": 7089, "reference": "The High Court has dismissed two cases challenging Northern Ireland's ban on same-sex marriage.", "prediction": "A landmark court ruling that a ban on same-sex marriage in Northern Ireland's not meant to entitled on on same-sex marriage.", "rouge": {"rouge1": 45.0, "rouge2": 31.578947368421055, "rougeL": 40.0}, "nll_sum": 111.40908813476562, "token_count": 26} +{"index": 7090, "reference": "A British Army regiment has announced its new sheep mascot following the death of its predecessor.", "prediction": "A memorial war plaque be held honour of the Man corporal Derby, who died on the 50th anniversary celebrations of his army's death as a car, for the from from the league on's Ash from for a's.", "rouge": {"rouge1": 17.857142857142858, "rouge2": 0.0, "rougeL": 10.714285714285712}, "nll_sum": 259.1370849609375, "token_count": 44} +{"index": 7091, "reference": "Goals from Jon Parkin and Elliott Frear helped promotion-chasing Forest Green Rovers end Halifax Town's 13-match unbeaten run in the National League.", "prediction": "Chrisellin scored a stopp-time winner as Forest Green Rovers thrashed play-off Cheltenham Town to thrash Halifax Town Halifax Town.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 13.636363636363635, "rougeL": 21.73913043478261}, "nll_sum": 144.54837036132812, "token_count": 30} +{"index": 7092, "reference": "A man has been charged with three counts of possessing a bladed article in a public place.", "prediction": "A man has been charged with murder after an incident in Hereford, Glou Gloucestershire.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 34.48275862068966, "rougeL": 45.16129032258064}, "nll_sum": 57.78496551513672, "token_count": 19} +{"index": 7093, "reference": "Peter Kennaugh recorded a landmark overall victory at Settimana Coppi e Bartali in Italy on Sunday.", "prediction": "Eizzie completed his first stage victory at the British Cycling Championships in 40 years.", "rouge": {"rouge1": 20.0, "rouge2": 7.142857142857144, "rougeL": 20.0}, "nll_sum": 74.60609436035156, "token_count": 16} +{"index": 7094, "reference": "'I'll be back' could have been Eilish McColgan's personal mantra over the past 18 months - even when the doubts and demoralising setbacks continued to afflict her.", "prediction": "Eilish McColil says her foot was creature in the movie movie The romantic, it is probably like a robot foot in her left foot.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 172.3941650390625, "token_count": 29} +{"index": 7095, "reference": "Edinburgh will probably need to win all five of their remaining Pro12 matches to secure a play-off place, claims loosehead prop Alasdair Dickinson.", "prediction": "Ulster second- row Aldair Dickinson says his side are still in six Pro12 play hopes and of reach a Pro12 play-off place.e's'. again by-H a haul in's-'s from's from a", "rouge": {"rouge1": 22.950819672131146, "rouge2": 6.779661016949152, "rougeL": 16.393442622950822}, "nll_sum": 278.231201171875, "token_count": 46} +{"index": 7096, "reference": "For more than a decade Ahmed Patel has lived with the legacy of the 7/7 attacks.", "prediction": "It 22 22 7 July 7 2005 a seriousised for a suicide victim whose of London attacker programme Salman Khan, who was a Mohammad Sidique Khan.", "rouge": {"rouge1": 27.906976744186053, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 200.67291259765625, "token_count": 29} +{"index": 7097, "reference": "It's a global dance craze born out of US hip-hop culture that's swept the world over the last year.", "prediction": "Bip- Bob Dil and D\u00e1il parliament in the in Republic Ireland Republic.", "rouge": {"rouge1": 5.714285714285714, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 120.42965698242188, "token_count": 16} +{"index": 7098, "reference": "ScottishPower customers will soon be able to buy gas and electricity in bundles of days rather than signing up to standard or fixed-price deals.", "prediction": "Scottish energy firms has launched an app, telling customers who can't buy and buy electricity too much.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 96.41712188720703, "token_count": 20} +{"index": 7099, "reference": "US Senator John McCain has visited Syria to meet rebels in the war-torn country, his office has told the BBC.", "prediction": "US Republican presidential candidate John country returned to Syria to battle with the armed forces's office, the has told the BBC. \" from the- reputation's VIII from as a from a's president's from from a of.", "rouge": {"rouge1": 36.666666666666664, "rouge2": 13.793103448275861, "rougeL": 33.33333333333333}, "nll_sum": 260.4326171875, "token_count": 43} +{"index": 7100, "reference": "After an unbelievable year Johanna Konta is one of the favourites to win the Wimbledon 2017 ladies title.", "prediction": "Britain's Johanna Konta is through to the women's singles Wimbledon after winning seven-time Wimbledon champion Serena Williams.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 92.62507629394531, "token_count": 27} +{"index": 7101, "reference": "A terminally ill schoolboy whose inspirational story helped to raise more than \u00a335,000 for charity in the past week has died.", "prediction": "A vulnerable Scottish girl who has died from a West Lothian, following his battle with cancer.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 85.85536193847656, "token_count": 19} +{"index": 7102, "reference": "Former Conservative politician Ann Widdecombe will headline this year's Nairn Book and Arts Festival.", "prediction": "TV and radio writerRomel Hes, will host the first sports presenter at this year's national Festival.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 13.333333333333334, "rougeL": 31.25}, "nll_sum": 121.81934356689453, "token_count": 20} +{"index": 7103, "reference": "A new campaign seeks to tackle underage drinking in the Highlands.", "prediction": "Children as young as are the four times more more likely to die die in alcohol Highlands, new research suggests.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 0.0, "rougeL": 19.354838709677416}, "nll_sum": 97.01545715332031, "token_count": 21} +{"index": 7104, "reference": "Iraqi forces have paused their advance into Mosul due to poor weather, a month after launching an offensive to retake the city from so-called Islamic State.", "prediction": "Iraqi forces are to their towards step towards the headquarters of the Islamic city of Mosul, so-called Islamic State (IS) in Mosul.", "rouge": {"rouge1": 44.00000000000001, "rouge2": 16.666666666666668, "rougeL": 36.0}, "nll_sum": 108.75811004638672, "token_count": 28} +{"index": 7105, "reference": "The man in charge of protecting China's environment has warned that pollution and the demand for resources threaten to choke economic growth.", "prediction": "China's government has called for human protection to protect a nature and protect the economy, saying that it could could become a \" failure\".", "rouge": {"rouge1": 38.297872340425535, "rouge2": 4.444444444444444, "rougeL": 21.27659574468085}, "nll_sum": 127.65240478515625, "token_count": 26} +{"index": 7106, "reference": "A cat has been rescued from the rubble of a house 16 days after an earthquake hit the Italian city of Amatrice.", "prediction": "A cat has been rescued from alive house a sea after an earthquake that struck in central Japan.", "rouge": {"rouge1": 55.00000000000001, "rouge2": 36.84210526315789, "rougeL": 50.0}, "nll_sum": 84.62767028808594, "token_count": 18} +{"index": 7107, "reference": "Press commentators across Europe are coming to terms with elections in France, Greece and Italy which saw big gains for left-wing politicians.", "prediction": "The outcome of result's surprise election and re- EUotiation \"ffiscal\", as a result of the result in the Greek financial crisis in northern Europe - it's a a low Crim and it.", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 10.714285714285714}, "nll_sum": 226.9258575439453, "token_count": 39} +{"index": 7108, "reference": "Survey work to find the tomb of King Henry I, who is believed to be buried at Reading Abbey, has started.", "prediction": "An investigation is way in Reading find finding out the remains of the king Henry I, who, buried there more than 150 years ago.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 13.953488372093023, "rougeL": 35.55555555555556}, "nll_sum": 136.4698486328125, "token_count": 26} +{"index": 7109, "reference": "Monty Python's Terry Jones has received a standing ovation at the Bafta Cymru awards for his outstanding contribution to television and film.", "prediction": "Welsh TV star and Car Jones has have tribute to the best actor of the year at a Pla Cymru awards awards.", "rouge": {"rouge1": 40.0, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 137.14566040039062, "token_count": 26} +{"index": 7110, "reference": "Mexico's football federation (FMF) has asked a \"small group\" of its fans to stop a chant Fifa says is homophobic.", "prediction": "World football governing Fifa body Fifa, should be banned during Saturday's World Cup qualifier match, football.", "rouge": {"rouge1": 15.789473684210527, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 102.02070617675781, "token_count": 19} +{"index": 7111, "reference": "Syria's cultural heritage is being attacked from all sides: the Assad regime, opportunistic looters, opposition forces, so-called Islamic State fighters and even Russian air strikes.", "prediction": "A treasure has stolen from so-called Islamic State (IS) in the war in Syria, and it now believed to be dismantled and it once it was carried out.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 11.111111111111112, "rougeL": 21.42857142857143}, "nll_sum": 131.71707153320312, "token_count": 33} +{"index": 7112, "reference": "Title favourites Roger Federer and Rafael Nadal will begin their US Open campaigns in New York on Tuesday.", "prediction": "World number three Roger Federer said he would like in Rafael Nadal when they meet when the former number one place in again on Monday at's US Open.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.333333333333334, "rougeL": 25.53191489361702}, "nll_sum": 143.65330505371094, "token_count": 31} +{"index": 7113, "reference": "US private equity giant KKR has launched a renewed $3.4bn Australian dollar (\u00c2\u00a31.88bn; $3.17bn) takeover bid for Australian winemaker Treasury Wines Estates.", "prediction": "Australia winbroemembro (RWE) is launched a bid a rival rival to Australian A20bn (\u00a31.1;.2bn; $1bnbn) a venture for a joint company.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 242.77850341796875, "token_count": 42} +{"index": 7114, "reference": "Substitute Stephen O'Flynn's final minute diving header salvaged an unlikely point for nine-man Crusaders against Coleraine at Ballycastle Road.", "prediction": "Premiership champions Crusaders cut gap on level with 10 men after were held to a draw by 10 10-man Coleraine.", "rouge": {"rouge1": 13.95348837209302, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 129.51133728027344, "token_count": 26} +{"index": 7115, "reference": "Norwegian scientists have put forward a new theory to explain the inspiration behind one of the most famous works of art ever produced.", "prediction": "onesonesians have spotted what, what would be a black and white moon's Munch, the monk.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 126.45417022705078, "token_count": 21} +{"index": 7116, "reference": "Are you being bombarded by phone calls from call centres?", "prediction": " captors are about 40 of the worst cold calls to the UK in the per year, new figures show.", "rouge": {"rouge1": 13.793103448275861, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 93.15263366699219, "token_count": 21} +{"index": 7117, "reference": "Ex-Marussia driver Max Chilton dedicated his victory in the Indy Lights race on Saturday to his friend and former team-mate Jules Bianchi.", "prediction": "A double double Olympic champion Stade Bianchi said he \"would prepared to crowned champion\" and then he became \"the-time champion\".", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 142.71408081054688, "token_count": 27} +{"index": 7118, "reference": "Dementia researchers have developed a video game that could lead to the development of early diagnostic tests for the disease.", "prediction": "Researchers at California California are using using a computer game to help cope dementia Cardiff.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 99.84550476074219, "token_count": 15} +{"index": 7119, "reference": "The uncle of an RAF serviceman who went missing a week ago has said his disappearance is \"entirely out of character\".", "prediction": "The search and sea of their continuing their continuing search for the missing airman who has been right-old to his wife and his from from his. for his a from from the referee, from his have. of.", "rouge": {"rouge1": 27.11864406779661, "rouge2": 0.0, "rougeL": 20.33898305084746}, "nll_sum": 227.3824462890625, "token_count": 43} +{"index": 7120, "reference": "A Dickensian-style protest has been held to oppose Sports Direct's use of zero-hour contracts at the company's annual general meeting.", "prediction": "Campaigners at Sports movement have attended a protest rally outside the UK headquarters to protest over offer and pay staff receive almost zero-hours contracts.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 145.80181884765625, "token_count": 27} +{"index": 7121, "reference": "The Elton John Aids Foundation has offered to finance HIV testing in Lambeth, the Victoria Derbyshire programme has learned.", "prediction": "Drug testing in some areas of London, high, violent and\"\" of drugs rules, NHS watchdog NICE.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 6.06060606060606, "rougeL": 11.428571428571429}, "nll_sum": 130.57919311523438, "token_count": 21} +{"index": 7122, "reference": "\"A bit of a punt\" - the BHS business plan.", "prediction": "\"I don haven,'t, anything anything\" and I don't a building\" and I wasn't that wasn't and didn't done anything.\"", "rouge": {"rouge1": 6.0606060606060606, "rouge2": 0.0, "rougeL": 6.0606060606060606}, "nll_sum": 176.222412109375, "token_count": 29} +{"index": 7123, "reference": "A culture of Class A drug taking is common among some drivers working in the UK road haulage business, say industry insiders.", "prediction": "Motorists in London are using bag of foreign workmen to get on motorways, instead of illegal drugs, according to a BBC investigation and found.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 133.00894165039062, "token_count": 29} +{"index": 7124, "reference": "The Syrian city seen as the capital of the revolution has fallen, by agreement.", "prediction": "From the air, air and force in the Syria - in the war??", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 23.076923076923077}, "nll_sum": 70.65876007080078, "token_count": 14} +{"index": 7125, "reference": "Saudi Arabia has put on trial 32 people, almost all of them members of the kingdom's Shia minority, accused of spying for Iran, local media report.", "prediction": "Saudi Arabia has jailed 32 people to members of jail in jail on terrorism charges last year, local media say.", "rouge": {"rouge1": 42.5531914893617, "rouge2": 22.22222222222222, "rougeL": 38.297872340425535}, "nll_sum": 90.23204040527344, "token_count": 21} +{"index": 7126, "reference": "Scunthorpe United have signed Hull City goalkeeper Rory Watson on a 28-day emergency loan.", "prediction": "Scunthorpe United have signed Hull City City goalkeeper Tom Watson on a one-month youth loan deal.", "rouge": {"rouge1": 68.75, "rouge2": 53.333333333333336, "rougeL": 68.75}, "nll_sum": 82.34595489501953, "token_count": 22} +{"index": 7127, "reference": "A paddle boarder faced man-eating crocodiles during his quest to travel from source to sea along the longest river in Sri Lanka.", "prediction": "A 77-year-old man from Bristol has become the oldest person to become the world's longest river and the water of river river.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 29.166666666666668}, "nll_sum": 103.46961212158203, "token_count": 27} +{"index": 7128, "reference": "Australia's parliament Speaker Peter Slipper has resigned amid a continuing sex scandal, dealing a blow to Prime Minister Julia Gillard's government.", "prediction": " Australian Prime Minister Russell Slade, resigned, amid the office over claims of sexual harassment.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 11.428571428571429, "rougeL": 10.81081081081081}, "nll_sum": 77.62873840332031, "token_count": 17} +{"index": 7129, "reference": "A record number of luxury cruise ships have come to Belfast this year, making it one of the fastest growing cruise destinations in the world.", "prediction": " the first UK ships are heading in a trade deal between the fishermen in Northern Ireland and.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 89.5613784790039, "token_count": 17} +{"index": 7130, "reference": "Thomas Ridgewell, aka TomSka, is a long-serving YouTuber - he's been making comedy videos for years.", "prediction": "When Tomlinson says he he feels to be a badloglogists - because it doesn't felt because YouTube it isn't't much money for", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 187.510498046875, "token_count": 29} +{"index": 7131, "reference": "The chairman of one of the UK's top housebuilders, Redrow, has rejected accusations of land hoarding by the industry and called the government's housing White Paper \"disappointing\".", "prediction": "A rise in house sales and that and Redrow could be built in be UK next year the and could be \"acad the recovery of growth\", the economy secretary says.", "rouge": {"rouge1": 27.11864406779661, "rouge2": 0.0, "rougeL": 13.559322033898304}, "nll_sum": 195.2276153564453, "token_count": 34} +{"index": 7132, "reference": "England must take the positives from Saturday's Four Nations opener defeat by New Zealand, says winger Ryan Hall.", "prediction": "England are still are reach the World Cup final, but are still awaiting a Six Nations title, says coach-back Stuart Hall, after Doctor's not of from a's from the-'s reputation from a Saturday's a. from", "rouge": {"rouge1": 27.11864406779661, "rouge2": 3.508771929824561, "rougeL": 16.94915254237288}, "nll_sum": 258.1846008300781, "token_count": 45} +{"index": 7133, "reference": "Laura Robson's recent holiday in Italy lasted all of six hours.", "prediction": "Laura Robson's training to a travel to India three years ago she was no she and.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 14.814814814814813, "rougeL": 20.689655172413794}, "nll_sum": 102.96187591552734, "token_count": 18} +{"index": 7134, "reference": "A Hampshire police officer has been charged with making indecent images of a child, sexual assault and grooming a girl under 16.", "prediction": "A serving police officer has been charged with court and charged with counts of misconduct.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 28.57142857142857, "rougeL": 43.24324324324324}, "nll_sum": 61.26902770996094, "token_count": 15} +{"index": 7135, "reference": "Alan Stubbs has been named the new head coach of Scottish Championship side Hibernian.", "prediction": "Hibernian have appointed former Sunderland head coach Alanbs as their new head coach of football.", "rouge": {"rouge1": 34.48275862068965, "rouge2": 22.222222222222225, "rougeL": 27.58620689655172}, "nll_sum": 73.67543029785156, "token_count": 18} +{"index": 7136, "reference": "Ireland coach Phil Simmons is mulling over whether to accept an offer to take charge of his native West Indies.", "prediction": "A former international rugby is being offered for possible job for the West Indies coach next year, BBC Sport reports.", "rouge": {"rouge1": 25.0, "rouge2": 5.263157894736842, "rougeL": 20.000000000000004}, "nll_sum": 93.1604995727539, "token_count": 21} +{"index": 7137, "reference": "Buildings in a Nottinghamshire town are set to become a National Civil War Centre after a \u00a33.5m grant from the Heritage Lottery Fund was secured.", "prediction": "A of almost \u00a37m is to be reopen to a Civil War Museum centre in Nottinghamshire.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 5.0, "rougeL": 28.57142857142857}, "nll_sum": 96.9706039428711, "token_count": 19} +{"index": 7138, "reference": "Colchester United have signed Rekeil Pyke on loan from Huddersfield Town until the end of the season.", "prediction": "Colchester United have signed Steven Finnage on loan from Huddersfield on an 18 youthmonth youth deal. help-m a referee inIt \u00a32 The's a from-D a game in from years's\". from aA", "rouge": {"rouge1": 34.61538461538461, "rouge2": 24.0, "rougeL": 34.61538461538461}, "nll_sum": 317.3201904296875, "token_count": 47} +{"index": 7139, "reference": "New 5,000m British indoor record holder Laura Muir has what it takes to win world medals, Liz McColgan has said.", "prediction": "Eilish McColish, she does not think Laura Muir's short track world record as she faces a \" hurdles\" trackm 3,000 world records.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 199.20944213867188, "token_count": 33} +{"index": 7140, "reference": "Five former intelligence and military officials in Argentina have gone on trial on charges of murdering 65 people.", "prediction": "Four former former military officials from Argentina, have gone on trial on for trial trial in Uruguay.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 36.36363636363636, "rougeL": 51.42857142857144}, "nll_sum": 93.68404388427734, "token_count": 18} +{"index": 7141, "reference": "England captain Alastair Cook says Australia remain favourites to claim the Ashes despite his side's superb first-Test victory in Cardiff.", "prediction": "England captain Alastair Cook insists his side are still feature in Saturday's Test against Australia says the Ashes.", "rouge": {"rouge1": 63.41463414634148, "rouge2": 25.641025641025646, "rougeL": 39.02439024390244}, "nll_sum": 90.81275939941406, "token_count": 21} +{"index": 7142, "reference": "Plans to turn a Grade II-listed building in Cardiff Bay into a restaurant and flats have been given the go-ahead by the council.", "prediction": "Plans to turn around Cardiff's dere I listed listed building in Cardiff has been handed, the council councillors as \"welcruel\".", "rouge": {"rouge1": 43.47826086956522, "rouge2": 27.27272727272727, "rougeL": 43.47826086956522}, "nll_sum": 169.2041015625, "token_count": 27} +{"index": 7143, "reference": "Scientists have identified 208 new minerals that owe their existence wholly or in part to humans.", "prediction": "Scientists have discovered 200 species of chemical minerals, water and water inside beneath inside surface of Earth.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 6.451612903225808, "rougeL": 18.18181818181818}, "nll_sum": 93.64176940917969, "token_count": 18} +{"index": 7144, "reference": "A 15-year-old Malaysian boy has had the parasitic foetus of his twin removed from his stomach, Malaysia's Bernama state news agency reports.", "prediction": "A 14-year-old Malaysian girl has given birth birth to a newborn car outside a car, was inside the brain inside. been a 138able from the from's a \"-f a of in from from a's.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.557377049180328, "rougeL": 28.57142857142857}, "nll_sum": 267.094970703125, "token_count": 44} +{"index": 7145, "reference": "Scotland will have 13 athletes at the London 2017 World Championships - almost double the previous best total.", "prediction": "Five athletes have been named in the Team GB for the 2016 London Olympic Games to London", "rouge": {"rouge1": 29.411764705882355, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 64.10140228271484, "token_count": 16} +{"index": 7146, "reference": "Threats to kill pupils in a shooting at a Blackpool school are being investigated by Lancashire police.", "prediction": "A Facebook attack act which opened fire at a primary school in Blackpool is being as possible the police have said.", "rouge": {"rouge1": 42.10526315789473, "rouge2": 5.555555555555556, "rougeL": 31.578947368421055}, "nll_sum": 106.88237762451172, "token_count": 22} +{"index": 7147, "reference": "As many as 12 young women have tried to leave Melbourne to join the Islamic State (IS) militant group, according to Australian police.", "prediction": "Four women in Australia are joining to join Syria to join so-called weddings to be be forced to decriminal high, Australian police say the a's, solve,'s they from's- from their a in since November from's.", "rouge": {"rouge1": 25.396825396825403, "rouge2": 6.557377049180327, "rougeL": 22.22222222222222}, "nll_sum": 302.35986328125, "token_count": 45} +{"index": 7148, "reference": "Warwickshire wrapped up an eight-wicket victory over Durham despite a battling century from opener Mark Stoneman.", "prediction": "England batsman Mark Stoneman hit an unbeaten unbeaten century to give Durham to a five-wicket win over Warwickshire at Edgbaston.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 5.555555555555556, "rougeL": 15.789473684210527}, "nll_sum": 95.47545623779297, "token_count": 31} +{"index": 7149, "reference": "The UK economy would be hit by leaving the EU, but the impact would be \"small\" and unlikely to lead to big job losses, according to credit agency Moody's.", "prediction": "Leaving European Union could leave the UK jobs \"safe\" andou be\",\", the ITV's agency says.", "rouge": {"rouge1": 34.78260869565218, "rouge2": 9.090909090909092, "rougeL": 21.73913043478261}, "nll_sum": 138.90252685546875, "token_count": 22} +{"index": 7150, "reference": "This might sound strange, but the allegations that David Warner launched an unprovoked attack on England's Joe Root could actually galvanise Australia ahead of the Ashes.", "prediction": "England batsman David Warner has been ruled ruled out in the third Test against Australia after Joe captain Joe Root is \" to build his side's room\".", "rouge": {"rouge1": 29.629629629629626, "rouge2": 7.6923076923076925, "rougeL": 14.814814814814813}, "nll_sum": 148.6348419189453, "token_count": 29} +{"index": 7151, "reference": "About 400 retired firefighters in Wales are to receive thousands of pounds in compensation because their pensions were miscalculated.", "prediction": "An- invited police officers, who died retired should should be awarded to families to receive, receive tot totalling \u00a39.8m.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 5.405405405405405, "rougeL": 15.384615384615385}, "nll_sum": 161.76431274414062, "token_count": 27} +{"index": 7152, "reference": "Spreading lung cancer cells are like tents which have collapsed and are adrift in the wind, scientists from the University of York have discovered.", "prediction": " cancer treatment rooms can stay break bodies break, the shape and and thousands of moorings the US researchers.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 154.01754760742188, "token_count": 21} +{"index": 7153, "reference": "Britain's Aljaz Bedene will play world number one Novak Djokovic after beating Pablo Carreno Busta to reach the French Open third round for the first time.", "prediction": "Britain's Aljaz Bedenej won his third French Open title by beating the Aeg Serb and to reach the French Open round round's he of-PGdes-over-w a former in's three's- again's a", "rouge": {"rouge1": 36.92307692307693, "rouge2": 19.047619047619047, "rougeL": 30.769230769230766}, "nll_sum": 310.5565185546875, "token_count": 47} +{"index": 7154, "reference": "The US has appointed its first ambassador to Cuba in 55 years as relations between the countries thaw.", "prediction": "The US has appointed to new ambassador to Cuba to Cuba, after more than two decades, in battle between the two parties dubbed \"b it's it reputation for The\". from the-gmaker game in from November's. from. solve", "rouge": {"rouge1": 34.48275862068966, "rouge2": 21.428571428571434, "rougeL": 34.48275862068966}, "nll_sum": 307.08209228515625, "token_count": 47} +{"index": 7155, "reference": "League Two side Luton moved into the second round of the League Cup with victory over Championship newcomers Bristol City.", "prediction": "Callumum's first-half- double helped Luton Town and beat past fellow League Two play-off hopefuls Bristol City hopef hop-. referee's a from- from a reputation a's reputation a's.", "rouge": {"rouge1": 18.867924528301888, "rouge2": 7.8431372549019605, "rougeL": 15.094339622641511}, "nll_sum": 278.95709228515625, "token_count": 44} +{"index": 7156, "reference": "The Oculus Rift is finally available to buy from high street stores and online in the UK, six months after it was released in the US.", "prediction": "A virtual reality headset reality in called up for on sale on sale London not 2012 2012.", "rouge": {"rouge1": 4.651162790697675, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 118.88060760498047, "token_count": 17} +{"index": 7157, "reference": "Imagine this: an oil spill the size of the Gulf of Mexico 2010 disaster, but this time in the Persian Gulf.", "prediction": "The businessman is the third runway of the world - to to buy acres of water -, - because because of the \"ofre recall failure\".", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 173.44496154785156, "token_count": 28} +{"index": 7158, "reference": "Iranian president Hassan Rouhani will arrive in France on Wednesday for the second leg of his state visit to Europe, after three days in Italy.", "prediction": "Iranian Hassan Rouhani is expected to sign up to 80,000 for new flights, during a trip linked Italy.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 107.733642578125, "token_count": 22} +{"index": 7159, "reference": "Wet weather is not something most of us want to see.", "prediction": "The warm weather could have fallen across the water across England and Cumbria because of the bad weather.", "rouge": {"rouge1": 13.793103448275861, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 81.51258850097656, "token_count": 20} +{"index": 7160, "reference": "The Conservatives have increased their control of Northamptonshire County Council.", "prediction": "A Conservative Party candidate retained overall full control of Northamptonshire County Council, with \" turnout high low\" despite a dramatic general election victory.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 26.666666666666668, "rougeL": 37.49999999999999}, "nll_sum": 132.05865478515625, "token_count": 29} +{"index": 7161, "reference": "Baroness Nuala O'Loan cannot be dismissed as a \"bleeding heart liberal\" when she attacks the political establishment in Stormont and Westminster for putting Northern Ireland's peace process at risk.", "prediction": "There is a black white woman outside a car in west Belfast. of whose it's a of a-A since aAbmaker's was, two of its battle was the biggest two of DUP of. from.", "rouge": {"rouge1": 11.940298507462686, "rouge2": 0.0, "rougeL": 8.955223880597014}, "nll_sum": 266.75433349609375, "token_count": 42} +{"index": 7162, "reference": "Newcastle United have signed Crystal Palace striker Dwight Gayle and Bournemouth winger Matt Ritchie, both on five-year deals.", "prediction": "Newcastle United have signed Roch Ritchie on a five-year contract from Bournemouth for a undisclosed fee, believed to be \u00a37.8m.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 20.51282051282051, "rougeL": 39.02439024390244}, "nll_sum": 86.63339233398438, "token_count": 32} +{"index": 7163, "reference": "Some bus services in mid Wales facing the axe because the firm which runs them went into administration could be maintained, a council has said.", "prediction": "A bus firm which went goes into into a December it will go ahead on Friday, a aviation firm has said.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 34.78260869565217}, "nll_sum": 130.290283203125, "token_count": 22} +{"index": 7164, "reference": "A prosecution witness in the trial of a man accused of the \"frenzied\" murder of a woman, has been accused of carrying out the killing himself.", "prediction": "A woman was being stabbed stabbed to death in a \"frenzied\" attack\", the court has heard.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 5.0, "rougeL": 23.80952380952381}, "nll_sum": 80.75241088867188, "token_count": 22} +{"index": 7165, "reference": "Huddersfield showed their promotion credentials with an impressive home win over Brighton, who missed the chance to extend their Championship lead.", "prediction": " Gabon came from a goal down from a goal down as they beat fellow play-off contenders Huddersfield Town and keep alive their Championship play-off alive.", "rouge": {"rouge1": 12.5, "rouge2": 4.3478260869565215, "rougeL": 12.5}, "nll_sum": 123.66146850585938, "token_count": 33} +{"index": 7166, "reference": "A man has admitted killing his wife of 25 years while she slept.", "prediction": "A man who killed his wife after his brain admitted in court he has been told to escape.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 20.689655172413794, "rougeL": 32.25806451612903}, "nll_sum": 76.45010375976562, "token_count": 18} +{"index": 7167, "reference": "Britain's most senior police chief has called for \"less suspicion and more trust\" in officers who carry guns, in his final speech before retirement.", "prediction": "The delivery of firearm police gun is a a \"dangerous and grievous driving\", the most senior officer has said. been in the-'s, Gang, the they's controversial departure from a-old of of.", "rouge": {"rouge1": 30.508474576271183, "rouge2": 3.508771929824561, "rougeL": 13.559322033898304}, "nll_sum": 263.72418212890625, "token_count": 43} +{"index": 7168, "reference": "A Cumbria shopping centre had to be evacuated after a fire started in a shop storeroom.", "prediction": "A huge fire has broken out through a town and shopping shopping centre in Cumbria.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 6.89655172413793, "rougeL": 25.80645161290323}, "nll_sum": 69.79910278320312, "token_count": 17} +{"index": 7169, "reference": "An MP has apologised for his \"very offensive\" and \"damaging\" comments on diabetes.", "prediction": "An MP has apologised for the battle 2 he has made on Facebook about children and children.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 28.571428571428577, "rougeL": 40.00000000000001}, "nll_sum": 88.61363220214844, "token_count": 17} +{"index": 7170, "reference": "More than 60 firefighters have spent the night tackling a major blaze at a waste oil depot near Kingsnorth power station in Kent.", "prediction": "Firefighters have been tackling a huge blaze at an industrial company in Kent, Kent,, sending tonnes of smoke.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 20.51282051282051, "rougeL": 39.02439024390244}, "nll_sum": 93.71359252929688, "token_count": 21} +{"index": 7171, "reference": "World number five Rafael Nadal will compete at the Aegon Championships at Queen's Club this summer.", "prediction": "Former world number one Rob Kont has withdrawn from next year at in Aegon Championships in London in June because of a wrist wrist injury.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 10.0, "rougeL": 23.80952380952381}, "nll_sum": 143.35861206054688, "token_count": 27} +{"index": 7172, "reference": "Three men have suffered burns from nitric acid while on board a ship off Cornwall.", "prediction": "Two men have been injured after an oil carrying tanker oil which went on after sea off the Cornwall coastguard said.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 117.71005249023438, "token_count": 22} +{"index": 7173, "reference": "Donald Trump's motorcade swept through Brussels on a tour of the landmarks of post-war reconstruction that he once seemed to threaten - and diplomatic calamity was averted.", "prediction": " that is unnecessarily location that Barack Trump does not be \"Donald's the next president of next - but he does not know he does does it?", "rouge": {"rouge1": 25.92592592592593, "rouge2": 0.0, "rougeL": 18.51851851851852}, "nll_sum": 169.78424072265625, "token_count": 28} +{"index": 7174, "reference": "National League side Bromley have signed former Liverpool youngster Michael Ngoo.", "prediction": "National League side Wakefield Town have signed Michael NME on N on six-month loan from Liverpool.", "rouge": {"rouge1": 50.0, "rouge2": 23.076923076923077, "rougeL": 42.857142857142854}, "nll_sum": 107.90386962890625, "token_count": 20} +{"index": 7175, "reference": "Lives and homes are under threat from a fast-moving bushfire sparked by lightning south of Perth.", "prediction": "A huge fire Australia ripped through Western Australia through, a burning and debris.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 6.666666666666667}, "nll_sum": 87.75311279296875, "token_count": 14} +{"index": 7176, "reference": "An inquest into the death of an 11-year-old boy found hanged has been adjourned after it emerged a \"choking game\" was \"all over the school\".", "prediction": "The inquest into an 11-year-old boy who killed himself in care after an inquest has heard of of \"deep concerns\" about his care.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 24.000000000000004, "rougeL": 30.769230769230766}, "nll_sum": 102.2815933227539, "token_count": 29} +{"index": 7177, "reference": "The number of adults taking out Individual Savings Accounts (Isa) has fallen to its lowest level for ten years, according to official figures.", "prediction": "The number of new bank accounts - Northern Ireland - has fallen slightly despite an increase in mis- Savings Individual Accounts Group (PPI).", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714283, "rougeL": 27.27272727272727}, "nll_sum": 140.0376739501953, "token_count": 26} +{"index": 7178, "reference": "An average of more than 21 cannabis factories were found daily in Britain last year, police chiefs say.", "prediction": "The use of cannabis farm in the UK of nearly almost doubled in the last four years, police figures show.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 31.57894736842105}, "nll_sum": 86.33068084716797, "token_count": 21} +{"index": 7179, "reference": "An attempt at what is said to be the largest jigsaw puzzle on the market was nearly scuppered when four pieces went missing \"somewhere in Norfolk\".", "prediction": "Aber clim Museum including a j puzzle, found in a Amazon grey mountains six ago ago six weeks ago have \"disishingished\" for them.", "rouge": {"rouge1": 8.16326530612245, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 242.81634521484375, "token_count": 29} +{"index": 7180, "reference": "A woman has died and an eight year-old boy was injured after a rally car left a forest track and hit spectators in the Highlands.", "prediction": "A woman was left seriously injured after being hit by a car which was involved an eight-year-old boy during a racing event at the club.", "rouge": {"rouge1": 60.37735849056604, "rouge2": 23.52941176470588, "rougeL": 33.9622641509434}, "nll_sum": 88.52420043945312, "token_count": 29} +{"index": 7181, "reference": "Education in Wales will be discussed at a conference in Cardiff on Monday.", "prediction": "Schools in Wales are be holding to news at a conference to later in the wake of ballet country's reputation as's as and from the English's's from a was was from's from as's. reputation of", "rouge": {"rouge1": 25.925925925925924, "rouge2": 11.538461538461538, "rougeL": 25.925925925925924}, "nll_sum": 257.4651184082031, "token_count": 42} +{"index": 7182, "reference": "Supermarket giant Tesco has won \u00a31.50 compensation from a customer who spilt a bottle of milk in one of its stores.", "prediction": "A Tesco man been ordered to pay1,500 after damages after he was sent to Tesco milk at the Tesco store.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.95348837209302}, "nll_sum": 117.11189270019531, "token_count": 26} +{"index": 7183, "reference": "BBC Northern Ireland current affairs programme Spotlight has won Scoop of the Year at the Royal Television Society (RTS) journalism awards.", "prediction": "Northern Ireland Macy's Spotlight programme, which has won the best of's year a at year, Royal Television Society.", "rouge": {"rouge1": 63.41463414634146, "rouge2": 20.51282051282051, "rougeL": 53.658536585365844}, "nll_sum": 138.33111572265625, "token_count": 22} +{"index": 7184, "reference": "Croatian Jews have held their own Holocaust commemoration at a World War Two death camp, in protest at what they say is government inaction in the face of surging neo-Nazi sentiment.", "prediction": "A Israeli Jewish group has anti event after a snubed one of the official official at an event at the Ustas death camp of Calais.", "rouge": {"rouge1": 24.56140350877193, "rouge2": 3.6363636363636367, "rougeL": 14.035087719298245}, "nll_sum": 176.21739196777344, "token_count": 29} +{"index": 7185, "reference": "Manchester United winger Adnan Januzaj has joined fellow Premier League side Sunderland on a season-long loan.", "prediction": "Manchester United have signed full-back Adnan Januzaj from Chelsea on a five-and-half-year deal \u00a35m.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 18.18181818181818, "rougeL": 34.285714285714285}, "nll_sum": 67.34919738769531, "token_count": 27} +{"index": 7186, "reference": "Hearts are looking to double a \u00a36m fund to cover the estimated cost of building a new main stand at Tynecastle.", "prediction": "Hearts hope to \u00a33m for some of their supporters will not be done anything\", the club despite a five-year financial of the club.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 152.13446044921875, "token_count": 29} +{"index": 7187, "reference": "West Brom striker Saido Berahino has been put on a weight-loss training plan in a bid to get him fit, Baggies manager Tony Pulis has revealed.", "prediction": "West Bromwich Albion striker Saido Berahino has been put up for sale, says Brom boss Tony Pulis says \"en has bought\".", "rouge": {"rouge1": 45.83333333333333, "rouge2": 26.08695652173913, "rougeL": 41.66666666666667}, "nll_sum": 106.35113525390625, "token_count": 28} +{"index": 7188, "reference": "Reigning champions Saracens will host Leicester, with Exeter at home to Harlequins in an all-Premiership semi-final line-up in the Anglo-Welsh Cup.", "prediction": "Reending Premiership champions Saracens will face to play Harlequins side Harlequins in the Anglo AngloWelshelsh Cup in semi-finals on Saturday. Saturday-m'sForest in Saturday game from's from's-", "rouge": {"rouge1": 46.42857142857142, "rouge2": 22.222222222222225, "rougeL": 32.14285714285714}, "nll_sum": 268.3710632324219, "token_count": 48} +{"index": 7189, "reference": "A woman whose son saved her from being killed by an intruder paid tribute to him as his funeral took place.", "prediction": "The mother of a man who died after being killed by a car in in a hit-andrun has spoken of the hope for support her life.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 8.695652173913043, "rougeL": 16.666666666666664}, "nll_sum": 103.98251342773438, "token_count": 29} +{"index": 7190, "reference": "England beat New Zealand 29-21 in Rotorua to finish the International Women's Rugby Series unbeaten.", "prediction": "England women slumped to a 36-24 defeat by Australia by New champions New Zealand Guinea9-7 and set up a Twenty Twenty20s series series.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 171.5725860595703, "token_count": 30} +{"index": 7191, "reference": "A paraglider feared for her life during a near miss with a military transport aircraft, a report has said.", "prediction": "A pilot was seriously seriously injured in a plane crash that crashed from her airbase, a scene report says.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 21.052631578947366}, "nll_sum": 91.39462280273438, "token_count": 21} +{"index": 7192, "reference": "The Northern Ireland Fire and Rescue Service (NIFRS) is attending a gorse fire in Alderwood Road near Clogher and Fivemiletown in County Tyrone.", "prediction": "Firefighters are dealing with a large fire at Heinho in the Republic of Ireland.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 65.75590515136719, "token_count": 16} +{"index": 7193, "reference": "A bell-ringer who \"wheedled, connived, bullied and bribed\" boys as young as eight has been jailed for 10 years for a string of sex offences.", "prediction": "A man who biker fans of sexually abusing and other boys by asking them for sex, has been jailed for four and a half years.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 12.244897959183673, "rougeL": 35.294117647058826}, "nll_sum": 108.54756164550781, "token_count": 27} +{"index": 7194, "reference": "Two and a half years ago, at the start of their career, Oh Wonder singer Josephine Vander Gucht fell over a gate, smashing her front teeth and breaking her nose.", "prediction": "When Guyine Guy together writing the \"selfie Wonder \"azzie\" in 2002, when she declared himself herself on a steam on train.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 195.451171875, "token_count": 28} +{"index": 7195, "reference": "A nursery suggested referring a four-year-old boy to a de-radicalisation programme after he mispronounced the word \"cucumber\", it is alleged.", "prediction": "Teachers in a school where an 11-year-old boy received an bomb threat, prompted it prompted an apparent warning he did not anything do anything anything.", "rouge": {"rouge1": 24.0, "rouge2": 8.333333333333334, "rougeL": 20.0}, "nll_sum": 156.6595458984375, "token_count": 31} +{"index": 7196, "reference": "A woman has been arrested in the US after allegedly locking her children, aged two and five, in the boot of her car while she went shopping.", "prediction": "A man in the US state of Utah has been in after five young children were found in the boot of the car outside a amusement Disneyland car outside.", "rouge": {"rouge1": 50.0, "rouge2": 22.222222222222225, "rougeL": 39.285714285714285}, "nll_sum": 142.14309692382812, "token_count": 29} +{"index": 7197, "reference": "Police were called to the University of Aberdeen following reports that a group of protesters had thrown glitter over former MP George Galloway.", "prediction": "Don MP Gall Galloway, he to be an attack on five people who were sent on platform to Aberdeen University's University of Aberdeen. after a battle for his on on his admission from Aberdeen arrested the the of.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 6.666666666666667, "rougeL": 22.58064516129032}, "nll_sum": 241.17208862304688, "token_count": 42} +{"index": 7198, "reference": "Algeria lost their first game since exiting the Africa Cup of Nations in the quarter-finals, losing 1-0 to Qatar in a friendly in Doha on Thursday.", "prediction": "Four-time African champions were crowned champions for the first time since they were held to a 1-1 by Qada at the Kassam in the Cairo.", "rouge": {"rouge1": 29.09090909090909, "rouge2": 3.7735849056603774, "rougeL": 18.181818181818183}, "nll_sum": 126.93814849853516, "token_count": 31} +{"index": 7199, "reference": "Celtic boss Ronny Deila reckons reaching the last 32 of the Europa League would mark his finest moment as a manager.", "prediction": "Ronny Deila insists that Celtic can reach the Champions League and reach the top 30, saying the top award of his career in Europe.", "rouge": {"rouge1": 40.0, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 124.00824737548828, "token_count": 27} +{"index": 7200, "reference": "Teachers in Wales are to be given more support to develop their careers and improve teaching in the classroom.", "prediction": "Hundreds of teachers in Wales are offered offer up to \u00a31m of funding to improve their recruitment.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 17.647058823529413, "rougeL": 38.88888888888889}, "nll_sum": 73.17666625976562, "token_count": 19} +{"index": 7201, "reference": "Manchester United manager Jose Mourinho says certain members of his squad need to realise the importance of winning.", "prediction": "Manchester United manager Jose Mourinho says the pressure of his players \"won their natural habitat\" because of \" because ofsm of a loss\".", "rouge": {"rouge1": 50.0, "rouge2": 31.578947368421055, "rougeL": 45.0}, "nll_sum": 131.7154541015625, "token_count": 26} +{"index": 7202, "reference": "A man whose body parts were found at a Bristol recycling plant has been identified as a Swindon man by police.", "prediction": "A man whose body was found at a recycling centre in Bristol has prompted a major murder investigation, police said.", "rouge": {"rouge1": 58.536585365853654, "rouge2": 25.641025641025646, "rougeL": 53.658536585365844}, "nll_sum": 71.57527923583984, "token_count": 21} +{"index": 7203, "reference": "The final list of candidates in the running to succeed Nigel Farage as UKIP leader will be announced later.", "prediction": "UKIP has confirmed it the timing of the for a new police and crime and to chosen be be the party's leader on 29 August.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 146.3013916015625, "token_count": 27} +{"index": 7204, "reference": "Paul Sheerin has left his post as Arbroath manager to become Under-20s coach at Aberdeen.", "prediction": "Arbroath have appointed Paul Sheerin as has new assistant manager to a the full-back.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 13.79310344827586, "rougeL": 32.25806451612903}, "nll_sum": 105.46613311767578, "token_count": 20} +{"index": 7205, "reference": "The Police Service of Northern Ireland has started to phase in local policing teams (LPTs).", "prediction": "Four first 30 teams of police, but are to be launched in Northern Ireland later November, as a struggle from the community the and the the from the community's reputation from a from reputation from local will from councillor of.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 3.703703703703704, "rougeL": 14.285714285714285}, "nll_sum": 255.3844451904297, "token_count": 43} +{"index": 7206, "reference": "Troy Polamalu, one of the best safeties in history, is retiring from the NFL after 12 seasons.", "prediction": " when footballer Christelelamalu says it would be best in best career, and is \"a spectacular deal\" could soon be possible\".", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 152.05081176757812, "token_count": 27} +{"index": 7207, "reference": "A man will go on trial charged with the manslaughter of a rugby player in Swansea.", "prediction": "A former lecturer footballer has been accused of causing the death of a cyclistcyclist on a motorway.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.451612903225808, "rougeL": 24.242424242424242}, "nll_sum": 82.59117126464844, "token_count": 20} +{"index": 7208, "reference": "The 2017 Welsh Open takes place at the Motorpoint Arena in Cardiff from Monday, 13 February to Sunday, 19 February, with live television coverage of every day's play on BBC Two Wales and the BBC Sport website.", "prediction": "The final round of the Championship of the World snooker Championship starts in Florida on Sunday, 11 November, at 18:4500).", "rouge": {"rouge1": 27.11864406779661, "rouge2": 0.0, "rougeL": 13.559322033898304}, "nll_sum": 113.60749816894531, "token_count": 27} +{"index": 7209, "reference": "Adama Diomande scored twice as Hull City battled past League Two's Exeter City in the EFL Cup second round.", "prediction": "season Chambers Diomande scored and scored off as Hull City suffered an unFL FA Cup fifth fourth-round defeat by League Two Exeter Cityeter James Park.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 18.18181818181818, "rougeL": 34.78260869565217}, "nll_sum": 179.45602416992188, "token_count": 32} +{"index": 7210, "reference": "A \u00a315.9m Denbighshire school construction project is set to get under way after a firm was chosen to carry out the work.", "prediction": "Work on a \u00a37m school education in Denbighshire will start next summer, after the council agreed to \u00a35.5m.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 89.32144165039062, "token_count": 28} +{"index": 7211, "reference": "Former Rangers owner Craig Whyte is now the only person facing fraud charges relating to his time at the Ibrox club.", "prediction": "Former Rangers owner Craig Whyte has face no criminal charges of and face six charges.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 23.52941176470588, "rougeL": 38.88888888888889}, "nll_sum": 89.80067443847656, "token_count": 16} +{"index": 7212, "reference": "Tyler Denton scored on his Leeds United debut as the Championship side progressed past Luton Town in the EFL Cup second round.", "prediction": "MK Denton grabbed stoppage-time winner as winner-Israelieeds United beat League Two play-off hopefuls Luton ataddonil Road.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 180.646728515625, "token_count": 31} +{"index": 7213, "reference": "League Two club Leyton Orient have appointed Andy Edwards as assistant manager.", "prediction": "Leyton Orient boss Dave Edwards been appointed head assistant first saysteam coach. saying's ballet middle's reputation's first-based league decision from his ballet as body's from from his's as a in on from's a from aA", "rouge": {"rouge1": 25.925925925925924, "rouge2": 3.8461538461538463, "rougeL": 14.814814814814813}, "nll_sum": 336.97222900390625, "token_count": 47} +{"index": 7214, "reference": "A proposal to introduce life sentences for the offence of careless driving while under the influence of drink or drugs does not go far enough, according to the parents of one victim.", "prediction": "A mother and father and her young son who were killed when were killed hit a hit-and-run crash said they want to kill anything else.", "rouge": {"rouge1": 6.779661016949152, "rouge2": 0.0, "rougeL": 6.779661016949152}, "nll_sum": 122.16975402832031, "token_count": 29} +{"index": 7215, "reference": "A man has been assaulted while a woman and four children escaped injury during a raid of a house in Carrickfergus, County Antrim, by an armed gang.", "prediction": "A man has been left with life- facial injuries in an attempted robbery and a free- robbery atold house in Carnegne, County Antrim.", "rouge": {"rouge1": 48.0, "rouge2": 20.833333333333332, "rougeL": 40.0}, "nll_sum": 160.65463256835938, "token_count": 30} +{"index": 7216, "reference": "Jason Roy did not know how close he was to breaking the record for the highest score by an England batsman in a one-day international.", "prediction": "England batsman Jason Roy did not know he he when he had been given a first one-day international and one-day international cricket but's referee of an's ballet as's-d for his in from international's.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 21.875, "rougeL": 30.303030303030305}, "nll_sum": 243.75631713867188, "token_count": 44} +{"index": 7217, "reference": "Ken Owens is not short of a nickname or two.", "prediction": "Rugby referee Owens says he is relishing the skills than those among Scarlets team-mates. solve to be \"the 100-A \"A it's a as a as\" he his have from of.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 260.5916748046875, "token_count": 43} +{"index": 7218, "reference": "England captain Alastair Cook continued his fine start to the season with an unbeaten 53 on another rain-hit day at New Road against Worcestershire.", "prediction": "England Test captain Al Alastair Cook made an unbeaten half as heavy rain in their rain-hit Championship match between Worcestershire at Cheltenham.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 13.043478260869565, "rougeL": 37.49999999999999}, "nll_sum": 145.6031494140625, "token_count": 31} +{"index": 7219, "reference": "Pakistani national Abid Naseer was convicted of plotting attacks in several countries after being extradited to the US from the UK, where police believe they averted an \"atrocity\" by his detention.", "prediction": "When British police officers give an al-Qaeda behind an attack in a Manchester attack in 2011, what but is the location judgement to it happened and what to be carry out?", "rouge": {"rouge1": 22.22222222222222, "rouge2": 3.278688524590164, "rougeL": 9.523809523809524}, "nll_sum": 177.95010375976562, "token_count": 34} +{"index": 7220, "reference": "Russia is starting to withdraw forces from Syria and its aircraft carrier group will be the first to leave, the Russian armed forces chief says.", "prediction": " Sergei says it has announced its deployment to the armed forces and other in and order Syria, as its struggle from's struggle from in the's reputation, November, as such from the president's reputation from in. years'sA. from referee", "rouge": {"rouge1": 29.85074626865672, "rouge2": 3.0769230769230766, "rougeL": 17.91044776119403}, "nll_sum": 288.90087890625, "token_count": 47} +{"index": 7221, "reference": "Former champion Rafael Nadal overcame rising star Alexander Zverev in a gripping contest to reach the fourth round of the Australian Open.", "prediction": "Z Alexander Z Zverev again missed out at the Australian round in straight sets by fiveset- beat former world number Rafael Nadal and reach- quarter-finals of the Australian Open.", "rouge": {"rouge1": 50.0, "rouge2": 16.0, "rougeL": 30.769230769230766}, "nll_sum": 206.06802368164062, "token_count": 38} +{"index": 7222, "reference": "A fisherman in Brazil's Amazon region has found a large piece of debris from a European space launch.", "prediction": "A large rocks found in a river in northern Brazil has been identified from the and space, the UK fisherman says.", "rouge": {"rouge1": 50.0, "rouge2": 5.2631578947368425, "rougeL": 30.0}, "nll_sum": 106.07074737548828, "token_count": 22} +{"index": 7223, "reference": "A teenager who planned to behead a British soldier has been jailed for 22 years by a judge at the Old Bailey.", "prediction": "A Muslim teenager stabbed his ex-girlfriend to death in the street the north London has been jailed for a of and a half years.", "rouge": {"rouge1": 46.808510638297875, "rouge2": 13.333333333333334, "rougeL": 34.04255319148936}, "nll_sum": 97.86143493652344, "token_count": 26} +{"index": 7224, "reference": "A student who faked terminal cancer to con a former lecturer has had her prison sentence cut.", "prediction": "A university who stabbed her ex-boyfriend on her on school school trip trip to Kenya has started an an appeal against her sentence suspended.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 0.0, "rougeL": 28.571428571428566}, "nll_sum": 127.9529800415039, "token_count": 27} +{"index": 7225, "reference": "One person has died and nine others remain missing after an apartment block collapsed on the Spanish island of Tenerife.", "prediction": "At least 28 people are still missing after house after a house suddenly suddenly on the Spanish island the Canary Islands.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 20.51282051282051, "rougeL": 29.268292682926827}, "nll_sum": 102.17894744873047, "token_count": 21} +{"index": 7226, "reference": "St Johnstone need to score at least twice in Lithuania next week after losing their Europa League first round qualifying home tie with FK Trakai.", "prediction": "Sir Johnstone missed three-year penalty as they came back from a goal down to beat 10-man Azerbaijan at Mc Mcarmid Park Hamp Park Premiership.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 164.77035522460938, "token_count": 31} +{"index": 7227, "reference": "Is it fair for airlines and holiday companies to charge much more during the school holidays than in term time?", "prediction": " grants price calling for price time on term-time holidaymakerstime England lunch to be suspended temporarily. to solve. a a'solve's-. a from's a-'s from from a The's from of.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 3.8461538461538463, "rougeL": 11.111111111111112}, "nll_sum": 294.87384033203125, "token_count": 43} +{"index": 7228, "reference": "Prison officers in England and Wales are to be balloted on industrial action over the privatisation of jails, the Prison Officers' Association has said.", "prediction": "Prisonison members are being balloted for strike ballot in strike ballot over industrial action, the government has announced.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 10.0, "rougeL": 33.33333333333333}, "nll_sum": 116.90510559082031, "token_count": 22} +{"index": 7229, "reference": "Championship side Fulham have signed striker Gohi Cyriac on loan until the end of the season from Belgian Pro League side KV Oostende.", "prediction": "Championship club Ful Fulham have signed striker Gnouriacriac fromle sidenderlelecht receive Anderle Herrera on- five-year deal.", "rouge": {"rouge1": 30.0, "rouge2": 15.789473684210526, "rougeL": 30.0}, "nll_sum": 262.96868896484375, "token_count": 33} +{"index": 7230, "reference": "Republican Donald Trump has won victory in the presidential race, but no one's quite sure what President Trump will actually do in office.", "prediction": "US presidential candidate Donald Trump has launched a challenging 18-game ban on Americans, USA, saying it was be prepared to do clean contaminated air\".", "rouge": {"rouge1": 20.408163265306126, "rouge2": 8.51063829787234, "rougeL": 16.3265306122449}, "nll_sum": 162.33734130859375, "token_count": 28} +{"index": 7231, "reference": "German art hoarder Cornelius Gurlitt has died aged 81, with no definitive answer on what will happen to his secret collection, which included many Nazi-looted pieces.", "prediction": "A German art, who works, where he were stolen by thieves Nazis, 40 years ago, have been told they they will not return and them.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 4.0, "rougeL": 11.538461538461538}, "nll_sum": 151.63583374023438, "token_count": 29} +{"index": 7232, "reference": "Transport group Stagecoach has placed orders for about 480 buses and coaches in deals worth a total of \u00a397m.", "prediction": " Stage bus firm Stagecoach has announced a multi-million pound expansion of new new cars in new deal worth \u00a32.8m.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 109.9196548461914, "token_count": 27} +{"index": 7233, "reference": "Tony Adams called Granada's season \"a disaster\" after he lost his seventh and final game in charge against Espanyol.", "prediction": "Martin Adams has become head coach of Granada \"aa mistake\" in any failures at the club after any failed to win any Espanyol.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 152.94427490234375, "token_count": 28} +{"index": 7234, "reference": "Four people have been taken to hospital after a three car collision in Carmarthenshire.", "prediction": "One person has been seriously injured and seriously injured in a two crashcar crash on a Pow road.", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 85.83798217773438, "token_count": 19} +{"index": 7235, "reference": "A replacement for one of Derby's council-run swimming pools could cost more than the \u00a320m the local authority estimated.", "prediction": "A plan for a new swimming pool at a County County swimming pool will be by by 2020, the city's leader has said the to aA, the's \"\".. a referee aA's havepayment of\".", "rouge": {"rouge1": 28.57142857142857, "rouge2": 3.703703703703704, "rougeL": 21.428571428571427}, "nll_sum": 255.7231903076172, "token_count": 42} +{"index": 7236, "reference": "A school has changed its name from \"Isis\" because the word has become associated with the so-called Islamic State.", "prediction": "A secondary school which was established the same name with the same militant group known as Isis has been the name of its name a or changing its name.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 12.76595744680851, "rougeL": 24.489795918367346}, "nll_sum": 139.8515625, "token_count": 29} +{"index": 7237, "reference": "(Close): US markets closed higher, led by technology and consumer sectors, while oil prices fell on fading hopes of an Opec deal to limit output.", "prediction": "(Close): Wall Street ended higher lower, after Wall Street closed higher on Tuesday", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 81.64751434326172, "token_count": 15} +{"index": 7238, "reference": "There is an \"invisible epidemic\" afflicting the world, but it's not contagious or infectious, and there are often no outward symptoms.", "prediction": "A new app app that helps families help hearing hearing loss to children in is being tested, South African researchers.", "rouge": {"rouge1": 4.761904761904763, "rouge2": 0.0, "rougeL": 4.761904761904763}, "nll_sum": 124.37001037597656, "token_count": 21} +{"index": 7239, "reference": "A woman has been charged with the murder of a man who collapsed and died at a property in south-west London.", "prediction": "A woman has been charged with murder after the body of a tourist, whose body was found at his home in north-east London, was playing a struggle from a from a's a from from's as a ballet.'s from aA", "rouge": {"rouge1": 43.07692307692308, "rouge2": 19.047619047619047, "rougeL": 36.92307692307691}, "nll_sum": 211.02032470703125, "token_count": 47} +{"index": 7240, "reference": "Defending champion Andy Murray has pulled out of his final warm-up match before Wimbledon because of a sore hip.", "prediction": "Britain's Andy Murray will begin the defence of the Aegon in London on 30 December of month because of a hip and hip hip injury.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 13.636363636363635, "rougeL": 30.43478260869565}, "nll_sum": 132.29942321777344, "token_count": 27} +{"index": 7241, "reference": "The centre-right bloc which won Denmark's general election has begun negotiations to form a new government.", "prediction": "So far-right parties candidates have failed to failed in Denmark's general general, 8 May, but, faces a \"reve inevitable delay\".", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473683, "rougeL": 25.0}, "nll_sum": 172.42579650878906, "token_count": 27} +{"index": 7242, "reference": "Fans of horror writer Arthur Machen have called on Newport council to protect the collection of his books and papers at the city's central library.", "prediction": "A location permanent famous by Welsh the hero Arthur Macym could be saved in Newport, the city council has said.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 137.1978759765625, "token_count": 22} +{"index": 7243, "reference": "A man from Aberdeen hopes to have set a new Guinness World Record by playing the bagpipes for over 24 hours.", "prediction": "A teenager from Rhondda Cynon has set a new break for playing a 50%p-ipes of sport on Anglesey. solve be 2011 aA a's a-A a haul in a football a's from'sA", "rouge": {"rouge1": 24.137931034482758, "rouge2": 7.142857142857142, "rougeL": 20.689655172413794}, "nll_sum": 285.8636474609375, "token_count": 47} +{"index": 7244, "reference": "A 17-year-old boy who was fatally stabbed in north-west London was at a 16th birthday party targeted by gatecrashers, police say.", "prediction": "A 16-year-old boy has been found to stabbed to death by a 16-year-old boy at a 30th birthday party.", "rouge": {"rouge1": 42.5531914893617, "rouge2": 17.777777777777775, "rougeL": 38.297872340425535}, "nll_sum": 70.60643005371094, "token_count": 28} +{"index": 7245, "reference": "Pregnant women should visit countries with a risk of malaria only if their trip is essential, experts are warning.", "prediction": "Slisk should be banned from 83 abroad to countries such as Africa, because of the virus, doctors say.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 101.95661926269531, "token_count": 21} +{"index": 7246, "reference": "The Green Party has launched a national billboard campaign urging people to \"vote big, vote brave\".", "prediction": "The Green Party has launched a \"unMive and \" bold manifesto\" message the general election, marking the beginning of a brief day of election.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 27.027027027027025, "rougeL": 30.769230769230766}, "nll_sum": 157.98312377929688, "token_count": 29} +{"index": 7247, "reference": "A draft of Labour's general election manifesto has been leaked, including plans to nationalise parts of the energy industry and scrap tuition fees.", "prediction": "Labour has published images of general general manifesto as a \"weak\" manifesto\", which they Labour say could be \"chaked Calais\" on Britain\".", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 177.33135986328125, "token_count": 28} +{"index": 7248, "reference": "As a Welsh learner from the Rhondda, some observers might have thought Leanne Wood an unlikely candidate to lead Plaid Cymru, whose traditional heartlands are in the Welsh-speaking west and north of Wales.", "prediction": "Plaid Cymru leader Leanne Wood was a God she wish wish when she said she believed she would never be in her seat office December.", "rouge": {"rouge1": 20.338983050847457, "rouge2": 7.017543859649122, "rougeL": 10.169491525423728}, "nll_sum": 150.28610229492188, "token_count": 29} +{"index": 7249, "reference": "The pace of hiring permanent staff in the UK slowed down in May, according to a report.", "prediction": "The UK rate rate growth slowed slightly May despite a slowdownly optimistic\" the election result, a report says.", "rouge": {"rouge1": 40.0, "rouge2": 12.121212121212121, "rougeL": 34.285714285714285}, "nll_sum": 130.0332794189453, "token_count": 21} +{"index": 7250, "reference": "Elite League side Coventry Blaze have signed Liam Stewart, son of music legend Rod and former model Rachel Hunter, for the 2016-17 season.", "prediction": "Coventryyle have made their first signing of the summer, bringing in Rother team-mate Liamaze set to \"att anything\".", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 157.91152954101562, "token_count": 27} +{"index": 7251, "reference": "Hereford United have been expelled from the Football Conference following the club's failure to pay their bills.", "prediction": "Oxford United's board has offered an extended \"unprana offer\" to stay with the Premier League's owners after a struggle relegation Two season.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 164.86199951171875, "token_count": 29} +{"index": 7252, "reference": "A man in the western Indian city of Pune has been held after carrying his wife's severed head down a busy road, police say.", "prediction": "A man wanted connection in connection with the gang and rape of India woman's city southern city of Mumbai has been arrested, police say, as he was a man between his under home-D for a from from years a.", "rouge": {"rouge1": 39.39393939393939, "rouge2": 12.5, "rougeL": 30.303030303030305}, "nll_sum": 225.55372619628906, "token_count": 44} +{"index": 7253, "reference": "Two Bangladeshi workers kidnapped nearly three weeks ago by gunmen in Libya have been freed and are in good health, officials say.", "prediction": "Two oil workers have been Libya from Libya in's capital, Dh Dhaka, after police and local officials say.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 10.256410256410255, "rougeL": 34.14634146341463}, "nll_sum": 141.0460205078125, "token_count": 22} +{"index": 7254, "reference": "The mother of a five-year-old boy has been charged with his murder after he died in a car fire.", "prediction": "A mother has appeared in court charged with causing the death by dangerous driving after a three-year-old boy pulled from a burning car.", "rouge": {"rouge1": 56.52173913043478, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 78.53934478759766, "token_count": 27} +{"index": 7255, "reference": "United Nations investigators are considering revealing the names of an estimated 200 individuals suspected of committing war crimes in Syria.", "prediction": "UN human rights investigators of include on a list of suspects fixture suspected of suspected crimes criminals, UN prosecutors say.", "rouge": {"rouge1": 25.0, "rouge2": 5.263157894736842, "rougeL": 25.0}, "nll_sum": 124.98677825927734, "token_count": 21} +{"index": 7256, "reference": "A Methodist minister used hypnosis on four boys before indecently assaulting them, a court has heard.", "prediction": "A retired vicar provide sterilised with a boy who sexually assaulted one boy before a bed before bed died in hospital, a court heard.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 148.02157592773438, "token_count": 27} +{"index": 7257, "reference": "The parents of a man alleged to have joined so-called Islamic State group have been remanded in custody after being charged with terrorism offences.", "prediction": "The mother and mother woman thought to have travelled to travelled to Syria to join a so-called Islamic State (IS) are appear in Shares court. to be the NBA. a referee aA's havepayment of a from again's a", "rouge": {"rouge1": 36.36363636363636, "rouge2": 15.625, "rougeL": 30.303030303030305}, "nll_sum": 261.35626220703125, "token_count": 47} +{"index": 7258, "reference": "Problems loading vehicles on to a new \u00a350m ferry meant the Poole to Guernsey service on Saturday morning was delayed by 40 minutes.", "prediction": "A ferry ferry serving between Ang between Belfast Belfast and Anglesey has resumed Monday after it was hit by a train morning during. morning. solve the a's a's a's reputation from a'sA a of aA from aA", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 12.500000000000004}, "nll_sum": 271.219970703125, "token_count": 47} +{"index": 7259, "reference": "Residents in Swansea are to be given their say on plans for more than 17,000 new homes across the city.", "prediction": "Plans for \u00a3700m housing development in the Swansea Bay will be unveiled later this year, ahead of the council was approved by councillors.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 94.84420776367188, "token_count": 27} +{"index": 7260, "reference": "Thousands of people in the Republic of Ireland have participated in 30 demonstrations about water charges.", "prediction": "Thirty-four people, including people of including in the Republic of Ireland, been faced charges against water bills for Irish drinking to receive debts. to a to be theolve. aA a it a's \u00a3 of.", "rouge": {"rouge1": 35.29411764705882, "rouge2": 16.3265306122449, "rougeL": 27.450980392156865}, "nll_sum": 260.075927734375, "token_count": 43} +{"index": 7261, "reference": "Scotland's Josh Taylor has all the elements it takes to make it to the top in boxing, says trainer Shane McGuigan.", "prediction": " Taylor Taylor's boxing fighter should be \"Old punch\" and he can\" be\", boxing, according to former boxing expert Barry McGuigan.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 149.190673828125, "token_count": 27} +{"index": 7262, "reference": "The kits used by humans 100,000 years ago to make paint have been found at the famous archaeological site of Blombos Cave in South Africa.", "prediction": " giant giant hoard of artefacts, believed to be back \"rere 100 years old, have been discovered in a cave in the South Africa coast, researchers say. they a's-'s a from in a from a's.'s a", "rouge": {"rouge1": 33.84615384615385, "rouge2": 9.523809523809524, "rougeL": 24.61538461538462}, "nll_sum": 223.87982177734375, "token_count": 47} +{"index": 7263, "reference": "The Republic of Ireland's economy grew 1.5% in the second quarter of the year, figures show, and was up 7.7% on the April-to-June period in 2013.", "prediction": "Northern Ireland's economy to last month of in its January, its highest level since 2008, official official figures, back from 7.6%.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 7.692307692307692, "rougeL": 22.22222222222222}, "nll_sum": 136.14019775390625, "token_count": 27} +{"index": 7264, "reference": "Parts of Leeds city centre could be closed to traffic in a bid to make the city less \"road heavy\".", "prediction": "A vision for a regeneration of Leeds city centre could be \"most footing in the future, the city council said.", "rouge": {"rouge1": 50.0, "rouge2": 31.57894736842105, "rougeL": 45.0}, "nll_sum": 111.80851745605469, "token_count": 22} +{"index": 7265, "reference": "Abertay University's computer gaming courses have been ranked the best in Europe for the third consecutive year in an annual college admissions survey.", "prediction": "The University of Dund Abertaybert will Malta has been named the best graduate degree, in an annual survey of Celtic a 30Californiaon says.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.33333333333333, "rougeL": 34.04255319148936}, "nll_sum": 199.56234741210938, "token_count": 29} +{"index": 7266, "reference": "It was an elegant question, as clear as the chill water in an Angus burn.", "prediction": "\"I delighted in war that I I would never said that it publishing the account, saying the meaning saying \"ss for Scotland\".", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 165.75343322753906, "token_count": 25} +{"index": 7267, "reference": "The Foreign Office says it is urgently investigating reports that a British man has died at a shooting range in Thailand.", "prediction": "A British man has been shot dead in a Thai capital, say the UK's Foreign Office has confirmed has.", "rouge": {"rouge1": 48.78048780487805, "rouge2": 20.51282051282051, "rougeL": 24.390243902439025}, "nll_sum": 90.02458190917969, "token_count": 21} +{"index": 7268, "reference": "Great Britain's women maintained their unbeaten record as they qualified for the Olympic quarter-finals with a 3-2 victory over Argentina.", "prediction": "Great Britain's women have not lost their opening match of the Rio 2016 Olympics, losing 4-1 to defeat by hosts London 2012.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 13.33333333333333, "rougeL": 29.78723404255319}, "nll_sum": 110.00994110107422, "token_count": 26} +{"index": 7269, "reference": "Sheffield Wednesday midfielder Kieran Lee (hip) could feature after three months out.", "prediction": "Huddersfield be be midfielder Luke Edwards after an an ankle injury suffered in the 2-1 draw at home to Fleetwood Town.", "rouge": {"rouge1": 11.764705882352942, "rouge2": 0.0, "rougeL": 11.764705882352942}, "nll_sum": 100.76359558105469, "token_count": 27} +{"index": 7270, "reference": "A takeaway has been shut down following a teenager's death from an apparent allergic reaction to one of its meals.", "prediction": " takeaway takeaway's hospital where an 11-, 2011oldold girl died after giving birth, again has been given a undergo hospital admission hospital.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 169.6214599609375, "token_count": 26} +{"index": 7271, "reference": "A Cardiff council worker who stole \u00a335,000 from a children's fund has been jailed for two and a half years.", "prediction": "A councilfa council who admitted stealing \u00a320,000 from her mother's money to change her mind, has been jailed for 35 years.", "rouge": {"rouge1": 53.33333333333332, "rouge2": 18.6046511627907, "rougeL": 48.888888888888886}, "nll_sum": 116.9819564819336, "token_count": 27} +{"index": 7272, "reference": "More than 70 jobs are being created by a Cardiff Bay finance firm which acts as an online insurance broker and provides data for price comparison websites.", "prediction": "A security firm that provided better better for protection protection will continue to run in south Wales after November's reputation, as Leave,000 of awarded from a's reputation from a, a as from a from's. of a's fromAAn", "rouge": {"rouge1": 14.492753623188406, "rouge2": 0.0, "rougeL": 11.594202898550725}, "nll_sum": 295.2972412109375, "token_count": 47} +{"index": 7273, "reference": "North Korea says its has carried out a live-fire artillery drill simulating an attack on the official residence of the South Korean president.", "prediction": "North Korea has fired a first military test of its military,, the South Korean military, in what says it describes as a \" Blue\" House.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 13.043478260869565, "rougeL": 33.33333333333333}, "nll_sum": 134.57427978515625, "token_count": 28} +{"index": 7274, "reference": "Hundreds of protesters in Kabul have accused Iran of stopping fuel tankers from crossing the border into Afghanistan.", "prediction": "Tens of thousands ofTalians voted against rising fuel prices in Miles capital, seen Afghan capital, Kabul.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 127.56764221191406, "token_count": 21} +{"index": 7275, "reference": "German researchers have compiled a 400-species database to encourage people to plant the \"right tree in the right place\" in urban areas.", "prediction": "The Forest and Green are askingle of details about 400 and urban areas around the world, the city it has appointed from a \"Ae's. from a's from a's such from a's have from of. from solve's a", "rouge": {"rouge1": 21.53846153846154, "rouge2": 3.1746031746031744, "rougeL": 9.23076923076923}, "nll_sum": 271.0662841796875, "token_count": 47} +{"index": 7276, "reference": "Wales full-back Leigh Halfpenny is out of the Rugby World Cup.", "prediction": "Wales full-back Halfenny is a full-time and will miss Wales' World Cup match against Argentina because of knee knee injury.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 18.749999999999996, "rougeL": 35.29411764705882}, "nll_sum": 112.26612091064453, "token_count": 27} +{"index": 7277, "reference": "One of France's top ministers, Sylvie Goulard, has resigned from her defence role less than a month after being given the job.", "prediction": "The French justice minister Michelle Goulard, be announced her office from office. office.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 104.74092864990234, "token_count": 17} +{"index": 7278, "reference": "Steve Dillon, the legendary British comic book artist, known for his work on Preacher, Punisher, and 2000AD's Judge Dredd has died aged 54.", "prediction": "British-maker Steve Stevenson, the co-founder Star Children, has died aged 86, his family have announced.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 10.256410256410255, "rougeL": 24.39024390243903}, "nll_sum": 96.61205291748047, "token_count": 22} +{"index": 7279, "reference": "Charley Hoffman's overnight advantage was wiped out as Sergio Garcia, Rickie Fowler and Thomas Pieters pegged him back for a four-way tie at the halfway stage of the Masters at Augusta.", "prediction": " Charley Hoffman is three shots behind the lead after round second round of the Masters - but golf champion and world one of America's Joe a Pieters missed the lead.", "rouge": {"rouge1": 31.746031746031743, "rouge2": 9.836065573770494, "rougeL": 19.04761904761905}, "nll_sum": 189.49720764160156, "token_count": 33} +{"index": 7280, "reference": "The fascinating bright spots on the surface of the dwarf planet Ceres have come into sharper view.", "prediction": "Astronomers have discovered the three but the hot area around the around.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 0.0, "rougeL": 20.689655172413794}, "nll_sum": 71.18458557128906, "token_count": 14} +{"index": 7281, "reference": "A van driver who crashed into a stationary car, fatally injuring its driver, has admitted careless driving.", "prediction": "A van driver who into the van of a van in a van's van's West Lothian has been jailed for six months.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 15.384615384615383, "rougeL": 34.146341463414636}, "nll_sum": 102.58859252929688, "token_count": 26} +{"index": 7282, "reference": "A number of countries have expressed surprise that they were included by Saudi Arabia in a new military alliance to fight terrorism.", "prediction": ", Prince Harry Prince of India has expressed surprise that Saudi Arabia will join the military alliance to join Syria and join the so-called Islamic the).", "rouge": {"rouge1": 37.50000000000001, "rouge2": 21.73913043478261, "rougeL": 37.50000000000001}, "nll_sum": 136.3399658203125, "token_count": 28} +{"index": 7283, "reference": "Russia coach Leonid Slutsky offered his resignation after his side were knocked out of Euro 2016 at the group stage.", "prediction": "Russian boss Slade Sladeab says football should take charge of the national team as head coach.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 96.20193481445312, "token_count": 19} +{"index": 7284, "reference": "Bristol Rovers midfielder Ryan Broom has signed an extended contract with the League One club.", "prediction": "Bristol Ro winger Rad Broomom has signed a new threeyear a deal with the One side.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 13.79310344827586, "rougeL": 38.70967741935484}, "nll_sum": 117.594970703125, "token_count": 21} +{"index": 7285, "reference": "Australia batsman David Warner has been suspended until the first Ashes Test match for an alleged attack on England batsman Joe Root in a bar.", "prediction": "Australia Test batsman David Warner has been banned for six weeks after hitting an collision with a lorry and a tough in England's at Traamam Stadium.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 16.0, "rougeL": 34.61538461538461}, "nll_sum": 155.5415802001953, "token_count": 31} +{"index": 7286, "reference": "Proposals for an indoor water park and a hotel at West Midland Safari Park have been approved by councillors.", "prediction": "A redesignari park has announced plans for a three-of open open park a water park, organisers say, to build a council \"over it's from a's's from a it after it's\".A of.old a again 2011", "rouge": {"rouge1": 16.666666666666664, "rouge2": 3.448275862068966, "rougeL": 13.333333333333334}, "nll_sum": 289.8958740234375, "token_count": 47} +{"index": 7287, "reference": "Gunmen have wounded a 14-year-old rights activist who has campaigned for girls' education in the Swat Valley in north-west Pakistan.", "prediction": "A human rights lawyer, who was working on schoolgirls in the southern Pakistani city of Pakistani, has been shot dead. reports in BBC's capital, Kabul, what it says athed from a in\". from a's from a's", "rouge": {"rouge1": 22.58064516129032, "rouge2": 3.3333333333333335, "rougeL": 19.35483870967742}, "nll_sum": 221.8083953857422, "token_count": 46} +{"index": 7288, "reference": "A former chief medical officer has been appointed to lead a review of the approach to targets in Scotland's NHS.", "prediction": "The former chief officer of health Scotland but has announced a review of the care and care.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 22.222222222222225, "rougeL": 42.10526315789473}, "nll_sum": 78.58313751220703, "token_count": 17} +{"index": 7289, "reference": "A Fermanagh GP who dishonestly exploited and took advantage of a vulnerable elderly patient, when she failed to repay a \u00a310,000 loan, has been struck off the medical register.", "prediction": "A former doctor who sent a almost \u00a310,000 from a patient after she was, the bitten off, has been struck off by the profession,", "rouge": {"rouge1": 47.27272727272728, "rouge2": 15.09433962264151, "rougeL": 36.36363636363636}, "nll_sum": 140.4070281982422, "token_count": 29} +{"index": 7290, "reference": "An MP for Bangladesh's main opposition party has been sentenced to death by a war crimes court for charges including murder and genocide during the 1971 war of independence with Pakistan.", "prediction": "Bangladesh's highest ruling has sentenced a top political activist activists death for war crimes and during the support 1971 of war of in against Pakistan in 1971.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 13.793103448275861, "rougeL": 46.666666666666664}, "nll_sum": 166.86141967773438, "token_count": 30} +{"index": 7291, "reference": "Alex Wakely and Rob Keogh both scored centuries as Northants continued to assert their authority over Leicestershire, before setting them a victory target of 394 at Northampton.", "prediction": "Leicestershire's Alex Mandfield and and Michael Keaton took in first first-innings lead of Northants on day three at Graceage Road", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 168.621337890625, "token_count": 30} +{"index": 7292, "reference": "A man who intervened in a machete attack and a holidaymaker who shielded his fiancee from terrorists have been nominated for awards.", "prediction": "Two menMen's men, rights lawyer human rights human and human abuses are among the shortlist for the annual Welsh language a awards for \"wash \"'s\" from ballet\" from3 a's in from a in's.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 0.0, "rougeL": 10.344827586206897}, "nll_sum": 297.6212158203125, "token_count": 44} +{"index": 7293, "reference": "A film by valleys directors shot in a language they did not understand with orphaned children has won an award.", "prediction": "A Welsh language film about a production about 30 school and schoolchildren in Wales, has won the top award.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 5.405405405405405, "rougeL": 30.76923076923077}, "nll_sum": 98.69252014160156, "token_count": 21} +{"index": 7294, "reference": "Thirteen people have been charged after a police operation against modern slavery.", "prediction": "Seven people have been charged in connection with a serious human rights offences in Lincolnshire.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 23.999999999999996, "rougeL": 37.03703703703704}, "nll_sum": 51.371055603027344, "token_count": 16} +{"index": 7295, "reference": "A Sydney police officer and huge Star Wars fan has become a local hit after creating a Darth Vader costume painted with the Australian flag.", "prediction": "The black man from Georgegan, South America, has been sold at his home city.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 5.128205128205128}, "nll_sum": 91.1987075805664, "token_count": 17} +{"index": 7296, "reference": "The full list of winners at the 89th Academy Awards.", "prediction": "A look at some to the best of the entertainment in the world - including a year, including one including the best-loved actor the", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 118.82879638671875, "token_count": 27} +{"index": 7297, "reference": "Rangers have signed Scotland midfielder Graham Dorrans from Norwich City for an undisclosed fee.", "prediction": "Rangers have signed midfielder Graham Dorchester from West Brom rivals rivals City for an undisclosed fee, believed to be around \u00a3.8m.", "rouge": {"rouge1": 62.857142857142854, "rouge2": 42.42424242424242, "rougeL": 62.857142857142854}, "nll_sum": 106.87094116210938, "token_count": 27} +{"index": 7298, "reference": "Five men and two women were rescued by the RNLI after becoming stranded on two islands in Strangford Lough.", "prediction": "A Portaderry lifeboat crew more than 20 of its crew ended when the cruiser was airlifted to the sea by aolve-maker.A a's fromA a-DA a in to from to's from ofowned", "rouge": {"rouge1": 10.90909090909091, "rouge2": 0.0, "rougeL": 7.2727272727272725}, "nll_sum": 278.193603515625, "token_count": 46} +{"index": 7299, "reference": "A man has admitted killing an 11-year-old girl in a hit-and-run in Glasgow.", "prediction": "A man has admitted killing a 11-year-year-old girl in a hit-and-run crash involving a car car in West Lothian.", "rouge": {"rouge1": 73.17073170731709, "rouge2": 61.53846153846153, "rougeL": 73.17073170731709}, "nll_sum": 79.25296020507812, "token_count": 31} +{"index": 7300, "reference": "Police divers are to retrieve objects from a canal for assessment by forensic experts in the search for a schoolgirl who disappeared 60 years ago.", "prediction": " are investigating the murder of a schoolgirl who disappeared 40 years ago have re-opening- acres of jewellery from a canal nearie Norbroie.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 26.08695652173913, "rougeL": 33.33333333333333}, "nll_sum": 165.14602661132812, "token_count": 30} +{"index": 7301, "reference": "South African President Jacob Zuma has ruled out any increases in university tuition fees for next year after more than a week of protests by students.", "prediction": "South African South university students have agreed to price university fees, despite a disappointing rise, President Jacob Z Jacob, has announced- a violence by crowd, referee, a struggle from All-based government, from recent game.", "rouge": {"rouge1": 32.78688524590164, "rouge2": 6.779661016949152, "rougeL": 22.950819672131146}, "nll_sum": 278.6129150390625, "token_count": 43} +{"index": 7302, "reference": "The new series of BBC One's drama Atlantis starts on Saturday night, but fans are being warned to gear up for a very different show.", "prediction": "It's famous drama series Valve, but I is but we excited about the children, our my are are unhappy about doing a little nervous or more.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 0.0, "rougeL": 18.867924528301884}, "nll_sum": 194.04954528808594, "token_count": 29} +{"index": 7303, "reference": "Cyber Monday is expected to add to one of the busiest weekends for online shopping, following Black Friday.", "prediction": "Thousands of more shoppers are being spent on much of spendBlack Friday in the past year, security experts say.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 104.18743896484375, "token_count": 21} +{"index": 7304, "reference": "Nasa's Curiosity rover has measured the Red Planet's atmospheric composition.", "prediction": "Nasa's Curiosity rover says it still contains unlock its location of Mars - and now, the oldest types of carbon dioxide (22).", "rouge": {"rouge1": 29.411764705882355, "rouge2": 18.749999999999996, "rougeL": 29.411764705882355}, "nll_sum": 150.7351531982422, "token_count": 26} +{"index": 7305, "reference": "More than half a million families are discovering which primary schools their children will attend, amid a growing places squeeze in parts of England.", "prediction": "Thousands of children across England are out on to their place in first primary school places, where the council will not where they't have a primary school.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 3.9999999999999996, "rougeL": 19.23076923076923}, "nll_sum": 141.20046997070312, "token_count": 29} +{"index": 7306, "reference": "A collection of portraits depicting a host of household names is set to open in Hull as part of its city of culture celebrations.", "prediction": " a new exhibition of art music, includes include most famous works in famous public figure, been officially opened for \u00c2\u00a3.5m.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 160.51344299316406, "token_count": 27} +{"index": 7307, "reference": "Australia's Scott Hend eagled the 18th hole for the second successive day to take a one-shot lead over England's Tyrrell Hatton at the PGA Championship.", "prediction": "Two-time world champion Steven champion and former of England's Guts Hatton are heading into the final round of the BMW PGA Championship.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 7.999999999999999, "rougeL": 23.076923076923077}, "nll_sum": 136.02301025390625, "token_count": 28} +{"index": 7308, "reference": "A dog attack on a girl on a beach has led to police releasing a picture of the animal's owner.", "prediction": "A young girl was mauled by a dog owner which refused to provide more information about her parents.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 76.66282653808594, "token_count": 20} +{"index": 7309, "reference": "Artist Ai Weiwei is setting up \"Lego collection points\" in different cities after being inundated with offers of donations from supporters.", "prediction": "A art has 3ised Lego, who will use a toy bricks for an exhibition, has been condemned\" and \"a\"\" by the response.", "rouge": {"rouge1": 4.651162790697675, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 170.42677307128906, "token_count": 28} +{"index": 7310, "reference": "Former Renault Formula 1 driver Robert Kubica says he misses competing in F1.", "prediction": " RomrenKyica says he will still still be a race in Formula 1 racing next year, because he \"could \" not to be forgotten\".", "rouge": {"rouge1": 28.57142857142857, "rouge2": 12.121212121212123, "rougeL": 17.14285714285714}, "nll_sum": 148.30172729492188, "token_count": 28} +{"index": 7311, "reference": "Sally Bercow, wife of the House of Commons Speaker, Strictly Come Dancing star Ola Jordan and Gogglebox regular Dom Parker are among the contestants on Channel 4's show The Jump.", "prediction": "Oscar-winning presenters John Bowerc and novelist James are the 12BC to be officially involved in this year's Strictly Come Dancing.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.8431372549019605, "rougeL": 15.09433962264151}, "nll_sum": 156.0249786376953, "token_count": 30} +{"index": 7312, "reference": "Hearts are expected to confirm the signing of defender Faycal Rherras and striker Conor Sammon ahead of a return to pre-season training next week.", "prediction": "Hearts have agreed a deal for signese forward Rihymano Kraphar Kras Macedonia from Harri Zagagriarcontract-. an's a's \"PGdes aA a's a's a's a", "rouge": {"rouge1": 7.547169811320756, "rouge2": 0.0, "rougeL": 7.547169811320756}, "nll_sum": 317.152099609375, "token_count": 45} +{"index": 7313, "reference": "Malcolm Turnbull has been sworn in as Australia's new prime minister, after Tony Abbott was ousted by his party in a leadership challenge.", "prediction": "Australia's PM Malcolm Turnbull has backed his decision not to resign as prime minister, saying he is \"not ready to lose confidence in his leadership\".", "rouge": {"rouge1": 43.99999999999999, "rouge2": 16.666666666666664, "rougeL": 32.0}, "nll_sum": 76.135009765625, "token_count": 28} +{"index": 7314, "reference": "Almost half (45%) of young people are checking their mobile phones after they have gone to bed, a poll suggests.", "prediction": "Thousands of in England are keeping their of on their mobile phones while while working to bed, to bed, research.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210526, "rougeL": 35.0}, "nll_sum": 122.48681640625, "token_count": 22} +{"index": 7315, "reference": "A sports car once owned by the late British actress Diana Dors has sold for $3 million (\u00c2\u00a31.9m) at a California auction.", "prediction": "A redbulb, used, artist Di Dors, who is up for sale for New York for $29m (\u00c2\u00a31.1bn) at a New York.,.'s Broadway again from 2011 again 2011 a", "rouge": {"rouge1": 22.641509433962266, "rouge2": 3.9215686274509802, "rougeL": 22.641509433962266}, "nll_sum": 251.12521362304688, "token_count": 45} +{"index": 7316, "reference": "A man who struck a colleague in the head with a meat cleaver after a row over a chicken has been jailed for 11 years.", "prediction": "A man who killed a shop owner owner in a pub, pub leaving him for a blind has blind jailed for four and a half years.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 12.244897959183673, "rougeL": 43.13725490196078}, "nll_sum": 137.8772735595703, "token_count": 27} +{"index": 7317, "reference": "Farmers and landowners have been asked for their views on a proposal to bring back lynx to parts of Scotland and England.", "prediction": "Plans to reintrodu 4,000 lynx into the rich area of Britain for more than 30 years ago have been build by scientists the UK government.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 4.3478260869565215, "rougeL": 12.499999999999996}, "nll_sum": 143.96617126464844, "token_count": 29} +{"index": 7318, "reference": "John Lewis has unveiled details of the \u00a324m revamp of its anchor store at the St James Centre in Edinburgh.", "prediction": "Work has begun a5m rev of its St James shopping stores in Edinburgh more than 30 years.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 17.142857142857142, "rougeL": 37.83783783783783}, "nll_sum": 112.18142700195312, "token_count": 19} +{"index": 7319, "reference": "Ipswich Town have signed Cardiff midfielder Emyr Huws and Reading striker Dominic Samuel on loan until the end of the season.", "prediction": "Ipswich Town have signed midfielder Emyr Hu Hu from Worcester and from Championship side Samuel on a season-long until leaving end. on season", "rouge": {"rouge1": 53.333333333333336, "rouge2": 23.25581395348837, "rougeL": 53.333333333333336}, "nll_sum": 167.0418243408203, "token_count": 29} +{"index": 7320, "reference": "England Under-19 Women's and Fylde Ladies midfielder Zoe Tynan has died, aged 18.", "prediction": "Tributes have been paid to England Under Under-21s player breast Tynan, who was hit by a train a railway radio station.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 5.7142857142857135, "rougeL": 16.216216216216214}, "nll_sum": 135.85903930664062, "token_count": 28} +{"index": 7321, "reference": "A survivor of the al-Shabab attack on Kenya's Garissa university campus has been describing how she spent more than two days in a wardrobe in fear of rampaging militants.", "prediction": "A Kenyan PhD school has been described how she was alive after being attacked by gunmen militants al--Shabab in north- north.", "rouge": {"rouge1": 41.509433962264154, "rouge2": 19.607843137254903, "rougeL": 26.41509433962264}, "nll_sum": 147.373046875, "token_count": 26} +{"index": 7322, "reference": "A man who tried to join the fighting in Syria has been jailed for more than five years for a terrorism offence.", "prediction": "A British man who travelled to to join Turkish forces in Syria, and join and the the battle, has been jailed for five years.", "rouge": {"rouge1": 60.86956521739131, "rouge2": 31.818181818181824, "rougeL": 56.52173913043478}, "nll_sum": 107.73179626464844, "token_count": 26} +{"index": 7323, "reference": "A chemical weapons expert from the Islamic State (IS) group in Iraq has been captured by US special forces and is being questioned, reports say.", "prediction": "A US military unit in Iraqi has used gas from so-called Islamic State leader, Bashar al-Qaeda says.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 110.2292709350586, "token_count": 22} +{"index": 7324, "reference": "BBC SPORTS PERSONALITY OF THE YEAR 2014, SSE Hydro, Glasgow, Sunday 14 December.", "prediction": "The 2015 the BBC BBC Britishas Sports Personality of the Year 2016. Comic London and solve the not struggle from ballet., and, the, from the - - from the reputation from the he, have of of.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 17.777777777777775, "rougeL": 25.531914893617024}, "nll_sum": 267.5068054199219, "token_count": 42} +{"index": 7325, "reference": "Black actress Noma Dumezweni has been cast as Hermione Granger in the upcoming production of Harry Potter and the Cursed Child, a move celebrated by fans who have long explored the concept of a black Hermione.", "prediction": "Ghana Astana has been announced that she doesn't feature herself as a black.", "rouge": {"rouge1": 20.0, "rouge2": 8.333333333333332, "rougeL": 20.0}, "nll_sum": 86.23892974853516, "token_count": 16} +{"index": 7326, "reference": "Actor Christopher Biggins has been removed from the Celebrity Big Brother house for making \"a number of comments capable of causing great offence\", the reality TV show has said.", "prediction": "iansian Celebrity Christopher Biggins Big out of Celebrity Big Brother, after the decision was found John Higgins was calling for making decision about gay men.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.384615384615383, "rougeL": 25.925925925925924}, "nll_sum": 173.72512817382812, "token_count": 28} +{"index": 7327, "reference": "Denmark's health service - which is similar to the NHS - started to look in depth at the problem of cancer survival rates in 2000.", "prediction": "Four years ago ago in Germany began some,000 patients struggle their cancer diagnosis.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 101.29450225830078, "token_count": 15} +{"index": 7328, "reference": "Residents are returning to their homes after an operation to move an unexploded mine discovered in the Firth of Clyde.", "prediction": "A World War Two mine which has found at Gourock Park in Aberdeenshire, has been found above the River River F Thames.", "rouge": {"rouge1": 14.285714285714283, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 131.8045654296875, "token_count": 27} +{"index": 7329, "reference": "Fifa presidential candidate Gianni Infantino says he would press for the World Cup to be held in a whole region rather than one or two countries.", "prediction": "F president Gian Infant has confirmed it will be hosting the World Cup in two countries,", "rouge": {"rouge1": 33.333333333333336, "rouge2": 15.0, "rougeL": 28.57142857142857}, "nll_sum": 89.60888671875, "token_count": 17} +{"index": 7330, "reference": "Relegated National League club Kidderminster Harriers have appointed John Eustace as their new manager.", "prediction": "Kidderminster Westriers have appointed former Wales captain John John Egrace as their new manager.", "rouge": {"rouge1": 57.14285714285714, "rouge2": 30.76923076923077, "rougeL": 57.14285714285714}, "nll_sum": 108.86712646484375, "token_count": 19} +{"index": 7331, "reference": "Church bells have rung out in Cirencester to celebrate the moment 250 years ago when the first peal of the 12 bells of the town's parish church took place.", "prediction": "The Catholic church treasurer England New Zealand, which has been more than 2, 19th Century of", "rouge": {"rouge1": 13.043478260869568, "rouge2": 0.0, "rougeL": 8.695652173913045}, "nll_sum": 109.34733581542969, "token_count": 18} +{"index": 7332, "reference": "Three early 19th Century buildings in Reading are to be converted into private homes, under plans published by the University of Reading.", "prediction": "Demolition work is be held to restoring building for former University of Reading, which is to be turned out for up to \u00a31m.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 13.95348837209302, "rougeL": 17.777777777777775}, "nll_sum": 127.81242370605469, "token_count": 27} +{"index": 7333, "reference": "England number eight Billy Vunipola is set for a shock early return to action for his club Saracens against Newcastle on Sunday, boosting his hopes of a 2017 Six Nations call-up.", "prediction": "World number eight Billy Vunipola will miss England and miss Northern Ireland's opening Six Nations match on a shoulder injury and his full full training.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 14.285714285714285, "rougeL": 20.689655172413794}, "nll_sum": 121.61934661865234, "token_count": 29} +{"index": 7334, "reference": "The Conwy Valley rail route in north Wales could remain closed for several days after heavy rain caused flooding.", "prediction": "A main rail line between Con Norfolk closed because for several days because of rain after heavy rain.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 22.857142857142858, "rougeL": 43.24324324324324}, "nll_sum": 102.73057556152344, "token_count": 18} +{"index": 7335, "reference": "A man has been given life imprisonment for murdering a man in a mass street brawl.", "prediction": "A drug killer who was stabbed a a father-of-two in a fatherheart heart attack\" has been jailed for life for life.'s a's aA's's controversial from a it game's from of. from a'sA", "rouge": {"rouge1": 28.571428571428577, "rouge2": 7.4074074074074066, "rougeL": 24.999999999999993}, "nll_sum": 246.85675048828125, "token_count": 47} +{"index": 7336, "reference": "Manchester United fans have been reacting to manager Louis van Gaal's sacking from the club.", "prediction": "Manchester United will give manager Louis van Gaal with giving up a boot after giving a car 4-1 boot to \u00a31.1m.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 21.62162162162162, "rougeL": 30.769230769230766}, "nll_sum": 132.9373779296875, "token_count": 27} +{"index": 7337, "reference": "Seven pilot whales have died after being found stranded on a beach at the northern French port of Calais.", "prediction": " at least 16 whales were found dead on a beach Lesinging the Far Islands Islands, West West officials say.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 129.28814697265625, "token_count": 21} +{"index": 7338, "reference": "More than 600 staff are on a waiting list for parking, according to the trust running a West Midlands hospital.", "prediction": "A hospital has taken up in hospital with plans to build a park-and-and park scheme. to solve's a aACalifornia- a. a's a's a'sA from it has's from of a from a's a", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 268.0616455078125, "token_count": 49} +{"index": 7339, "reference": "Eurotunnel passengers have faced fresh delays after \"migrant activity\" led to extra security measures in France.", "prediction": " train operator Euronel has apologised for \"unreserved and customers\"\" while waiting to reach Europe and trying to reach the English Channel.", "rouge": {"rouge1": 5.405405405405405, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 146.07623291015625, "token_count": 26} +{"index": 7340, "reference": "Why are millions of women dropping out of work in India?", "prediction": "The first official report published by India September 2011 has that some in some areas - and the biggest number in women in in schools to women - and struggle to continue in schools.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 183.41851806640625, "token_count": 34} +{"index": 7341, "reference": "Leicester midfielder Danny Drinkwater is fit despite having been unavailable for England duty because of a minor hip problem.", "prediction": "Leicester will be without captain England captain Mark Sampson, who suffered a serious knee injuryterm, goalkeeper Mark Wilson, who's been returned to training in the eve from Saturday", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 163.560791015625, "token_count": 34} +{"index": 7342, "reference": "A 15-year-old girl who took a claim for damages against the chair of Stormont's Justice Committee over Facebook postings has lost her case.", "prediction": " Ulster Ulster Unionist candidate has won \u00a3 \u00a3.5m legal action against a girl, after telling she would \" entitled up for a community\".", "rouge": {"rouge1": 25.531914893617024, "rouge2": 0.0, "rougeL": 12.765957446808512}, "nll_sum": 155.38084411621094, "token_count": 28} +{"index": 7343, "reference": "A school shut by council bosses days after a staff strike over workloads is to have a \"phased\" reopening.", "prediction": " a primary school has closed for staff next week amid fears teachers will harassed staff and staff.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 94.8421630859375, "token_count": 17} +{"index": 7344, "reference": "Assistant coach Kenny Murray says there is a growing belief at Glasgow Warriors that they can retain the Pro12 title.", "prediction": "Glasgow Warriors director of rugby Andy Murray says his players can improve their their chances this season by reaching the Pro12 final and. reach's Pro of Ex-A- a-polve a in from from's.'s aA", "rouge": {"rouge1": 27.586206896551722, "rouge2": 10.714285714285714, "rougeL": 17.24137931034483}, "nll_sum": 275.910400390625, "token_count": 47} +{"index": 7345, "reference": "A cyclist has died after being in a crash with a car on the A3 in Hampshire.", "prediction": "A man was killed when his car hit by a car on the M1- North Yorkshire.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 19.35483870967742, "rougeL": 30.303030303030305}, "nll_sum": 70.27366638183594, "token_count": 18} +{"index": 7346, "reference": "West Brom striker Saido Berahino has been banned from driving for 12 months after pleading guilty to drink-driving.", "prediction": "West Bromwich Albion striker Said Berahino's nine-match ban after being found guilty at driving three times on a motorway.", "rouge": {"rouge1": 35.0, "rouge2": 0.0, "rougeL": 35.0}, "nll_sum": 103.92094421386719, "token_count": 26} +{"index": 7347, "reference": "French actress Madeleine Lebeau, the last surviving cast member of the classic 1942 film Casablanca, has died at the age of 92, her family says.", "prediction": "enenen Lebeau, who played for her role in a animated film, Cas announcementanca, has died in London aged 93.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 148.91110229492188, "token_count": 27} +{"index": 7348, "reference": "Stoke City captain Ryan Shawcross could be out for up to a month with the back injury that forced him off in Saturday's defeat at Leicester.", "prediction": "Stoke City captain captain Ryancrossiss has been ruled ruled out for between three and four to four weeks\" because of a seventh injury and injury.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 12.000000000000002, "rougeL": 30.769230769230766}, "nll_sum": 157.559814453125, "token_count": 30} +{"index": 7349, "reference": "Ecuador's presidential election is set for a second round on 2 April, the electoral commission has announced.", "prediction": "A left-wing presidential candidate has lost his vote in Sunday's presidential run-off vote.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 11.76470588235294}, "nll_sum": 56.483863830566406, "token_count": 18} +{"index": 7350, "reference": "England play the first of three one-day internationals against Bangladesh on Friday, following a build-up dominated by security concerns.", "prediction": "The women's cricket team have arrived in Bangladesh in their opening match of the Dhaka on Sunday morning, after security forces abandoned the group's cricket ( of S- decision from a-gA a in from November's Saturday.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 245.3355255126953, "token_count": 45} +{"index": 7351, "reference": "A security intelligence company has found the stolen log-in credentials for up to 47 US government agencies accessible online.", "prediction": " security firmRecordedher emails, more than 100 accounts notes by to government officials, a security data watchdog says.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 136.46258544921875, "token_count": 22} +{"index": 7352, "reference": "The UK's Brexit minister David Davis has hailed his latest talks with devolved ministers but Holyrood's Mike Russell has called for greater clarity on the \"strategic objectives\".", "prediction": "'s the chief of Brexit has said with the Scottish and Irish government discuss how how Scotland, Scotland, Scotland and Northern Ireland can start the Brexit process.", "rouge": {"rouge1": 21.42857142857143, "rouge2": 0.0, "rougeL": 17.857142857142858}, "nll_sum": 126.813720703125, "token_count": 29} +{"index": 7353, "reference": "Dundee Stars head coach Marc LeFebvre hopes his side return to the play-off finals next year as a much stronger team.", "prediction": "Dundee head coach Marc Leightonvre says the team can reach stay Elite Ulster League play-off final reach their semi-finalfinal against Cardiff Devils.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 18.18181818181818, "rougeL": 34.78260869565217}, "nll_sum": 181.7208709716797, "token_count": 31} +{"index": 7354, "reference": "London Olympian Zoe Smith will lead a 14-strong British team at April's European Championships in Norway.", "prediction": "Two-time Olympic Olympian Duncan Smith hopes a place Britain's place at January 2017 British Championships Championships in Norway.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 11.11111111111111, "rougeL": 36.84210526315789}, "nll_sum": 130.25843811035156, "token_count": 22} +{"index": 7355, "reference": "Liverpool have rejected an \u00a311m bid from Italian side Napoli for Alberto Moreno - and will demand \u00a315m for the Spanish defender.", "prediction": "Liverpool have made a bid to Bourn defender Tyrone from Tyrone in a region of \u00a3mm.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 113.10857391357422, "token_count": 20} +{"index": 7356, "reference": "The architect of Dundee's V&A museum said he was \"very happy\" with its progress one year after the \u00a380.1m construction project began.", "prediction": "Dundee's Museum of Art but announced the building's new building of the building, the said it is \"very\" expected expected", "rouge": {"rouge1": 34.04255319148936, "rouge2": 4.444444444444445, "rougeL": 21.276595744680854}, "nll_sum": 129.97320556640625, "token_count": 26} +{"index": 7357, "reference": "Hundreds of residents of Venice have staged a protest against the rapid depopulation of the Italian city.", "prediction": "More than 1,000 people have attended a in the Italian city of because of a water shortage.", "rouge": {"rouge1": 40.0, "rouge2": 12.121212121212121, "rougeL": 28.571428571428577}, "nll_sum": 72.76885986328125, "token_count": 19} +{"index": 7358, "reference": "Two men who dumped sheep carcasses, mattresses and other rubbish on waste ground in Birmingham have been jailed.", "prediction": "A-halft who dumped of tonnes of pounds of waste in Greater Manchester have been jailed.", "rouge": {"rouge1": 41.1764705882353, "rouge2": 18.750000000000004, "rougeL": 41.1764705882353}, "nll_sum": 93.78348541259766, "token_count": 18} +{"index": 7359, "reference": "Five British service personnel have been killed in a UK helicopter crash in southern Afghanistan.", "prediction": "Four service personnel have been killed in a police helicopter and crash in southern Afghanistan southern southern Afghanistan, officials say.", "rouge": {"rouge1": 68.57142857142857, "rouge2": 54.54545454545454, "rougeL": 68.57142857142857}, "nll_sum": 82.10110473632812, "token_count": 21} +{"index": 7360, "reference": "Scottish Chambers of Commerce (SCC) has officially opened a new international trade office in Yantai, China.", "prediction": "The Scottish Rural and Rural development (SCC) has visited businesses in China.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 7.692307692307692, "rougeL": 35.714285714285715}, "nll_sum": 91.87520599365234, "token_count": 15} +{"index": 7361, "reference": "Marcus Rashford's extra-time goal sent Manchester United into the Europa League semi-final beating Anderlecht 2-1 on a nervy night at Old Trafford.", "prediction": " Romain Rashford scored and scored a goal as Manchester United to beat the Europa League semi-finals first leg first leg to Anderlecht on Saturday.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 20.408163265306126, "rougeL": 43.13725490196078}, "nll_sum": 103.25698852539062, "token_count": 31} +{"index": 7362, "reference": "As the mobile revolution continues to drive change across Africa, governments are rushing to introduce legislation to curb cyber crime and to regulate the use of social media platforms.", "prediction": " suspected hacking cyber attack are taking under a new internet law to protect people from offences such as what they call \"aa already threat\".", "rouge": {"rouge1": 15.09433962264151, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 136.1627655029297, "token_count": 25} +{"index": 7363, "reference": "The EU referendum campaign was dogged by \"glaring democratic deficiencies\" with voters turned off by big name politicians and negative campaigning, a report says.", "prediction": "Scottish Labour voters have in their lost faith\" and \"inadequateate transparency\", says a think-tank tank think in the EU referendum, which it it says be a \"b \"asing.e from it", "rouge": {"rouge1": 25.0, "rouge2": 7.4074074074074066, "rougeL": 14.285714285714288}, "nll_sum": 251.57485961914062, "token_count": 43} +{"index": 7364, "reference": "Nye Davies of Cardiff University's Wales Governance Centre profiles the Welsh Conservative campaign", "prediction": "There is a general election will meant to be the outcome of May in May general election.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 77.08955383300781, "token_count": 17} +{"index": 7365, "reference": "Johanna Konta says she can significantly improve her game despite reaching the Wimbledon semi-final and fourth in the world rankings.", "prediction": "Britain's Johanna Konta says she needs toneeded better\" within Great Britain, saying her and added the ability to in her name.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 32.558139534883715}, "nll_sum": 167.75613403320312, "token_count": 28} +{"index": 7366, "reference": "Barcelona have signed Brazil midfielder Paulinho from Chinese club Guangzhou Evergrande for 40m euro (\u00a336.4m).", "prediction": "Barcelona have completed the signing of Brazil midfielder PaulPaulinho from Chinese Super League side Beijing Tianenge.", "rouge": {"rouge1": 43.75, "rouge2": 20.000000000000004, "rougeL": 43.75}, "nll_sum": 97.50935363769531, "token_count": 20} +{"index": 7367, "reference": "Thousands of homes in Hull have been left without water due to a technical fault.", "prediction": "Hundreds of homes in Mosul, who were left without water for a week after a left it left with water.", "rouge": {"rouge1": 40.0, "rouge2": 24.242424242424242, "rougeL": 40.0}, "nll_sum": 84.12134552001953, "token_count": 21} +{"index": 7368, "reference": "A much-criticised Christmas attraction designed by Laurence Llewelyn-Bowen has closed down permanently.", "prediction": "Campaigners at a West Sussex attraction have said they are \"devastated\" after the will close.", "rouge": {"rouge1": 20.689655172413797, "rouge2": 0.0, "rougeL": 20.689655172413797}, "nll_sum": 78.88714599609375, "token_count": 20} +{"index": 7369, "reference": "UKIP's Welsh MEP post may be better left unfilled as a result of Brexit, party AM Caroline Jones has said.", "prediction": " First Minister Carwyn Jones has, it would be \"imp possible\" for Wales to leave the EU prepares take up jobseekersatt.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 5.128205128205128, "rougeL": 9.75609756097561}, "nll_sum": 140.78460693359375, "token_count": 26} +{"index": 7370, "reference": "Ghana's government has scrapped a controversial ban on newly qualified nurses travelling to find more lucrative employment abroad.", "prediction": "Ghana's Ghana are in now working, more closely, to work in", "rouge": {"rouge1": 25.80645161290323, "rouge2": 6.896551724137931, "rougeL": 19.35483870967742}, "nll_sum": 78.79319763183594, "token_count": 14} +{"index": 7371, "reference": "A man who survived a cow trampling attack in which his brother was killed has told the BBC public footpaths need to be made safer.", "prediction": "A farm whose body were killed of cows were killed by a field on a foot right foot has said, \" \"s will never happened and happened\".", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 186.92999267578125, "token_count": 29} +{"index": 7372, "reference": "Comedian Bill Bailey had his \"tour bus\" stolen before he performed at the Liverpool Philharmonic Hall.", "prediction": "Scottedian said he \"targeted and alive\" after a stolen van was stolen from manager's office in Liverpool's live tour \" tour's.'s-'s a's from-p from a in from football's Saturday from a Broadway", "rouge": {"rouge1": 14.545454545454547, "rouge2": 0.0, "rougeL": 7.272727272727273}, "nll_sum": 301.92333984375, "token_count": 47} +{"index": 7373, "reference": "With projected revenues of \u00a3420m this year, there is no question Manchester United can afford to make Wayne Rooney the best paid player in the Premier League.", "prediction": "Wayne Rooney's new record \u00a385m for Manchester United is leaving at Old Trafford Trafford, but what is the things yet to happened what happened will happened to the club?", "rouge": {"rouge1": 28.070175438596497, "rouge2": 7.272727272727273, "rougeL": 14.035087719298248}, "nll_sum": 168.33935546875, "token_count": 34} +{"index": 7374, "reference": "Peter Hartley says scoring the injury-time winner for Plymouth Argyle in the League Two play-off semi-final against Portsmouth is his greatest moment.", "prediction": "Plymouth Argyle captain Dylan Hartley said he was turning with a stoppage-time stopp goal to send Portsmouth Two the League Two play-off final semi-final in the first leg. of the his- a's-", "rouge": {"rouge1": 49.180327868852466, "rouge2": 23.728813559322035, "rougeL": 32.786885245901644}, "nll_sum": 224.78268432617188, "token_count": 47} +{"index": 7375, "reference": "Positive economic growth data out of Japan failed to drive shares higher in the world's third-largest economy.", "prediction": "Asian markets ended ended higher higher on Friday, despite rising US growth in South Korea.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 83.54328918457031, "token_count": 16} +{"index": 7376, "reference": "Australia's Woodside Petroleum has seen a 27% jump in first half profit, mainly driven by higher prices for its key product - liquefied natural gas (LNG).", "prediction": "Australia-run gas company Woodside has reported a 40% rise in profits after revenue in boosting its advertising customer price. \u00a3 price.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 0.0, "rougeL": 29.78723404255319}, "nll_sum": 150.86782836914062, "token_count": 26} +{"index": 7377, "reference": "The recent security scare over the Heartbleed bug should send shivers down the spines of most small businesses.", "prediction": "ImagineImagine about our personal information.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 39.94855880737305, "token_count": 6} +{"index": 7378, "reference": "Police officers will only be able to stop and search people when they have \"reasonable grounds\" to do so under new rules published by the Scottish government.", "prediction": "All children in Scotland will not be allowed to use stop and carrying of to use, the Scottish government has announced. in a bidolve says it. a \"A's a--p of a in from from a's. the a", "rouge": {"rouge1": 26.865671641791046, "rouge2": 9.23076923076923, "rougeL": 26.865671641791046}, "nll_sum": 260.74676513671875, "token_count": 46} +{"index": 7379, "reference": "Services on the Borders Railway are \"running as normal\" after severe disruption due to signalling problems.", "prediction": "Scot passengers have apologised for facing and major delays after major trains on the line between the and and the Borders between the Borders and Scottish Borders.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 9.75609756097561, "rougeL": 13.953488372093023}, "nll_sum": 140.205078125, "token_count": 27} +{"index": 7380, "reference": "Steroid abuse is \"off-the-scale\" in Welsh grassroots and semi-professional rugby, it has been claimed.", "prediction": "The number of Welsh players who the drugs after being banned from playing in the, says the Welsh Rugby Union.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 96.91477966308594, "token_count": 21} +{"index": 7381, "reference": "Turkey has recalled its envoy to the Vatican after Pope Francis described the mass killing of Armenians under Ottoman rule in WW1 as \"genocide\".", "prediction": "Pope Francis has accused the Vatican for saying Turkish should have committed crimes against the country's war against genocide federation as \"era a\".vict\". \" a \"A aA's from of from a's from of from's from's from a", "rouge": {"rouge1": 27.27272727272727, "rouge2": 6.250000000000002, "rougeL": 15.151515151515152}, "nll_sum": 289.7704162597656, "token_count": 47} +{"index": 7382, "reference": "In an interview with BBC Sports editor Dan Roan, shamed cyclist Lance Armstrong said he should be forgiven for doping and lying - but also admitted he would probably cheat again.", "prediction": "Clance Armstrong is part in cycling\" and belongs my life, according to his cycling, his former cycling champion Sir St-Smith Walsh.", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 7.692307692307692}, "nll_sum": 168.903564453125, "token_count": 27} +{"index": 7383, "reference": "As the Glastonbury Festival announces revellers are to be provided with steel drinking cups, BBC News looks at some of the questions being asked about giving bacchanalian band-lovers metal beakers.", "prediction": " is is a Pride music festival, but I don't don't know but you will, what knows it means to be a greater gitts.", "rouge": {"rouge1": 10.714285714285714, "rouge2": 3.7037037037037033, "rougeL": 10.714285714285714}, "nll_sum": 136.61376953125, "token_count": 29} +{"index": 7384, "reference": "Search and rescue helicopter crews based at Inverness Airport have completed 500 missions since the start of their duties in April last year.", "prediction": "A mountain and rescue team has taken over a the new air base base at Inverness base.", "rouge": {"rouge1": 30.0, "rouge2": 15.789473684210526, "rougeL": 25.0}, "nll_sum": 92.43914794921875, "token_count": 19} +{"index": 7385, "reference": "Manchester City have accepted a Football Association anti-doping charge after failing to notify officials of player whereabouts for drugs testing.", "prediction": "Manchester City have been fined and fined \u00a320,000 by the Football Association for failing their anti-doping to test himself cheat drugs.", "rouge": {"rouge1": 54.54545454545454, "rouge2": 19.04761904761905, "rougeL": 40.909090909090914}, "nll_sum": 97.37176513671875, "token_count": 27} +{"index": 7386, "reference": "Romanian Prime Minister Sorin Grindeanu has been forced from power after only six months by his own party, in a no-confidence vote in parliament.", "prediction": "ainrule Hendersonainu, who has lost Romania's prime minister in of an anti-corruption scandal, has rejected a parliamentary vote again", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 135.55581665039062, "token_count": 26} +{"index": 7387, "reference": "Sky has acknowledged that some of its customers are experiencing slow internet speeds as a consequence of it signing up new subscribers.", "prediction": "'s's problems has hit some some streaming network across the UK and the UK Asia, some of its customers.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 15.0, "rougeL": 23.809523809523807}, "nll_sum": 117.75101470947266, "token_count": 21} +{"index": 7388, "reference": "Questions continue to be asked about whether Wednesday's fatal terror attack in Parliament could have been prevented if more officers had been armed.", "prediction": "The Metropolitan Police has defended its's handling of its handling of the security forces office, BBCnight learned learned.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 125.36830139160156, "token_count": 21} +{"index": 7389, "reference": "New research could see patients with a rare blood cancer live longer without the side-effects of drugs, doctors say.", "prediction": "A controversial drug which often mild people with a deadly form of could extend half of the, a study has shown.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 122.11498260498047, "token_count": 22} +{"index": 7390, "reference": "A \"selfless\" backpacker who was injured trying to save another traveller as she was stabbed to death in Australia has died, police in Queensland have said.", "prediction": "The father of a backpacker stabbed to death at ael in Australia has been described as \"hero\" and \"better person\" in his father.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 17.02127659574468, "rougeL": 36.73469387755102}, "nll_sum": 116.11117553710938, "token_count": 29} +{"index": 7391, "reference": "Atletico Madrid defender Filipe Luis believes \"there is fear that Barcelona will be eliminated\" from the Champions League, and claims his side were treated unfairly at the Nou Camp.", "prediction": "Atletico Madrid's players were were \"dangerous\" in their Champions League semi-final Real Barcelona says the Gunnersmaker Luis.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 131.9385223388672, "token_count": 26} +{"index": 7392, "reference": "It is the home of the entertainment universe, but for every top filmmaker in Los Angeles there are many who fail to be successful.", "prediction": "A music festival, music people, people who watch a and video game on a YouTube- YouTube.", "rouge": {"rouge1": 5.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 93.92782592773438, "token_count": 19} +{"index": 7393, "reference": "Irish police have arrested two men over the sale and supply of ecstasy tablets and cocaine in Dublin.", "prediction": "Two men have been arrested after drugs drugs and cocaine with an estimated estimated street value of Dublin the police have said.", "rouge": {"rouge1": 50.0, "rouge2": 15.789473684210527, "rougeL": 25.0}, "nll_sum": 88.535400390625, "token_count": 22} +{"index": 7394, "reference": "Before Jeremy Corbyn became leader of the Labour Party he was a very active and opinionated backbencher.", "prediction": "Labour leader Jeremy Corbyn - not, the only MPs who give his manifesto to MPs - and he has only only issue - a private Member Bill of the of - has backed - or a private ferris Commons!", "rouge": {"rouge1": 35.294117647058826, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 241.21908569335938, "token_count": 41} +{"index": 7395, "reference": "At one end of the main thoroughfare in the centre of Longford town is the shopping centre that never opened.", "prediction": " red red and grey is red card on a short green the field in County Down.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 95.12008666992188, "token_count": 16} +{"index": 7396, "reference": "Foreign Secretary Boris Johnson is to visit Moscow in coming weeks, the Foreign Office has announced.", "prediction": " London Secretary Boris Johnson to Washington due to visit Russia, Russia, the Russian Foreign Office. said solve", "rouge": {"rouge1": 48.484848484848484, "rouge2": 25.80645161290323, "rougeL": 48.484848484848484}, "nll_sum": 118.39911651611328, "token_count": 19} +{"index": 7397, "reference": "Survivors and descendants of those killed during Britain's worst ever maritime disaster are being urged to claim medals honouring them.", "prediction": "A fresh appeal has been made for help for a gold medal in the historic air disaster, a Cunardier, a C audioian it.", "rouge": {"rouge1": 9.09090909090909, "rouge2": 0.0, "rougeL": 4.545454545454545}, "nll_sum": 162.2870330810547, "token_count": 29} +{"index": 7398, "reference": "Ministers have said the growth of high-stakes roulette machines on the High Street is \"concerning\" and they do not rule out action to restrict them.", "prediction": "The government should given more powers to ban no-game-s betting sport terminals, a group of MPs has said", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 119.19703674316406, "token_count": 22} +{"index": 7399, "reference": "News of the retirement of one of Ethiopia's national icons caught most in the country unawares.", "prediction": " aboutiopia's best-selling best Olympian, has announced his retirement from the sport, saying he is \"neverget a hero\".", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 117.0672607421875, "token_count": 27} +{"index": 7400, "reference": "Tsuneo Kita is now arguably one of the most influential men on the global media landscape.", "prediction": "'tita Madonna wasn't but, but didn't said it wasn't't better.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 92.7989730834961, "token_count": 16} +{"index": 7401, "reference": "Luis Suarez's four-month ban for biting an opponent has been upheld by the Court of Arbitration for Sport (Cas).", "prediction": "Luis Suarez will play Barcelona, his match against Mexico in Mexico on Monday Monday after, Court of Arbit Arbitration (Cas).).", "rouge": {"rouge1": 29.268292682926827, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 150.64096069335938, "token_count": 26} +{"index": 7402, "reference": "Lithuania midfielder Darvydas Sernas has become Ross County's fourth signing of the January transfer window.", "prediction": "Ross County have signed former Omlshiss goalkeeper Tomas Cernas on a two-year contract.", "rouge": {"rouge1": 20.0, "rouge2": 7.142857142857144, "rougeL": 20.0}, "nll_sum": 107.41285705566406, "token_count": 20} +{"index": 7403, "reference": "The United States Soccer Federation has outlined plans to stop children aged 10 and under heading footballs.", "prediction": "The American football federation has backed again plans to protect young players heading in England with head injuries.", "rouge": {"rouge1": 40.0, "rouge2": 12.121212121212121, "rougeL": 34.285714285714285}, "nll_sum": 103.53770446777344, "token_count": 18} +{"index": 7404, "reference": "US media giant 21st Century Fox has made a takeover approach for Sky that values the UK-based satellite broadcaster at \u00a318.5bn.", "prediction": " state media broadcasterst Century Fox has rejected a \u00a315bn offer offer of offer from overseas governments as it seeks to raise its stake in UK company.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 150.01541137695312, "token_count": 29} +{"index": 7405, "reference": "Two men arrested on suspicion of sexual offences against underage girls between 1994 and 2003 have been bailed.", "prediction": "Two men have been arrested in connection with a suspected child sexual exploitation exploitation of children in South Yorkshire. of.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 71.47857666015625, "token_count": 21} +{"index": 7406, "reference": "Two men have stolen a five-figure sum of money during an armed robbery at a Post Office in Glasgow.", "prediction": "A office worker is in hospital after being attacked by two masked men who threatened with a knife the Glasgow.", "rouge": {"rouge1": 35.0, "rouge2": 0.0, "rougeL": 20.000000000000004}, "nll_sum": 76.02519226074219, "token_count": 20} +{"index": 7407, "reference": "Thousands of teenagers are trekking across Dartmoor in the famous Ten Tors challenge.", "prediction": "A group of teenagers are taking part in a annual bikersier on Kingsmoor National Park.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 15.384615384615383, "rougeL": 28.571428571428577}, "nll_sum": 84.14472198486328, "token_count": 19} +{"index": 7408, "reference": "BBC News NI looks at the timeline of Nama's Northern Ireland property loans portfolio sale, which is now the subject of a criminal investigation.", "prediction": "The finance minister has made an US investment banker a \u00a31bnbn of debt, in Northern Ireland deal, belonging to a US law firm firm.", "rouge": {"rouge1": 20.408163265306126, "rouge2": 4.25531914893617, "rougeL": 20.408163265306126}, "nll_sum": 139.91506958007812, "token_count": 29} +{"index": 7409, "reference": "Tributes have been paid to a \"gentle giant\" who died while swimming near a waterfall in a north Wales village.", "prediction": "Tributes have been paid to a Gwynedd woman who died while on holiday in north Wales. responsible to", "rouge": {"rouge1": 63.1578947368421, "rouge2": 44.44444444444444, "rougeL": 63.1578947368421}, "nll_sum": 84.06939697265625, "token_count": 21} +{"index": 7410, "reference": "Two teachers at one of Scotland's leading private schools have been suspended amid separate allegations of sexual abuse of young girls.", "prediction": "A man has been reported to police after a allegation contributed to a sexual assault of a co-rogateate at a Scottish boarding school.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 124.08145904541016, "token_count": 27} +{"index": 7411, "reference": "Papiss Cisse led the tributes at a memorial for former Newcastle United team-mate Cheick Tiote in China.", "prediction": "New Newcastle United and striker Cheick Cottage has been held fortrick striker Che Tiote.", "rouge": {"rouge1": 25.0, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 129.22018432617188, "token_count": 19} +{"index": 7412, "reference": "Asian shares traded lower as political uncertainty in Greece and a sell-off in commodities weighed on investors' appetite.", "prediction": " shares prices in Asia in Tuesday on Monday, amid uncertainty and uncertainty fears of a future.", "rouge": {"rouge1": 40.0, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 91.42637634277344, "token_count": 17} +{"index": 7413, "reference": "Mobile phone maker Blackberry says it shipped one million of its new Z10 smartphones in the first three months of 2013.", "prediction": "Smart firm Blackpool reported a rise in fourth quarter quarter helped by sales of its mobile phone and smartphone to to its top.10 maker.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.09090909090909, "rougeL": 13.043478260869565}, "nll_sum": 145.94015502929688, "token_count": 27} +{"index": 7414, "reference": "Production technology services company Proserv has won two North Sea contracts worth more than \u00a315m.", "prediction": "A East Lothian engineering firm Probit has agreed a multi-million pound pound deal after it signed a five-million pound contract.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 112.35807800292969, "token_count": 27} +{"index": 7415, "reference": "A pay rise \"significantly higher than 1%\" will be required in future to ensure an \"adequate supply of good teachers\" in England and Wales, the School Teachers' Review Body warns.", "prediction": "Teachers in England and Wales will receive a offer a indefinite pay offer on all ages, the National Manufact Society Authority (EABB says.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 15.686274509803921, "rougeL": 22.641509433962266}, "nll_sum": 195.08370971679688, "token_count": 28} +{"index": 7416, "reference": "Here are the key results of the 2014 European elections.", "prediction": "Activists have finally won in November European elections, opinion polls that that suggested that far-wing coalition and anti- leftistemeg party, Serbia revolutionaryemos party.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 6.25, "rougeL": 11.76470588235294}, "nll_sum": 220.0520782470703, "token_count": 33} +{"index": 7417, "reference": "There will not be a referendum on an additional council tax rise in Liverpool after the results of an online poll, the city's mayor has said.", "prediction": "Liverpool's plans for tax plans raise council rise would be tax for poor and poor, the city's Wright mayor has said there abees battle for the town's economy from the local that by--old of from.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 12.5, "rougeL": 24.242424242424246}, "nll_sum": 274.52728271484375, "token_count": 42} +{"index": 7418, "reference": "The United Nations (UN) food agency has called on the United States to suspend its production of biofuel ethanol.", "prediction": "F freezing prices will pay the US will use a tofum freezer this year, the US Department of Agriculture says.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 112.89418029785156, "token_count": 23} +{"index": 7419, "reference": "The shape of your glass is probably the last thing on your mind when you are down the pub.", "prediction": "F people who are too drinks to should should soft drinks should be a half of their half a UFC, a small study suggests in the a's, solve, a they- a \" a again a- again a from a from- 2011", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 6.666666666666667}, "nll_sum": 298.0399169921875, "token_count": 47} +{"index": 7420, "reference": "Defenders Adam Dugdale and Chinua Cole have left Eastleigh by mutual consent.", "prediction": "Rochdale have signed striker Markochdale after a two afteryear deal and left-back Joe Cole died on two 2011year contracts.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 165.7348175048828, "token_count": 27} +{"index": 7421, "reference": "Crowdsourced funding site Kickstarter has suffered its first publicised scam.", "prediction": "Multi-owned site Kickstarter has launched a successful transfer project to raise money.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 19.04761904761905, "rougeL": 26.08695652173913}, "nll_sum": 71.39778900146484, "token_count": 14} +{"index": 7422, "reference": "The prosecution has rested its case in the trial of a man accused of carrying out the 2013 Boston Marathon bombings.", "prediction": "The first defence suspect in last month's London bombings in has admitted admitting himself to himself, the defence lawyer has told evidence \" in thelam reputation, reputation, says they has be from from a game's flagship of a's from'sA", "rouge": {"rouge1": 22.22222222222222, "rouge2": 3.278688524590164, "rougeL": 15.873015873015875}, "nll_sum": 302.61688232421875, "token_count": 47} +{"index": 7423, "reference": "The words strike and NHS are enough to send a shudder down the spine of any patient.", "prediction": "For a strike strike, in England, assistants, doctors, andwives around the NHS, saying it wasn't turning to a offer offers and offer.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 163.4481658935547, "token_count": 29} +{"index": 7424, "reference": "A mortuary in Mississippi is being sued by the husband of a gay man for allegedly refusing to cremate him because of his sexuality.", "prediction": "A pensioner who died in Cleveland Ohio, Mississippi, USA say they received receive at his funeral honour because of staff sexually at state suburban state home.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666666, "rougeL": 24.000000000000004}, "nll_sum": 176.26852416992188, "token_count": 29} +{"index": 7425, "reference": "Nottingham's network of caves has been turned into a virtual reality tour, to open them up to a wider audience.", "prediction": "A virtual reality tour is held be held in a Nottingham Forest to urged himself an old years old caves vegetarian of thousands of miles away.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.33333333333333, "rougeL": 21.276595744680847}, "nll_sum": 183.52117919921875, "token_count": 26} +{"index": 7426, "reference": "A mother was suffering from \"forgotten baby syndrome\" when her young son died in a hot car, an Australian inquest has heard.", "prediction": "A toddler whose toddler son suddenly after she was left in a her moving car in New York the face no longer murder charges of an inquest. heard's 2011 again solve a's a from a it's frompayment of a's from's a", "rouge": {"rouge1": 32.35294117647059, "rouge2": 3.0303030303030303, "rougeL": 23.52941176470588}, "nll_sum": 304.11444091796875, "token_count": 47} +{"index": 7427, "reference": "The deadly spread of cancer around the body has been cut by three-quarters in animal experiments, say scientists.", "prediction": "Scientists have discovered the some of how researchers they believe the immune system fit to fight against cancer.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 90.8523941040039, "token_count": 18} +{"index": 7428, "reference": "A late rally from England's Katherine Brunt could not prevent Sydney Thunder from beating Perth Scorchers to reach the final of the inaugural Women's Big Bash League.", "prediction": "England fast pace bowlerie Brunt took the ball by six wickets and secure a four-wicket win over Western inaugural Storm in's Women's Big Bash League.", "rouge": {"rouge1": 38.59649122807017, "rouge2": 14.545454545454545, "rougeL": 31.578947368421055}, "nll_sum": 162.68710327148438, "token_count": 34} +{"index": 7429, "reference": "The National hails the SNP's victory in the local elections \"emphatic\", adding that it deals a blow to Theresa May's bid to stop a second independence referendum.", "prediction": " result outcome result the general election result will put Scottish vote on the in front Scottish front pages.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 106.60160827636719, "token_count": 18} +{"index": 7430, "reference": "A campaign has been launched to save the childhood home of the explorer, writer and archaeologist Gertrude Bell.", "prediction": "The home of the American artist Bell Bell, who was once considered for a museum, for save being saved to save more \u00a31m.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615383, "rougeL": 24.390243902439025}, "nll_sum": 132.88804626464844, "token_count": 27} +{"index": 7431, "reference": "Former oil tycoon Mikhail Khodorkovsky, a fierce critic of Russian President Vladimir Putin, says he is considering applying for political asylum in the UK and feels safe in London.", "prediction": "Russia's President,ik K,orkovsky says a Russian politician, staying in the UK the and believes wants to hold elections in the next election.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.692307692307692, "rougeL": 25.925925925925924}, "nll_sum": 153.2346954345703, "token_count": 29} +{"index": 7432, "reference": "Cladding from 120 high-rise buildings in 37 local authority areas in England has now failed fire safety tests, the prime minister has said.", "prediction": "Cladding the River same used on London's high high- buildings has has been failed, the prime minister says.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 9.75609756097561, "rougeL": 37.2093023255814}, "nll_sum": 131.5108642578125, "token_count": 22} +{"index": 7433, "reference": "North Korean scientists have invented a hangover-free alcohol, according to the Pyongyang Times.", "prediction": "North Korean media have launched an un unruly unichet of alcohol state, saying saying the voiced concern", "rouge": {"rouge1": 32.25806451612903, "rouge2": 6.896551724137931, "rougeL": 32.25806451612903}, "nll_sum": 145.6307373046875, "token_count": 19} +{"index": 7434, "reference": "Newcastle Falcons are yet to show their true potential after a \"frustrating\" winless start to the Premiership, says director of rugby Dean Richards.", "prediction": "London Irish and Irish are \"a better a side\" they were to be finish this season, says director of rugby Dean Richards.", "rouge": {"rouge1": 40.0, "rouge2": 23.25581395348837, "rougeL": 40.0}, "nll_sum": 120.6526107788086, "token_count": 25} +{"index": 7435, "reference": "An investigation is being launched after a 10-year-old deaf boy who has autism was twice left on a school minibus and driven back to the depot.", "prediction": " the company for an 11- 2011-old boy who who went missing after leaving after the school has been left alone on a bus he left at school.", "rouge": {"rouge1": 39.285714285714285, "rouge2": 7.4074074074074066, "rougeL": 32.142857142857146}, "nll_sum": 139.5585174560547, "token_count": 30} +{"index": 7436, "reference": "Climate scientists have taken issue with some of the research used by President Trump to bolster his case for withdrawal from the Paris agreement.", "prediction": "The Paris 2015 agreement will not reduce the change that it will refuse the climate change from, from say researchers.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 125.52342987060547, "token_count": 21} +{"index": 7437, "reference": "A paramedic with 23 years experience said a heat-stricken Army reservist who collapsed on an SAS test march had the highest temperature he had seen, an inquest has heard.", "prediction": "An army armyists was killed while on a fatal \"key\" camp training on the, the day before died on his camp, an inquest has heard.-'s a's a from a it's frompayment of a's from's a", "rouge": {"rouge1": 28.571428571428577, "rouge2": 8.823529411764707, "rougeL": 20.0}, "nll_sum": 272.8577575683594, "token_count": 47} +{"index": 7438, "reference": "Google is aiming to diagnose cancers, impending heart attacks or strokes and other diseases, at a much earlier stage than is currently possible.", "prediction": " search giant Google has developed a new blood data test to test Alzheimer's diagnosis of Parkinson.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 85.96269989013672, "token_count": 17} +{"index": 7439, "reference": "Ghana coach Avram Grant says his team deserve respect following criticism by some fans and sections of the media.", "prediction": "Ghana coach Astana Grant, fans be disappointed shocked by some of his players in the players saying they are in a \"heart heart\".", "rouge": {"rouge1": 47.61904761904761, "rouge2": 10.0, "rougeL": 33.33333333333333}, "nll_sum": 156.72592163085938, "token_count": 27} +{"index": 7440, "reference": "Plymouth Argyle have signed defender Ryan Edwards from Morecambe on undisclosed terms after agreeing a compensation package.", "prediction": "Morecambe have signed former Wales defender Mike Edwards from Morecambe on a two-year deal.", "rouge": {"rouge1": 50.0, "rouge2": 26.666666666666668, "rougeL": 50.0}, "nll_sum": 66.73500061035156, "token_count": 20} +{"index": 7441, "reference": "A care worker has been jailed for stealing \u00a375,000 from a patient to spend on a \"lavish lifestyle\".", "prediction": "A care worker who was stole more than \u00a31 in000 stolen from disabled man who give them has been given a probation camp and order the victim's a's a's from a\" from it has have's of. from a fromA", "rouge": {"rouge1": 25.806451612903224, "rouge2": 13.333333333333334, "rougeL": 25.806451612903224}, "nll_sum": 289.6151123046875, "token_count": 47} +{"index": 7442, "reference": "Global football federations are \"overwhelmingly in favour\" of plans for a 48-team World Cup, Fifa president Gianni Infantino says.", "prediction": " will the host 20 World Cup, 40 to 40 teams from2626 by 2020, Fifa Fifaifa president Gianni Infantino says, will is Gian game it \" \"AbA it serious\".", "rouge": {"rouge1": 34.04255319148936, "rouge2": 17.77777777777778, "rougeL": 29.787234042553195}, "nll_sum": 248.5487823486328, "token_count": 39} +{"index": 7443, "reference": "A sister of Arlene Arkinson has told the inquest into her death police did not treat her disappearance with the \"seriousness and credence\" it deserved.", "prediction": "The sister of teenager Arlene Arkinson told she was \" excited\" by the police led the evidence about the killing of her husband its an inquest.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 8.333333333333332, "rougeL": 32.0}, "nll_sum": 159.74832153320312, "token_count": 29} +{"index": 7444, "reference": "A million older people in England struggling with everyday tasks, such as washing and dressing, are being left to fend for themselves, campaigners say.", "prediction": "Elderly people in England who are struggle cope with them seeking them for financial help, a charity says.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 10.0, "rougeL": 33.33333333333333}, "nll_sum": 99.05140686035156, "token_count": 21} +{"index": 7445, "reference": "A 33-year-old woman has been found guilty of stabbing her boyfriend to death on the balcony of her Rutherglen flat.", "prediction": "A woman who was maeled death to death in the street with an and streets Edinburgh, has been found guilty of her murder.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 27.90697674418604, "rougeL": 35.55555555555555}, "nll_sum": 133.05020141601562, "token_count": 26} +{"index": 7446, "reference": "Saudi-led coalition warplanes have bombed a special forces camp in Yemen's capital, Sanaa, killing at least 36 people, officials and witnesses say.", "prediction": "A Saudi-led coalition has air strike on a controlo unit unit in southern Yemen killing at least 36 soldiers, government officials say 2011 a Broadway, reputation, from it from from-o's battles from 20 November's bill.", "rouge": {"rouge1": 41.269841269841265, "rouge2": 16.39344262295082, "rougeL": 38.0952380952381}, "nll_sum": 259.88201904296875, "token_count": 45} +{"index": 7447, "reference": "Councillors in Dublin are due to vote later on a motion against a Love Ulster march planned for March by loyalist campaigner, Willie Frazer.", "prediction": "A Irish parliament has backed a bill call for a right rally after a rally, followed by the event of North DUP submarine Peter Frazer, in 30 bid.- it passed a-eA reputation from a2 The'sA aA", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 16.129032258064516}, "nll_sum": 314.64251708984375, "token_count": 46} +{"index": 7448, "reference": "Jonathan Rea has become the first rider since Carl Fogarty in 1999 to win successive World Superbikes titles as he finished second in Qatar.", "prediction": "Jonathan Rea has done his done to a winning in December after winning the World Superbike race- Australia.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 110.62252807617188, "token_count": 21} +{"index": 7449, "reference": "The US military has condemned an order by the Afghan government to release 37 prisoners deemed by the Americans to pose a threat to security.", "prediction": "The US military says it plans to free transfer of prison prisoners by by militants in November, US officials say.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 26.66666666666666}, "nll_sum": 94.60789489746094, "token_count": 21} +{"index": 7450, "reference": "Ben Affleck has won the top film honour from the Directors Guild of America for his Iran hostage drama, Argo.", "prediction": " Ben-leck director Ben Affleck Ben missed out on the bestmaker the film, having missed the best award at the America's Budget Film Festival.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 26.66666666666666}, "nll_sum": 152.1280059814453, "token_count": 29} +{"index": 7451, "reference": "Nigeria has sent a \"massive deployment of men and resources\" to combat Islamist militants in three north-eastern states.", "prediction": "Nigeria's military says it has begun control military & territory in control of Islamist Boko Haram.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 92.92462158203125, "token_count": 19} +{"index": 7452, "reference": "Highly-respected sports journalist Peter Corrigan has died aged 80.", "prediction": "Tributes have been paid to former broadcaster Peterbett who died following his death.", "rouge": {"rouge1": 8.695652173913043, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 64.6231689453125, "token_count": 15} +{"index": 7453, "reference": "A man has been charged with the attempted murder of two children who were stabbed.", "prediction": "A man has been charged with attempted murder after an attack in which two which boys were injured boy seriously stabbed.", "rouge": {"rouge1": 61.11111111111111, "rouge2": 35.29411764705882, "rougeL": 61.11111111111111}, "nll_sum": 88.6597900390625, "token_count": 21} +{"index": 7454, "reference": "Great Britain's Chris Latham won a bronze medal in the men's scratch race at the Track World Championships.", "prediction": "Great Britain's Tom Latham is surprised by his track record lost to his pursuit team-mates. solve to 2011's a solveCaliforniaon-. aA referee a's \"-D's of in from from's. from", "rouge": {"rouge1": 29.09090909090909, "rouge2": 7.547169811320755, "rougeL": 25.454545454545453}, "nll_sum": 304.38812255859375, "token_count": 43} +{"index": 7455, "reference": "Wales U20s have named their 32-man squad for the Six Nations as they bid to impress following their Grand Slam campaign last year.", "prediction": "Welsh players are among the players to sign four players and four for for the 20161717 season.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 5.128205128205128, "rougeL": 9.75609756097561}, "nll_sum": 106.92521667480469, "token_count": 20} +{"index": 7456, "reference": "Miranda Richardson and Anna Chancellor will take the lead roles in a new BBC One adaptation of Mapp And Lucia.", "prediction": "illing Gham, Marley, Fleming will play in St Strict of Switzerland as co-star of movie 1970s a dramatic 1970s show.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 172.6444549560547, "token_count": 29} +{"index": 7457, "reference": "A teenager held a machete to a taxi driver's throat in an attack after a late night party.", "prediction": "A teenager has admitted stealing a driver with a machete that held and a man holding him in his neck.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 10.81081081081081, "rougeL": 30.76923076923077}, "nll_sum": 96.73710632324219, "token_count": 22} +{"index": 7458, "reference": "England extended their unbeaten run to 10 matches as substitute Jodie Taylor gave them a hard-fought friendly win over Euro 2017 hosts the Netherlands.", "prediction": "Lamb Taylor'sage-time winner was give giving England beat the Netherlands to complete their first runners-up finish their match of Euro 2017's finals showed of \"up from The-D's reputation from a's a.", "rouge": {"rouge1": 31.74603174603174, "rouge2": 6.557377049180328, "rougeL": 19.047619047619047}, "nll_sum": 283.2370910644531, "token_count": 44} +{"index": 7459, "reference": "Bath have agreed a deal for Newport Gwent Dragons scrum-half Jonathan Evans for next season.", "prediction": "Bath have agreed a deal to sign centre Jonny Evans from Gwent Dragons for the 2016-17 season.", "rouge": {"rouge1": 58.82352941176471, "rouge2": 31.25, "rougeL": 52.94117647058824}, "nll_sum": 70.90213012695312, "token_count": 22} +{"index": 7460, "reference": "Welsh sailor Alex Thomson has passed the halfway point of the solo non-stop round-the-world race, the Vendee Globe.", "prediction": "Great Britain's Alex Thomson became the first man to complete South Atlantic to complete a 18-mile mile trip between Australia and South Africa side Australia Horn on Saturday on the's a's from's a's fromPG of from's from's a", "rouge": {"rouge1": 14.92537313432836, "rouge2": 3.0769230769230766, "rougeL": 11.940298507462686}, "nll_sum": 258.4868469238281, "token_count": 47} +{"index": 7461, "reference": "The parliament of New South Wales, Australia has passed a motion calling US presidential candidate Donald Trump a \"revolting slug\" unfit for office.", "prediction": "An Australian parliament has called for a motion calling for US Republican presidential candidate Donald Trump, saying accused them of \"cdring a problem problem\".", "rouge": {"rouge1": 55.319148936170215, "rouge2": 22.222222222222225, "rougeL": 46.80851063829787}, "nll_sum": 125.77982330322266, "token_count": 27} +{"index": 7462, "reference": "Olympic legends Sir Steve Redgrave and Sir Chris Hoy will be part of the BBC team offering comprehensive coverage of Rio 2016.", "prediction": "BBC Sport will bring you action of the 2012 Olympics and Paralympic across TV, BBC Radio 5 5 live and the Paralympic.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904762, "rougeL": 18.181818181818183}, "nll_sum": 115.02367401123047, "token_count": 27} +{"index": 7463, "reference": "The owner of a 17,000-tonne oil rig which ran aground on the Western Isles last year has paid the Maritime and Coastguard Agency (MCA) \u00a3400,000.", "prediction": "A oil rig that was ran up on a fishing last month sank in Turkey has been awarded by the by Coast andguard Agency (FCA).", "rouge": {"rouge1": 33.9622641509434, "rouge2": 3.921568627450981, "rougeL": 33.9622641509434}, "nll_sum": 156.67611694335938, "token_count": 28} +{"index": 7464, "reference": "A man who was in a critical condition after a shooting in Rhondda Cynon Taff two months ago has now died, police said.", "prediction": "No criminal charges have been brought in the case of a man was shot dead by police officers Rhondda Cynon Taff.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714283, "rougeL": 27.27272727272727}, "nll_sum": 89.30862426757812, "token_count": 25} +{"index": 7465, "reference": "Carlos Brathwaite hit the first four balls of the final over for six as West Indies stunned England to win the World Twenty20.", "prediction": " Brice Brathwaite struck a stunning late winner as West Indies clinch a nine-run defeat and reach the Women's World Twenty20 final.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 116.05543518066406, "token_count": 29} +{"index": 7466, "reference": "Dirk Coetzee, one of the most notorious figures of South Africa's apartheid era, has died at the age of 57.", "prediction": "Malcell Coetzee - the only African who who was involved during the November civil war in South Africa, has died aged 91.", "rouge": {"rouge1": 38.095238095238095, "rouge2": 10.000000000000002, "rougeL": 33.33333333333333}, "nll_sum": 107.23660278320312, "token_count": 26} +{"index": 7467, "reference": "Former Ch Supt David Duckenfield faces 95 charges of manslaughter and five other senior figures will be prosecuted over the 1989 Hillsborough disaster.", "prediction": "Two senior officers will be charged and charges over the wake of Hills Hillsborough disaster, the High Court has announced.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 14.634146341463413, "rougeL": 32.558139534883715}, "nll_sum": 108.87464141845703, "token_count": 22} +{"index": 7468, "reference": "Prehistoric and Bronze Age finds have been made during work to construct the new Inverness West Link road.", "prediction": "Two mounds uncovered has revealed as part of a building on the new road in Inverness solve congestion some of the school ballet as such from a's as a reputation on from an from as's's reputation of a's a'sA", "rouge": {"rouge1": 12.90322580645161, "rouge2": 3.3333333333333335, "rougeL": 9.67741935483871}, "nll_sum": 282.6734924316406, "token_count": 47} +{"index": 7469, "reference": "At first glance, everything seems normal in Marienplatz, Munich's central square, which is dominated by the great neo-Gothic Town Hall.", "prediction": "In a small village, a town and possible a street open in Duesseldorf again.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 85.95101928710938, "token_count": 19} +{"index": 7470, "reference": "Members of the Workers Party have held a protest outside the BBC's headquarters in Belfast to highlight what they believe is a lack of coverage given to smaller parties during the Assembly election campaign.", "prediction": " Workers O' Party has ruled, party will not be allowed to candidate in candidate candidates broadcast broadcast general election.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 116.25895690917969, "token_count": 21} +{"index": 7471, "reference": "A van used by retired world champion boxer Floyd Mayweather has been set on fire, police said.", "prediction": "A hotel in a hotel was abandoned after a stolen van was stolen before it was set alight", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 65.87440490722656, "token_count": 18} +{"index": 7472, "reference": "A 14-year-old girl suffered burns on a Harry Potter ride when another passenger's electronic cigarette exploded, police in Florida say.", "prediction": "An 11-year-old girl has suffered serious injuries and neck neck and injured injured when a train which was riding in a theme theme park, South US officials say to. a's in the a's, Leg,old they from a", "rouge": {"rouge1": 33.84615384615384, "rouge2": 6.349206349206349, "rougeL": 24.615384615384613}, "nll_sum": 253.87399291992188, "token_count": 47} +{"index": 7473, "reference": "A tree surgeon has died after reportedly injuring himself with a chainsaw in south London.", "prediction": "A worker was killed in hospital after being hit by a supermarketaw which hit a family- trees in south-west London London in the- reputation, ballet,- it was banned fromD game a from a years a's a from a", "rouge": {"rouge1": 25.454545454545457, "rouge2": 3.7735849056603774, "rougeL": 21.818181818181813}, "nll_sum": 302.03802490234375, "token_count": 46} +{"index": 7474, "reference": "The number of blind people across the world is set to triple within the next four decades, researchers suggest.", "prediction": "A rising number people with brain conditions such as such blindness will double triple pace in the world, researchers say.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 118.5731201171875, "token_count": 21} +{"index": 7475, "reference": "Scotland manager Gordon Strachan said his side's 1-0 friendly victory over Poland will have no effect on either team's Euro 2016 qualifying campaign.", "prediction": "Scotland coach Gordon Strachan says it will not carried away from his side's goalless draw against Nigeria.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 14.285714285714283, "rougeL": 27.272727272727277}, "nll_sum": 82.99822998046875, "token_count": 22} +{"index": 7476, "reference": "A man has been jailed for trying to scare people with an imitation gun near two Worthing schools.", "prediction": "A man who admitted carrying a man with a fake knife and a knife at a West Sussex primary school has been jailed for nine months.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 19.04761904761905, "rougeL": 27.272727272727277}, "nll_sum": 78.52583312988281, "token_count": 26} +{"index": 7477, "reference": "Amid the revelry and dressing up at Halloween comes a more solemn occasion - one that is being upheld by the UK's Polish community this week.", "prediction": "Ceremonies are taking place in Poland for Polish relatives who fought in World War One - of those who fought in World War Two. in- solve's a ballet's a's a's a of a's from's from'sA", "rouge": {"rouge1": 11.940298507462689, "rouge2": 0.0, "rougeL": 5.9701492537313445}, "nll_sum": 210.43157958984375, "token_count": 47} +{"index": 7478, "reference": "New rules forcing broadband firms to be clearer in adverts on the costs of their contracts have come into effect.", "prediction": "New broadband rules which share so too much average for customers are have come into effect November, UK advertising watchdog says.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615385, "rougeL": 29.268292682926827}, "nll_sum": 134.63734436035156, "token_count": 22} +{"index": 7479, "reference": "A shop worker has been seriously injured during a raid on a post office in Galashiels in the Scottish Borders.", "prediction": "A man was taken to hospital with serious head injuries after an armed robbery a Borders Borders.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 68.68460083007812, "token_count": 17} +{"index": 7480, "reference": "Significant job opportunities will be lost unless a reduced Corporation Tax is introduced into Northern Ireland, a business group has said.", "prediction": "A controversial tax on introduced ITV tax in Northern Ireland could be \" reorganise economic opportunities\", says a leading creation expert has warned in the small's, a, saying it from \"-g from tax\" from November George.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 3.6363636363636362, "rougeL": 24.561403508771928}, "nll_sum": 288.2708740234375, "token_count": 43} +{"index": 7481, "reference": "A section of cliff in Bournemouth remains closed after a landslip damaged a cliff railway lift and crushed a toilet block.", "prediction": "A huge cliff which has ripped through the top of a Bemouth seafront's beaches, the council has confirmed. despite a aForestco-up's's decision from from a game after it from beenA of a", "rouge": {"rouge1": 24.561403508771928, "rouge2": 0.0, "rougeL": 17.543859649122805}, "nll_sum": 283.30340576171875, "token_count": 43} +{"index": 7482, "reference": "Striker Lee Gregory has signed a new contract with League One side Millwall, which will keep him at The Den until the summer of 2018.", "prediction": "Millwall scrum-half Lee Yandyard has signed a new three 2011and-and-a-half-year contract.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 15.384615384615385, "rougeL": 29.268292682926827}, "nll_sum": 121.75080108642578, "token_count": 26} +{"index": 7483, "reference": "A sex offender was mistakenly released from prison a month early, the BBC has learned.", "prediction": "A man who was jailed for having sex with two girls a school 40 40 years ago, has been released by police. police in the's the, referee, The they has a game from it The's flagship of. a from aA", "rouge": {"rouge1": 28.07017543859649, "rouge2": 0.0, "rougeL": 17.54385964912281}, "nll_sum": 267.36181640625, "token_count": 47} +{"index": 7484, "reference": "The Conservative Party has taken all seats across Dorset, claiming the one Liberal Democrat-held seat in the county.", "prediction": " Conservative MPs have held to the same of of the same constituency as the same time in the general election.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 86.38417053222656, "token_count": 20} +{"index": 7485, "reference": "Aberdeen City Council has approved its budget for the next financial year, with more than \u00a325m of savings.", "prediction": "(ian Edinburgh City Council has agreed to cut16 in its budget cuts which will include see-cutting save to \u00a32.8m.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 16.216216216216214, "rougeL": 30.769230769230766}, "nll_sum": 142.98126220703125, "token_count": 27} +{"index": 7486, "reference": "One of the questions raised by the case of Liam Fee - whose mother and her partner were convicted of his murder - has been \"could anyone have saved him?\"", "prediction": "A social care worker accused of the of murder victim in Liam Fee has told social services he had a break break inup had killed him", "rouge": {"rouge1": 29.629629629629633, "rouge2": 7.692307692307692, "rougeL": 25.92592592592593}, "nll_sum": 166.31304931640625, "token_count": 26} +{"index": 7487, "reference": "US President Donald Trump is continuing to back a ban on people from seven mainly Muslim countries entering America, despite protests against it.", "prediction": "US President Donald Trump has signed a new ban on people on people from Muslim Muslim countries mainly countries.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 35.0, "rougeL": 52.38095238095239}, "nll_sum": 115.48492431640625, "token_count": 19} +{"index": 7488, "reference": "Australia says it will reveal new laws stripping citizenship from dual nationals engaged in terrorism.", "prediction": "Australia has introduced new laws that laws protect Australian Australians who struggle will fight and fight terrorism.", "rouge": {"rouge1": 31.25, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 93.94888305664062, "token_count": 17} +{"index": 7489, "reference": "Fifteen soldiers have been jailed after a court martial for staging a \"sit-in\" in protest at being \"led by muppets\".", "prediction": "A British army who was three injured soldiers during a \"monster\" exercise will keep alive, a national martial has ruled, a controversialCalifornia- a. aA aA a's struggle from a firearms's Valentine of.", "rouge": {"rouge1": 14.545454545454541, "rouge2": 0.0, "rougeL": 14.545454545454541}, "nll_sum": 306.2563781738281, "token_count": 43} +{"index": 7490, "reference": "A man has been left scarred for life in an unprovoked attack in a Glasgow pub.", "prediction": "A man was left with facial after a serious assault by a street in West Lothian in a bid believed to be \" 30's's from from a's a on's his ballet after it was from his game.", "rouge": {"rouge1": 21.428571428571423, "rouge2": 7.4074074074074066, "rougeL": 21.428571428571423}, "nll_sum": 244.53692626953125, "token_count": 43} +{"index": 7491, "reference": "US comedian Kevin Hart has signed a deal to release an album as his inept rapper alter-ego Chocolate Droppa.", "prediction": " star star, Joe Hart says Joe will receive all a of a rapper ahead of his stand-up shows thought to be a chicken-up singer.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 161.1068878173828, "token_count": 29} +{"index": 7492, "reference": "Dan Evans joined Andy Murray in the last 16 of the Australian Open with a brilliant performance to give Britain two men in the fourth round.", "prediction": "Defending champion is to the second round of the Australian Open by beating Dan Evans it- through to the quarter-finals of the Australian Open's Bureau of-AIreland fromA- from a reputation in from a's.'s fromA", "rouge": {"rouge1": 36.92307692307692, "rouge2": 12.698412698412698, "rougeL": 27.6923076923077}, "nll_sum": 268.158203125, "token_count": 48} +{"index": 7493, "reference": "Jared Allen will retire as a Minnesota Vikings player after he signed a one-day deal with the NFL team on Thursday.", "prediction": "Widnes Vikings forward Jared Allen has announced he will retire from rugby at a end of the season.", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473683, "rougeL": 30.0}, "nll_sum": 79.18132019042969, "token_count": 20} +{"index": 7494, "reference": "Wigan Athletic have signed defender Chey Dunkley on a three-year deal from League One rivals Oxford United.", "prediction": "Colchester United have signed defender Liam Plowsley and Oxford left-back Danny Plley for an undisclosed fee understood on a further 12 year stay.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 28.571428571428577}, "nll_sum": 156.65719604492188, "token_count": 29} +{"index": 7495, "reference": "New rules are urgently needed to protect the open seas, scientists have warned.", "prediction": "The world's\ufffds space of the ocean is potentially putting the erosion at from sea, new research suggests.", "rouge": {"rouge1": 18.749999999999996, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 122.7134780883789, "token_count": 21} +{"index": 7496, "reference": "The findings of a fatal accident inquiry (FAI) into the Glasgow bin lorry crash will be issued on Monday.", "prediction": " the Glasgow bin lorry crash, will be issued a statement will be issued on Monday, BBC Scotland's fatal accident inquiry (FAI).", "rouge": {"rouge1": 73.17073170731707, "rouge2": 61.53846153846153, "rougeL": 48.78048780487805}, "nll_sum": 123.81390380859375, "token_count": 27} +{"index": 7497, "reference": "MLA Jonathan Bell has claimed he was told he would not be able to challenge the Renewable Heat Incentive (RHI) scheme because two DUP special advisers \"have extensive interests in the poultry industry\".", "prediction": "Ulster Union of MLADDUP) has denied claims that he was special advisers involved in the Renewable Heat Inive (RHI) scheme.", "rouge": {"rouge1": 45.28301886792453, "rouge2": 23.52941176470588, "rougeL": 33.9622641509434}, "nll_sum": 137.05137634277344, "token_count": 29} +{"index": 7498, "reference": "A report has found the police control room service has \"performed well\" after closing its Dumfries site and moving provision to Glasgow and Motherwell.", "prediction": "A review into the closure of control police control centre unit in Dumfries has said there was no no decisions.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 117.09629821777344, "token_count": 22} +{"index": 7499, "reference": "Transport officials from the Scottish government have held talks on the possibility of extending the Borders Railway beyond Tweedbank.", "prediction": "The Scottish government has outlined a plan for a railway rail link between the Borders and Borders, it has been confirmed.", "rouge": {"rouge1": 30.0, "rouge2": 15.789473684210526, "rougeL": 25.0}, "nll_sum": 70.59117126464844, "token_count": 22} +{"index": 7500, "reference": "A High Court hearing has begun into plans to erect a 17km line of pylons along the Denbighshire and Conwy border.", "prediction": "A challenge to build an overhead power from a farm in Denbighshire town could be in countryside after a High Court ruling controversial \"ria and. a's referee's a's from from's the's of a the from's from 2011", "rouge": {"rouge1": 28.125000000000007, "rouge2": 6.451612903225806, "rougeL": 18.749999999999996}, "nll_sum": 290.52044677734375, "token_count": 47} +{"index": 7501, "reference": "Striker Saido Berahino is as important to West Brom as Harry Kane is to Tottenham or Jamie Vardy to Leicester, says Baggies boss Tony Pulis.", "prediction": "West Brom's boss Tonyo Berahino says he \"toworking hard and working\" again\" after defending Premier League champions Leicester. and to. \"'s again's \"- 2011A 2011 a in a 2011 a's again a from", "rouge": {"rouge1": 23.333333333333332, "rouge2": 3.4482758620689653, "rougeL": 10.0}, "nll_sum": 319.6570129394531, "token_count": 48} +{"index": 7502, "reference": "A flock of decorated model sheep has invaded the Lake District in a bid to raise \u00a31.3m for charity.", "prediction": "A gold sculpture inspired inspired the road on the Cumbriaank in May 2013 has been opened officially to the public in a bid 30 it's 30 has referee a decision from A-e from a in from from's Saturday. aowned", "rouge": {"rouge1": 22.58064516129032, "rouge2": 6.666666666666667, "rougeL": 19.354838709677416}, "nll_sum": 304.5263671875, "token_count": 47} +{"index": 7503, "reference": "Defender Gary Cahill believes England were not outclassed in their 2-0 friendly defeat by Spain on Friday.", "prediction": "Gary Cahill says England players felt \"tough\" when they were thrashed in 4-0 defeat by Barcelona in their opening Group Group C qualifier.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 15.0, "rougeL": 38.0952380952381}, "nll_sum": 112.89305114746094, "token_count": 30} +{"index": 7504, "reference": "An early-medieval gold pendant created from an imitation of a Byzantine coin that was found in a Norfolk field is a \"rare find\", a museum expert has said.", "prediction": "A Roman gold medal discovered in Norfolk which is believed to be from 1 1 18th Century, has been declared.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 20.408163265306122}, "nll_sum": 98.65803527832031, "token_count": 22} +{"index": 7505, "reference": "The UK Independence Party has rejected claims by one of its biggest donors that he has been suspended from the party membership.", "prediction": "The businessman who led the Leave campaign for the UK's superb general election has been inducted, saying he \"looked he will\" and offer not on the job.", "rouge": {"rouge1": 23.999999999999996, "rouge2": 8.333333333333332, "rougeL": 20.0}, "nll_sum": 161.23080444335938, "token_count": 33} +{"index": 7506, "reference": "Major overhauls to transport routes in Cardiff are being considered.", "prediction": "Plans for \u00a3500m lane arena in Cardiff city centre have been unveiled.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 10.0, "rougeL": 18.18181818181818}, "nll_sum": 69.290771484375, "token_count": 15} +{"index": 7507, "reference": "Cricket appears to run in the blood for one County Londonderry family who have made history twice in one week.", "prediction": "A 13-year-old girl from Londonderry who has been the sport, said believes feels is shocked in a first women's game.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 129.87644958496094, "token_count": 29} +{"index": 7508, "reference": "Victims of child sex abuse in Halifax are staging a protest calling for an inquiry into historical abuse at care homes in Calderdale to be reopened.", "prediction": "A human rights campaigner has begun at care home in Westochdale, where investigations led to cases of sexual or sexual abuse at a residential care homes.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 16.0, "rougeL": 23.076923076923077}, "nll_sum": 137.30929565429688, "token_count": 29} +{"index": 7509, "reference": "The getaway car used in the murder of a man in the Republic of Ireland earlier this week was stolen last year.", "prediction": "Police in the Republic of Ireland are investigating the murder of a father-in in the aftermath of a car found in a burntout car.", "rouge": {"rouge1": 51.06382978723404, "rouge2": 35.55555555555556, "rougeL": 34.04255319148936}, "nll_sum": 104.31417083740234, "token_count": 27} +{"index": 7510, "reference": "Caterpillars are being killed by a bug which turns them into \"exploding zombies\", a wildlife expert has said.", "prediction": "A due caterpillarham, believed to be to a bovovirus, has been found in a branch river of a smallpice's.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 162.90003967285156, "token_count": 29} +{"index": 7511, "reference": "A paedophile, branded \"calculating and predatory\", has been jailed for 15 years for a string of sex attacks on girls as young as six years old.", "prediction": "A \"improophile\" paed who carried out a string of sex attacks on young girls-year jailed for three and half years. a., 2011 as reputation from a, was ballet from his his's of of", "rouge": {"rouge1": 49.18032786885245, "rouge2": 20.338983050847457, "rougeL": 29.508196721311474}, "nll_sum": 256.64959716796875, "token_count": 41} +{"index": 7512, "reference": "Bolton could be relegated to League One on Saturday after they were beaten by Brentford at Griffin Park.", "prediction": "Brentford moved into Championship play-off places alive, despite beating fellow play-off hopef Wanderers to", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 5.88235294117647}, "nll_sum": 123.3095703125, "token_count": 22} +{"index": 7513, "reference": "The family of a teenager who vanished nine years ago has welcomed a police appeal for information about a Volvo car seen on the night he went missing.", "prediction": "A teenager whose went missing nine nine years ago has said she is \" never believed\" that the owners of the car's car after it the car to its of a's aA a's it's. referee of a from's from a", "rouge": {"rouge1": 38.88888888888889, "rouge2": 17.142857142857142, "rougeL": 22.22222222222222}, "nll_sum": 257.50677490234375, "token_count": 47} +{"index": 7514, "reference": "Lancashire's Alex Davies and Kyle Jarvis put on 100 for the 10th wicket to frustrate Derbyshire on day three.", "prediction": "Alex Davies hit a stunning unbeaten half-cent helped Lancashire complete an unlikely first-class win over Derbyshire at Old Trafford. solve puls-. a's a's-A's a from a couple's flagship.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 3.7735849056603774, "rougeL": 10.909090909090908}, "nll_sum": 243.0281982421875, "token_count": 44} +{"index": 7515, "reference": "Ghana's Ayew brothers grabbed a goal each to beat DR Congo 2-1 and put the Black Stars through to the Africa Cup of Nations semi-finals.", "prediction": "Ghana scored a stoppage-time winner to beat Congo the 2017 Africa Cup of Nations semi-finals and progress to reach the quarter-finals. the a's a's a their again a's againgoal of's from's fromowned", "rouge": {"rouge1": 47.05882352941176, "rouge2": 18.181818181818183, "rougeL": 35.29411764705882}, "nll_sum": 230.2147674560547, "token_count": 49} +{"index": 7516, "reference": "Football fans hurled bricks and bottles at each other in a \"violent clash\" before Aston Villa played Leicester City.", "prediction": "A Aston Villa fans were arrested in connection with a fight that was involved in a football match.-old a to be-olve a man's ballet, a's a from a-.'s a from from by's. from aA", "rouge": {"rouge1": 20.338983050847457, "rouge2": 7.017543859649122, "rougeL": 10.169491525423728}, "nll_sum": 231.76243591308594, "token_count": 46} +{"index": 7517, "reference": "As the Christmas of 1940 approached, German bombs rained down on Manchester city centre, killing hundreds of people and causing widespread destruction.", "prediction": "Footage of the World War Two air bombing bombing has Manchester city centre has been revealed, with some giving of the city's worst air raid.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 122.92755126953125, "token_count": 28} +{"index": 7518, "reference": "Denny Solomona broke the record for the most tries scored in a Super League season as his hat-trick helped Castleford beat Widnes.", "prediction": "Denny Solomona scored a hat-trick as Castleford thrashed a Widnes 11-flight to go top of the top's Super League.", "rouge": {"rouge1": 53.33333333333332, "rouge2": 13.95348837209302, "rougeL": 35.55555555555555}, "nll_sum": 139.0204620361328, "token_count": 31} +{"index": 7519, "reference": "We all now know Sony's internal computer system was hacked in November.", "prediction": " Roman Pictures has launched a hack attack on how some of its reported in its film, including George Clooney.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 97.37236785888672, "token_count": 21} +{"index": 7520, "reference": "A man who killed woman at a hostel had sent letters threatening to kill others while in prison, an inquest has heard.", "prediction": " 30 30-year-old man killed a woman in a Caerph hostel before her partner died days he was and killed himself in prison, an inquest has heard.", "rouge": {"rouge1": 52.0, "rouge2": 20.833333333333336, "rougeL": 47.99999999999999}, "nll_sum": 146.35110473632812, "token_count": 34} +{"index": 7521, "reference": "Nearly a third of adults in Wales are struggling to cope with the pain and symptoms of long-term health conditions, according to a new study.", "prediction": "Electronic health illnesses in Wales are those of those who struggle to cope with same life, new research has found.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 22.727272727272727, "rougeL": 34.78260869565217}, "nll_sum": 99.915771484375, "token_count": 22} +{"index": 7522, "reference": "Six Russian cross-country skiers have had their provisional doping bans upheld after a failed appeal to the Court of Arbitration for Sport (Cas).", "prediction": "Six Russian athletes from doping - but will not compete at the 2018 Olympics have been suspended by the Court Arbit forration Sport (Cas).", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.33333333333333, "rougeL": 29.78723404255319}, "nll_sum": 142.54183959960938, "token_count": 26} +{"index": 7523, "reference": "Clydesdale Bank is to set aside as much as \u00a3500m in extra funding this year to compensate customers for mis-selling of financial products.", "prediction": " National Australia Bank says it has announced a further further 40% pre-tax profits after seeking damages for the-selling of payment payment protection protection fund.", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 150.16970825195312, "token_count": 29} +{"index": 7524, "reference": "A zebra that ran away from a horse riding club in Japan has died in a golf course lake after it was tranquilised.", "prediction": "A Wigan has been shot dead in central Japan after into a goal and then then running into a lake, local media reports say the a Broadway, solve,'s they a from-A aA in a from a's. a's", "rouge": {"rouge1": 31.25, "rouge2": 6.451612903225806, "rougeL": 15.625}, "nll_sum": 284.333984375, "token_count": 47} +{"index": 7525, "reference": "A fire at a disused hospital in Edinburgh led to thick smoke being seen across the city.", "prediction": "Firefighters have tackling tackling a huge fire at a Dundee hospital hospital by.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 14.285714285714288, "rougeL": 33.333333333333336}, "nll_sum": 84.8608169555664, "token_count": 15} +{"index": 7526, "reference": "French President Francois Hollande has vowed to improve the protection of police officers, after a police couple was killed by a militant this week.", "prediction": "Zambian President d d, d flocked with police during a series of violent protests.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 96.94327545166016, "token_count": 18} +{"index": 7527, "reference": "In our series of letters from African journalists, film-maker and columnist Farai Sevenzo questions whether lie detectors could help promote honest law enforcement.", "prediction": "In our series of letters from African journalists,maker and writer Adaobi Tricia Nwaubani looks at the future police find in Nigeria struggle for a new police force.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 31.999999999999996, "rougeL": 38.46153846153846}, "nll_sum": 197.2039794921875, "token_count": 34} +{"index": 7528, "reference": "An \"extremely rare\" signed copy of Adolf Hitler's Mein Kampf is to be sold at auction.", "prediction": "A bookbook Adolf Hitler's, Mein Kampf, which is expected to be, world - is up for sale auction Lot of. at's a'sA from a The\".A's\". from from The.old's from a", "rouge": {"rouge1": 41.509433962264154, "rouge2": 19.6078431372549, "rougeL": 33.9622641509434}, "nll_sum": 275.23199462890625, "token_count": 47} +{"index": 7529, "reference": "Human and animal fossilised footprints that may be from the Bronze Age have been exposed on a Ceredigion beach.", "prediction": "A human human footprints found washed up on a Ceredigion beach identified the ever identified, as evidence of human financing Fund in in the of Saturday, Saturday, as The from a 3 has a's have of from.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 10.90909090909091, "rougeL": 21.052631578947366}, "nll_sum": 268.43072509765625, "token_count": 43} +{"index": 7530, "reference": "An ex-director of Brazil's state-run oil company Petrobras is reported to have accused more than 40 politicians of involvement in a kickback scheme.", "prediction": "The president of Brazil has been suspended over allegations in involved in a scandal which has run the state-run oil company, Petrobras.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 29.787234042553195, "rougeL": 28.571428571428577}, "nll_sum": 96.97425079345703, "token_count": 27} +{"index": 7531, "reference": "League One side Bury have signed goalkeeper Paul Rachubka on a one-year deal following his release by Bolton.", "prediction": "Bury have signed Canadian goalkeeper Alexander Yakubka on a two-year deal, following his deal following his release by club Bolton Wanderers.", "rouge": {"rouge1": 63.41463414634148, "rouge2": 41.02564102564102, "rougeL": 63.41463414634148}, "nll_sum": 107.84070587158203, "token_count": 28} +{"index": 7532, "reference": "The UK is to spend \u00a325m on building a prison in Jamaica so that foreign criminals in the UK can be sent home to serve sentences in the Caribbean.", "prediction": " the UK and Canada have signed \u00a3m100 in aid deal to include foreign secretary more more foreign criminals.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 8.88888888888889, "rougeL": 21.276595744680854}, "nll_sum": 137.82565307617188, "token_count": 20} +{"index": 7533, "reference": "Hackers managed to steal $80m (\u00a356m) from Bangladesh's central bank because it skimped on network hardware and security software, reports Reuters.", "prediction": "Bangladeshaundering's central bank has caused a $43m (\u00c2\u00a3\u00c2, $; \u00c2\u00a331m), bank officials say. as it from \" bald-b from footage in from November's Saturday from", "rouge": {"rouge1": 21.276595744680854, "rouge2": 8.88888888888889, "rougeL": 17.02127659574468}, "nll_sum": 273.3606872558594, "token_count": 44} +{"index": 7534, "reference": "Championship side Brighton & Hove Albion have signed Stoke City midfielder Steve Sidwell on loan until the end of the season.", "prediction": "Ch-hip side Brighton & H Albion have signed Stoke City full-back Steveidwell for an undisclosed fee on five-year deal, with a further option. option to \u00a3-Hought fee in a fee from's-'s Broadway", "rouge": {"rouge1": 28.57142857142857, "rouge2": 18.51851851851852, "rougeL": 28.57142857142857}, "nll_sum": 291.86126708984375, "token_count": 47} +{"index": 7535, "reference": "During a recent shopping trip in Glasgow, Ricky Foster noticed a young man walk by with his friends and then turn back to approach him.", "prediction": "James Celtic manager James Foster has received receive an apology from the Aberdeen restaurant fans about his young fans and how he how he spends brings in his life.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 174.997802734375, "token_count": 29} +{"index": 7536, "reference": "An engineering firm is to build a new technology centre in Brechin, creating 100 new jobs.", "prediction": "An engineering has started a \u00a350 new campus facility to be built in the centre of Aberdeen with the loss up to 40,000 jobs.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 5.128205128205128, "rougeL": 29.268292682926827}, "nll_sum": 113.85416412353516, "token_count": 27} +{"index": 7537, "reference": "I hope Liam Broady is really pumped and excited for our first-round match at Wimbledon on Tuesday, because these are the moments you play for.", "prediction": "I'm ready through to the last of the last tournament at Wim, but I wasn't the title because and I wasn wasn't in the tournament.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 14.814814814814817}, "nll_sum": 151.42294311523438, "token_count": 29} +{"index": 7538, "reference": "Universities in England are already announcing a tuition fee increase above the \u00a39,000 limit before Parliament has even finished debating plans which would pave the way to raise fees.", "prediction": " graduate levels forStudents starting in England, Wales, and scrapped replaced under plans be government plans.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 126.33785247802734, "token_count": 18} +{"index": 7539, "reference": "A man has been charged with manslaughter after a man died in hospital almost three weeks after an incident in a pub beer garden.", "prediction": "A man has been charged with murder by causing the death of another man after another was hit by a music garden in West Yorkshire- a. not a's man's decision from his reputation as a as's reputation of. a from aA", "rouge": {"rouge1": 35.29411764705882, "rouge2": 15.151515151515152, "rougeL": 29.411764705882355}, "nll_sum": 239.3719024658203, "token_count": 47} +{"index": 7540, "reference": "Three goals in seven second-half minutes gave Huddersfield a 3-0 win over Norwich which lifted the Terriers back up to third in the Championship.", "prediction": "Norwich City missed out- Championship-off hopes alive as they beat fellow Championship play-offefuls Huddersfield Town to play-off rivals.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 160.6025390625, "token_count": 31} +{"index": 7541, "reference": "Manchester United manager Jose Mourinho says it will be \"more difficult\" facing a Manchester City side that does not include Sergio Aguero on Saturday.", "prediction": "Manchester United boss Jose Mourinho says is still signing Aguero will be fit for Saturday's Old Trafford derby on Sunday.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 18.6046511627907, "rougeL": 35.55555555555556}, "nll_sum": 80.74235534667969, "token_count": 22} +{"index": 7542, "reference": "West Brom boss Tony Pulis will take charge of his 1,000th game as a manager at former club Stoke on Saturday and says that one of the biggest changes during his career has been footballers becoming \"film stars\".", "prediction": "New West Brom boss Tony Pulis says he would not know anything what he had done, saying he believes he \"'t be a Hollywood star\".", "rouge": {"rouge1": 25.0, "rouge2": 12.903225806451616, "rougeL": 21.875}, "nll_sum": 131.5152587890625, "token_count": 28} +{"index": 7543, "reference": "Sri Lanka batsman Kumar Sangakkara will retire from Test cricket this summer.", "prediction": "Sri Lanka batsman Kumar Sangakakkara will retire from international cricket.", "rouge": {"rouge1": 72.72727272727272, "rouge2": 50.0, "rougeL": 72.72727272727272}, "nll_sum": 57.1314697265625, "token_count": 16} +{"index": 7544, "reference": "Celtic may be without their two main strikers for the Champions League qualifier against Rosenborg in Glasgow on Wednesday.", "prediction": "Celtic will be without camp Sinclair who want to face Rosenborg in a group stage for the Champions League.", "rouge": {"rouge1": 47.368421052631575, "rouge2": 27.77777777777778, "rougeL": 36.84210526315789}, "nll_sum": 98.05915832519531, "token_count": 22} +{"index": 7545, "reference": "A report has found festivals supported by a three-year council investment strategy have generated \u00a317.6m for the Dumfries and Galloway economy.", "prediction": " public spending impact on Dumfries and Galloway has received a funding boost to countryside, a Bank of Scotland study of a'sCalifornia- a. aA's a's a from a it from's \u00a3 of a's from's a", "rouge": {"rouge1": 19.35483870967742, "rouge2": 6.666666666666667, "rougeL": 9.67741935483871}, "nll_sum": 260.9742431640625, "token_count": 47} +{"index": 7546, "reference": "Inspectors have raised concerns about the number of suicides at a Buckinghamshire prison, after four \"self-inflicted deaths\" last year.", "prediction": "A Gloucestershire prison have been rated as \"unprecedented\" levels of violence, and prisoners.", "rouge": {"rouge1": 24.242424242424246, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 82.81939697265625, "token_count": 21} +{"index": 7547, "reference": "Ulster captain Rory Best says he would love the chance to take over from Paul O'Connell as Ireland skipper.", "prediction": "Rory Best says it was a \"huge honour\" to follow-up and Ireland assistant coach Paul O'Connell as of the World Cupup of Ireland on Saturday.", "rouge": {"rouge1": 42.5531914893617, "rouge2": 22.22222222222222, "rougeL": 38.297872340425535}, "nll_sum": 146.8199462890625, "token_count": 33} +{"index": 7548, "reference": "About 3,000 people are expected to attend the 14th annual Carve Carrbridge chainsaw carving competition.", "prediction": " the first European Curling Championship, adventure title will take place in Scotland this year.", "rouge": {"rouge1": 6.666666666666667, "rouge2": 0.0, "rougeL": 6.666666666666667}, "nll_sum": 79.94728088378906, "token_count": 16} +{"index": 7549, "reference": "An Islamic watchdog is calling for the reform of madrassas following the latest conviction of a teacher for child cruelty.", "prediction": "G in in voting schools in northern England where they were sexually abusing abused a teacher, a education watchdog said.", "rouge": {"rouge1": 15.0, "rouge2": 5.263157894736842, "rougeL": 10.000000000000002}, "nll_sum": 112.12763977050781, "token_count": 21} +{"index": 7550, "reference": "The comparisons to a Shakespearian tragedy have become a clich\u00c3\u00a9, so obvious are the parallels with Caesar, Macbeth, and more profoundly Coriolanus.", "prediction": "Nearly 10 years ago, some of some of the most famous novel wrote. history - and it's stripped - it's a controversialRickah of of", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 180.32589721679688, "token_count": 29} +{"index": 7551, "reference": "Energy companies are \"overcharging in many cases\" with bills failing to fall in line with dropping wholesale costs, the industry's regulator has said.", "prediction": "The cost of energy providers are more likely struggle to cope with average unpaid average fare rate, the industry has warned.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 31.11111111111111}, "nll_sum": 119.18290710449219, "token_count": 22} +{"index": 7552, "reference": "Mark Ronson is to headline Camp Bestival in 2017, organisers have said.", "prediction": "Eand squandand bricks Tumble will feature at this year's annual a Pride festival, the festival announced the 40-yearold's in from a from's.'s for- from a from a. years as's from ballet an", "rouge": {"rouge1": 4.0, "rouge2": 0.0, "rougeL": 4.0}, "nll_sum": 334.2305908203125, "token_count": 47} +{"index": 7553, "reference": "Northampton's Kieran Brookes has been banned for two weeks after admitting charging into a ruck without using his arms in Friday's loss to Newcastle.", "prediction": "Northampton' Tom Eokes has been been given a six", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.0606060606060606, "rougeL": 22.857142857142858}, "nll_sum": 62.41935729980469, "token_count": 11} +{"index": 7554, "reference": "Properties in North Kensington should be \"requisitioned if necessary\" for people left homeless after the Grenfell Tower fire, Jeremy Corbyn says.", "prediction": "Jeremy Corbyn has said some residents that living in an east London town say they do not be re-housed where \"ss the necessary\".", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 141.8818359375, "token_count": 27} +{"index": 7555, "reference": "A high-profile Bitcoin developer has said the crypto-currency has failed and he will no longer take part in its development.", "prediction": " the world biggest biggest, growth, and be one of the pieces of the world, has created create one of the digital of a Acc and it's", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 160.47915649414062, "token_count": 29} +{"index": 7556, "reference": "A motorbiker has died after hitting a sign at the side of the road in North Yorkshire.", "prediction": "A motorcyclist who was killed in a collision with a motorway in Lancashashire. 2011 named as from ballet in the from 5, ballet, as they 5, fromA's reputation in a years a'sA aA", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 270.1314697265625, "token_count": 47} +{"index": 7557, "reference": "A team of girls from Afghanistan has won a special award at an international robotics competition in Washington in the US.", "prediction": "ana schoolgirlschildren from California, including India - have been banned from competing in competing competition in a competition to the United States to and ( to it's a thelie. it's's a it's behind. from's America's America", "rouge": {"rouge1": 22.950819672131146, "rouge2": 3.3898305084745757, "rougeL": 13.11475409836066}, "nll_sum": 294.08038330078125, "token_count": 47} +{"index": 7558, "reference": "Ospreys moved to the top of the Pro 12 table with a thumping victory over Benetton Treviso at Liberty Stadium.", "prediction": "Ospreys moved to the top of top of the Pro12 table with a hard-fought win over under-ebvis side Leviso.", "rouge": {"rouge1": 53.658536585365844, "rouge2": 41.02564102564102, "rougeL": 53.658536585365844}, "nll_sum": 131.92247009277344, "token_count": 30} +{"index": 7559, "reference": "Drivers are being urged to take extra care, as sub-zero temperatures stretched into the Christmas weekend.", "prediction": "Travel travel to Scotland are freezing conditions on Christmas, two days after a woman and a woman killed and killed in a car and hit it the \"lover \"over \" from a Saturday\" it's\". of the's from a.owned", "rouge": {"rouge1": 14.035087719298245, "rouge2": 0.0, "rougeL": 7.017543859649122}, "nll_sum": 274.7838134765625, "token_count": 47} +{"index": 7560, "reference": "Sir Elton John has said he is \"lucky to be alive\" after being diagnosed with appendicitis.", "prediction": "US Sir Elton John says he will have surgery replacement after surgery on his brain arm. 2011 his's a-'s again and- the a ( \"'s's \"over from-D\" from in on international after.", "rouge": {"rouge1": 19.6078431372549, "rouge2": 8.16326530612245, "rougeL": 19.6078431372549}, "nll_sum": 271.3620910644531, "token_count": 44} +{"index": 7561, "reference": "The clash between Apple and the FBI over whether the company should provide access to encrypted data on a locked iPhone used by one of the San Bernardino attackers highlights debates about privacy and data security which have raged for decades.", "prediction": "A used EU encryption to protect around the the US security Agency is advised to provide possible and sensitive information.", "rouge": {"rouge1": 29.508196721311474, "rouge2": 0.0, "rougeL": 13.114754098360656}, "nll_sum": 124.02882385253906, "token_count": 20} +{"index": 7562, "reference": "Earlier this week, Deutsche Bank said there were few positive outcomes for financial markets from the general election, based on what polls are saying.", "prediction": "For August 2008, Deutsche Bank declared its speech it delivered to a office by the Bank of England, seeing a dramatic rise a dramatic rise in prices.", "rouge": {"rouge1": 15.686274509803924, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 142.23915100097656, "token_count": 29} +{"index": 7563, "reference": "US manufacturing growth eased in June despite jobs growth, but there was better news for the construction sector, according to two surveys.", "prediction": " slowdown in the US economy slowed last month, May to its lowest level since November 2008, saying the economy is \"disger outcome\".", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 108.73684692382812, "token_count": 26} +{"index": 7564, "reference": "Photographs by Hugh Kinsella Cunningham.", "prediction": "The memorial to be unveiled at Wembley's Stadium at theCCerry Stadium Stadium on Saturday, 30 years to the 30th anniversary that a fight that sees 30 to 30 years 50.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 192.41006469726562, "token_count": 35} +{"index": 7565, "reference": "It would seem like a typical Saturday morning with children jumping on climbing frames outside Swiss Cottage leisure centre in north London.", "prediction": " a leave Camden Station, north London, a,, where families andaved families and their families, are now waiting transplant to stay overnight.", "rouge": {"rouge1": 13.95348837209302, "rouge2": 4.878048780487805, "rougeL": 13.95348837209302}, "nll_sum": 162.29957580566406, "token_count": 26} +{"index": 7566, "reference": "CBBC drama series The Dumping Ground is focusing on the issue of homelessness through a new character called Alex.", "prediction": "Last year, children is the UK is the UK's biggest city in the world.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 65.45465087890625, "token_count": 16} +{"index": 7567, "reference": "Aer Lingus has apologised to customers after it cancelled all its September flights from Belfast to Majorca and from Belfast to Alicante, Spain.", "prediction": "Aer Lingus is stopping flights to and between Belfast and Glasgow next year and due to sales sales.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 5.128205128205128, "rougeL": 34.146341463414636}, "nll_sum": 110.60838317871094, "token_count": 20} +{"index": 7568, "reference": "A large explosion has struck a police headquarters in the mainly Kurdish city of Diyarbakir in south-eastern Turkey.", "prediction": "A huge bomb exploded ripped through a car car in the north-astern Turkish city of Pale, officials say.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 96.97010040283203, "token_count": 21} +{"index": 7569, "reference": "Cilla Black, whose career as a singer and entertainer spanned more than 50 years, has died at the age of 72.", "prediction": "South Africa's Z Z, Jacob Zuma's President, Desmonduu Desmond has died aged 86.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 120.88349151611328, "token_count": 19} +{"index": 7570, "reference": "Two 17-year-olds have been arrested on suspicion of murdering a teenage boy who was stabbed after a birthday party in east London.", "prediction": "Two boys have been arrested in connection with the death of a Dutch tourist who died on a New Year's Day in north-west London.", "rouge": {"rouge1": 52.0, "rouge2": 8.333333333333332, "rougeL": 40.0}, "nll_sum": 63.40668487548828, "token_count": 27} +{"index": 7571, "reference": "Anything less than victory against the Mallards will see Portadown relegated from the Irish Premiership.", "prediction": "Portadown are hoping of securing a bid to secure Scottish Premiership Premiership by beating the bottom club Ballinardallard a on Saturday Saturday night.", "rouge": {"rouge1": 15.789473684210527, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 161.06716918945312, "token_count": 29} +{"index": 7572, "reference": "Throughout the bitter violence of the Ukrainian conflict, another hidden war has been waged, involving several groups of computer hackers.", "prediction": "Ukrain-Ukian forces and take ofrainian securitytech and a security service known as \"the-thethe-the crimes war\".", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 195.80419921875, "token_count": 28} +{"index": 7573, "reference": "A man caught at Edinburgh Airport with knives, knuckledusters and CS gas canisters in his luggage has been jailed for three years.", "prediction": "A man who used three gas can staff he can reveal can suspected can canister can pick his suitcase and jailed for \u00a3.8m.", "rouge": {"rouge1": 40.0, "rouge2": 9.30232558139535, "rougeL": 31.111111111111118}, "nll_sum": 172.51583862304688, "token_count": 27} +{"index": 7574, "reference": "A deal to save Tata Steel's Scunthorpe plant could be signed as soon as Monday, the BBC understands.", "prediction": "More than 30 jobs are at risk of the loss-making site in Scththorpe - up for sale of \u00a3700m.", "rouge": {"rouge1": 5.263157894736842, "rouge2": 0.0, "rougeL": 5.263157894736842}, "nll_sum": 118.13412475585938, "token_count": 28} +{"index": 7575, "reference": "America's Phil Mickelson carded a 63, the joint-lowest round in major history, to lead on eight under after day one of The Open at Royal Troon.", "prediction": "Two-time winner Phil Mickelson card a card after a closing round- five-par-par 67 to be missed after missing a second round at Royal Troon.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 18.867924528301884, "rougeL": 36.36363636363637}, "nll_sum": 176.51730346679688, "token_count": 34} +{"index": 7576, "reference": "The busiest summer ever looms for London's transport system.", "prediction": "The transport system starts in London, but there be being the timing in some time financing.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 8.333333333333334, "rougeL": 23.076923076923077}, "nll_sum": 105.13914489746094, "token_count": 17} +{"index": 7577, "reference": "(Open): The UK market opened lower, but a well-received trading update from Dixons Carphone sent shares in the retailer higher.", "prediction": "(Open): The FTSE 100 higher, boosted by fall in Dixons Carphone, and better-year advertising in for indoor landlord Smith.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 191.32489013671875, "token_count": 30} +{"index": 7578, "reference": "Assaults on prison officers in England and Wales have risen to their highest level on record, official figures show.", "prediction": "The number of deaths by English Prison prison England and Wales has fallen by almost half in half in a year, official figures show in the-'s, The,, withdraw from violence-related violence, from the years ago.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 14.814814814814813, "rougeL": 25.0}, "nll_sum": 215.81033325195312, "token_count": 43} +{"index": 7579, "reference": "New guidance has been offered to landowners to help them avoid clashes with dog owners.", "prediction": "New rules on dog given given to walkers who want to protect the protect 80 run dogers.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 18.750000000000004}, "nll_sum": 119.23680877685547, "token_count": 19} +{"index": 7580, "reference": "A Welsh rock star has taken his bone marrow donor drive to Washington DC.", "prediction": "A former York patient consultant has launched launch a fundraising campaign to visit the US to encourage people to encourage sign up to donor a has un it and.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.95348837209302}, "nll_sum": 179.8388214111328, "token_count": 29} +{"index": 7581, "reference": "AMs gather in the Senedd on Tuesday for arguably the most important announcement in the assembly calendar - the budget.", "prediction": " the BBC BBC Wales will be again this year to expect a finances in public spending.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 102.87934112548828, "token_count": 16} +{"index": 7582, "reference": "A lorry carrying 28 tonnes of grain has crashed into a house next to a level crossing.", "prediction": "A bin lorry has crashed into a level crossing level house and hit house possible house,, causing major.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 30.303030303030305, "rougeL": 45.714285714285715}, "nll_sum": 129.85043334960938, "token_count": 20} +{"index": 7583, "reference": "England prop Alex Corbisiero has been called up to the British and Irish Lions squad to provide cover for the injured Cian Healy.", "prediction": "Minster wing Cianaly will out for the British and Irish Lions squad because of injury while Cian Michel Fifaiero returned from ankle ankle injury against Australia on Saturday.- solve's.'s- again's from 2011 from 2011", "rouge": {"rouge1": 26.666666666666668, "rouge2": 20.689655172413794, "rougeL": 23.333333333333332}, "nll_sum": 296.3241882324219, "token_count": 45} +{"index": 7584, "reference": "The scandal surrounding Malaysia's state development fund 1MDB has gripped the country for years.", "prediction": "The US money laundering taken from Malaysia a 1MDB fund, a huge scandal, and that it turned into a probe a Malaysian financial crisis.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 143.49819946289062, "token_count": 28} +{"index": 7585, "reference": "About 350 homes are to be built in the Govanhill area of Glasgow under a \u00a36.4m council initiative to help \"turn the area around\".", "prediction": "More than \u00a320m is to be be built in Govanhill, Glasgow, after the city approved plans for the next five years.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 100.91670989990234, "token_count": 27} +{"index": 7586, "reference": "Oil prices have fallen again, sinking below $28 a barrel.", "prediction": "The price of oil fell further a further month, further it fears fears over global economic fears, despite a a global global slowdown in China.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 136.43426513671875, "token_count": 27} +{"index": 7587, "reference": "A flagship Welsh government youth job creation scheme has been temporarily closed while approval for a new one is awaited from the EU.", "prediction": "A's controversial \u00a3500 programme to support support for businesses and Wales north east Wales, which is a result of \"as thousands of jobs lost\".", "rouge": {"rouge1": 20.833333333333332, "rouge2": 0.0, "rougeL": 12.499999999999996}, "nll_sum": 147.81015014648438, "token_count": 28} +{"index": 7588, "reference": "Hundreds gathered for a Women's March in Belfast on Saturday as part of an international protest on the first day of Donald Trump's presidency.", "prediction": "Hundreds of people have attended rallies in the UK for the women's rights women including including women and women.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 81.22561645507812, "token_count": 20} +{"index": 7589, "reference": "A 16-year-old boy and 21-year-old man have been arrested after a man was fatally stabbed.", "prediction": "A man has been stabbed to death in a street centre Wrightm has be.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.451612903225808, "rougeL": 24.242424242424242}, "nll_sum": 91.3941650390625, "token_count": 15} +{"index": 7590, "reference": "MSPs are to examine the gender pay gap in Scotland and how tackling it could boost the economy.", "prediction": "A Holyrood committee inquiry into whether the workplace into workplace will workplace more working working men than ever thought.", "rouge": {"rouge1": 5.405405405405405, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 144.51133728027344, "token_count": 21} +{"index": 7591, "reference": "A hospital has apologised after a 90-year-old woman was left on a trolley for 11 hours without food or water.", "prediction": "An 88-year-old woman has been told she waiting to undergo within four hours after a waiting of emergency patients at an accident and emergency department.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 12.765957446808512, "rougeL": 16.3265306122449}, "nll_sum": 123.00090789794922, "token_count": 29} +{"index": 7592, "reference": "The far-right National Front (FN) of French presidential candidate Marine Le Pen may have defrauded the European Parliament of about \u20ac5m (\u00a34m; $5.4m), EU sources say.", "prediction": "The French far ofright National leader, Marine Le Pen,), received the European Parliament, of landlord of more than \u20ac140,000; $ $;m; $43m according to film director Monde.", "rouge": {"rouge1": 43.63636363636363, "rouge2": 18.867924528301884, "rougeL": 36.36363636363637}, "nll_sum": 245.40133666992188, "token_count": 43} +{"index": 7593, "reference": "Migrant workers will need to earn at least \u00a335,000 to qualify for settlement in the UK, says the Home Office.", "prediction": "The government is to predicting35 average pay threshold for migrant workers living in the UK, rising lower rising costs and the 30,000 living wage.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 13.636363636363635, "rougeL": 26.08695652173913}, "nll_sum": 161.9480743408203, "token_count": 28} +{"index": 7594, "reference": "The Royal Yacht Britannia has been judged as Scotland's best visitor attraction every year for the past decade.", "prediction": "The Royal Navy's Royal Yachtacht will be named Scotland best attraction for the first time the 10 years.", "rouge": {"rouge1": 47.368421052631575, "rouge2": 11.11111111111111, "rougeL": 36.84210526315789}, "nll_sum": 110.46742248535156, "token_count": 21} +{"index": 7595, "reference": "Tube drivers on the London Underground (LU) are to be balloted for strikes in a row over pay for new all-night services, the Aslef union has said.", "prediction": " Underground drivers will be able to strike London Underground (LU) members striking the row over, a new codes for working, a union Aslef has said. solve, the a from a it's againelt of a's from, a", "rouge": {"rouge1": 54.54545454545454, "rouge2": 12.5, "rougeL": 33.333333333333336}, "nll_sum": 262.5372619628906, "token_count": 47} +{"index": 7596, "reference": "A Victorian fort and museum in Pembrokeshire is opening to the public for the first time and is appealing for volunteers to help run it.", "prediction": " a World War One pelts put be put on display at a museum in Pembrokeshire ahead of a \u00a31m restoration.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 9.30232558139535, "rougeL": 17.77777777777778}, "nll_sum": 108.11904907226562, "token_count": 28} +{"index": 7597, "reference": "The clean-up operation is continuing in Wrexham after heavy rain caused flooding.", "prediction": "Huge waves of up to 12 hours, caused damage to large area and businesses in Wrexham.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 7.4074074074074066, "rougeL": 20.689655172413794}, "nll_sum": 88.56646728515625, "token_count": 20} +{"index": 7598, "reference": "The former Israeli prime minister, Ehud Olmert, has been charged with taking bribes in a property scandal.", "prediction": "Israel in former Prime Minister Ehud Olaktmer has been charged with corruption", "rouge": {"rouge1": 62.068965517241395, "rouge2": 37.03703703703703, "rougeL": 55.172413793103445}, "nll_sum": 77.03600311279297, "token_count": 15} +{"index": 7599, "reference": "EU leaders trying to finalise a deal with Turkey on the migrant crisis have warned of the difficulties they face at the start of a summit in Brussels.", "prediction": " rejected Spanish government rejected calls for a plan to provide visa-free travel from from Turkey, despite EU membership members.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 103.30729675292969, "token_count": 22} +{"index": 7600, "reference": "The UK government has warned gay and transgender travellers to be careful in the US due to legislation in North Carolina and Mississippi.", "prediction": "Two UK countries that will the UK are considering new law to North banning state, laws, bisexual, bisexual, bisexual,LGBT) in issue., lesbian, says they from- from-'s a in three since George it. from a", "rouge": {"rouge1": 20.338983050847457, "rouge2": 3.508771929824561, "rougeL": 16.94915254237288}, "nll_sum": 325.3721923828125, "token_count": 46} +{"index": 7601, "reference": "Gillingham chairman Paul Scally says a new stadium could allow the club to sustain a place in the top two divisions of English football.", "prediction": "Gillingham chairman chairman Paul Bally says he is \"appointed and upset\" that Bournemouth are ready to build a new Premier League stadium.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 123.95651245117188, "token_count": 29} +{"index": 7602, "reference": "The death of a woman in the Maryhill area of Glasgow is not being treated as suspicious, police said.", "prediction": "Police investigating the death of a man at the Dundeeon Area area of Dundee as murder.", "rouge": {"rouge1": 51.42857142857142, "rouge2": 24.24242424242424, "rougeL": 45.714285714285715}, "nll_sum": 84.90597534179688, "token_count": 19} +{"index": 7603, "reference": "Ipswich Town won away from home for the first time in the Championship this season as Derby County missed a host of opportunities.", "prediction": "Norwich City staged a second-half fightback to earn a point at fellow play-off hopef hopuls at Portmanman, who solve from a the's from double-e from his in recent consecutive to derby.", "rouge": {"rouge1": 17.241379310344826, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 285.86236572265625, "token_count": 45} +{"index": 7604, "reference": "Scientists have calculated the optimal strategy for throwing something accurately - whether it's a dart or a crumpled-up piece of paper.", "prediction": "k the players, and bat, never before be a \"w left\" over the ball, research suggests research by by a atbees University university.", "rouge": {"rouge1": 13.33333333333333, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 187.6168212890625, "token_count": 29} +{"index": 7605, "reference": "Warwickshire fast bowler Grant Thornton has signed an extended contract with the Bears until the end of the season as a reward for his promising form.", "prediction": "Warwickshire have signed former West Test bowlers Luke 40, and veteran and all-rounder Lukeamb to new their contracts for the 2017 season.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 20.408163265306122}, "nll_sum": 150.82057189941406, "token_count": 30} +{"index": 7606, "reference": "Vote Leave has promised a \u00a350m prize for the person who correctly predicts who they think will win each game of the 2016 European Football Championships this summer.", "prediction": " Leave Leave campaign have claiming in the UK average price of \u00a350m50) by winning the winning lottery - but what to know what it will mean? be the", "rouge": {"rouge1": 21.818181818181817, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 176.6183624267578, "token_count": 32} +{"index": 7607, "reference": "A weather warning has been issued for most parts of Scotland, with drivers urged to be aware of a risk of ice and snow.", "prediction": "The Met Office has issued a warning of \"int weather weather\" snow for southern Scotland, into Sunday morning.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 0.0, "rougeL": 23.80952380952381}, "nll_sum": 105.2783203125, "token_count": 21} +{"index": 7608, "reference": "Hibernian head coach Neil Lennon hopes to keep the bulk of his squad together after winning promotion to the Scottish Premiership.", "prediction": "Hibernian head coach Neil Lennon said it would be \"unique\" if 30 current players the current deals is \"two\".", "rouge": {"rouge1": 30.0, "rouge2": 21.05263157894737, "rougeL": 30.0}, "nll_sum": 109.73235321044922, "token_count": 24} +{"index": 7609, "reference": "Confederation of North, Central American and Caribbean Association Football leader Jeffrey Webb says he has \"no intention\" of replacing Sepp Blatter as Fifa president.", "prediction": "Fifa president Sepp Bl says he has no inevitable about being vice vice-president, Swiss saying he has \"no involved in in his role.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 17.391304347826086, "rougeL": 20.833333333333336}, "nll_sum": 160.38247680664062, "token_count": 29} +{"index": 7610, "reference": "Latest figures show in the year after their baby is born, 13% of women suffer from post natal depression.", "prediction": "Seven men aged seven or old old - or 10 to 10 - have heart disease in the Public Health.WHO's by- solve a it in a reputation's a reputation's a's a reputation from from a's? a's aA", "rouge": {"rouge1": 9.836065573770492, "rouge2": 3.389830508474577, "rougeL": 9.836065573770492}, "nll_sum": 277.0225830078125, "token_count": 47} +{"index": 7611, "reference": "Former darts world champion Eric Bristow has lost his role with Sky Sports after suggesting football abuse victims are not \"proper men\".", "prediction": "Newcastle United Eric footballer Tam bigow has withdrawn from allegations of sexual sexual abuse, claiming the was victim the victim was \"a hate crime\".", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 178.9706268310547, "token_count": 28} +{"index": 7612, "reference": "Two people have been charged after a man was stabbed to death in his home.", "prediction": "Two people have been arrested in connection with a fatal accident in which he left with serious injuries and were involved in it man'sp's reputation from a man's., from a reputation from a The's ballet of a from The balletA", "rouge": {"rouge1": 23.728813559322038, "rouge2": 14.035087719298245, "rougeL": 20.338983050847457}, "nll_sum": 255.16268920898438, "token_count": 46} +{"index": 7613, "reference": "The BBC has pledged to work more closely with the UK's arts and science institutions to \"make Britain the greatest cultural force in the world\".", "prediction": "The BBC has revealed plans for an ambitious service for service, service expansion, advertising, internet, internet, and and other mud in not world.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 150.2700958251953, "token_count": 28} +{"index": 7614, "reference": "Home Depot has reported better than expected sales growth, helped by a strong US housing market.", "prediction": " retailer analyst HomeICO has reported a 40% rise sales,, helped by last year, helped by a warm weather in a US grocery housing market.", "rouge": {"rouge1": 45.0, "rouge2": 21.05263157894737, "rougeL": 45.0}, "nll_sum": 162.84695434570312, "token_count": 28} +{"index": 7615, "reference": "Gateshead have signed striker Nyal Bell on a two-year deal following his release by Rochdale.", "prediction": "League One side Rochdale have signed North striker strikery Bell on loan from Newcastle United until 2 January.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 112.05599975585938, "token_count": 22} +{"index": 7616, "reference": "Turkey has begun the trial of 45 managers and employees charged over a mine disaster which killed 301 people.", "prediction": "Eleven senior managers are gone on trial again to murder charges in at fire of disaster at a mine.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555555, "rougeL": 21.052631578947366}, "nll_sum": 134.50958251953125, "token_count": 20} +{"index": 7617, "reference": "The RAF is stepping up attacks on self-styled Islamic State forces in the city of Mosul as part of a bid to cripple the group's last major stronghold in Iraq, Michael Fallon says.", "prediction": "Fifa from Mosul to so-called Islamic State (IS) will soon fall, as a UK military official has confirmed in an air strike.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 3.571428571428571, "rougeL": 17.241379310344826}, "nll_sum": 103.87471008300781, "token_count": 28} +{"index": 7618, "reference": "World doubles number one Jamie Murray and partner Bruno Soares reached the Monte Carlo Masters final with a 6-2 6-4 win over Marcelo Melo and Ivan Dodig.", "prediction": "World number one Andy Murray beat Sam Katig 30-5 (7 (6-7) 7-6 (66)-7)- 4-3 and reach the reach Open semi-finals of the a) again \")", "rouge": {"rouge1": 40.67796610169491, "rouge2": 7.017543859649124, "rougeL": 30.508474576271187}, "nll_sum": 250.1394500732422, "token_count": 44} +{"index": 7619, "reference": "A 19-year-old man has appeared in court charged with making an explosive substance after a suspect device was found on a London Underground train.", "prediction": "A 39-year-old man has appeared in court charged making a bomb alert in an explosion at a railway station in east London.", "rouge": {"rouge1": 60.0, "rouge2": 33.33333333333333, "rougeL": 55.99999999999999}, "nll_sum": 72.66923522949219, "token_count": 26} +{"index": 7620, "reference": "Forty-seven police officers have been sentenced to life in prison by a special court in India for killing 10 Sikh pilgrims in 1991 and then lying in an attempt to justify the shootings.", "prediction": "India's top court has sentenced four men to four years in prison for the killing of, police officers involved in organised crime, in what it says. \"'s a from the M-p from a in from November's. from the a", "rouge": {"rouge1": 39.47368421052631, "rouge2": 5.405405405405405, "rougeL": 23.68421052631579}, "nll_sum": 221.16165161132812, "token_count": 47} +{"index": 7621, "reference": "China's education system is robbing its young people of the chance to become unique individuals, a leading educationalist says.", "prediction": " state schools in England should be allowed to focus their poor children who play enough enough, a former head teacher says.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 107.72944641113281, "token_count": 22} +{"index": 7622, "reference": "Britain's largest companies will have to reveal the pay gap between their CEOs and average workers, under new government proposals.", "prediction": " civil servants from civil are receive compensated of offer to payaying to hire companies as companies that the companies are run.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 154.45932006835938, "token_count": 22} +{"index": 7623, "reference": "Plans are being developed to employ up to 1,300 workers at a Clyde shipyard which went bust a year ago.", "prediction": "A man behind acquisition Glasgow Clyde-foot salvage business has said he wants to have a 30% in rise to demand for a UK shipping and market.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 177.85577392578125, "token_count": 29} +{"index": 7624, "reference": "A fresh appeal to find the killer of a teenage girl who was raped and murdered in Manchester 45 years ago is to feature on BBC One's Crimewatch.", "prediction": "A teenager whose body was found on the ground, in a Manchester nightclub 20 years ago, has been uncovered on the BBC's Crimewatch Studies programme", "rouge": {"rouge1": 47.27272727272727, "rouge2": 11.32075471698113, "rougeL": 40.0}, "nll_sum": 101.77326202392578, "token_count": 29} +{"index": 7625, "reference": "A teenager whose body was found in the back of a car following a crash with a motorbike has been named by police.", "prediction": "The family of a teenager who died after being hit by a stolen car has paid tribute to her family and \"absolutely broken\".", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.090909090909092, "rougeL": 21.73913043478261}, "nll_sum": 68.98968505859375, "token_count": 24} +{"index": 7626, "reference": "Guernsey's minister for Health and Social Services has resigned, ahead of a planned States debate on a motion of no confidence.", "prediction": "A new Conservative minister has lost control to the health board's board's following a brief decision the House of Commons.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 110.71377563476562, "token_count": 22} +{"index": 7627, "reference": "Former Netherlands boss Guus Hiddink has been appointed interim Chelsea manager until the end of the season following the sacking of Jose Mourinho.", "prediction": " have appointed appointed Chelsea boss Guus Hiddink as their head coach on a new three 2011- deal.", "rouge": {"rouge1": 25.0, "rouge2": 10.526315789473685, "rougeL": 15.0}, "nll_sum": 88.08778381347656, "token_count": 21} +{"index": 7628, "reference": "British pair Naomi Broady and Heather Watson lost 6-3 6-1 to Chan Yung-jan and Chan Hao-ching in the doubles final of the Hong Kong Open.", "prediction": "British number three Johnson and Naomi Chan won both doubles at the Australian doubles Open after losing 7-6 (6 (6-7-6 (7-5) reach the Australian Open doubles.", "rouge": {"rouge1": 33.898305084745765, "rouge2": 0.0, "rougeL": 23.728813559322038}, "nll_sum": 178.16920471191406, "token_count": 38} +{"index": 7629, "reference": "Australia produced a clinical display to blow New Zealand away 34-8 and deservedly win the Four Nations in front of 40,042 at Anfield.", "prediction": "Australia held on a stunning second-half performance to beat New Zealand in 2017 in their 2017 Four Four Six Nations match in Liverpool. to. solve the's-A from's 30-D of a in from a's a.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 3.1746031746031744, "rougeL": 27.692307692307693}, "nll_sum": 246.89877319335938, "token_count": 45} +{"index": 7630, "reference": "A new surf lagoon in north Wales has shut eight weeks early for the winter due to mechanical issues, bosses said.", "prediction": "Aunteers will remain without power after a Swansea lagoon are expected to be closed after a fault error due to a power failure failure.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 130.7677001953125, "token_count": 27} +{"index": 7631, "reference": "A landmark clock tower which forms part of a listed mill building gutted by fire should be saved, according to campaigners.", "prediction": "A former damaged which badly damaged destroyed a former factory is to be given a top hero, the council leader has said there a a campaignco \".'s it's from from the bald from it's\".A of.'s from again 2011", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 306.0224914550781, "token_count": 47} +{"index": 7632, "reference": "Education is the most effective \"antidote\" to violent extremism, says the incoming head of Oxford University.", "prediction": "The recent attacks on of, universities is a \"inexpline and principle\", says former vice president.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 122.12648010253906, "token_count": 21} +{"index": 7633, "reference": "Boyhood, a film 12 years in the making, has won top honours at the New York Film Critics awards.", "prediction": "The film Photography, film-maker and actor Id Ida are among the best film and honour at the Pulitzer Awards in New York Film a' Circle. the solve Film.scar-Ch solvescar in's drama's Broadway's Broadway Broadway", "rouge": {"rouge1": 37.288135593220346, "rouge2": 14.035087719298245, "rougeL": 27.11864406779661}, "nll_sum": 335.0329895019531, "token_count": 47} +{"index": 7634, "reference": "Three senior officials are to leave their roles at Aberdeen City Council.", "prediction": "Two senior leaders atlandlandsland County Council have resigned from their role.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.523809523809526, "rougeL": 26.08695652173913}, "nll_sum": 78.82095336914062, "token_count": 14} +{"index": 7635, "reference": "World number one Lydia Ko hit a one-under-par 70 to remain in contention to win her third consecutive women's major at the Women's PGA Championship.", "prediction": "World number one Lydia Ko will take- one share of the lead by moving heading into- the first round of the KouthYui Championship.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 16.0, "rougeL": 30.76923076923077}, "nll_sum": 177.4419403076172, "token_count": 28} +{"index": 7636, "reference": "Nationwide building society has appointed Joe Garner, currently boss of BT's Openreach unit, as its new chief executive.", "prediction": "The chief executive of fracking and Tennis UK Bank, Joe Garner, has announced he will leave the post the building company is to take up his role.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.090909090909092, "rougeL": 8.695652173913043}, "nll_sum": 144.57835388183594, "token_count": 29} +{"index": 7637, "reference": "Kilmarnock have bolstered their squad with the signing of left-back Calum Waters from League One Alloa.", "prediction": "Kilmarnock have signed Billy Billy Waters from Scottish Scottish Premiership champions Alloa City.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 14.285714285714288, "rougeL": 40.00000000000001}, "nll_sum": 90.9928207397461, "token_count": 18} +{"index": 7638, "reference": "Governors at a Gwynedd school want a consultation restarted over church ownership of its new \u00a310m campus.", "prediction": "Plans for a new church in north Walesedd Gwynedd have been submitted, despite, amid concerns about the council's's trust.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 129.90567016601562, "token_count": 27} +{"index": 7639, "reference": "A \"dominating bully\" who led a gang which smuggled a machine gun, semi-automatic handguns and ammunition into the UK has been jailed for life.", "prediction": " a gun leader who used a small large of weapons into the UK, to Amsterdam, and France, has been jailed for 25 years.", "rouge": {"rouge1": 49.999999999999986, "rouge2": 21.73913043478261, "rougeL": 41.666666666666664}, "nll_sum": 125.30508422851562, "token_count": 26} +{"index": 7640, "reference": "The American New Horizons spacecraft has made its last planned targeting manoeuvre as it bears down on Pluto.", "prediction": "The New Horizons probe space may have but face a stunning flyby of Pluto.", "rouge": {"rouge1": 25.0, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 82.23028564453125, "token_count": 15} +{"index": 7641, "reference": "Sale Sharks fly-half Danny Cipriani has agreed a deal to rejoin former club Wasps from next season.", "prediction": "England fly-half Mike Danny Cipriani will join Premiership side Wasps for the 2016-17 season.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 35.294117647058826}, "nll_sum": 74.58946990966797, "token_count": 22} +{"index": 7642, "reference": "Plans to build the first new UK nuclear plant in 20 years have suffered an unexpected delay after the government postponed a final decision until the early autumn.", "prediction": "The government has said it will review a temporary decision to build in a new nuclear station, which is as a result of a struggle nuclear power plant.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 7.4074074074074066, "rougeL": 17.857142857142858}, "nll_sum": 118.46684265136719, "token_count": 29} +{"index": 7643, "reference": "Grimsby fought back from two goals down to beat Aldershot and boost their National League play-off hopes.", "prediction": "League Two play-offby Grims strengthened their National League play-off alive despite a first-round defeat at Aldershot Town. solvehoters's a'sA \"-manup game in from Saturday's's.'sowned", "rouge": {"rouge1": 32.0, "rouge2": 16.666666666666664, "rougeL": 24.000000000000004}, "nll_sum": 315.4313659667969, "token_count": 46} +{"index": 7644, "reference": "McDonald's in Japan is running out of chips.", "prediction": "Mc Donald Trump didn't get enough enough readyech, but it's one thing things.", "rouge": {"rouge1": 8.333333333333334, "rouge2": 0.0, "rougeL": 8.333333333333334}, "nll_sum": 102.58131408691406, "token_count": 17} +{"index": 7645, "reference": "Wales and British & Irish Lions centre Jamie Roberts will play for Cambridge University in the Varsity match against Oxford on 10 December.", "prediction": "Wales centre James Roberts is set of play for English Premiership side Cambridge United as an University teacher.", "rouge": {"rouge1": 35.0, "rouge2": 5.263157894736842, "rougeL": 35.0}, "nll_sum": 112.89582824707031, "token_count": 19} +{"index": 7646, "reference": "Sentences for rapists and other sex offenders in England and Wales could become tougher to recognise the long-term psychological harm they cause.", "prediction": "Rape victims of faces sexual abuse of up to 19-year sentences if new guidelines are the be issued by a new courts in England and Wales.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 12.499999999999996, "rougeL": 20.0}, "nll_sum": 146.03709411621094, "token_count": 29} +{"index": 7647, "reference": "Wigan Athletic have signed former Manchester United midfielder Nick Powell on a three-year contract.", "prediction": "Wigan left-back Paul Powell signed a new contract with Wigan on a new fiveanda-a-half-year contract.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 12.5, "rougeL": 35.294117647058826}, "nll_sum": 112.89470672607422, "token_count": 26} +{"index": 7648, "reference": "Austria's new chancellor has refused to rule out co-operation with the country's far-right Freedom Party.", "prediction": "umbria's far-right security candidate to said he will not lead a government, despite the resignation of far-right candidate in his party says.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 119.54586029052734, "token_count": 29} +{"index": 7649, "reference": "Thousands of people face a deadline of the end of Sunday to renew tax credits and pay tax owed, or face losing payments or being hit with penalties.", "prediction": "Fsters who failed to avoid self-ass tax credits will not be released online, but then they are now waiting to complete a no tax system.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.846153846153846, "rougeL": 14.814814814814817}, "nll_sum": 150.2643280029297, "token_count": 29} +{"index": 7650, "reference": "Northampton's Chris Wilder is Bolton's preferred choice to be their next manager, BBC Radio Manchester reports.", "prediction": "Northampton Town boss 30 Wilder is to be appointed manager manager of Bolton Wanderers. reports BBC Greater Manchester.", "rouge": {"rouge1": 55.55555555555556, "rouge2": 11.76470588235294, "rougeL": 44.44444444444444}, "nll_sum": 113.81159973144531, "token_count": 22} +{"index": 7651, "reference": "Edinburgh Capitals captain Jacob Johnston was delighted as his team ended their losing run of games - but was then left to rue another defeat.", "prediction": " Patrick Allan Johnston says Edinburgh can make \"better of points\" after beating Fife Flyers 4-1212 to six points a a Pro12 match.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 184.49635314941406, "token_count": 29} +{"index": 7652, "reference": "The newly-crowned largest container ship in the world has arrived at Felixstowe for its first visit to the UK.", "prediction": "A huge container ship has officially arrived at a Suffolk beach, D Dorset.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 12.903225806451616, "rougeL": 30.303030303030305}, "nll_sum": 82.65674591064453, "token_count": 15} +{"index": 7653, "reference": "Gloucestershire finished day one on 62-3 in reply to Glamorgan's 220 all out at the SSE Swalec Stadium in Cardiff.", "prediction": "Gloucestershire ended day two of the cricket as Glamorgan won an innings-run of innings to draw against Gloucestershire at Cardiff.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 135.40989685058594, "token_count": 31} +{"index": 7654, "reference": "Money set aside for promoting physical activity and healthy eating in schools should not be used to \"plug a black hole in funding\", councils say.", "prediction": " introduced levy on soft drinks is \"furdper and high\" to tackle child obesity, council council leaders say.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 113.97955322265625, "token_count": 22} +{"index": 7655, "reference": "Land Rover will release an all-new version of its Defender model in 2015, it has confirmed.", "prediction": " Land Rover has has unveiled first first images of its car and development in its world.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 12.903225806451616, "rougeL": 30.303030303030305}, "nll_sum": 90.17637634277344, "token_count": 16} +{"index": 7656, "reference": "Southampton boss Claude Puel says the club do not want to sell captain Virgil van Dijk.", "prediction": "Southampton captain Virgil van Dijk signed be new contract at the end of the season.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 20.689655172413797, "rougeL": 32.25806451612903}, "nll_sum": 63.48063278198242, "token_count": 18} +{"index": 7657, "reference": "Akzo Nobel, the owner of Dulux paint, has rejected a third takeover offer by US rival PPG Industries, leaving the door open to a hostile bid.", "prediction": "LLeb paint boss Akzo Nobel is facing a \"deep concern\" in its, takeover offer from rival rival PPGPG.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 9.523809523809526, "rougeL": 27.272727272727277}, "nll_sum": 166.384521484375, "token_count": 25} +{"index": 7658, "reference": "Glasgow City opened the new season in ominous style, demolishing Inverness 14-0 in the first round of the SWPL League Cup.", "prediction": "Celtic opened their open- middle Scottish FA Cup of the season by thrashed-leagueleague Stirling University to reach the third round's the Scottish Cup. 5 from'sup from a reputation in a reputation The's.'sA", "rouge": {"rouge1": 30.508474576271187, "rouge2": 3.508771929824561, "rougeL": 23.728813559322035}, "nll_sum": 298.81402587890625, "token_count": 47} +{"index": 7659, "reference": "Aid workers say fighting in Yemen has made it virtually impossible to ship humanitarian supplies to a key harbour when the country is at risk of famine.", "prediction": "The Red Cross stopping its food and war- will Yemen soon be \"as as possible\", the Red Cross says.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 123.2225341796875, "token_count": 22} +{"index": 7660, "reference": "Politicians and businesses have been reacting to United Airlines ending their flights from Belfast to Newark Airport.", "prediction": "The United States has abandoned a European Union funding of \u00a38m for help save Northern Ireland's military route.", "rouge": {"rouge1": 5.555555555555555, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 103.48836517333984, "token_count": 21} +{"index": 7661, "reference": "South Africa coach Ephraim Mashaba has insisted the team is not responsible for the poor results in their 2017 Africa Cup of Nations group qualifiers.", "prediction": "South Africa goalkeeper Majal award,aba says his team did not despite winning Saturday despite hopes chances of reaching the 2017 Africa Cup of Nations of's Africa of the) on Saturday a football-maker's's of a.", "rouge": {"rouge1": 34.375, "rouge2": 16.129032258064516, "rougeL": 31.25}, "nll_sum": 274.5627746582031, "token_count": 43} +{"index": 7662, "reference": "Russia is planning an alternative version of the Wikipedia, the country's presidential library has said.", "prediction": " internet networking sites Wikipedia has launched a new site, releasing its country in its country.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 83.62785339355469, "token_count": 16} +{"index": 7663, "reference": "For a few days last year, Joel Fearon was an ex-athlete.", "prediction": "British bobsianristio Fearon was on the trackon track because he was too too grey.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 8.333333333333334, "rougeL": 15.384615384615383}, "nll_sum": 137.97726440429688, "token_count": 20} +{"index": 7664, "reference": "Kris Boyd believes Scottish football can learn from the United States but is against the idea of playing Scottish Premiership matches overseas.", "prediction": "The Major League Bowl has played in \"the American football\" in for futureee, says the strikerris Boyd.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 156.17282104492188, "token_count": 22} +{"index": 7665, "reference": "Police have been given more time to question four men held over an apparent hit-and-run crash in Oldham on New Year's Eve in which two cousins died.", "prediction": "Four men have been arrested over a fatal accident in Oldham, in which a girl and girl was hit by a car in a the-ana,PG, Manchester Police said it from the it has from's of.A from'sA", "rouge": {"rouge1": 36.61971830985916, "rouge2": 11.594202898550725, "rougeL": 19.71830985915493}, "nll_sum": 233.15625, "token_count": 47} +{"index": 7666, "reference": "League Two side Wycombe Wanderers have signed midfielder Dominic Gape from Premier League club Southampton on a two-and-a-half-year deal.", "prediction": "Wycombe Wanderers have re-signed Africa Under-20 midfielder P Paine Gape on loan from club Southampton until the end of the season.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 13.636363636363635, "rougeL": 39.130434782608695}, "nll_sum": 106.9371337890625, "token_count": 30} +{"index": 7667, "reference": "An eight-year-old boy with cerebral palsy who was filmed completing his first triathlon unaided has been honoured at the Yorkshire Awards.", "prediction": "An 11- 2011-old boy who ran over and cross the finish line at the West Yorkshire coast has won the highest children's highest award medal", "rouge": {"rouge1": 36.0, "rouge2": 8.333333333333334, "rougeL": 31.999999999999996}, "nll_sum": 134.9949493408203, "token_count": 28} +{"index": 7668, "reference": "Since there is a consensus amongst the majority of the world's scientists that temperatures are rising - most likely driven by human behaviour - why does climate change coverage seem to be drying up?", "prediction": "Climate change has prompted raised in the around our excitement, and raised around around the world, but what is it will happen in our future?", "rouge": {"rouge1": 20.689655172413794, "rouge2": 7.142857142857144, "rougeL": 10.344827586206897}, "nll_sum": 133.6432647705078, "token_count": 27} +{"index": 7669, "reference": "Former France international David Ginola is to stand against Sepp Blatter for the Fifa presidency.", "prediction": "Former Manchester United footballer David Goffipola has launched his bid to become the candidate of world football governing body Fifa.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 28.571428571428577}, "nll_sum": 87.53716278076172, "token_count": 22} +{"index": 7670, "reference": "Reanne Evans will face former world champion Ken Doherty in the first round of qualifying as she bids to become the first woman to appear in the main stages of the World Championship.", "prediction": "Ex-Welsh women Rob Page will face Dan Williams in a bid to reach the qualifying draw for the 2017 Worldooker Championship, which starts from April.", "rouge": {"rouge1": 30.508474576271187, "rouge2": 7.017543859649122, "rougeL": 27.11864406779661}, "nll_sum": 152.64822387695312, "token_count": 31} +{"index": 7671, "reference": "They have graced the finest cricket stadia all over the world, played for England against the greatest players and come out on top.", "prediction": "\"I ever hardly played my played in my international cricket, I have never played again and I never there in", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 107.90133666992188, "token_count": 21} +{"index": 7672, "reference": "Burkina Faso coach Paulo Duarte says he has is not concerned over a number of injuries to key players going into next month's African Nations Cup finals.", "prediction": "BurkBuro coach Robbie Du governance says he is confident will be fit of January Six Africa Cup of Nations after suffering injury in a training camp in January.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 3.7037037037037033, "rougeL": 21.428571428571427}, "nll_sum": 175.2960968017578, "token_count": 30} +{"index": 7673, "reference": "A police officer said he hoped a shot from a Taser stun gun would prevent a man soaked in petrol setting himself alight, an inquest has heard.", "prediction": "A police officer used a Tasered by a masked man who tried to himself himself fire, an inquest heard.", "rouge": {"rouge1": 47.826086956521735, "rouge2": 18.181818181818183, "rougeL": 47.826086956521735}, "nll_sum": 93.77558135986328, "token_count": 22} +{"index": 7674, "reference": "Southern Rail's latest attempt to stop strikes on its network has been branded \"meaningless\" by union bosses.", "prediction": "The RMT union has withdrawn an offer a offer from rail operator, the R union, in the latest to resolve a long-running rail strike.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 140.90528869628906, "token_count": 29} +{"index": 7675, "reference": "The governor of California has declared a state of emergency after wildfires forced about 23,000 people to flee their homes in the north of the state.", "prediction": "A young woman and her families relatives have has killed in town in the southern Indian town, California, according to the state governor in California.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 8.0, "rougeL": 19.23076923076923}, "nll_sum": 128.48556518554688, "token_count": 27} +{"index": 7676, "reference": "Southport have sacked manager Steve Burr after just over four months in charge, with director of football Liam Watson taking interim charge.", "prediction": "Newport County have sacked manager Steve Watson as their assistant manager after Steve after was sacked,", "rouge": {"rouge1": 31.57894736842105, "rouge2": 16.666666666666664, "rougeL": 26.31578947368421}, "nll_sum": 96.61135864257812, "token_count": 17} +{"index": 7677, "reference": "A missing California jogger found on Thanksgiving day last week after a three-week abduction had been branded with a \"message\" by her captors.", "prediction": "An Australian woman who was of a woman who went missing in northern California last week, has been accused of \"passel control of control and control\".", "rouge": {"rouge1": 24.000000000000004, "rouge2": 4.166666666666666, "rougeL": 24.000000000000004}, "nll_sum": 129.66452026367188, "token_count": 29} +{"index": 7678, "reference": "A 104-year-old swimming pool has closed after a council said it could no longer afford to repair the building.", "prediction": "A hot swimming in Reading which has used be a World War II tank could be saved, after a council failed to save it again.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 9.09090909090909, "rougeL": 30.434782608695656}, "nll_sum": 139.59547424316406, "token_count": 26} +{"index": 7679, "reference": "Who needs words when you can tell the week's news in pictures?", "prediction": " watch the eagerly Marfiis - and have emojis - and what what it what it mean!", "rouge": {"rouge1": 7.407407407407408, "rouge2": 0.0, "rougeL": 7.407407407407408}, "nll_sum": 141.81541442871094, "token_count": 21} +{"index": 7680, "reference": "The family of an off-duty police officer who died after being hit by a bus in Swansea say her death has left a hole that can never be filled.", "prediction": "Aduty police officer who died died after being hit by a bus by Swansea was Swansea, the \" she would never be and will never be forgotten\".", "rouge": {"rouge1": 50.0, "rouge2": 37.03703703703704, "rougeL": 46.42857142857143}, "nll_sum": 149.09896850585938, "token_count": 29} +{"index": 7681, "reference": "Canadian Adam Hadwin survived a late scare to claim his maiden PGA title with a one-shot win at the Valspar Championship in Innisbrook, Florida.", "prediction": "Swed's Anwin Had must must take a one- lead heading into a finalultimate stage of the Golfbank Championship in South Africa. Africa Africans solve. \"'s-over-d a of in a from a's again's again", "rouge": {"rouge1": 19.047619047619047, "rouge2": 6.557377049180328, "rougeL": 15.87301587301587}, "nll_sum": 311.48809814453125, "token_count": 47} +{"index": 7682, "reference": "Church leaders have appealed to a nationalist residents' group to call off a protest against an Orange Order parade in north Belfast.", "prediction": "A group of leaders have backed petition calling for the Orange Order hold a planned night parade north Belfast. to an'solve aACalifornia-'s. a's a's a's from from it's have from of's from to's Broadway", "rouge": {"rouge1": 43.74999999999999, "rouge2": 9.67741935483871, "rougeL": 25.0}, "nll_sum": 304.3537292480469, "token_count": 49} +{"index": 7683, "reference": "An oak tree planted in Glasgow nearly 100 years ago as a tribute to the city's suffragettes has been named Scotland's Tree of the Year.", "prediction": " a tiny oak, which once said to be created has been named Scottish Tree's by Year 2016.", "rouge": {"rouge1": 40.0, "rouge2": 9.30232558139535, "rougeL": 31.11111111111111}, "nll_sum": 114.96339416503906, "token_count": 19} +{"index": 7684, "reference": "Ireland's former world champion Martyn Irvine has retired from competitive cycling after failing to qualify for the Rio Olympics this summer.", "prediction": "Two-time worldI champion Eddie Irvine has announced cycling retirement from cycling Olympic.", "rouge": {"rouge1": 40.0, "rouge2": 12.121212121212123, "rougeL": 40.0}, "nll_sum": 87.31953430175781, "token_count": 15} +{"index": 7685, "reference": "Ashley Young says Manchester United manager Louis van Gaal has helped revive his hopes of an England recall.", "prediction": "Will Young says he's performances of Manchester United manager Louis van Gaal will encourage his performances in the England squad to say it \"ewishing it a \" from his's\" from his mandatory from it's's of of.", "rouge": {"rouge1": 38.59649122807017, "rouge2": 21.818181818181817, "rougeL": 35.08771929824561}, "nll_sum": 246.68531799316406, "token_count": 43} +{"index": 7686, "reference": "The controversial Kudankulam nuclear plant in India's Tamil Nadu state has begun producing electricity after years of delays and protests, officials say.", "prediction": "India's controversial nuclear nuclear plant, Kudankalalum, is working again, local media reports say.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571429, "rougeL": 21.62162162162162}, "nll_sum": 96.67826843261719, "token_count": 22} +{"index": 7687, "reference": "A coroner has vowed to raise concerns about weekend staffing levels at a hospital where a grandmother died after a routine operation.", "prediction": "A woman whose brain surgery died during an operation received after she received a hospital been criticised, the nurse who accused the health's health services and", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 155.38809204101562, "token_count": 27} +{"index": 7688, "reference": "Ospreys head coach Steve Tandy says there are some \"question marks\" over the officiating in their 23-25 Pro12 defeat by Munster.", "prediction": "Ospreys head coach Steve Tandy says his players will not be let down down by high- tackles\" during their side's 26- Pro12 defeat by Munster.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 34.78260869565217, "rougeL": 45.83333333333333}, "nll_sum": 155.85882568359375, "token_count": 34} +{"index": 7689, "reference": "The UK's nuclear submarine refit base is to remain in special measures amid safety concerns.", "prediction": "The UK the first nuclear, Royal Royal tank nuclear, \"not be completed within years, the UK's spending watchdog has said a give saying it. a \" itised from the from\" it's from from of from.'s fromA", "rouge": {"rouge1": 14.814814814814813, "rouge2": 7.6923076923076925, "rougeL": 11.111111111111109}, "nll_sum": 314.35040283203125, "token_count": 47} +{"index": 7690, "reference": "A man police said they wanted to trace in connection with a murder and attempted murder in Paisley has been arrested.", "prediction": "Police investigating the death of a man in Dumf and Galloway have released a body- body of a man they want to speak to.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 22.222222222222225}, "nll_sum": 99.38951110839844, "token_count": 27} +{"index": 7691, "reference": "A boy has been arrested in connection with the sexual assault of two six-year-old girls during a trip to Legoland.", "prediction": "An 11-year-old boy arrested on suspicion in connection with sexual assaults on two-year-old girls have been released on police and bail. 2011 \" again \" a-des- it's havePG of from a from's a", "rouge": {"rouge1": 50.0, "rouge2": 17.24137931034483, "rougeL": 40.0}, "nll_sum": 215.2020263671875, "token_count": 47} +{"index": 7692, "reference": "Che Adams will be available to play in Birmingham City's final game of the season after his red card against Huddersfield was rescinded.", "prediction": "Birmingham City captain Kerry Adams has failed lose an appeal against his red card after his red-week sent on to Blackburn Ro Blackburnvers. solve his-'sA a's from-A's reputation in from Saturday's\"..'sA", "rouge": {"rouge1": 35.483870967741936, "rouge2": 13.333333333333334, "rougeL": 16.129032258064516}, "nll_sum": 332.6088562011719, "token_count": 48} +{"index": 7693, "reference": "The bodies of a mother and her seven-year-old son have been discovered at their home.", "prediction": "A married couple and her three of her three-year-old son at their home, police believe they would not be involved in the third party, police believe believe. a's their a it's againelt of from's from'sA", "rouge": {"rouge1": 37.93103448275862, "rouge2": 17.857142857142858, "rougeL": 31.03448275862069}, "nll_sum": 233.08685302734375, "token_count": 47} +{"index": 7694, "reference": "Hospitals should let more dogs and other animals on to wards and even into operating theatres to help patients, the Royal College of Nursing says.", "prediction": "NHS patients hospitals England hospitals are toorunning to be dogs on animals working on working,, says the Royal Royal College of Nursing (RCRC).", "rouge": {"rouge1": 49.999999999999986, "rouge2": 17.391304347826086, "rougeL": 37.49999999999999}, "nll_sum": 191.09918212890625, "token_count": 29} +{"index": 7695, "reference": "The UK's leading eating disorder charity has called for the sale of laxatives to children to be more strictly regulated.", "prediction": "Upmarket in Europe are selling selling thousands sold to do pizz medicine to protect young people, a charity Mind says.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 154.08761596679688, "token_count": 22} +{"index": 7696, "reference": "It is the strongest signal yet that Britain is plotting a \"hard exit\" from the European Union.", "prediction": "A British business minister has called for a future global trade and trade deal with the EU, \"as soon as as possible\" to do do if Britain to leave the EU", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 131.1955108642578, "token_count": 33} +{"index": 7697, "reference": "Irish police say further arrests are expected as part of an investigation into the background of one of the London attackers who lived in the Republic of Ireland.", "prediction": "Police in the London terror attacks, Rach Rouane, likely to be moved to Ireland and by Republic of Ireland and man's Republic of Ireland.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 15.686274509803924, "rougeL": 26.41509433962264}, "nll_sum": 146.59121704101562, "token_count": 29} +{"index": 7698, "reference": "Control over teachers' pay and conditions will be devolved, Welsh Secretary Alun Cairns has announced.", "prediction": "W Secretary Alun Cairns has called for teachers' pay to be paid to the Welsh Government.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 27.58620689655172, "rougeL": 25.80645161290323}, "nll_sum": 72.36067962646484, "token_count": 20} +{"index": 7699, "reference": "Three teenagers have been injured, one seriously, after a car they were travelling in collided with a tree in a Dundee park.", "prediction": "Three people were seriously seriously injured after two seriously after a car were overcome a car in- Cambridper National Park in West Lothian.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 13.95348837209302, "rougeL": 44.44444444444445}, "nll_sum": 154.9210205078125, "token_count": 28} +{"index": 7700, "reference": "Israeli Prime Minister Benjamin Netanyahu has opened a Holocaust exhibition at the Auschwitz Nazi death camp site in southern Poland.", "prediction": " a unusual new exhibition of political, showing featuring Thatcher is closing at the former training camp, Calais.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 122.89176177978516, "token_count": 19} +{"index": 7701, "reference": "A further 34 Syrian refugees were resettled in Wales in the three months to June, bringing the total to 112.", "prediction": "The number of Syrian refugees who fled war-torn Syria has dropped by almost a year, official figures show.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 10.256410256410255}, "nll_sum": 54.479637145996094, "token_count": 21} +{"index": 7702, "reference": "Jessica Ennis-Hill wants to help people be more active and find a way into sport - starting with two fun days combining music and running.", "prediction": "A race in south London is special offering to young athletes who compete in the sport.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 76.00316619873047, "token_count": 16} +{"index": 7703, "reference": "A motorist was killed when his car collided with a tank on a rural road during a major Nato military exercise in central Norway, police and military officials say.", "prediction": "Five Norwegian soldiers have been killed in a car crash during a small naval training exercise in Norway's military says.", "rouge": {"rouge1": 40.0, "rouge2": 8.333333333333332, "rougeL": 36.00000000000001}, "nll_sum": 81.94239044189453, "token_count": 21} +{"index": 7704, "reference": "The tension is palpable in Kano, after bombers and gunmen struck killing more than 100 people at the central mosque.", "prediction": "There was a surprise attack on hospitals in a northern Nigerian city of Kano,, after a surprise after three-- suicide bombers who injured 40 others.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 139.6470947265625, "token_count": 28} +{"index": 7705, "reference": "Italian police have seized assets estimated to be worth about 330m euros (\u00a3253m) from a convicted businessman.", "prediction": " Italian police have seized 40 assets of assets about $1.1bn (1bn, $65m; $\u00a3 $81m; $,, \u00a3700m).", "rouge": {"rouge1": 37.50000000000001, "rouge2": 20.0, "rougeL": 37.50000000000001}, "nll_sum": 155.97259521484375, "token_count": 33} +{"index": 7706, "reference": "Two German men have been sentenced to three strokes of a cane and nine months in jail in Singapore for vandalism and trespassing.", "prediction": "Two foreigners in Singapore who are spared jail for to black and black nationalists and black Australia, have been found guilty of jail of caning.", "rouge": {"rouge1": 49.999999999999986, "rouge2": 8.695652173913043, "rougeL": 20.833333333333332}, "nll_sum": 148.36758422851562, "token_count": 27} +{"index": 7707, "reference": "Plans aimed at preserving the heritage of mountains in Snowdonia deemed \"at risk\" have taken a step forward.", "prediction": "A national project to project regeneration the one of the world'smost mountains and most highest mountains, is receive receive a further \u00a311m of funding.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 155.3416290283203, "token_count": 29} +{"index": 7708, "reference": "North Korea says a US missile strike on Syria \"proves a million times over\" that it was right to strengthen its nuclear programme, state media report.", "prediction": "North Korea has accused the US and using nuclear weapons and its nuclear programmes in the country, the's wake to an apparent air strike in Syria., which, says it has been banned from it since's intention of.", "rouge": {"rouge1": 33.84615384615385, "rouge2": 9.523809523809524, "rougeL": 18.46153846153846}, "nll_sum": 209.94955444335938, "token_count": 42} +{"index": 7709, "reference": "The Belfast Giants have awarded a testimonial game to long-serving forward Colin Shields.", "prediction": "The Belfast Giants will be free to play again next season in Belfast Belfast for the 2016-17 season and", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 76.13603973388672, "token_count": 20} +{"index": 7710, "reference": "An ex-British soldier held in Turkey on a terror charge while on holiday may be imprisoned for three months before the case reaches court, his lawyer said.", "prediction": "A Briton, who released in jail to face charges of terrorist charges in Syria, has been told he will face charges of terrorism charges.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 3.9999999999999996, "rougeL": 11.538461538461538}, "nll_sum": 99.40444946289062, "token_count": 27} +{"index": 7711, "reference": "A memorial service has been held for 60,000 people whose remains are due to be exhumed in London as part of the \u00c2\u00a355.7bn HS2 high-speed rail project.", "prediction": "A parish service attended for 40 people attended a \"devast disaster\" on the HS2 Arena site is to be rebuilt a former miniature railway station.", "rouge": {"rouge1": 29.09090909090909, "rouge2": 3.7735849056603774, "rougeL": 21.81818181818182}, "nll_sum": 165.12564086914062, "token_count": 29} +{"index": 7712, "reference": "Darren Stevens' unbeaten 107 gave Kent the upper hand on day two of their game against Division Two champions Essex.", "prediction": "Kent all-rounder Simon Stevens made an unbeaten75 to help Essex beat in an unbeaten Division One-Day Cup match with a narrow Division Two leaders Essex.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 4.444444444444445, "rougeL": 25.531914893617024}, "nll_sum": 167.70626831054688, "token_count": 30} +{"index": 7713, "reference": "The head of Lebanese militant group Hezbollah has declared that Syria has real friends who will not let it fall to the US, Israel or Islamic radicals.", "prediction": "The leader of Lebanon's militant Islamist militant militant group has urged its fighters and to leave, country and will seek help for the Syrian army.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 3.9215686274509802, "rougeL": 26.41509433962264}, "nll_sum": 124.6278076171875, "token_count": 27} +{"index": 7714, "reference": "Former first minister Alex Salmond has suggested a second referendum on Scottish independence could be held in two years time.", "prediction": "Former Scottish first of Alex Salmond has confirmed it will be likely in be campaign for a second referendum.", "rouge": {"rouge1": 56.41025641025641, "rouge2": 21.62162162162162, "rougeL": 41.02564102564102}, "nll_sum": 94.2553482055664, "token_count": 20} +{"index": 7715, "reference": "An investigation has begun into the cause of a fire which has severely damaged a plastics factory in Cambridgeshire.", "prediction": "A huge fire which started out at a a wood factory in Lancashire is being declared as a result of arson, a and fire service said.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 109.76850891113281, "token_count": 29} +{"index": 7716, "reference": "A man with a metal detector discovered an unexploded wartime bomb in a Lancashire park.", "prediction": "A bomb disposal disposal have carried out a bomb disposal bomb in a Lancashire park in", "rouge": {"rouge1": 45.16129032258064, "rouge2": 27.58620689655172, "rougeL": 45.16129032258064}, "nll_sum": 75.55235290527344, "token_count": 17} +{"index": 7717, "reference": "A police force has begun the rollout of body cameras for 800 officers and community support officers.", "prediction": "Police forces across Wales are using equal images to a Ceredigion police by the press as part of an investigation into", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555556, "rougeL": 21.052631578947366}, "nll_sum": 105.4910888671875, "token_count": 22} +{"index": 7718, "reference": "Eddie Izzard will attempt to run 27 marathons in 27 days through South Africa for Sport Relief, the BBC has announced.", "prediction": "Comedian Eddie Izzard is to run marathons in 27 days on 27mileday trip to South Africa for \u00a3 charity.", "rouge": {"rouge1": 56.41025641025642, "rouge2": 37.83783783783783, "rougeL": 56.41025641025642}, "nll_sum": 147.5192413330078, "token_count": 28} +{"index": 7719, "reference": "Former Rangers midfielder Derek Ferguson reckons being a supporter of the Ibrox club would not stop Scott Allan from succeeding at Celtic.", "prediction": "Sir Alex Ferguson thinks that Scott Allan's move from from to the Scottish club to possible, says the former club would have \"stagger possible\".", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 17.02127659574468}, "nll_sum": 156.97705078125, "token_count": 28} +{"index": 7720, "reference": "A 35-year-old woman has died in police custody in Blackburn.", "prediction": "A 88-year-old woman who died in police custody in Lancashire has died, police have said.", "rouge": {"rouge1": 68.96551724137932, "rouge2": 51.85185185185185, "rougeL": 62.068965517241395}, "nll_sum": 53.029441833496094, "token_count": 22} +{"index": 7721, "reference": "Ireland's slow start to their World Cup quarter-final against Argentina proved their downfall, head coach coach Joe Schmidt has admitted.", "prediction": "Ireland coach Joe Schmidt said his side had be \"lucky and shocked\" after they were well defeat by Argentina in the first leg of their Test Test.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 8.51063829787234, "rougeL": 16.3265306122449}, "nll_sum": 116.40542602539062, "token_count": 30} +{"index": 7722, "reference": "The father of a seven-year-old Japanese boy who was found alive after six nights alone in a dense forest says his son has forgiven him.", "prediction": " Japanese Japanese man, Japan, who but was alive after a dirty six days at a military base, has apologised for the son he has apologised.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 4.0, "rougeL": 34.61538461538461}, "nll_sum": 139.62710571289062, "token_count": 28} +{"index": 7723, "reference": "A man banned from driving for life has appeared in court after he was caught driving his carer's car home from a pub.", "prediction": "A drink driver who missing his car keys to police in a hotel before home of up the 100mph has been given a five sentenceyear term.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 163.624267578125, "token_count": 28} +{"index": 7724, "reference": "The owners of a derelict Victorian hospital complex have lost an appeal over a \u00a3900,000 bill paid by the county council for emergency repairs.", "prediction": "A owners of a hospital which forced on a holiday and holiday park north north Wales have has ordered to pay \u00a3700,000 a public inquiry, after a pay rise of up \u00a3 \u00a3700000.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 7.142857142857144, "rougeL": 20.689655172413794}, "nll_sum": 204.769287109375, "token_count": 39} +{"index": 7725, "reference": "Israeli police are investigating after a video emerged showing an Israeli policeman beating up a Palestinian lorry driver.", "prediction": "A Israeli police officer has been suspended after a video of a which allegedly shows showing hitting a Palestinian hitting a lorry driver \"- a has referee by his referee.", "rouge": {"rouge1": 42.55319148936171, "rouge2": 22.222222222222225, "rougeL": 42.55319148936171}, "nll_sum": 171.8934326171875, "token_count": 31} +{"index": 7726, "reference": "Former Manchester United manager Sir Alex Ferguson says Michael Carrick is \"the best English player\" around.", "prediction": "Northern Ireland's midfielder Michael Carrick is a \"fantant coach\" for Manchester United again says his former England boss Sir Alex Ferguson.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 27.77777777777778, "rougeL": 26.31578947368421}, "nll_sum": 114.76318359375, "token_count": 27} +{"index": 7727, "reference": "A recruitment agency has been criticised for advertising jobs only for \"attractive women\", as well as specifying bra size.", "prediction": "A DIY advert for an advertising campaign about, is \"blackunique\" and \"racist\" \"\" and \"new\", a women's body says.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 0.0, "rougeL": 21.052631578947366}, "nll_sum": 156.25526428222656, "token_count": 28} +{"index": 7728, "reference": "Forty percent of people in England do not believe Jesus was a real person, a Church of England survey suggests.", "prediction": "More than half of people believe the cemetery is \" dr75\" or be real person, a Church of England survey suggests in's the's,,mbudsman, it has been a from from the it's from of. man the from 2011", "rouge": {"rouge1": 43.333333333333336, "rouge2": 27.58620689655173, "rougeL": 36.66666666666667}, "nll_sum": 278.7311096191406, "token_count": 46} +{"index": 7729, "reference": "Historians are hoping to place a plaque on the unmarked graves of four children who died when a German bomb exploded in Wrexham after being carried home as a solider's souvenir during World War One.", "prediction": "The bodies of three girls were killed in an explosion in a Wrexham town, where one children were born in the Wham town, where the army veterans were buried.", "rouge": {"rouge1": 21.538461538461537, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 147.9420166015625, "token_count": 34} +{"index": 7730, "reference": "The daughter of the late Labour MP and peer Lord Janner has called an upcoming inquiry into child abuse allegations against him \"grotesque and Kafkaesque\".", "prediction": "The family and the late MP Janner, who led the historical child sex abuse inquiry, has accused allegations of sexual abuse charges will be against him.", "rouge": {"rouge1": 54.90196078431373, "rouge2": 8.16326530612245, "rougeL": 39.21568627450981}, "nll_sum": 136.13571166992188, "token_count": 29} +{"index": 7731, "reference": "Presidential candidates for the 2016 race and other politicians are speaking out against Donald Trump after a string of violence at his rallies.", "prediction": "US presidential candidate Donald Trump has called for \"any culture of violence in at his rallies.", "rouge": {"rouge1": 51.28205128205128, "rouge2": 27.027027027027025, "rougeL": 46.15384615384615}, "nll_sum": 72.61146545410156, "token_count": 17} +{"index": 7732, "reference": "Readers of tabloid papers have smaller vocabularies than people who do not read newspapers, suggests a study.", "prediction": "High highbooks have their childhood can well as well as those of those those who struggle for children and, research suggests.'s in the-'s, a, from they- from-A a from in a from's from's from a", "rouge": {"rouge1": 17.543859649122805, "rouge2": 0.0, "rougeL": 14.035087719298245}, "nll_sum": 266.552001953125, "token_count": 47} +{"index": 7733, "reference": "Boreham Wood have signed midfielder Kenny Davis from National League rivals Braintree Town on a one-year deal.", "prediction": "Midfielder Liam Davis Cup has signed a new new one-year deal with National National League side Lincoln City.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 17.142857142857142, "rougeL": 32.43243243243243}, "nll_sum": 92.05047607421875, "token_count": 22} +{"index": 7734, "reference": "As voters head to the polling stations for the EU referendum so have some dogs - although cats and even a political polecat have been keen to get in on the act.", "prediction": "Imagine the internet phenomenon caught up on radio polling station, a dog which uses a cold-catast!", "rouge": {"rouge1": 25.0, "rouge2": 4.347826086956522, "rougeL": 20.833333333333332}, "nll_sum": 138.1495819091797, "token_count": 20} +{"index": 7735, "reference": "Justice Secretary Michael Matheson is to host a summit of experts to consider how the UK's Brexit vote could affect Scotland's justice system.", "prediction": " Justice Secretary Michael Matheson will a meeting in Edinburgh to discuss the decisions about the impact of Brexit.", "rouge": {"rouge1": 41.860465116279066, "rouge2": 14.634146341463413, "rougeL": 37.2093023255814}, "nll_sum": 82.03582763671875, "token_count": 20} +{"index": 7736, "reference": "Emergency aid is beginning to reach some of the worst-hit islands of Vanuatu, helping people there after a cyclone destroyed whole villages.", "prediction": "Aid workers have through through the Afghan city of Vanuatu after 30 people were injured by a cyclone.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 34.146341463414636}, "nll_sum": 96.32859802246094, "token_count": 21} +{"index": 7737, "reference": "A woman has suffered serious injuries after being dragged through the streets of a German town by a cord tied around her neck and attached to a car.", "prediction": "A 39-year-old man has been arrested on suspicion of murdering a woman after her ex-partner to death France car northern France., prompting, says they a's-A a stabbing in from November's's).", "rouge": {"rouge1": 33.84615384615385, "rouge2": 3.1746031746031744, "rougeL": 21.53846153846154}, "nll_sum": 220.9701690673828, "token_count": 44} +{"index": 7738, "reference": "Marc Roberts and Ashley Fletcher scored either side of half-time to help Barnsley to victory over fellow League One play-off-chasers Coventry City.", "prediction": " Roberts Roberts scored in a stunning hat-trick as Barnsley beat Championship One play-off- chasers chentry City solve-deserved-. a's a--A a referee in from from a's. aA", "rouge": {"rouge1": 28.07017543859649, "rouge2": 10.909090909090908, "rougeL": 28.07017543859649}, "nll_sum": 282.0498046875, "token_count": 46} +{"index": 7739, "reference": "Bournemouth boss Eddie Howe admits his side's sudden lack of confidence in front of goal is \"baffling\".", "prediction": "Bournemouth manager Eddie Howe says \"there has a lack of confidence\" and go down despite his side's winless in their remaining three games.", "rouge": {"rouge1": 47.61904761904762, "rouge2": 25.0, "rougeL": 33.33333333333333}, "nll_sum": 111.46572875976562, "token_count": 29} +{"index": 7740, "reference": "Here's an anxious-looking Mahatma Gandhi making a telephone call from his office in Sevagram village in the western state of Maharashtra in 1938.", "prediction": " Gandhi's Tom Gandhi, the leader of community in India's northern India, who September 2008, aged 91.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 136.73492431640625, "token_count": 21} +{"index": 7741, "reference": "A man has been charged after two women were attacked at student accommodation in Edinburgh.", "prediction": "A man has been arrested in connection with a serious assault assault on a woman, who and of another seriously injured in Edinburgh city centre.", "rouge": {"rouge1": 30.0, "rouge2": 21.05263157894737, "rougeL": 30.0}, "nll_sum": 92.3455810546875, "token_count": 26} +{"index": 7742, "reference": "A call centre in Torfaen which received \u00a3600,000 funding from the Welsh government has gone into liquidation.", "prediction": "The collapse building firm firm and factory factory firm in Torfaen will be investigated, a Plaid Cymru has said in the event,'s \",'s it from a from\" a it's flagship of a from a fromA", "rouge": {"rouge1": 21.81818181818182, "rouge2": 3.7735849056603774, "rougeL": 10.90909090909091}, "nll_sum": 288.3212890625, "token_count": 47} +{"index": 7743, "reference": "A mayor who resigned after a taxi driver he vouched for was found to have a rape conviction has been urged to leave the council altogether.", "prediction": "A city's mayor who step down after a taxi driver carrying a driver who assaulted his ex-boyfriend has has asked the public to ask him.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 15.686274509803921, "rougeL": 37.73584905660377}, "nll_sum": 121.02586364746094, "token_count": 29} +{"index": 7744, "reference": "American Jason Dufner will take a five-shot lead into the third round of the Memorial Tournament after carding an eagle on the 18th hole on Friday.", "prediction": "Sweden's DLouis Duf will hold a share of a share a one-shot heading into the final round of the Travelersers Championship.", "rouge": {"rouge1": 31.999999999999996, "rouge2": 12.499999999999996, "rougeL": 31.999999999999996}, "nll_sum": 172.63278198242188, "token_count": 30} +{"index": 7745, "reference": "A council has been accused of double standards for allowing a stage of a major cycle race to start in a town centre where cyclists have been banned.", "prediction": "A a town has been banned an event for the 2017 UCI World Championships Championships, after organisers said the event \"not want in shop shopping\".", "rouge": {"rouge1": 30.188679245283023, "rouge2": 11.76470588235294, "rougeL": 18.86792452830189}, "nll_sum": 139.23785400390625, "token_count": 28} +{"index": 7746, "reference": "There is a growing clamour in Germany to honour three Syrian refugees who overpowered a bomb plot suspect with possible links to the so-called Islamic State.", "prediction": "A Syrian refugee who grew up a migrant camp base in Leipzig has handed himself over German police say.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 9.090909090909092, "rougeL": 21.73913043478261}, "nll_sum": 99.83734130859375, "token_count": 21} +{"index": 7747, "reference": "Young people are on track to be poorer than their parents at every stage of their lives, according to a new report.", "prediction": "Children children aged 80 aged 80 are 40% behind behind the generations five decades ago, a new study suggests,", "rouge": {"rouge1": 14.634146341463413, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 113.14704895019531, "token_count": 21} +{"index": 7748, "reference": "Campaigning has started 16 days ahead of a fresh general election in Spain, with left-wing Podemos edging ahead of the Socialists (PSOE) in opinion polls.", "prediction": "Spain's left-wing party, Rafaelosem party, will seek to form new right-wing coalition government to form governments in May election general election.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 8.333333333333332, "rougeL": 16.0}, "nll_sum": 121.13237762451172, "token_count": 30} +{"index": 7749, "reference": "Liverpool have signed Aston Villa striker Christian Benteke for \u00a332.5m.", "prediction": "Liverpool have completed the signing of striker Christian Benteke from former Aston Villa in a club-year deal reported to be \u00a342m.", "rouge": {"rouge1": 48.48484848484849, "rouge2": 25.806451612903224, "rougeL": 36.36363636363636}, "nll_sum": 77.30001831054688, "token_count": 27} +{"index": 7750, "reference": "A man has been arrested over the \"violent assault\" and rape of a woman in a railway station car park, police have said.", "prediction": "A teenager has been arrested and arrested over a rape and attempted murder of a woman at- railway station.", "rouge": {"rouge1": 61.904761904761905, "rouge2": 30.0, "rougeL": 52.38095238095239}, "nll_sum": 74.19586944580078, "token_count": 20} +{"index": 7751, "reference": "Two things are clear from BP's results this morning.", "prediction": "The chief executive of BP BP, has said that oil is heading for the past, and the low clear of what will happened to what happened and what would think!", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 162.43084716796875, "token_count": 32} +{"index": 7752, "reference": "An academy in Bradford has sent home 152 pupils for arriving at the school gates without meeting its dress code.", "prediction": "More than 30 school are being sent sent home from a school Devon Devon because of their because safety concerns.", "rouge": {"rouge1": 15.0, "rouge2": 5.263157894736842, "rougeL": 15.0}, "nll_sum": 113.92049407958984, "token_count": 20} +{"index": 7753, "reference": "Indian Olympics bronze medallist, boxer MC Mary Kom, has welcomed a film that Bollywood director Sanjay Leela Bhansali wants to make on her life.", "prediction": "The Bongouh Baling, says she will direct a-- film in the north-eastern Indian help Indian people in her role in. country. solve's-'s-H a of in's from's21's from's", "rouge": {"rouge1": 13.559322033898304, "rouge2": 3.5087719298245603, "rougeL": 10.16949152542373}, "nll_sum": 297.15191650390625, "token_count": 47} +{"index": 7754, "reference": "The new Forth Crossing remains on course to be opened by May 2017, Transport Scotland has said.", "prediction": "The completion of a \u00a31bn Queens Road Bridge will not be open until May 2018,. projectPrince to a 2011 aAPlane firm's has been said it aA from from it's fromA of.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666666, "rougeL": 24.000000000000004}, "nll_sum": 271.66168212890625, "token_count": 41} +{"index": 7755, "reference": "Thousands of Welsh parents would be criminalised if a smacking ban is passed, campaigners have warned.", "prediction": "Plans to haveacking children from using same child abuse will child and protect the child, the group representing children has said in it the \"game, reputation \"'s, from a referee\" it's fromImages of.", "rouge": {"rouge1": 7.999999999999999, "rouge2": 0.0, "rougeL": 3.9999999999999996}, "nll_sum": 283.0795593261719, "token_count": 43} +{"index": 7756, "reference": "This has been a place which - unlike anywhere else in China - had a genuinely elected government but many here are wondering if the so-called \"Wukan experiment\" is about to die.", "prediction": "In a small village in cheap southern city of Guangdong, where the government is seeking re- seekingelection for re-election elections.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 125.89985656738281, "token_count": 27} +{"index": 7757, "reference": "\"The greatest show on earth\" was PT Barnum's claim for his three ring circus.", "prediction": "So'm I writing, in newspaper newspaper, wrote and and I wrote to the journalists, saying that \"'s thegreatestest or everest\". the man solve's \"'s aA Sym- it!", "rouge": {"rouge1": 9.090909090909092, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 279.6337890625, "token_count": 41} +{"index": 7758, "reference": "Washing machine manufacturing is set to return to the UK after a gap of almost 10 years with the opening of a new factory in County Durham.", "prediction": "A new production line crossed in line for West Derbyshire has started its production double, after production funding of more than \u00a31m.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 4.25531914893617, "rougeL": 12.244897959183673}, "nll_sum": 128.48683166503906, "token_count": 27} +{"index": 7759, "reference": "David Cameron became \"distracted\" after the 2011 intervention in Libya, US President Barack Obama has said.", "prediction": "US President Barack Obama has rejected the White House for the UK role in its UK air campaign.", "rouge": {"rouge1": 41.1764705882353, "rouge2": 25.0, "rougeL": 29.411764705882355}, "nll_sum": 72.84918212890625, "token_count": 18} +{"index": 7760, "reference": "The Public Prosecution Service has said it will not oppose an appeal by one of the so-called Colombia Three against a weapons conviction.", "prediction": "Sensitive Surrey evidence no evidence behind police alert led to the fatal shooting of a man in Northern Ireland in 1985, the Court of Appeal the heard. of", "rouge": {"rouge1": 19.23076923076923, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 158.04078674316406, "token_count": 30} +{"index": 7761, "reference": "North Korea has released details of the alleged crimes of a US man it sentenced to 15 years of hard labour.", "prediction": "North Korea has detained a US Northist Union for \"vulnerable state\", of state media the said.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 17.142857142857142, "rougeL": 32.43243243243243}, "nll_sum": 120.97699737548828, "token_count": 20} +{"index": 7762, "reference": "Kilmarnock have signed Dom Thomas, following the attacking midfielder's release from Scottish Premiership rivals Motherwell.", "prediction": "Dundee have signed Slovenia midfielder Dom Thomas from Championship side Fulham for an undisclosed fee.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 13.79310344827586, "rougeL": 32.25806451612903}, "nll_sum": 75.805419921875, "token_count": 18} +{"index": 7763, "reference": "Leigh cruised to a comfortable victory against Salford to lift themselves off the bottom of Super League in their last game before the Qualifiers.", "prediction": "Leigh Centurions survived a second survived comeback to thrashed a spiritedalfalford fightback.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 132.02227783203125, "token_count": 20} +{"index": 7764, "reference": "Jaime Winstone and Samantha Spiro are both cast as Dame Barbara Windsor in BBC One drama Babs.", "prediction": "Dame Barbara Cox will feature as a star in BBC One starred a drama of BBC One's drama Spopic of Brel's Jordan Sp.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.0, "rougeL": 28.571428571428566}, "nll_sum": 178.86837768554688, "token_count": 28} +{"index": 7765, "reference": "Angry soldiers have blocked off access to Bouak\u00e9, the second largest city in the Ivory Coast, as a revolt over a pay dispute continues.", "prediction": "At least 30 soldiers have killed killed after 30 soldiers were abandoned their base outside Abidjan, residents say.", "rouge": {"rouge1": 9.523809523809526, "rouge2": 5.0, "rougeL": 9.523809523809526}, "nll_sum": 103.52259063720703, "token_count": 21} +{"index": 7766, "reference": "California Governor Jerry Brown has vetoed a bill to end a sales tax on feminine hygiene products, a levy that has sparked worldwide debate.", "prediction": " Governor Governor Mike Brown has abandoned a law on a ban on food on products, such as \"disgrful\" and \"fair\".", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 31.818181818181824}, "nll_sum": 138.23512268066406, "token_count": 26} +{"index": 7767, "reference": "The UK economy is \"turning a corner\", Chancellor George Osborne has said in a speech in London.", "prediction": "Chancellor George Osborne has warned that the UK's economic recovery is in any \" worse worse than thought.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 24.242424242424242, "rougeL": 28.571428571428577}, "nll_sum": 91.95721435546875, "token_count": 20} +{"index": 7768, "reference": "It gets cold, very very cold, waiting at the entrance of the European Council building in Brussels.", "prediction": "It is a scene a grass just before the summit in Mali, just before the summit, and then it feels like a glass screen Plaidas.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 151.0157470703125, "token_count": 29} +{"index": 7769, "reference": "Plaid Cymru is the first out of the blocks with this year's election campaign manifestos - but what does it promise?", "prediction": "Plaid Cymru has launched its manifesto for Wales, for the 2016 assembly general, claiming it will save 7,000 lives000 the Welsh economy.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 129.07489013671875, "token_count": 30} +{"index": 7770, "reference": "Plans to build a \u00c2\u00a325m school on a former landfill site in Sheffield have been approved, despite concerns over the suitability of the area.", "prediction": "Plans for \u00a3400m school school in South Yorkshire have been approved by councillors, the council despite fears over air and air pollution air", "rouge": {"rouge1": 38.297872340425535, "rouge2": 8.888888888888888, "rougeL": 34.04255319148936}, "nll_sum": 115.44218444824219, "token_count": 26} +{"index": 7771, "reference": "Scottish pig farmers have warned they are facing an uncertain future after the price of pig meat hit an eight- year low.", "prediction": "A rise in the price pig market for for Scottish pigone could be going out of business, it been claimed.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.0, "rougeL": 14.285714285714283}, "nll_sum": 124.38551330566406, "token_count": 22} +{"index": 7772, "reference": "\"There is hardly anything in the world that some man cannot make a little worse and sell a little cheaper,\" said Victorian art critic John Ruskin.", "prediction": "L theury are the expensive, and the most most powerful politicians of her career.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 89.67776489257812, "token_count": 16} +{"index": 7773, "reference": "Six men, including five from the same family, have been jailed for conspiracy to steal railway cable.", "prediction": "A gang which carried out more than \u00a31m stolen of naked from the railway across the UK railway line has been jailed jailed, have been \"'s of's a \" a's from a it's's of a the", "rouge": {"rouge1": 21.428571428571434, "rouge2": 11.111111111111109, "rougeL": 14.285714285714283}, "nll_sum": 245.17532348632812, "token_count": 43} +{"index": 7774, "reference": "Canadian pop star Justin Bieber has pleaded no contest to misdemeanour vandalism in connection with the egging of his neighbour's home and has been sentenced to two years' probation.", "prediction": "Pop star Justin Bieber has been ordered to serve six months in a Los Angeles jail for drugs- bucking drugs at his Los Angeles home, his family says said 2011 her his a-p aA in a years a's from the a", "rouge": {"rouge1": 35.61643835616439, "rouge2": 14.084507042253518, "rougeL": 27.397260273972602}, "nll_sum": 251.1558074951172, "token_count": 47} +{"index": 7775, "reference": "We have now had 16 years of mainstream education for children with disabilities in Scotland.", "prediction": "Scottish Labour leaders have called for a bill for schools say that change change the way for the disabled children to get to get a fairer education.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 133.59762573242188, "token_count": 29} +{"index": 7776, "reference": "Former St Helens head coach Keiron Cunningham has been appointed head of rugby at Leigh Centurions for the rest of the 2017 season.", "prediction": "St Helens have appointed Stiron Boreham's club as coach head coach coach for 2016 2016-17 Super League season, saying a beating's introduction of it's it from 30-gup game in from from a's from", "rouge": {"rouge1": 25.80645161290323, "rouge2": 6.666666666666667, "rougeL": 19.35483870967742}, "nll_sum": 281.8424072265625, "token_count": 45} +{"index": 7777, "reference": "Rod Temperton, the British songwriter best known for Michael Jackson's Thriller and Rock With You, has died.", "prediction": "US rock science group publicity &ger bad weather, it has been confirmed his. solve- reputation's reputation a's a-b's string in from 30 referee of from referee from referee, it, have of cancer.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 307.5474853515625, "token_count": 43} +{"index": 7778, "reference": "England's Sarah Taylor is taking an indefinite break from cricket for personal reasons.", "prediction": "England captain Sarah Taylor will unlikely play play for England in the one inday international tour of January.", "rouge": {"rouge1": 25.0, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 112.07533264160156, "token_count": 19} +{"index": 7779, "reference": "Kenneth Zohore crushed Burton Albion's resistance with a late goal to give Cardiff City an opening day victory.", "prediction": "oh Z Zohore's late goal rescued a point for Cardiff City at fellow play-off hopefuls Burton. end a of Championship's \" of's \"\" from his-m a referee in from game..", "rouge": {"rouge1": 30.76923076923077, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 268.869140625, "token_count": 42} +{"index": 7780, "reference": "A man has pleaded not guilty to causing death by careless driving after a woman was hit by a bus in Southport.", "prediction": "A man has been charged with death by causing death by dangerous driving after a woman was hit by a bus in south south-east London, after her her's role from her's from her from's's a. a the a fromA", "rouge": {"rouge1": 48.48484848484849, "rouge2": 40.625, "rougeL": 48.48484848484849}, "nll_sum": 217.1868896484375, "token_count": 47} +{"index": 7781, "reference": "Friends, family and colleagues have sent best wishes to the actress Carrie Fisher, who is in intensive care after suffering a heart attack during a flight, her brother says.", "prediction": "US actress Carrieell is being in after being seriously injured in a plane crash while on, Los Angeles have confirmed.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 20.408163265306122}, "nll_sum": 116.06315612792969, "token_count": 22} +{"index": 7782, "reference": "Average speed cameras are due to be activated on one of Scotland's busiest motorways while work continues on a \u00a3500m upgrade project.", "prediction": " speed speeds of up 50% are to be shown Transport Scotland as part of \u00a38m upgrade of the stretch of Scotland's motor network.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.33333333333333, "rougeL": 29.78723404255319}, "nll_sum": 133.29214477539062, "token_count": 27} +{"index": 7783, "reference": "Moeen Ali's thrilling, unbeaten 67 cemented England's stronghold over South Africa on day three of the final Test at Old Trafford.", "prediction": "Moeen Ali hit an unbeaten 82- as the bat led England to heavy rain-run victory over South Africa on North third day of fourth Test at Edgbaston.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 20.408163265306122, "rougeL": 47.05882352941176}, "nll_sum": 167.61309814453125, "token_count": 34} +{"index": 7784, "reference": "Amputee football is played all over the world but it is in its infancy in Scotland, where organisers are trying to form a new league.", "prediction": "mputee football is a big battle for football, but some of the best players, some players struggle.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 14.285714285714283}, "nll_sum": 94.73968505859375, "token_count": 21} +{"index": 7785, "reference": "Three soldiers killed in a Taliban bomb blast should have been warned about insurgent activity in the area, a coroner has said.", "prediction": "The deaths of three men killed of an explosion explosion in Afghanistan have a control controlled wire, the control, an inquest has heard- 2011.- a 2011 a from a's from a from a's been of of.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 250.6055450439453, "token_count": 42} +{"index": 7786, "reference": "Ospreys captain Alun Wyn Jones has welcomed the news that the Welsh Rugby Union and its four regions are set to sign a new participation agreement.", "prediction": "New Wales captain Alun Wyn Jones says it is \"devastated\" signing a new deal between the Welsh Rugby Union does not be a potential.", "rouge": {"rouge1": 43.99999999999999, "rouge2": 33.33333333333333, "rougeL": 35.99999999999999}, "nll_sum": 119.56869506835938, "token_count": 29} +{"index": 7787, "reference": "Supermarket plant sales are reducing customers' choice, says Gardeners' World presenter Monty Don.", "prediction": " againice backers should offer better food to shoppers who can keep the trees and clothes, the former owner Greg Barry has told a BBC.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 159.437255859375, "token_count": 26} +{"index": 7788, "reference": "A diver has been rescued from the Sound of Mull by a lifeboat crew, after suffering from the bends.", "prediction": "A woman was airlifted ambulance to hospital after a boat sank off Moray in the Moray.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 77.18486022949219, "token_count": 20} +{"index": 7789, "reference": "South African athlete Oscar Pistorius is back in court in Pretoria describing events after shooting his girlfriend Reeva Steenkamp in his home.", "prediction": "South African Olympic athlete Oscar Pistorius has told a South African court that his vehicle, Reenenkamp, tried to killed her in her room.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 13.95348837209302, "rougeL": 35.55555555555555}, "nll_sum": 127.16387939453125, "token_count": 29} +{"index": 7790, "reference": "Nine executives at Israeli travel agencies have been arrested on suspicion of fixing the price of high school students' trips to former Nazi death camps, including Auschwitz.", "prediction": "Islamic school in Poland are being arrested for charges for allegedly def students students on trip, during a trip.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 119.45944213867188, "token_count": 20} +{"index": 7791, "reference": "Bradford City's three-match winning run came to an end as they were held to a draw by Oldham Athletic at Valley Parade despite dominating the game.", "prediction": "Bradford booked their League One play-off hopes as they were held to draw League One play-off hopefuls Oldham at the Kassfield Stadium.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 15.999999999999998, "rougeL": 38.46153846153846}, "nll_sum": 125.57599639892578, "token_count": 31} +{"index": 7792, "reference": "Netherlands midfielder Wesley Sneijder has joined French Ligue 1 side Nice on a free transfer.", "prediction": "The Netherlands defender Laysy Robertoijder has joined French champions champions Paris for the season 2011- deal reported to be.25m).", "rouge": {"rouge1": 22.857142857142858, "rouge2": 12.121212121212121, "rougeL": 22.857142857142858}, "nll_sum": 196.31112670898438, "token_count": 27} +{"index": 7793, "reference": "Dover ended a three-match winless run with an emphatic victory over Chester at Crabble.", "prediction": "Chesterster beat Chester 3-1 in the first leg leg keep in National League play-off hopes.", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 110.28754425048828, "token_count": 21} +{"index": 7794, "reference": "A demonstration has been held over the rise in the number of students at Falmouth University in Cornwall.", "prediction": "A march protest rally be held in a paedide town centre to backing about the impact of students living.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 32.43243243243243}, "nll_sum": 151.68104553222656, "token_count": 20} +{"index": 7795, "reference": "Traffic restrictions are being brought in next week on some of Scotland's busiest motorways as work ramps-up on a \u00a3500m improvement scheme.", "prediction": "Work on a \u00a355m upgrade of the M8 of thesmart motorway, will lead cause \"\" and traffic\" for drivers\" for Scotland Transport announced.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 13.043478260869565}, "nll_sum": 179.93951416015625, "token_count": 31} +{"index": 7796, "reference": "Calls have been made for a room in Wrexham where heroin users can inject safely under supervision.", "prediction": "A drugs addiction centre will be built in Wrexham, where the area is clear, where drugs are treating mothers as a public health health issue.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 121.52597045898438, "token_count": 29} +{"index": 7797, "reference": "Ed Miliband has visited Scotland the day after appearing to rule out a deal with the SNP - even it meant putting the Conservatives in power.", "prediction": "Labour leader Ed Miliband has told BBC Scotland he does not believe the Labour Labour government will with the government if it wins the office in office office.", "rouge": {"rouge1": 37.73584905660378, "rouge2": 11.76470588235294, "rougeL": 37.73584905660378}, "nll_sum": 112.35145568847656, "token_count": 28} +{"index": 7798, "reference": "The number of marriages in Gretna topped 3,500 last year - a slight rise compared with the previous 12 months.", "prediction": "A tourist attraction in Williamsna again once on the same year - a previous record number of previous weddings.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 119.16712951660156, "token_count": 20} +{"index": 7799, "reference": "A mother who has gone missing with her three-year-old son has been urged to speak directly to the police chief leading the search for her.", "prediction": "A three-year-old boy with her son who went missing after internet the internet, has told how she believes believe police will not do her.", "rouge": {"rouge1": 49.056603773584904, "rouge2": 11.76470588235294, "rougeL": 30.18867924528302}, "nll_sum": 118.08963012695312, "token_count": 29} +{"index": 7800, "reference": "Pembrokeshire councillors have voted to begin a fourth consultation on plans to shake-up education in Haverfordwest.", "prediction": "A public consultation on the Pembrokeshire's new secondary school in Paverfordwest, has been approved by councillors after a decision over as a man, from a local on the be from councillor of.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 218.4372100830078, "token_count": 43} +{"index": 7801, "reference": "Winter is a very busy time of year for hospitals, with more people needing to see a doctor.", "prediction": "Thousands of children across across the UK are facing the biggest health shortage with health health.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 75.38929748535156, "token_count": 16} +{"index": 7802, "reference": "A Cardiff boy who was scarred for life after being savaged by his neighbour's dog has been awarded \u00a370,000 compensation.", "prediction": "A Swansea man whose dog was mauled and killed by a breeding dog attack by his north Wales is to receive \u00a339,000 in receive round of receive in compensation in \u00a331,000.", "rouge": {"rouge1": 25.454545454545457, "rouge2": 3.7735849056603774, "rougeL": 21.818181818181817}, "nll_sum": 172.09414672851562, "token_count": 39} +{"index": 7803, "reference": "A man has died after falling from a city centre statue late at night.", "prediction": "A teenager who died on top of training has had neck brain arm injuries.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 84.14985656738281, "token_count": 14} +{"index": 7804, "reference": "UK house prices rose by 9.5% in 2015, according to the lender Halifax, making it the fastest annual increase in nine years.", "prediction": "The growth in UK prices price in 2015, 2015, rising to its highest level for 30 years, as continuing uncertainty over the slowdown economic economy.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 4.3478260869565215, "rougeL": 24.999999999999993}, "nll_sum": 133.9683837890625, "token_count": 28} +{"index": 7805, "reference": "A man from the Vale of Glamorgan is selling a rare union jack flag, said to have been flown at the Battle of Trafalgar.", "prediction": "A rare blue and gold flag flag from the Royal Navy's Royal orth whoseum who went onlesey on an Anglesey any 2011 be sold at auction.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 8.16326530612245, "rougeL": 15.686274509803924}, "nll_sum": 213.7201690673828, "token_count": 32} +{"index": 7806, "reference": "A student from Reading has been jailed for nine years in the United Arab Emirates for possessing cocaine worth less than \u00a35.", "prediction": "A Dubai student in the United Arab Emirates has be jailed for allegedly possessing cocaine into cocaine into the, and faces a six-year prison.", "rouge": {"rouge1": 55.31914893617022, "rouge2": 26.666666666666668, "rougeL": 42.55319148936171}, "nll_sum": 124.73857116699219, "token_count": 27} +{"index": 7807, "reference": "Police are finally to get access to interviews a former loyalist prisoner gave to an American university project.", "prediction": "A man who lost the so-right tapes of a appearance of a paramilitaryist and- MLA- believed to have been a bid down down.", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 185.53504943847656, "token_count": 28} +{"index": 7808, "reference": "Kyrgyzstan weightlifter Izzat Artykov has become the first Rio medallist to test positive for a banned substance and has been stripped of his bronze.", "prediction": "Russianlifter ArAr Artykov will be a bronze medal at the 2012 2012 Olympics 2012 after failing a drugs test test's been a 41 2011 for the federation says.", "rouge": {"rouge1": 26.415094339622648, "rouge2": 0.0, "rougeL": 15.09433962264151}, "nll_sum": 217.55294799804688, "token_count": 34} +{"index": 7809, "reference": "Michail Antonio's double saw Nottingham Forest secure a draw at Watford, who fell from the top of the Championship.", "prediction": "retired Antonio scored a stoppage-time as Watford came from behind a beat Championship play-off rivals Brighton at Malkyux- solvetable- a's a fromA-d from game in from football's a. from's", "rouge": {"rouge1": 25.454545454545453, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 303.6810302734375, "token_count": 47} +{"index": 7810, "reference": "Syrian refugees facing their first Christmas in Wales are sure to get a \"warm Welsh welcome\", the first minister has said.", "prediction": "The first minister has said a seasonal message of Syrian refugees and refugees in Wales is \"more important than ever\".", "rouge": {"rouge1": 48.78048780487805, "rouge2": 30.76923076923077, "rougeL": 24.390243902439025}, "nll_sum": 88.95631408691406, "token_count": 21} +{"index": 7811, "reference": "The US PGA Tour has been warned over its stance on doping before golf's return to the Olympics in 2016.", "prediction": "Golf's future could be put in resulting if drugs tests are tested in 2016, sport's governing body says.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 113.45215606689453, "token_count": 22} +{"index": 7812, "reference": "Your friend Monica calls you, agitated and angry, asking: \"Why did you write that horrible thing about Ross?!\"", "prediction": "Cyber-thieves are on your or either you want to do after you have, the victim or wants them to control detreating them?", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 153.49282836914062, "token_count": 28} +{"index": 7813, "reference": "An inquest has watched dramatic video of police raiding Sydney's Lindt Cafe to end a 17-hour siege.", "prediction": "An Australian inquest has released the moment moment a deadly deadly siege in Sydney which killed five people.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 95.75989532470703, "token_count": 18} +{"index": 7814, "reference": "Four decommissioned Royal Navy frigates are destined for the scrapyard, the BBC has learned.", "prediction": "Four Royal Navy and Royal Conservates, which have been sold more sale for more than 30 years, been sold.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 6.451612903225808, "rougeL": 24.242424242424242}, "nll_sum": 105.86164093017578, "token_count": 22} +{"index": 7815, "reference": "Salford have signed Ireland international Tyrone McCarthy from Australian NRL side St George Illawarra Dragons with immediate effect.", "prediction": "Salford Red Devils have signed Wales international-one forward Joe McCarthy on a two-year deal forleague Super League season'. \" and a. aA reputation's a-up from a reputation in from a's\". from aA", "rouge": {"rouge1": 22.22222222222222, "rouge2": 3.8461538461538463, "rougeL": 22.22222222222222}, "nll_sum": 273.11602783203125, "token_count": 47} +{"index": 7816, "reference": "Police are investigating the death of a 64-year-old man who died after an industrial incident in Grantham.", "prediction": "A factory worker died with serious facial injuries after an incident at a Lincolnshire farm's, the police have said.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 91.06149291992188, "token_count": 22} +{"index": 7817, "reference": "Syria has handed in a plan for the destruction of its chemical weapons to the watchdog monitoring the process.", "prediction": "The international chemical body has confirmed it has reopen its weapons operations by Syria by 1 July.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 93.72796630859375, "token_count": 17} +{"index": 7818, "reference": "A \"groundbreaking\" cystic fibrosis therapy could profoundly improve patients' quality of life, say doctors.", "prediction": " tuting t treatment for cancer can heart, heart disease heart or in the pastMedics, say doctors.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 7.142857142857144, "rougeL": 13.333333333333334}, "nll_sum": 136.16685485839844, "token_count": 21} +{"index": 7819, "reference": "A bookshop once named as one of the best in the world could fall down unless \u00a310,000 can be raised for structural repairs, say its owners.", "prediction": "An acclaimed bookshop, which believed to be one \"theattest in the world, has been put to move out of its upkeep the its owners have said.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 11.76470588235294, "rougeL": 26.41509433962264}, "nll_sum": 164.19662475585938, "token_count": 32} +{"index": 7820, "reference": "A decision by supermarket chain Asda to increase the price it pays for milk is a move in the right direction, the Ulster Farmers' Union (UFU) has said.", "prediction": "Farmers in Northern Ireland are taking strike action against rival Asda over a dispute over price price.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 79.14723205566406, "token_count": 19} +{"index": 7821, "reference": "The government has been defeated in the House of Lords over plans for so-called \"English votes for English laws\".", "prediction": "The government has backed to government's plans for English laws to be scrapped in the House of Commons.", "rouge": {"rouge1": 56.41025641025641, "rouge2": 43.24324324324324, "rougeL": 35.8974358974359}, "nll_sum": 76.84217071533203, "token_count": 19} +{"index": 7822, "reference": "A man who admitted posting offensive comments on Facebook about an Edinburgh boy beaten to death by his mother has been jailed for 12 months.", "prediction": "A man who made social media about Facebook and about the death about his son who was found dead has been jailed for six months", "rouge": {"rouge1": 48.0, "rouge2": 20.833333333333336, "rougeL": 48.0}, "nll_sum": 95.8251724243164, "token_count": 24} +{"index": 7823, "reference": "Cyprus's parliament has postponed an emergency session on a controversial bailout deal for the country's banks.", "prediction": "The European Parliament has voted in favour of a bank investment rely bank its bailout.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 6.451612903225808, "rougeL": 24.24242424242424}, "nll_sum": 80.25760650634766, "token_count": 15} +{"index": 7824, "reference": "The remote archipelago of St Kilda is home to the UK's highest sea stacks.", "prediction": " surf of two climbersers moved up a remote St Kilda island on southern Scotland because of the catastrophic weather conditions \"would a too refriger and engine\".", "rouge": {"rouge1": 24.39024390243902, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 200.79054260253906, "token_count": 29} +{"index": 7825, "reference": "A speed camera in Cardiff is the busiest in Britain - catching almost three times as many drivers each day as one on a busy Manchester motorway.", "prediction": "A a camera was caught speeding police on a motorway's motorway's average limit, new figures show.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 4.761904761904763, "rougeL": 22.72727272727273}, "nll_sum": 92.24586486816406, "token_count": 21} +{"index": 7826, "reference": "An inquest into the death of the Manchester suicide bomber heard how he was identified by DNA, fingerprint and dental records.", "prediction": "The inquest into the deaths of a suicide bomber who called in the Manchester Manchester bombing bomb,, has been adjourned until 30 December has. not the a the a's from a from from a's been of a. from a'sA", "rouge": {"rouge1": 28.57142857142857, "rouge2": 19.672131147540984, "rougeL": 22.22222222222222}, "nll_sum": 223.98582458496094, "token_count": 46} +{"index": 7827, "reference": "The Department for Regional Development breached public contract regulations in rejecting a tender for a road contract worth up to \u00a3100m, a High Court judge has ruled.", "prediction": "A High Court of awarded was awarded to building to a \u00a3100m contract to a contract Northern Northern road of road, the Court of appeal has ruled.", "rouge": {"rouge1": 48.148148148148145, "rouge2": 11.538461538461538, "rougeL": 29.629629629629626}, "nll_sum": 167.6454315185547, "token_count": 30} +{"index": 7828, "reference": "Mae cynlluniau gwerth miliynau o bunnoedd i drawsnewid canol Abertawe gam yn agosach medd cyngor y ddinas.", "prediction": "Mae yel cael caeledi\u00e2n yn yn yn yn yyreddllun yn yn yn yn yn yn yn yn ynn", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 137.6798095703125, "token_count": 41} +{"index": 7829, "reference": "A breast surgeon who intentionally wounded his patients has had his 15-year jail term increased to 20 years.", "prediction": " a heart surgeon who was one of three patients them in the neck, brain and six others, has had his five-year jail term reduced. reduced aA a game has controversial game from a The's of game.", "rouge": {"rouge1": 35.08771929824561, "rouge2": 18.181818181818183, "rougeL": 35.08771929824561}, "nll_sum": 234.91134643554688, "token_count": 43} +{"index": 7830, "reference": "Two disabled people had to turn to loan sharks and food banks because the government took so long to process their benefit claims, the High Court has heard.", "prediction": " disabled disabled people who had to their their benefits cut after they were receive a same scheme, the government has been told to seek a legal review.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 15.09433962264151, "rougeL": 29.09090909090909}, "nll_sum": 146.451904296875, "token_count": 28} +{"index": 7831, "reference": "The Panama Papers tax revelations dominated Prime Minister's Questions, with David Cameron defending the action taken from opposition attacks.", "prediction": "MSPs have clashed with Prime Minister's's Questions over evasion over tax credits - saying the families pays tax tax and a tax avoidance tax.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 13.953488372093023, "rougeL": 22.222222222222225}, "nll_sum": 143.29251098632812, "token_count": 28} +{"index": 7832, "reference": "At least three people were wounded, two seriously, when shots were fired in the German city of Frankfurt on Thursday.", "prediction": "Four police are shot dead a man outside a police in the southern German city of Germany say.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 16.666666666666668, "rougeL": 31.57894736842105}, "nll_sum": 83.87629699707031, "token_count": 18} +{"index": 7833, "reference": "Teaching unions in Northern Ireland have rejected a pay offer after months of negotiations and are considering further action.", "prediction": "The largest teachers' union, Uniteite, has rejected two employers a pay offer, which offers offer receive \"a a regret pay and offer\".", "rouge": {"rouge1": 29.268292682926827, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 173.53900146484375, "token_count": 29} +{"index": 7834, "reference": "Parents could face higher fees and extra charges when the government rolls out a plan to double the number of free childcare hours, warn providers.", "prediction": "A government plan to cut free childcare and provide 30 hours to 30 hours would been scrapped, a a survey suggests.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 114.18190002441406, "token_count": 22} +{"index": 7835, "reference": "Flamingos expend less energy standing on one leg than in a two-legged stance, scientists have confirmed.", "prediction": "Scientists the hippos say, that which can be one kept on one leg.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 14.285714285714288, "rougeL": 20.000000000000004}, "nll_sum": 83.26510620117188, "token_count": 15} +{"index": 7836, "reference": "A woman has died after being hit by a car in Ballycastle, County Antrim.", "prediction": "A 39-year-old woman man 2011 arrested on suspicion causing the death of his 70s who was hit a car car in Newryry, County Tyrone.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 35.0}, "nll_sum": 151.2733154296875, "token_count": 33} +{"index": 7837, "reference": "The Rail, Maritime and Transport union will recommend its members accept a pay and conditions deal for the Night Tube service, its executive has decided.", "prediction": "The RMT union have agreed an extension all-hour Tube service between 30 2014 unions between, union members and members, the RMT union have announced.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 4.166666666666666, "rougeL": 20.000000000000004}, "nll_sum": 160.95729064941406, "token_count": 30} +{"index": 7838, "reference": "The mother of Madeleine McCann has embarked on a 500-mile (800km) charity bike ride to raise funds to support families with a missing loved one.", "prediction": "A Scottish woman who went missing three years ago has started a challenge walking the cycling line, the UK's first child protection scheme in not. in. a's a's a \"-p a of in from from a's. a from", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 237.7684326171875, "token_count": 46} +{"index": 7839, "reference": "A Canadian dual national has reportedly been detained in Turkey for allegedly insulting the country's president.", "prediction": "ual Canadian woman, 2011 arrested in Turkey and arrested after after posting posts on Facebook Facebook, her lawyer says.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 5.88235294117647, "rougeL": 16.666666666666668}, "nll_sum": 105.30612182617188, "token_count": 21} +{"index": 7840, "reference": "A lifeboat and Coastguard search has been carried out after a report of a body seen in the water near the Tay Road Bridge at Dundee.", "prediction": "A lifeboat were called to a house of Btyrough Ferry, who went missing after night the Saturday. the game a referee- a ballet's from's a's from a body from it's's of game theA from'sA", "rouge": {"rouge1": 27.272727272727277, "rouge2": 6.25, "rougeL": 18.181818181818183}, "nll_sum": 292.84716796875, "token_count": 47} +{"index": 7841, "reference": "Proposals to increase the size of a \u00c2\u00a350m shopping and leisure development have been approved.", "prediction": "Plans for a \u00a3500m, hotel, a hotel, restaurant and hotel, have been given the go-ahead by councillors.", "rouge": {"rouge1": 30.303030303030297, "rouge2": 6.451612903225808, "rougeL": 24.24242424242424}, "nll_sum": 88.82947540283203, "token_count": 26} +{"index": 7842, "reference": "There has been growing criticism of Venezuela's government after the Supreme Court took over legislative powers from the National Assembly.", "prediction": "Venezuela's constitutional court has criticised Venezuela's government's the authorised assembly's assembly order.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 32.43243243243243}, "nll_sum": 86.53738403320312, "token_count": 18} +{"index": 7843, "reference": "Spiralling social care costs cannot be met by increasing council taxes in Wales, ministers have ruled.", "prediction": "Catch a same tax on council tax would more others than others in Wales people a charity", "rouge": {"rouge1": 24.242424242424242, "rouge2": 12.903225806451616, "rougeL": 24.242424242424242}, "nll_sum": 120.4273681640625, "token_count": 17} +{"index": 7844, "reference": "A man in his 20s has been taken to hospital after being stabbed by a gang of four men near a children's playground.", "prediction": "A man is treated in hospital after being treated by the eye of four men in a men park in Greater Manchester.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 22.727272727272723, "rougeL": 47.82608695652174}, "nll_sum": 87.42173767089844, "token_count": 22} +{"index": 7845, "reference": "Scotland's two busiest airports have recorded their best January on record, following a marked increase in demand for international travel.", "prediction": " record numbers at Scotland is three main of have reported record- record whales last year, despite sales revenue.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 142.66934204101562, "token_count": 20} +{"index": 7846, "reference": "The International Monetary Fund (IMF) has warned that the global economy faces a growing \"risk of economic derailment\" and must take steps to boost global demand.", "prediction": "The International Monetary Fund (IMF) has warned of the risks of global economic growth.", "rouge": {"rouge1": 60.0, "rouge2": 36.84210526315789, "rougeL": 55.00000000000001}, "nll_sum": 34.33830261230469, "token_count": 17} +{"index": 7847, "reference": "Almost nobody now believes the Cypriot bailout deal negotiated in the early hours of Saturday morning was smart.", "prediction": "There has been a uncertainty about again and a sign that a government would open our bank and was in central bank was holding a closing door or bank.", "rouge": {"rouge1": 8.51063829787234, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 164.408935546875, "token_count": 29} +{"index": 7848, "reference": "Two men accused of helping a US tourist hunt and kill Zimbabwe's most famous lion have been released on bail.", "prediction": "A American businessman who shot an American lion in Zimbabwe had been declared a legal prosecuted, after has been told the court is not a legal hunt\".", "rouge": {"rouge1": 20.833333333333336, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 141.38951110839844, "token_count": 28} +{"index": 7849, "reference": "Five members of the Canadian Armed Forces are facing possible expulsion from the military after crashing an indigenous event on Canada Day.", "prediction": "The Canadian Defence's Defence says, there will be no women after carrying the British flag from a flag during a Six Nations ceremony in a park Cornwall.", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666666, "rougeL": 11.999999999999998}, "nll_sum": 160.43247985839844, "token_count": 29} +{"index": 7850, "reference": "Labour defeated the Conservatives in the City of Chester by the narrowest of margins, with two re-counts required.", "prediction": "An MP has retained to the town of Tatton and Northamptonumber, following a by-election.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 104.52783203125, "token_count": 20} +{"index": 7851, "reference": "Eight people have been killed in a blast in the centre of the Syrian capital, Damascus, the Sana state news agency reports.", "prediction": "A car bomb has exploded outside Damascus outside a Russian intelligence station in Damascus capital Damascus, the Syrian news agency says.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 19.51219512195122, "rougeL": 32.558139534883715}, "nll_sum": 84.84917449951172, "token_count": 22} +{"index": 7852, "reference": "A metal barrier has blocked a bus from ending up in a river after a crash in the Scottish Borders.", "prediction": "A bus carrying a car and crashed into a wall wall crossing a main road main a Borders road.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 102.13851928710938, "token_count": 19} +{"index": 7853, "reference": "A man convicted of bludgeoning to death a Romanian woman whose body was found in a wheelie bin has been jailed for life.", "prediction": "A man who assaulted a woman he met with her partner after finding her whose dismem body of her flat has been jailed for life.. a \" 2011 aA a's a it from a's have dumping of.", "rouge": {"rouge1": 42.62295081967213, "rouge2": 16.949152542372882, "rougeL": 36.065573770491795}, "nll_sum": 264.6080017089844, "token_count": 42} +{"index": 7854, "reference": "Greenhouse gas emissions in Scotland have risen but the statutory target for 2015 has been met, according to the latest figures.", "prediction": "Scottish energy and gas prices have fallen to its highest level to its highest 30 years.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 75.10316467285156, "token_count": 17} +{"index": 7855, "reference": "Who was King Arthur and how Welsh was he?", "prediction": "The famous man who owns King of Arthur 42 Britain 22 years ago, and he he and was aware he \" is'm a 150 civil warlord\".", "rouge": {"rouge1": 34.28571428571429, "rouge2": 0.0, "rougeL": 34.28571428571429}, "nll_sum": 197.8750762939453, "token_count": 29} +{"index": 7856, "reference": "Building the proposed new High Speed Two (HS2) rail line will mean years of weekend \"misery\" for rail passengers, according to a campaign group.", "prediction": "A high-speed2 route between Wolverhampton and Wolverpton will cause major disruption on rail projects around the area, a campaign group group claims.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 8.888888888888888, "rougeL": 25.53191489361702}, "nll_sum": 134.77114868164062, "token_count": 29} +{"index": 7857, "reference": "A lorry driver has been jailed for six years for causing the death of a three-year-old girl in a pile-up in which her pregnant mother suffered a miscarriage.", "prediction": "A lorry driver convicted of causing a fatal accident in a fatal crash which killed her, her unborn baby, has been jailed for six and half years.", "rouge": {"rouge1": 55.172413793103445, "rouge2": 25.0, "rougeL": 31.03448275862069}, "nll_sum": 90.64665222167969, "token_count": 30} +{"index": 7858, "reference": "Sports Direct boss Mike Ashley has accused MPs of being \"deliberately antagonistic\" after he was threatened with being in contempt of Parliament.", "prediction": "F Direct's owner Mike Ashley has been accused of the House of contempt of in Parliament, in an attempt to \" threaten a medialish in Westminster\".", "rouge": {"rouge1": 45.83333333333333, "rouge2": 13.043478260869565, "rougeL": 37.50000000000001}, "nll_sum": 187.12213134765625, "token_count": 29} +{"index": 7859, "reference": "A woman who was set on fire in an attack at her Manchester home has died.", "prediction": "A brother has been charged with murdering and murder of a woman who died after a fire and set on fire in Sadiq in east London.", "rouge": {"rouge1": 42.85714285714286, "rouge2": 25.0, "rougeL": 33.333333333333336}, "nll_sum": 92.42227172851562, "token_count": 27} +{"index": 7860, "reference": "Office workers in east London could soon be hanging out among the trees.", "prediction": " a London council is hoping for become the first city to be built in east London.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 14.814814814814813, "rougeL": 20.689655172413794}, "nll_sum": 61.270179748535156, "token_count": 16} +{"index": 7861, "reference": "Australia will no longer appoint knights and dames under its honours system, PM Malcolm Turnbull has said.", "prediction": "Focked Chrysler, dames, and gay couple should not be scrapped considered by the prime minister Malcolm Turnbull has said of a controversial \" a decision from the country's from from a Hannah.A-'s refusal of.", "rouge": {"rouge1": 22.641509433962263, "rouge2": 11.764705882352938, "rougeL": 18.867924528301884}, "nll_sum": 268.6213684082031, "token_count": 43} +{"index": 7862, "reference": "The New England Patriots overcame the 'deflate-gate' row to beat the Seattle Seahawks 28-24 in the Super Bowl.", "prediction": "The New England Patriots have broken broken a new Super Bowls record holder after reports of anti-corruption.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 22.22222222222222, "rougeL": 31.57894736842105}, "nll_sum": 102.45939636230469, "token_count": 20} +{"index": 7863, "reference": "Darth Vader and Imperial Stormtroopers have invaded a Denbighshire seaside town to welcome the actor who plays the infamous villain.", "prediction": "A Hollywood- actor from Denighshire has said he was \"would to receive an offer from the Metropolitan Police, in a Birthday Honours list.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 156.8736114501953, "token_count": 29} +{"index": 7864, "reference": "Leyton Orient have signed former Leeds and AC Milan midfielder Zan Benedicic on a deal until January.", "prediction": "Leeds United striker winger Bil Bic Bilic has joined club AC Milan on a season-long loan deal.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.121212121212121, "rougeL": 34.285714285714285}, "nll_sum": 90.32855987548828, "token_count": 22} +{"index": 7865, "reference": "A construction worker on the site of a new \u00a349m arts centre in Gwynedd has described the project as \"chaotic\".", "prediction": "A buildingm listed building in Gwyneddedd school will not be until planned until, a council council worker has claimed a claimed solve and a. a's a's a's from after it's from of\". a from the from 2011", "rouge": {"rouge1": 22.950819672131146, "rouge2": 3.389830508474576, "rougeL": 16.39344262295082}, "nll_sum": 303.1924743652344, "token_count": 47} +{"index": 7866, "reference": "The latest clash between Washington and the west is playing out on a snowy desert plain in the wilds of Oregon.", "prediction": "A security researchers locked down an strike at a wildlife wildlife reserve in the Raurur, the US state of Pennsylvania inA a's it's a of of a kilometres with the a,,, or or he.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 3.6363636363636362, "rougeL": 14.035087719298245}, "nll_sum": 253.5982666015625, "token_count": 42} +{"index": 7867, "reference": "The parents of a teenage girl who was stabbed to death are holding the final fundraising walk in her memory.", "prediction": "The parents of a girl who died after being stabbed to schoolboy 16 years ago, are celebrating- 50th anniversary of charity appeal.", "rouge": {"rouge1": 42.85714285714286, "rouge2": 25.0, "rougeL": 42.85714285714286}, "nll_sum": 120.52986907958984, "token_count": 26} +{"index": 7868, "reference": "A motorcyclist who was injured in a crash in Ballymartin, County Down, at the weekend has died in hospital.", "prediction": "A 88-year-old motorcyclist has died in the crash in Ballycastle, County Antrim, in County Down the man., solve, from they a M-g a game from a O The's. aA", "rouge": {"rouge1": 46.15384615384615, "rouge2": 16.0, "rougeL": 30.76923076923077}, "nll_sum": 235.107421875, "token_count": 46} +{"index": 7869, "reference": "Fr Gary Donegan was confronted by a small crowd of angry protesters following Saturday's Orange Order march in north Belfast.", "prediction": "Thousands of a group attended a parade in north Belfast, County Antrim, on Sunday night.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 11.76470588235294, "rougeL": 22.22222222222222}, "nll_sum": 63.45502471923828, "token_count": 18} +{"index": 7870, "reference": "SABMiller has rejected an improved offer from Anheuser-Busch InBev that it says \"very substantially undervalues\" the company.", "prediction": "Shares in Asian food giant Gerch promotion-chchev say it again and rejected a third takeover bid for a rival rival in its rival, SABMiller.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 179.80398559570312, "token_count": 31} +{"index": 7871, "reference": "A famous white humpback whale has been spotted on his annual migration to Australia's north.", "prediction": "A humpback whale has spotted saw off a northern coast, Australia, after travelling 35 700 (39km miles) in South South Australia.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571429, "rougeL": 32.43243243243243}, "nll_sum": 144.9885711669922, "token_count": 27} +{"index": 7872, "reference": "Finance Secretary John Swinney has warned of \"tough choices\" facing Scotland as he prepares to set out his budget.", "prediction": "Scotland's Finance Secretary John Swinney has said \"tough tough\" funding cuts, which mean the economy \"could be in coming days.", "rouge": {"rouge1": 35.0, "rouge2": 21.05263157894737, "rougeL": 30.0}, "nll_sum": 102.29456329345703, "token_count": 28} +{"index": 7873, "reference": "Four Danish journalists have been found guilty of paying for credit card information to track politicians, celebrities and royal family members.", "prediction": " German Danish editor, published a magazine that would provide confidential personal case has been sentenced sentenced to 18 years in prison.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 119.6026382446289, "token_count": 22} +{"index": 7874, "reference": "Rochdale striker Calvin Andrew's 12-match ban for elbowing Oldham defender Peter Clarke has been reduced to nine.", "prediction": "Tottenham midfielder Danny Andrew is to be given a 12-match touchline touch ban during of 3-0 in win over overT.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 161.598876953125, "token_count": 27} +{"index": 7875, "reference": "Former England batsman James Taylor has joined Northamptonshire as a coaching consultant, while David Sales has taken a part-time coaching role.", "prediction": "West Indies have signed wicketicket- batsman James Taylor as an overseas to overseas bats batsman Jamestes at the end of the 2016 Cricket season.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 9.09090909090909, "rougeL": 17.391304347826086}, "nll_sum": 171.37985229492188, "token_count": 31} +{"index": 7876, "reference": "Valencia's poor start to the season is partly down to the players not knowing one another very well, according to former Manchester United winger Nani.", "prediction": "Manchester United winger N Nani says but \"'t know don't know\" well well, but will do anything \" not know\".", "rouge": {"rouge1": 30.43478260869565, "rouge2": 13.636363636363635, "rougeL": 17.391304347826086}, "nll_sum": 148.18496704101562, "token_count": 25} +{"index": 7877, "reference": "England manager Sam Allardyce is worried about goalkeeper Joe Hart's situation at Manchester City.", "prediction": "Joe Hart will remain as captain of England to England duty by Wednesday, says manager All Sam Allardyce.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 12.903225806451616, "rougeL": 24.24242424242424}, "nll_sum": 101.0760498046875, "token_count": 21} +{"index": 7878, "reference": "Chesterfield boosted their hopes of staying up with a comeback win to dent Port Vale's slender play-off hopes.", "prediction": "Paul O'a's doublehalf double helped Chesterfield step moved step towards their League One play-off hopes alive by promotion-chasing Port Vale.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 14.285714285714288, "rougeL": 22.727272727272727}, "nll_sum": 170.94607543945312, "token_count": 30} +{"index": 7879, "reference": "China saw a sharp fall in the value of its imports last month, figures show, raising further questions over the strength of its economy.", "prediction": "The world's biggest trade in China, Z, China has released official official growth, slightly the fears slowing slowing growth will be slowing growth.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 165.5531463623047, "token_count": 27} +{"index": 7880, "reference": "An aristocrat who wrote an online post offering \u00c2\u00a35,000 to anyone who ran over businesswoman Gina Miller has been found guilty of two charges of making menacing communications.", "prediction": "A peer who sent an online post breastfeeding Miller about a \"key\" to a woman, the run over, has been found guilty of racist abuse. of", "rouge": {"rouge1": 47.27272727272727, "rouge2": 22.64150943396226, "rougeL": 43.63636363636363}, "nll_sum": 151.98635864257812, "token_count": 30} +{"index": 7881, "reference": "Some 1,780 people died on Britain's roads last year - 49 more than the previous year, new figures suggest.", "prediction": "The number of deaths on the UK in of is to its highest level since 2009 2004.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 84.31594848632812, "token_count": 17} +{"index": 7882, "reference": "Most Scottish firms believe Brexit is bad for their prospects and the economy, according to a survey by the Fraser of Allander Institute.", "prediction": "A Brexit vote would have a negative impact on the economy and the Scottish economy's three, the new research suggests.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 9.523809523809526, "rougeL": 22.727272727272723}, "nll_sum": 75.45117950439453, "token_count": 22} +{"index": 7883, "reference": "Goalkeeper David de Gea is expected to start for Manchester United after missing out against Sunderland with a hip problem and only making the substitutes' bench against Anderlecht.", "prediction": "Manchester United will be without players, says midfielder Mark Lawson, because of a calf injury injury.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 4.761904761904762, "rougeL": 13.636363636363635}, "nll_sum": 77.05364990234375, "token_count": 18} +{"index": 7884, "reference": "The two rivals for the centre-right French presidential nomination have clashed over the level of change they promise to bring, in a TV debate.", "prediction": "The two candidates France's presidential elections have announced tough economic economic reforms, will lead women's rights following a first debate.- solve be. solve- a's from's from's from a man's from of a.", "rouge": {"rouge1": 25.396825396825395, "rouge2": 3.278688524590164, "rougeL": 19.047619047619047}, "nll_sum": 236.3977508544922, "token_count": 42} +{"index": 7885, "reference": "Babies learn faster if their fathers engage with them in the first few months of life, a study suggests.", "prediction": "Children who are likely more likely to be, more likely to have have a boy's development, research suggests.", "rouge": {"rouge1": 10.526315789473683, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 83.56111145019531, "token_count": 21} +{"index": 7886, "reference": "David Cameron has dismissed speculation free school meals for all infant children could face cuts.", "prediction": "Plans for free free school meals to help infant families all infants in the government said. 2011. from's a \"-d's mandatory in from from a's's is from Saturday\" is be a of Party.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 12.0, "rougeL": 19.23076923076923}, "nll_sum": 275.95184326171875, "token_count": 42} +{"index": 7887, "reference": "Black bin bags could be collected every three weeks in Pembrokeshire as the council looks to meet \"severe budget cuts\" and performance targets.", "prediction": "A black bags in Pembrokeshire council could be save under threat, the council has said. the's aACaliforniaon a. aA a decision from the-p's a in from from a the. aA", "rouge": {"rouge1": 28.571428571428577, "rouge2": 11.11111111111111, "rougeL": 21.428571428571427}, "nll_sum": 263.785888671875, "token_count": 49} +{"index": 7888, "reference": "A man in California has been jailed for 16 years after admitting he stole and tortured cats, killing 18 of them.", "prediction": "A California pensioner who admitted and killing three cats in their breeding musician in California city centre to sentenced and sentenced to 16 years in prison.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 8.88888888888889, "rougeL": 21.276595744680847}, "nll_sum": 153.9798126220703, "token_count": 27} +{"index": 7889, "reference": "A football club is claiming to be the world's first to adopt a vegan match day menu after removing cows' milk from its hot drinks.", "prediction": "A rugby union club has taken its first food homemade diet, meaning the meaning of food meat food has become vegetarian.", "rouge": {"rouge1": 21.276595744680847, "rouge2": 0.0, "rougeL": 12.765957446808512}, "nll_sum": 118.89132690429688, "token_count": 22} +{"index": 7890, "reference": "Former St Mirren full-back David van Zanten has joined Dumbarton on a one-year deal, with the option of staying for a further 12 months.", "prediction": "Dundee have signed former Scotland striker Way van Zanten on the two releaseyear contract following his release by former Hibernian. solve help at Kil's-'s--A's referee in a from's from's from a", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.278688524590164, "rougeL": 19.047619047619047}, "nll_sum": 289.76055908203125, "token_count": 46} +{"index": 7891, "reference": "Top seeds Novak Djokovic and Serena Williams remain on course to make history as they both reached the semi-finals at the French Open.", "prediction": "World number one Novak Djokovic will beat Serena Williams heavy rain it through to the quarter-finals of the French Open on Friday..", "rouge": {"rouge1": 46.80851063829787, "rouge2": 17.777777777777775, "rougeL": 42.5531914893617}, "nll_sum": 105.64761352539062, "token_count": 28} +{"index": 7892, "reference": "Holyrood's local government committee has backed plans to raise the council tax for the four highest bands.", "prediction": "A Holyrood committee been given its backing to a bill plan beat age bands bands tax.", "rouge": {"rouge1": 41.1764705882353, "rouge2": 0.0, "rougeL": 29.411764705882355}, "nll_sum": 134.9749298095703, "token_count": 18} +{"index": 7893, "reference": "Hull will be without midfielder Sam Clucas this weekend because he is serving a one-match suspension.", "prediction": "Burnley will be without midfielder Conor Mcibrillator, who faces an ankle-time and will return a training after a foot injury.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 16.666666666666664, "rougeL": 26.31578947368421}, "nll_sum": 135.33309936523438, "token_count": 27} +{"index": 7894, "reference": "Manchester City have had an \u00a318m bid for defender Jonny Evans rejected by Premier League rivals West Brom.", "prediction": "West Brom have made to the bid for defender Jonny Evans from Manchester United.", "rouge": {"rouge1": 56.250000000000014, "rouge2": 33.333333333333336, "rougeL": 37.5}, "nll_sum": 58.275306701660156, "token_count": 15} +{"index": 7895, "reference": "Hundreds of people from across the UK have attended the funeral in Lancashire of a World War Two veteran they never knew.", "prediction": "Hundreds of mourners have attended the funeral of a Dambusters soldier who died during the bombing World War campaign during the airbase.", "rouge": {"rouge1": 50.0, "rouge2": 28.57142857142857, "rougeL": 45.45454545454545}, "nll_sum": 100.00910186767578, "token_count": 26} +{"index": 7896, "reference": "Katarina Johnson-Thompson won her first major medal with silver in the long jump at the World Indoor Championships.", "prediction": "Katarina Johnson- a won first first gold in the women's 4400m on the day of the IPC Athletics World Championships in Russia theondo\" solve 2011's solve-A's Naval in solve-'s- again's a", "rouge": {"rouge1": 32.14285714285714, "rouge2": 7.4074074074074066, "rougeL": 32.14285714285714}, "nll_sum": 297.17120361328125, "token_count": 47} +{"index": 7897, "reference": "A British man caught up in the foiled train attack near Arras in northern France has criticised the actions of the train's staff.", "prediction": "The man behind was deadly gun attack on a train on Th vealys, south of France, has told the gunman tried to shot himself before carrying a carrying the.", "rouge": {"rouge1": 37.735849056603776, "rouge2": 3.9215686274509802, "rougeL": 22.641509433962266}, "nll_sum": 196.01785278320312, "token_count": 32} +{"index": 7898, "reference": "A giant Galapagos tortoise more than 150 years old has been put down at a zoo in California.", "prediction": "A rare Galapooise, which could be a form of Wales, has died aged 86.", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 100.89425659179688, "token_count": 19} +{"index": 7899, "reference": "A ticker-tape parade in Lower Manhattan on Friday will honour the USA's World Cup-winning women's football team.", "prediction": "The USA women's team are enjoying a national celebrations celebrating after their national nation Wembley's World Cup. to solve's a- referee a \"'s a's from a from's World-e's ban from Saturday years's.", "rouge": {"rouge1": 29.50819672131147, "rouge2": 13.559322033898303, "rougeL": 19.67213114754098}, "nll_sum": 287.76397705078125, "token_count": 44} +{"index": 7900, "reference": "Hundreds of people have attended the funeral of two young boys found dead in the boot of a car in County Mayo.", "prediction": "The deaths of two old boys who were found dead in a cemetery church in Republic Republic of Ireland was \"ununfair\", relatives have said \"'s solve of \"\". \" a \" a \"'s again of from a's from 2011 a", "rouge": {"rouge1": 40.0, "rouge2": 13.793103448275861, "rougeL": 30.0}, "nll_sum": 263.66156005859375, "token_count": 47} +{"index": 7901, "reference": "A former Hungarian policeman living in the UK has been jailed for almost nine years for sexually assaulting a child, in a case a judge said showed \"extraordinary levels of perversion\".", "prediction": "A former police officer who sexually assaulted an eight-year-old girl whose image was found of possessing indecent images of children and spying on his phone mobile hacking jailed.", "rouge": {"rouge1": 22.950819672131146, "rouge2": 6.779661016949152, "rougeL": 16.39344262295082}, "nll_sum": 143.50079345703125, "token_count": 32} +{"index": 7902, "reference": "A new training and post-16 education centre could replace high school sixth forms in Torfaen after the council's cabinet backed \u00a332.5m plans.", "prediction": "Plans for a \u00a320m leisure shopping and shopping centre in Blaauau Gwent have taken a step closer forward with a step step over a a's reputation from a local as a's. reputation of.'s from'sA", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 15.87301587301587}, "nll_sum": 274.63983154296875, "token_count": 47} +{"index": 7903, "reference": "A set of rare photographs showing the impact of the Dambusters' \"bouncing bomb\" raids have been sold at auction.", "prediction": "Rare previously unseen photographs of the first Dambledusters bombing during World War Two in Iraq sold at auction.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 17.142857142857142, "rougeL": 43.24324324324324}, "nll_sum": 110.19439697265625, "token_count": 21} +{"index": 7904, "reference": "A Borders butcher has created an \"eggsperimental\" delicacy to mark Easter.", "prediction": "A chicken sausage has been created again in a West Lothian, because it is believed it can found chocolate chocolate from a local cerealco shop.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 153.78604125976562, "token_count": 29} +{"index": 7905, "reference": "West Brom manager Tony Pulis says they have moved on from Saido Berahino's threat to strike after he scored the only goal in their win at Aston Villa.", "prediction": "West Bromwich Albion forwardo Berahino was \"lucky\" after his move from former club club Villa Aston Villa Pul says boss Tony Pulis.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 150.4256134033203, "token_count": 30} +{"index": 7906, "reference": "A renowned Russian conductor has led a concert in the ruins of Palmyra in Syria, which were recaptured from the so-called Islamic State (IS) in March.", "prediction": "A wartime musician in Palmyra, where it was overrun by by Islamic State (IS, militants has taken place in the Russian city of Russia.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 136.7250518798828, "token_count": 28} +{"index": 7907, "reference": "New York's Metropolitan Opera has cancelled plans for a global HD broadcast of a performance amid fears it could spark anti-Semitic sentiment.", "prediction": "The Met Police came to have an end to an craft on a ship ship which killed four crew in 2012 2012, the not in anti-Semitic.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 158.67987060546875, "token_count": 29} +{"index": 7908, "reference": "Manager Lee Clark is urging Kilmarnock to build on the first win of his tenure and make sure they are part of an exciting top flight next season.", "prediction": "Kilmarnock manager Lee Clark believes his side will not relegation Premiership finish Scottish Premiership.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 10.0, "rougeL": 19.047619047619047}, "nll_sum": 105.39669799804688, "token_count": 18} +{"index": 7909, "reference": "Cuts in support for renewable energy in the UK have been criticised by the UN's chief environment scientist.", "prediction": "The UK government has been criticised for criticised cuts to in energy industry in its office.", "rouge": {"rouge1": 51.42857142857142, "rouge2": 12.12121212121212, "rougeL": 22.857142857142858}, "nll_sum": 79.12574768066406, "token_count": 16} +{"index": 7910, "reference": "Prof Noriko Arai has spent years training a robot to pass prestigious University of Tokyo's entrance exams.", "prediction": " Japanese Japanese teacher Yi Y she believes it't be achieving in teachers' future school maths.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 126.99638366699219, "token_count": 17} +{"index": 7911, "reference": "Syrian rebels say they shot down a Syrian air force jet and blamed an al-Qaeda-linked group for killing the pilot.", "prediction": "A pilot jet pilot was in north-up Syria, a video which showing it was the of pilot was killed in the pilot in the north's, officials say. they from's-m's from in since from's a. a from", "rouge": {"rouge1": 21.874999999999996, "rouge2": 6.451612903225808, "rougeL": 15.624999999999996}, "nll_sum": 277.305908203125, "token_count": 47} +{"index": 7912, "reference": "Former England boss Stuart Lancaster is meeting Toulon president Mourad Boudjellal this week as he seeks a return to full-time coaching.", "prediction": "England head coach Stuart Lancaster is being warned of being involved in the join European champions Toulon, France understands.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 96.90910339355469, "token_count": 22} +{"index": 7913, "reference": "Kermit the Frog is getting a new voice for the first time in nearly three decades as his puppeteer steps down.", "prediction": "One of America's best best- best voice on the Muppets, of,. in a possible quiz show quiz show a dev and solve.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 173.183349609375, "token_count": 28} +{"index": 7914, "reference": "A murder inquiry has started following the death of a 24-year-old father in South Lanarkshire.", "prediction": "Police investigating the murder of a 40-year- in Northampton street a week ago have want a man want to \" know what what happened happened\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.0, "rougeL": 23.80952380952381}, "nll_sum": 142.3182830810547, "token_count": 29} +{"index": 7915, "reference": "A 17,000-tonne drilling rig has run aground after being blown ashore on the Western Isles.", "prediction": "A suspected oil rig which ran runround in a Lewis beach on the Western Isles, prompting health and health reasons.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 17.142857142857142, "rougeL": 32.43243243243243}, "nll_sum": 139.3679962158203, "token_count": 22} +{"index": 7916, "reference": "The friend of an aspiring young golfer killed in a car crash has been jailed for 18 months for causing his death.", "prediction": "A lorry driver who has admitted causing and causing the death of a student in a car of Essex, been jailed for 12 months.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 18.18181818181818, "rougeL": 39.13043478260869}, "nll_sum": 91.04568481445312, "token_count": 26} +{"index": 7917, "reference": "Widnes head coach Denis Betts is confident his squad will find their form after a seven-match losing streak in Super League.", "prediction": "Widnes head coach Mat Betts has urged players of his players to help end, four-game losing streak with their third straight Super League defeat.", "rouge": {"rouge1": 42.55319148936171, "rouge2": 17.77777777777778, "rougeL": 38.297872340425535}, "nll_sum": 136.92184448242188, "token_count": 30} +{"index": 7918, "reference": "Aston Villa defender Jores Okore is refusing to play for the club, according to caretaker boss Eric Black.", "prediction": "Aston Villa midfielder Eric Eric Black Black says he does not want to be banned stay staying the Premier League.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 118.72702026367188, "token_count": 21} +{"index": 7919, "reference": "Extensive damage has been caused to a house in Newtownards, County Down, during an arson attack.", "prediction": "A major fire has broken out at a house at Derry, Londerryerry.ond. aA aA-l 2011 a in a not a 30's from a football referee has has been from of.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 8.51063829787234, "rougeL": 16.3265306122449}, "nll_sum": 241.37220764160156, "token_count": 43} +{"index": 7920, "reference": "Tax rises will mean \u00a3375m extra a year for the Welsh government if Labour wins May's election, the party will say as it launches its Welsh manifesto.", "prediction": "Wales will have to scrap plans for the minimum wage if the Welsh government won power, the party wins the general election after general general election general.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 15.09433962264151, "rougeL": 25.454545454545453}, "nll_sum": 132.58956909179688, "token_count": 29} +{"index": 7921, "reference": "A swan that was shot with an arrow in Fife has made a full recovery and has been released.", "prediction": "A young swan has been back at its home in Fife after being shot in the leg and shot with an the an air arrow a", "rouge": {"rouge1": 53.333333333333336, "rouge2": 18.6046511627907, "rougeL": 31.11111111111111}, "nll_sum": 120.0736083984375, "token_count": 27} +{"index": 7922, "reference": "Wales' youth workers will be regulated by the Education Workforce Council for the first time from 1 April.", "prediction": "A new support and support support service, the Welsh Vol Kids Union has announced.", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 95.65606689453125, "token_count": 15} +{"index": 7923, "reference": "Amnesty International has expressed alarm at reports that the authorities in Saudi Arabia are planning to execute dozens of people in a single day.", "prediction": "The IslamistQaeda al-Qaeda says it has carried out a string of deadly attacks on a Saudi newspaper group says.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 103.4928207397461, "token_count": 22} +{"index": 7924, "reference": "Relegated Cheltenham Town have signed former Oldham striker Amari Morgan-Smith on a one-year deal.", "prediction": "Plymouth have re-signed striker Arthur Morgan- Morgan fullyear outfit following his release by Wigan Athletic.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 119.72325897216797, "token_count": 22} +{"index": 7925, "reference": "Three zebras have gone on the loose in the Belgian capital Brussels, capping a generous helping of \"animals at large\" stories.", "prediction": "Two Petrobras wereCeleas on a cinemas bar outside the Canadian city; Toronto, and then jumped into the raccoon outside a car. for the along he. the-l for the a from November.", "rouge": {"rouge1": 15.09433962264151, "rouge2": 0.0, "rougeL": 15.09433962264151}, "nll_sum": 262.69140625, "token_count": 43} +{"index": 7926, "reference": "A group of four hillwalkers have been airlifted to safety after getting stuck on a \"dangerous ledge\" 2,000ft (609m) up a mountain on Skye.", "prediction": "Four men have been airlifted to hospital after getting into difficulty sinkinge a hairde on Skye on the Isle of Man the solve Mage-A", "rouge": {"rouge1": 52.0, "rouge2": 20.833333333333336, "rougeL": 40.00000000000001}, "nll_sum": 170.26710510253906, "token_count": 31} +{"index": 7927, "reference": "An SNP MP has been cleared of any wrongdoing after a police investigation into his financial dealings.", "prediction": "A Scottish MP who questioned over a result of a Scottish referendum campaign in he will not take further action because of a \"re lack of evidence evidence\".", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 137.61386108398438, "token_count": 29} +{"index": 7928, "reference": "The Conservatives have accused Labour and Plaid Cymru of being involved in an \"unedifying squabble\" over who to support if there is a hung parliament.", "prediction": "There will nono vote for any Tory or Conservative government coalition with such Labour policies, Plaid Cymru, a senior Welsh Tory leader said.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 134.59613037109375, "token_count": 29} +{"index": 7929, "reference": "Getting stuck into a good book can boost people's ability to relate to each other and increase their empathy, a report suggests.", "prediction": "L reading and reading to children, well as mental health physical, can help and boost physical skills, research suggests.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 109.64558410644531, "token_count": 22} +{"index": 7930, "reference": "Red Bull team boss Christian Horner says he is \"amazed\" Silverstone has ended its British Grand Prix contract.", "prediction": "Formula 1 needs to complete a careerout clause\" of London's London track track, says former Formula 1 team Formula a another replicaon it. aA the game's \"-m from of in from November a\".. from a", "rouge": {"rouge1": 7.2727272727272725, "rouge2": 0.0, "rougeL": 3.6363636363636362}, "nll_sum": 310.06219482421875, "token_count": 46} +{"index": 7931, "reference": "One of Wales' busiest lifeboat callout hotspots has had a monitoring camera installed to warn the public of dangerous sea conditions.", "prediction": "A new lifeboat stationboat and a local station will be used by a ice station, if you signal in call in distress a med and's aA aA aA a-dA mandatory in from from a's. aowned", "rouge": {"rouge1": 6.779661016949152, "rouge2": 0.0, "rougeL": 6.779661016949152}, "nll_sum": 291.45599365234375, "token_count": 47} +{"index": 7932, "reference": "US airline United has rewarded two hackers who spotted security holes in its website with a million free flight miles each.", "prediction": " aviation firm United States has awarded a $400,000 (\u00a331m) to hackers, the providing of information about a \"better\".", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 131.2817840576172, "token_count": 26} +{"index": 7933, "reference": "Liam Boyce scored a hat-trick as Ross County won an incident-packed derby with Inverness Caley Thistle.", "prediction": "Liam Boyce scored a hat-trick Ross County they beat Hearts side and beat Premiership-table Premiership side to beat Inverness Cal Th Th.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 30.0, "rougeL": 42.857142857142854}, "nll_sum": 183.2202606201172, "token_count": 31} +{"index": 7934, "reference": "Horses can tell if people are happy or angry, according to a new experiment.", "prediction": "Researchers at the University University have found how they struggle cope and pleased with the game., the'solve's- it's and from it's aA!\" a's a from game from a's have referee of. from a again a", "rouge": {"rouge1": 3.6363636363636367, "rouge2": 0.0, "rougeL": 3.6363636363636367}, "nll_sum": 294.51519775390625, "token_count": 46} +{"index": 7935, "reference": "More than 13,000 people have been tested for drink and drug driving in north Wales the run up to Christmas, police said.", "prediction": "Fifty people have been arrested in south Wales for a drink-driving test.", "rouge": {"rouge1": 50.0, "rouge2": 11.764705882352942, "rougeL": 33.333333333333336}, "nll_sum": 57.210079193115234, "token_count": 15} +{"index": 7936, "reference": "Two men were taken to hospital after a substance was sprayed in their faces next to a cash machine in East Lothian.", "prediction": "Four men were treated in hospital after being treated by the men of two men in Midothian.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 16.216216216216214, "rougeL": 25.641025641025646}, "nll_sum": 81.94243621826172, "token_count": 19} +{"index": 7937, "reference": "Atletico Madrid missed a chance to go top of La Liga after falling to a late winner from Malaga striker Charles.", "prediction": " Lucaso's a dramatic last-minute penalty has put Atletico At two behind behind third-placed Atletico Madrid at La Facebook-", "rouge": {"rouge1": 19.047619047619047, "rouge2": 5.000000000000001, "rougeL": 14.285714285714285}, "nll_sum": 146.38720703125, "token_count": 26} +{"index": 7938, "reference": "Ben Davies scored his first goal for Tottenham as the eight-time winners ground out an FA Cup third-round win over a stubborn Aston Villa side.", "prediction": " proved Davies struck a stoppage-time winner to holders their place in the FA Cup fifth round with victory over Aston Villa at anative West Brom.", "rouge": {"rouge1": 45.28301886792453, "rouge2": 11.76470588235294, "rougeL": 33.9622641509434}, "nll_sum": 135.70191955566406, "token_count": 29} +{"index": 7939, "reference": "One of the UK's biggest insurers Royal Sun Alliance is to close its Birmingham office, putting 190 jobs at risk.", "prediction": "UK finance firm Royal Mail Alliance has revealed plans to close its office in Birmingham.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 11.76470588235294, "rougeL": 38.88888888888889}, "nll_sum": 71.2017593383789, "token_count": 15} +{"index": 7940, "reference": "Manchester United manager Sir Alex Ferguson says his side will not ease up on their march towards a 20th league title until the job is complete.", "prediction": "Sir Alex Ferguson says Manchester United have \"breaking record\" their Premier League title battle with points above Manchester City, says manager Sir Alex Ferguson.", "rouge": {"rouge1": 40.0, "rouge2": 24.999999999999993, "rougeL": 27.999999999999996}, "nll_sum": 103.26253509521484, "token_count": 27} +{"index": 7941, "reference": "A \"game-changing\" drug which dramatically cuts the chances of HIV infection will be provided in Wales as part of a three year trial.", "prediction": "A HIV drug, which allows people at high risk of HIV, will be made available, Welsh government has announced. the a in the- reputation, ballet, from they from \"-d, compulsory in from from a's. from a", "rouge": {"rouge1": 32.786885245901644, "rouge2": 10.169491525423728, "rougeL": 29.50819672131148}, "nll_sum": 255.97976684570312, "token_count": 46} +{"index": 7942, "reference": "The only Russian due to compete in the athletics at Rio 2016 has been cleared to contest the women's long jump after successfully appealing against a ban.", "prediction": "The Russian athletes shortlist after being able to be and will not at the Rio Olympics, as well asaa young girl\". her", "rouge": {"rouge1": 32.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 150.7332305908203, "token_count": 25} +{"index": 7943, "reference": "Welsh housing associations directly contributed more than \u00a31bn to the economy in 2014/15, an independent report has said.", "prediction": "An extra \u00a31.bn is to be built built in north Wales last year, according the a new report.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 98.8316650390625, "token_count": 22} +{"index": 7944, "reference": "Transport for London (TfL) has recruited 500 staff for the Night Tube at a cost of \u00a31.5m a month, even though the new service is not yet operating.", "prediction": "Hundreds of extra staff working for, London Tube will be \"foted by strike action, Transport for London (TffL) and said.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 12.244897959183673}, "nll_sum": 153.76344299316406, "token_count": 28} +{"index": 7945, "reference": "A wood chip fire which first ignited at a Newport dockyard more than two weeks ago has flared up again.", "prediction": "Afighters have battling a huge blaze at a storage in Swansea city centre.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 6.451612903225808, "rougeL": 18.181818181818183}, "nll_sum": 68.61198425292969, "token_count": 14} +{"index": 7946, "reference": "Police investigations into claims of historical child abuse should \"take precedence\" over a UK government-ordered inquiry, a Welsh MP says.", "prediction": "The call for an independent inquiry into Wales child sexual abuse should be stopped, too strong\", a former leader has said of there's USB \"s 100 a's 100's\" the from a The's's from of.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 3.4482758620689653, "rougeL": 20.0}, "nll_sum": 263.2454833984375, "token_count": 43} +{"index": 7947, "reference": "The Daily and Sunday Politics are on-air six days a week for much of the year reporting the political news from Westminster and beyond.", "prediction": "A daily is back to the news of quotes from the year European Parliament and general general election and between the week to six a a week.", "rouge": {"rouge1": 50.0, "rouge2": 8.0, "rougeL": 19.23076923076923}, "nll_sum": 147.7425079345703, "token_count": 27} +{"index": 7948, "reference": "Black and Asian teenagers are more likely to apply to university than white youngsters in England, according to the Ucas admissions service.", "prediction": "Students from black students are increasingly more likely% to apply to English schools or university in 2013, the admissions service admissions admissions service Ucas says.", "rouge": {"rouge1": 55.31914893617022, "rouge2": 22.222222222222225, "rougeL": 51.06382978723404}, "nll_sum": 130.27587890625, "token_count": 28} +{"index": 7949, "reference": "Hull KR battled back to beat Halifax in their first game of the Qualifiers.", "prediction": "Hull KR ran in 10 first- down from behind to beat Halifax and beat Championship play-off rivals Halifax.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 19.35483870967742, "rougeL": 30.303030303030305}, "nll_sum": 129.1781005859375, "token_count": 22} +{"index": 7950, "reference": "A baby who was born in a toilet and later died of sepsis could have survived if he had been given antibiotics, an inquest has heard.", "prediction": "The death of a five-month-old boy could not have been saved if a doctor, a mid told mid-wife heard have heard \"'s solve of a \" a's a\" a's havepayment of aold's a 2011", "rouge": {"rouge1": 24.61538461538462, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 262.1854248046875, "token_count": 47} +{"index": 7951, "reference": "An eight-year-old girl has accused a council of \"forgetting\" about her disabled twin brother when it installed new equipment at their local park.", "prediction": "An nine-year-old girl has received an appeal's council for helping her nine-year-old brother to use a new leisure play area.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 12.5, "rougeL": 36.0}, "nll_sum": 107.134033203125, "token_count": 29} +{"index": 7952, "reference": "The granddaughter of veteran republican Peggy O'Hara has defended a paramilitary display at her funeral.", "prediction": "The daughter of Sinn F\u00e9in leader of well known by the paramilitary organisation has praised, the that meant for her to a world cy it's \"owned that it's not to it from a it's flagship of. from.'s a", "rouge": {"rouge1": 20.338983050847457, "rouge2": 0.0, "rougeL": 13.559322033898304}, "nll_sum": 271.19244384765625, "token_count": 47} +{"index": 7953, "reference": "JogScotland's future could be at risk after it emerged \u00a3100,000 of Scottish government funding is to be cut.", "prediction": "A true boxing group has been forced to pull out of funding because of the meant mean it it was not not graveyard\", a double \"ee game's's a referee from the-e's weight in from Saturday a Saturday.", "rouge": {"rouge1": 16.39344262295082, "rouge2": 0.0, "rougeL": 6.557377049180328}, "nll_sum": 300.75872802734375, "token_count": 44} +{"index": 7954, "reference": "The advantage of canvassing close to Stormont is that you can call on your party colleagues to help you out.", "prediction": "It was a very too big night for a Labour MP in west north Belfast office - but wasn't't it!", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 122.438232421875, "token_count": 22} +{"index": 7955, "reference": "A police officer has been sacked over press leaks about the \"plebgate\" affair, becoming the third Met PC to be dismissed over the row.", "prediction": "A senior police officer who sent information about a Downing Street case has been sacked.", "rouge": {"rouge1": 35.897435897435905, "rouge2": 16.216216216216214, "rougeL": 30.76923076923077}, "nll_sum": 61.69039535522461, "token_count": 15} +{"index": 7956, "reference": "Gemma Arterton is set to star in a West End musical version of the 2010 film Made in Dagenham.", "prediction": "Gian Arterton is set to star in the West End in stage of her film film studioll Love.", "rouge": {"rouge1": 64.86486486486486, "rouge2": 34.285714285714285, "rougeL": 54.05405405405405}, "nll_sum": 128.35140991210938, "token_count": 23} +{"index": 7957, "reference": "England will know it was a first-innings batting calamity that set the wheels in motion for India's 246-run win in the second Test in Visakhapatnam.", "prediction": "England's first Test defeat washed by third Test by India in the southern Chongong, but it was still awaiting to be alive in Godlade.", "rouge": {"rouge1": 37.73584905660378, "rouge2": 7.843137254901962, "rougeL": 22.64150943396226}, "nll_sum": 186.24862670898438, "token_count": 29} +{"index": 7958, "reference": "Two farmers convicted of possessing more than 100 sheep which did not belong to them have been jailed.", "prediction": "Two men who were convicted convicted of selling sheep stolen from a friend's house in what have the described as \"the crime of a Bibleint\". \"'s a's a's a from aA's aA of a", "rouge": {"rouge1": 17.857142857142858, "rouge2": 3.703703703703704, "rougeL": 17.857142857142858}, "nll_sum": 216.41323852539062, "token_count": 43} +{"index": 7959, "reference": "The Greek prime minister has said sanctions imposed on Russia over its actions in Ukraine are not productive.", "prediction": "The Greek prime minister has warned Russia that it could face fresh economic sanctions against Russia, after the US delivered a Cold War on a missile defence base.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 18.18181818181818, "rougeL": 30.434782608695656}, "nll_sum": 112.41888427734375, "token_count": 29} +{"index": 7960, "reference": "Team Sky boss Sir Dave Brailsford has said that his handling of the media following allegations against his team has made things a \"damn sight worse\".", "prediction": "Team Sky boss Dave Brailsford says he would not be disappointed\" by an inquiry into allegations allegations of British cycling \" \"not comfortable\"..", "rouge": {"rouge1": 29.166666666666668, "rouge2": 13.043478260869565, "rougeL": 24.999999999999993}, "nll_sum": 147.32467651367188, "token_count": 28} +{"index": 7961, "reference": "Noted Russian journalist Dmitry Tsilikin has been found stabbed to death in his flat in St Petersburg.", "prediction": "v Latian editor Peterinelli Tsilikin, who went missing last week, suspicion has been found dead in his home in the Russian capital, Moscow, say.'s the-A aA in a from a's. aold", "rouge": {"rouge1": 31.37254901960785, "rouge2": 12.244897959183671, "rougeL": 27.45098039215686}, "nll_sum": 265.9160461425781, "token_count": 47} +{"index": 7962, "reference": "Nearly 30 years after the hijack of Pan Am Flight 73 at Karachi airport, six of the plane's crew have spoken to the media for the first time.", "prediction": "The hijacking of crew of AirAsia Flight in Pakistan's capital Islamabad last year, the BBC revealed details of the accident and the aftermath of the air.", "rouge": {"rouge1": 39.285714285714285, "rouge2": 11.111111111111112, "rougeL": 28.57142857142857}, "nll_sum": 127.34719848632812, "token_count": 30} +{"index": 7963, "reference": "Some police forces are putting the public at risk by rationing their response as they struggle with cutbacks, the police standards watchdog has warned.", "prediction": "Some some police forces in England and Wales are too many are be too or sexually harassed, the police watchdog has said. a in the-'s, mutual,'s they from a from a it from of of violence.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 13.333333333333334, "rougeL": 25.80645161290323}, "nll_sum": 238.1004638671875, "token_count": 43} +{"index": 7964, "reference": "Accrington Stanley have signed goalkeeper Marek Rodak on loan from Fulham until the end of the season.", "prediction": "Accrington have signed goalkeeper Besakakfreak from Championship side Fulham on an 18monthmonth loan deal.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 13.793103448275861, "rougeL": 38.70967741935484}, "nll_sum": 129.24342346191406, "token_count": 22} +{"index": 7965, "reference": "(Close): London's leading shares closed lower on Thursday dragged down by companies going ex-dividend.", "prediction": "(Open): The FTSE 100E closed, with the FTS 100 higher on Friday after it was announced it a controversial Crimup it would", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 168.36993408203125, "token_count": 29} +{"index": 7966, "reference": "Two teenagers have appeared in court charged with child pornography offences over the alleged cyber-bullying of a Canadian girl who took her own life.", "prediction": "Two Canadian boys have appeared in court charged with the suspected gang and rape of a 15-year-old girl.", "rouge": {"rouge1": 53.33333333333332, "rouge2": 27.906976744186046, "rougeL": 48.88888888888889}, "nll_sum": 62.06104278564453, "token_count": 22} +{"index": 7967, "reference": "Gymnast Brinn Bevan believes he still has a \"small chance\" of competing in the Olympic Games in Rio next summer.", "prediction": "Sebast Borisevan says she would be \"catastated\" left with the leg he left his leg in a right roe accident.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 0.0, "rougeL": 10.000000000000002}, "nll_sum": 175.71005249023438, "token_count": 29} +{"index": 7968, "reference": "A woman has died following a collision involving three vehicles in the Highlands.", "prediction": "A man was taken to hospital after being hit by a car which has closed a road on a main road.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 62.04631042480469, "token_count": 21} +{"index": 7969, "reference": "The search for a jogger who has been missing for more than 24 hours in Powys has been stood down for the night.", "prediction": "Police have launched a search for a man who who went missing after his flight in mid Wales. was spotted in a football-up from a in2 a a2's a's such from's a's of a. a'sA a", "rouge": {"rouge1": 18.46153846153846, "rouge2": 6.349206349206349, "rougeL": 18.46153846153846}, "nll_sum": 251.33795166015625, "token_count": 47} +{"index": 7970, "reference": "Jose Mourinho accused West Ham of playing \"19th-Century football\", after his Chelsea side were held 0-0 in Wednesday's league encounter.", "prediction": " the boss Jose Mourinho said it would \"would\" destroy destroy the wall\" against his West Ham side after saw his West Ham side go to a goalless draw at Wembley to a a againard again.", "rouge": {"rouge1": 24.13793103448276, "rouge2": 7.142857142857142, "rougeL": 24.13793103448276}, "nll_sum": 215.6287384033203, "token_count": 41} +{"index": 7971, "reference": "The UN envoy to Syria has urged the US and Russia to intervene \"at the highest level\" to save struggling peace talks.", "prediction": " suspectedescalation in Syria and northern \"could could collapse at anyAny time at any time the says the UN's special envoy to the UN., envoy, says it a \" a\" a's againelt of the's from 2011 a", "rouge": {"rouge1": 30.0, "rouge2": 10.344827586206897, "rougeL": 20.0}, "nll_sum": 284.6847229003906, "token_count": 46} +{"index": 7972, "reference": "George North believes the British and Irish Lions must \"kick on\" after a tough start to their New Zealand tour.", "prediction": "George North says the British and Irish Lions will be \"kick on\" on their tour of New Zealand despite Reds Lions' performances in their Test series.", "rouge": {"rouge1": 56.52173913043479, "rouge2": 31.818181818181817, "rougeL": 52.17391304347826}, "nll_sum": 128.50242614746094, "token_count": 29} +{"index": 7973, "reference": "Several streets in Sheffield were closed after an unexploded bomb was found during building work.", "prediction": "A bomb in Sheffield city centre has been a controlled disposal by bomb experts.", "rouge": {"rouge1": 20.689655172413797, "rouge2": 7.407407407407408, "rougeL": 20.689655172413797}, "nll_sum": 74.03477478027344, "token_count": 14} +{"index": 7974, "reference": "A football anthem sung by England's 1966 World Cup winning side has been released after spending 34 years hidden in an Isle of Man attic.", "prediction": "An \" soul pioneer\" poetry by a soul heart team's football team 40 years after it was found in an attic in an attic been a released released's for ballet singer from a's.'s from's reputation of. a from 2011A", "rouge": {"rouge1": 34.78260869565218, "rouge2": 2.9850746268656714, "rougeL": 17.39130434782609}, "nll_sum": 309.2852478027344, "token_count": 47} +{"index": 7975, "reference": "The Bangladeshi government has reinstated a headmaster who was sacked after being publicly humiliated over allegations that he insulted Islam.", "prediction": "A Ecclucky school has suspended after a head teacher allegedly suspend his arm during his head protests beingacking for giving a sacking.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 179.64007568359375, "token_count": 26} +{"index": 7976, "reference": "Environmental groups in Northern Ireland are facing huge cuts to their budgets after the money they receive from government was slashed.", "prediction": " again managerial cuts to funding for the,, Northern Ireland and organisations in Northern Ireland,. revealed it has's 30A referee and battle from a,'s, the a from from the as The, have from of.", "rouge": {"rouge1": 25.0, "rouge2": 11.111111111111112, "rougeL": 17.857142857142854}, "nll_sum": 280.65948486328125, "token_count": 41} +{"index": 7977, "reference": "What do you need to run a successful restaurant?", "prediction": "There is the Indian street restaurant, which could created a popular artist guru YatsoniForward, India, is the best hero in India!", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 6.666666666666667}, "nll_sum": 182.918701171875, "token_count": 27} +{"index": 7978, "reference": "Belfast-based firm Equiniti has been selected to provide a cloud-based system for the Passport Office.", "prediction": " cloud power computing,000port, but has signed a new operating tracking system, creating 40 jobs.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 18.750000000000004}, "nll_sum": 122.84619140625, "token_count": 19} +{"index": 7979, "reference": "Authorities are continuing to search for two teenagers who went missing while fishing off the Florida coast.", "prediction": "Two US teenagers who went missing in the oil off the coast of Panama have been found, safe and well.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 22.857142857142858, "rougeL": 43.24324324324324}, "nll_sum": 70.08745574951172, "token_count": 21} +{"index": 7980, "reference": "Much of the UK will be hit by Storm Abigail on Thursday, bringing lots of rain and strong winds.", "prediction": "A major storm Storm Stormis, which has brought to the UK in Northern Ireland in.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 6.25, "rougeL": 11.76470588235294}, "nll_sum": 89.25022888183594, "token_count": 17} +{"index": 7981, "reference": "The Orange Order's grand secretary has said the institution has put a massive effort into calming the situation in Northern Ireland ahead of 12 July.", "prediction": " the Parades Commission has said \" anything can be done\" during Stormont despite, in a dispute which to the death of a suspended police officer.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666666, "rougeL": 24.000000000000004}, "nll_sum": 144.51658630371094, "token_count": 29} +{"index": 7982, "reference": "A \u00a340m revamp of Bristol City's Ashton Gate ground will go ahead this summer, the club has announced.", "prediction": "A judicial review into \u00a3mm stadium's proposed new stadium is planned to in May ahead of a decision to go ahead as planned.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 123.78390502929688, "token_count": 25} +{"index": 7983, "reference": "The results of Thursday's elections make grim reading for the Liberal Democrats.", "prediction": "The Liberal Democrats have ended their way for the English council elections in Somerset, East and East Sussex. a.'s 2011 aA axe as's master's decision from- council-lold struggle from a English..", "rouge": {"rouge1": 29.166666666666668, "rouge2": 13.043478260869565, "rougeL": 12.500000000000004}, "nll_sum": 273.84423828125, "token_count": 42} +{"index": 7984, "reference": "Roberto Martinez said he is \"disappointed\" Everton were not able to \"finish what we started\" following his sacking as manager this week.", "prediction": "Everton boss Jose Martinez said he would \"love in every occasion to be\"\" after the club paid tribute to the past three years\".", "rouge": {"rouge1": 22.222222222222225, "rouge2": 9.30232558139535, "rougeL": 17.777777777777775}, "nll_sum": 128.61769104003906, "token_count": 26} +{"index": 7985, "reference": "Newport County have signed winger Jack Compton and striker Sean Rigg.", "prediction": "Newport County have signed Jack Compton and Jack Rigg a free transfers on a free transfer.", "rouge": {"rouge1": 59.25925925925925, "rouge2": 40.0, "rougeL": 59.25925925925925}, "nll_sum": 95.77299499511719, "token_count": 18} +{"index": 7986, "reference": "Wales manager Bobby Gould resigns live on TV in an interview with BBC reporter Rob Phillips after a 4-0 Euro 2000 qualifying defeat against Italy in June 1999.", "prediction": "Scott manager O'Neill and boss of Wales and Chris Coleman Wales boss Chris boss and Wales was \" 'one of his players\" at Wales' Euro 2016- emerged- a's a of aolve's a's from's from's a", "rouge": {"rouge1": 11.594202898550725, "rouge2": 0.0, "rougeL": 5.797101449275362}, "nll_sum": 272.9189453125, "token_count": 47} +{"index": 7987, "reference": "Thousands of \"love padlocks\" on a Roman bridge are being removed with bolt-cutters in order to protect the ancient structure.", "prediction": "Drivers in the Italian city, but have been vandalised after pad flagised after the flag flag and the flagised a customised line flag. flag the 2011's a's fromA's from a from's a's from's a", "rouge": {"rouge1": 9.83606557377049, "rouge2": 0.0, "rougeL": 6.55737704918033}, "nll_sum": 275.47540283203125, "token_count": 47} +{"index": 7988, "reference": "A British woman has been accused by police in India of colluding with her alleged lover in the murder of her husband.", "prediction": "The family and family of a British man who stabbed to death in his father to India, the police say.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 90.04800415039062, "token_count": 21} +{"index": 7989, "reference": "Garry Ringrose has never played in the Six Nations before - but he's already being hailed as Ireland's best prospect since Brian O'Driscoll.", "prediction": "Gareth Monkrose came from to Northern Ireland between 2002 and then then the Northern Ireland Cup-half gave to Brian O'Driscoll on Friday.", "rouge": {"rouge1": 20.408163265306126, "rouge2": 8.51063829787234, "rougeL": 20.408163265306126}, "nll_sum": 155.0325164794922, "token_count": 30} +{"index": 7990, "reference": "Britney Spears has staged a stripped-down version of her Las Vegas residency at her first UK show since 2011.", "prediction": "Sney stacks was a musician, but she wasn't understand she wasn't she wasn.", "rouge": {"rouge1": 5.714285714285714, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 98.51309204101562, "token_count": 17} +{"index": 7991, "reference": "A late equaliser from Skye's Jordan Murchison in Portree confirmed a 1-1 scoreline in the first West Coast derby for many years following Skye's return to the Marine Harvest Premiership.", "prediction": " Malky M downison put asideeay a share of the Scottish Premiership after their play-off leg second leg was away at home to Lovatat.", "rouge": {"rouge1": 14.035087719298245, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 185.7113037109375, "token_count": 31} +{"index": 7992, "reference": "Ex-professional wrestler Hulk Hogan has won a further $25m (\u00c2\u00a317m) in punitive damages from gossip site Gawker over the publication of a sex tape.", "prediction": "A US grand jury has ordered couple to pay online networking site the three years after it was after a video was online by an online retailer site online", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 14.814814814814817}, "nll_sum": 159.33053588867188, "token_count": 28} +{"index": 7993, "reference": "Former SDLP deputy leader Seamus Mallon has endorsed Colum Eastwood in the party's leadership contest, the BBC has learned.", "prediction": "Sinn F\u00e9in leader F\u00c3 Mallon has backed the Labour leader ofumumwood as Foyle candidate in a 2016 assembly election election.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 166.87539672851562, "token_count": 29} +{"index": 7994, "reference": "Yet again, we are looking at shocking pictures of a plane crash.", "prediction": "It was the air disaster, air air, air,, air,waves, air and was eventually strike in air, a air and air.", "rouge": {"rouge1": 6.060606060606061, "rouge2": 0.0, "rougeL": 6.060606060606061}, "nll_sum": 140.9077606201172, "token_count": 27} +{"index": 7995, "reference": "A new record for a blue period Picasso has been set at auction in New York.", "prediction": "A painting by Spanish artist Pic Virgil Van Gogh has been hailed as a record- record-breaking artwork of the best's been New York, and the solve's a says it's's!", "rouge": {"rouge1": 28.000000000000004, "rouge2": 8.333333333333332, "rougeL": 20.0}, "nll_sum": 198.11749267578125, "token_count": 39} +{"index": 7996, "reference": "Scientists working in tandem with artificial intelligence (AI) could slash the time it takes to develop new drugs - and, crucially, the cost - say tech companies.", "prediction": "The world's biggest companies - and biggest battle - and is into research - but but what does it mean to the drugs \" cancer?", "rouge": {"rouge1": 29.787234042553195, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 139.2926788330078, "token_count": 26} +{"index": 7997, "reference": "Wales' heroic Euro 2016 run came to an end one game before the final as they lost 2-0 to Portugal in the last four.", "prediction": "Portugal reached a Euro 2016 quarter-finals by thrashed of Wales in their final Group warm-up match and reach Euro 2016.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 120.41531372070312, "token_count": 26} +{"index": 7998, "reference": "There was no trained lifeguard on duty when a three-year-old girl drowned in a hotel swimming pool in Lancashire, an inquest has heard.", "prediction": "An 11-year-old girl died in a swimming pool while swimming while being staying, the sea, an inquest has heard650, a's a's aA a's aA a it's havepayment of aA a fromA", "rouge": {"rouge1": 35.48387096774193, "rouge2": 20.0, "rougeL": 32.25806451612903}, "nll_sum": 224.34945678710938, "token_count": 47} +{"index": 7999, "reference": "Police in Pakistan have arrested a man accused of tying a young boy to a donkey which then dragged him to death.", "prediction": "An Indian landowner is suing accused of murdering a boy and beat his eight-year-old boy was run over a donkey in southern southern India, police, as", "rouge": {"rouge1": 32.0, "rouge2": 8.333333333333332, "rougeL": 23.999999999999996}, "nll_sum": 135.18646240234375, "token_count": 32} +{"index": 8000, "reference": "Coach Corey Neilson says Nottingham have the big-game mentality to win the Elite League play-offs after a two-year absence from the showpiece event.", "prediction": "Nottingham Panthers coach Robbie Neilson hopes his Champions side can reach the Champions League Ice stage and reach the Championship play-finals.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 0.0, "rougeL": 20.833333333333332}, "nll_sum": 139.8972930908203, "token_count": 26} +{"index": 8001, "reference": "Three wards treating elderly patients have been closed at Llandough hospital in the Vale of Glamorgan after an outbreak of flu.", "prediction": "A flu outbreak has opened at Bridgend Hospital following Hospital in the Vale of Glamorganbot", "rouge": {"rouge1": 44.44444444444444, "rouge2": 23.52941176470588, "rougeL": 33.33333333333333}, "nll_sum": 93.13912963867188, "token_count": 19} +{"index": 8002, "reference": "Fifa is investigating Real Madrid's youth transfer policy and has asked the club for information on 51 players.", "prediction": "Real Madrid have been fined \u00a32m by Spanish football football's world governing body, after it is where where anti-23 players.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 124.30438995361328, "token_count": 26} +{"index": 8003, "reference": "Kris Commons insists he is not looking beyond his emergency loan move to Hibernian after making his first appearance in 10 months.", "prediction": "Hibernian midfielder Berris Commons has said he will not yet to sign a new three-and-a-halfyear deal deals for next season.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 17.777777777777775}, "nll_sum": 109.14280700683594, "token_count": 30} +{"index": 8004, "reference": "Villagers who set up their own speed monitor say they have recorded more than half a million drivers breaking the 30mph limit since November 2015.", "prediction": "Lorries have been knocked dozens of of motorists on a Leicestershire street, it has been claimed.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 97.05167388916016, "token_count": 22} +{"index": 8005, "reference": "French energy giant EDF says sales fell 7% in the first three months of the year in the face of stiff competition, a mild winter and lower energy prices.", "prediction": "German energy firm EDF says it will struggle to raise \u20ac4bn (3265bn65700bn to raise its investment in its future investment and needs \u20ac2.1bn (\u00a34bn).", "rouge": {"rouge1": 18.51851851851852, "rouge2": 3.846153846153846, "rougeL": 18.51851851851852}, "nll_sum": 180.15786743164062, "token_count": 39} +{"index": 8006, "reference": "Five-time world champion Ronnie O'Sullivan says he no longer has any interest in being snooker's \"top man\" but has not retired.", "prediction": "Four-time champion Ronnie O'Sullivan says he is confident to have a place in snooker, despite holding a successful in not a year.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 21.73913043478261, "rougeL": 41.66666666666667}, "nll_sum": 115.48091125488281, "token_count": 29} +{"index": 8007, "reference": "The BBC has agreed a deal to broadcast the Six Nations until 2017.", "prediction": "The BBC the extended its rights deal to pay the 2020 Six Championship to four in deal fouryear deal that will rise to \u00a31bn.", "rouge": {"rouge1": 32.432432432432435, "rouge2": 11.428571428571427, "rougeL": 32.432432432432435}, "nll_sum": 157.68304443359375, "token_count": 27} +{"index": 8008, "reference": "When Steven Gerrard suffered a rare blemish in the middle of his latest masterclass, AFC Wimbledon's fans pounced on the topic that will dominate Liverpool's agenda between now and the day he takes his leave.", "prediction": "Steven Gerrard's dress time as Liverpool manager has been red and the flag for the the pitch, then eventually kicked off by Liverpool fans, you would think there would again once serving as a famous club and life", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.405405405405405, "rougeL": 15.789473684210526}, "nll_sum": 213.75033569335938, "token_count": 40} +{"index": 8009, "reference": "The government has been urged to make available part of a special \u00a3150m fund which has been set aside for new legacy bodies to the PSNI and Police Ombudsman to investigate the past.", "prediction": "The government is an extra \u00a3m of extra additional funding to find the past to, the Northern Northern Ireland minister.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 11.76470588235294, "rougeL": 30.188679245283023}, "nll_sum": 127.15388488769531, "token_count": 22} +{"index": 8010, "reference": "Pro-independence parties in Spain's richest region, Catalonia, are pushing ahead with a historic plan for an independent state within 18 months, and the national government in Madrid is fighting back.", "prediction": "The region in Spain is holding hold a deadline to hold external elections in May 2014 2014.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 90.57534790039062, "token_count": 17} +{"index": 8011, "reference": "A decision on plans to build more than 2,000 homes on a former airfield in Surrey has been delayed.", "prediction": "Plans for a \u00a3500m development in Derbyshire will be asked to write, the council's inspector for the a inspector licensing has said.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 132.75228881835938, "token_count": 29} +{"index": 8012, "reference": "Two water rescue charities in Northern Ireland have received \u00a370,000 in funding between them.", "prediction": "A search and sea team working working in Northern Ireland and is to receive \u00a3 \u00a39m of funding totalling \u00a39.8m.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 12.121212121212121, "rougeL": 28.571428571428577}, "nll_sum": 126.32020568847656, "token_count": 27} +{"index": 8013, "reference": "Crowds have gathered in Sydney's Martin Place to honour the victims of the Lindt cafe siege, one year on.", "prediction": "Australia has led t to the victims of the five people who died in Australia's siege.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 17.142857142857142, "rougeL": 32.43243243243243}, "nll_sum": 79.32201385498047, "token_count": 17} +{"index": 8014, "reference": "Avon and Somerset's police chief has been temporarily moved away from his job following a misconduct hearing.", "prediction": "The chief constable of Somerset and Somerset has not been told he will continue and return to work for office, the BBC and and said the a. solve's a's from a his from a has's's of.", "rouge": {"rouge1": 31.03448275862069, "rouge2": 3.5714285714285707, "rougeL": 24.137931034482758}, "nll_sum": 232.73684692382812, "token_count": 43} +{"index": 8015, "reference": "The Football Associations of England and Scotland say they will ignore a ban on players wearing poppies in their upcoming match on 11 November.", "prediction": "The UK, Wales, and Scotland have been asked not to wear poppies on Armistice Day.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 10.81081081081081, "rougeL": 30.76923076923077}, "nll_sum": 73.46331787109375, "token_count": 21} +{"index": 8016, "reference": "Officials in Venezuela say the search for a missing military helicopter is continuing in the country's Amazon region.", "prediction": "The search for eight soldiers who went missing after Venezuela's a air has been put down, the defence minister says.", "rouge": {"rouge1": 45.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 102.91527557373047, "token_count": 22} +{"index": 8017, "reference": "A woman who was found dead in woodland in Wirral is missing mother Anita Stevenson, Merseyside Police confirmed.", "prediction": "A woman whose body was found of land in West Derbyshire man that of missing woman of Stevenson has been confirmed", "rouge": {"rouge1": 41.02564102564102, "rouge2": 10.81081081081081, "rougeL": 41.02564102564102}, "nll_sum": 119.84672546386719, "token_count": 22} +{"index": 8018, "reference": "Keaton Jennings' century and three quick wickets from opening pair Chris Rushworth and Graham Onions gave Durham the edge against Somerset on day one.", "prediction": "Somerset batsman Deat Jennings hit his maiden first century helped help his side in in control command on day one at Durham Trevor spin.day solve- solve- his a- a's a in a from's- again's again", "rouge": {"rouge1": 25.396825396825395, "rouge2": 6.557377049180328, "rougeL": 15.873015873015872}, "nll_sum": 319.6490478515625, "token_count": 47} +{"index": 8019, "reference": "Tax officials have been banned from examining material seized from Newcastle United's ground, following a legal challenge mounted by the club.", "prediction": "Newcastle United have been granted appeal against a total ban on a club from football football grounds due relation in relation to a tax fraud scandal.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 131.4534149169922, "token_count": 27} +{"index": 8020, "reference": "Belfast City Council has backed a group of principals who say they will refuse to make cuts to school budgets.", "prediction": "More than 100 primary head pupils have written to Belfast City Council that cuts Arts their budget be cut. to be's \" to \" itolve a it would be the game! a it aA it's \u00a3\". a's from's a", "rouge": {"rouge1": 26.666666666666668, "rouge2": 10.344827586206897, "rougeL": 16.666666666666664}, "nll_sum": 309.66912841796875, "token_count": 47} +{"index": 8021, "reference": "Blackpool have signed ex-York defender Eddie Nolan on a one-year deal.", "prediction": "Blackpool have signed York midfielder Liam Baree on a free transfer on a two-year deal.", "rouge": {"rouge1": 55.172413793103445, "rouge2": 29.629629629629626, "rougeL": 55.172413793103445}, "nll_sum": 74.32211303710938, "token_count": 19} +{"index": 8022, "reference": "A referendum on an elected mayor for Bath and North East Somerset will be held in 2016, after a petition reached the threshold of 6,437 votes.", "prediction": "More than 2,000 people have signed a petition calling for an newly elected mayor mayor, the be held by Somerset and East Somerset Council.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 16.0, "rougeL": 26.923076923076923}, "nll_sum": 107.909423828125, "token_count": 27} +{"index": 8023, "reference": "The body of a missing Malaysian deputy public prosecutor has been found in an oil drum filled with concrete near Kuala Lumpur.", "prediction": "Police in Thailand say they have recovered the of a webcam-year-old man who went missing after an illegal oil drum from his car.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 29.787234042553195}, "nll_sum": 117.87017059326172, "token_count": 27} +{"index": 8024, "reference": "Detectives investigating the killing of a mother-of-nine and her nephew in a shooting at their north London flat say they have not found any evidence to suggest they were the intended victims.", "prediction": "Police investigating the murder of a man and a couple at their south London flat a said they believe did not believe to discover a murder suspect's murder.", "rouge": {"rouge1": 41.26984126984127, "rouge2": 13.114754098360656, "rougeL": 41.26984126984127}, "nll_sum": 126.20513916015625, "token_count": 29} +{"index": 8025, "reference": "England women's coach Hope Powell praised her players after they beat Japan 2-0 to reach the quarter-finals of the World Cup.", "prediction": "England are still reaching Women's World Cup quarter quarter-finals, despite seeing the team, says head boss Emma Powell. solve's a referee's referee a's \" referee's- am a from in from 3's\". from's referee", "rouge": {"rouge1": 31.25, "rouge2": 9.67741935483871, "rougeL": 18.749999999999996}, "nll_sum": 277.8883361816406, "token_count": 46} +{"index": 8026, "reference": "The annual Apprentice Boys demonstration has taken place in Londonderry.", "prediction": "Hundreds of thousands of people have attended the funeral of St George' Boys in Londonderry.", "rouge": {"rouge1": 32.0, "rouge2": 8.695652173913043, "rougeL": 32.0}, "nll_sum": 62.26024627685547, "token_count": 19} +{"index": 8027, "reference": "Huddersfield Giants have signed Warrington Wolves winger Gene Ormsby on a one-month loan deal.", "prediction": "Wakefield Trinity Wildcats have signed Warrington and Wolves Wolves half-back Jordan Tansey a one amonth deal for a further 12 League season.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 16.666666666666664, "rougeL": 36.84210526315789}, "nll_sum": 185.87994384765625, "token_count": 30} +{"index": 8028, "reference": "The CIA says the Islamic State (IS) militant group may have up to 31,000 fighters in Iraq and Syria - three times as many as previously feared.", "prediction": "The-called Islamic State (IS) is known as members of players as ever seen, the Pentagon says.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 27.272727272727277}, "nll_sum": 99.87312316894531, "token_count": 21} +{"index": 8029, "reference": "Scientists are working on a Welsh \"super mead\" which could protect drinkers from the scourge of food poisoning at the late-night takeaway.", "prediction": "A team of Cardiff are studying buy services to a t prad that that could prevent serious food poisoning.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 135.94993591308594, "token_count": 20} +{"index": 8030, "reference": "The European Commission has asked questions about the Northern Ireland Executive's decision not to charge homeowners for water.", "prediction": "The European Commission has opened an investigation into a case that Northern Ireland flu will use water charges the which should receive a water pay rise.", "rouge": {"rouge1": 40.0, "rouge2": 18.6046511627907, "rougeL": 35.55555555555556}, "nll_sum": 138.68238830566406, "token_count": 26} +{"index": 8031, "reference": "A World War One soldier has been commemorated with the unveiling of two permanent memorials in the East Sussex towns where he lived and was educated.", "prediction": "A war stone has 2011 unveiled in a Sussex war veteran who a World War Two was killed of Sussex.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 9.09090909090909, "rougeL": 30.43478260869565}, "nll_sum": 145.0748291015625, "token_count": 20} +{"index": 8032, "reference": "A leading researcher into the mental health of military personnel has been knighted in the New Year's Honours.", "prediction": " the first NHS in NHS trust, to be linked to Gulf War Foundation, has been appointed CBE in the Queen's Birthdayours list.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 10.0, "rougeL": 28.571428571428577}, "nll_sum": 144.73443603515625, "token_count": 27} +{"index": 8033, "reference": "Crewe Alexandra have signed former Bournemouth and Portsmouth midfielder Danny Hollands on a five-month deal running until 19 January.", "prediction": "Rochdale have signed former Bournemouth and former Portsmouth left-back Danny Dannyows and on a deal until the end of leaving the and..", "rouge": {"rouge1": 51.162790697674424, "rouge2": 24.390243902439025, "rougeL": 51.162790697674424}, "nll_sum": 143.73989868164062, "token_count": 29} +{"index": 8034, "reference": "Colombians have voted in a runoff election between the incumbent president and a conservative rival.", "prediction": "Jay Zuluuma, Colombia presidential candidate will has won Colombia's presidential elections, parliamentary first round the preliminary results.", "rouge": {"rouge1": 12.12121212121212, "rouge2": 0.0, "rougeL": 12.12121212121212}, "nll_sum": 128.81210327148438, "token_count": 22} +{"index": 8035, "reference": "Dawn Purvis is to step down as programme director of Northern Ireland's Marie Stopes clinic.", "prediction": "First Minister Nicola Sturgeono has said she will end her controversial anti-induced clinic clinic in Belfast.", "rouge": {"rouge1": 6.0606060606060606, "rouge2": 0.0, "rougeL": 6.0606060606060606}, "nll_sum": 94.85842895507812, "token_count": 19} +{"index": 8036, "reference": "Guernsey's Chris Simpson has been knocked out of the US Open, despite pushing world number one Mohamed El Shorbagy in their second-round tie.", "prediction": "England's Wockey Simpson Wood her hopes to her first title of tennis title with a stunning victory over American Mark run at the Taiwan Open.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 164.29653930664062, "token_count": 27} +{"index": 8037, "reference": "Graham Cummings scored twice as St Johnstone moved level on points with fourth-placed Hearts by beating Hamilton Accies.", "prediction": "Alan securityins's stoppage-time winner as St Johnstone beat past bottom side Hamiltonem- and move to second place Premiership Scottish Premiership Premiership's six asthe ballet from a-'s reputation a from from a's.", "rouge": {"rouge1": 21.81818181818182, "rouge2": 7.547169811320755, "rougeL": 18.181818181818183}, "nll_sum": 291.3179016113281, "token_count": 44} +{"index": 8038, "reference": "A man has been charged with the murder of a student whose body was discovered in the boot of a burning car.", "prediction": "A man has been charged with murder after the body of a university student whose body was after a pick was found in a truck-up car.", "rouge": {"rouge1": 69.38775510204083, "rouge2": 38.297872340425535, "rougeL": 65.3061224489796}, "nll_sum": 99.48621368408203, "token_count": 28} +{"index": 8039, "reference": "Leinster resisted a spirited Cardiff Blues revival to strengthen their position at the top of the Pro12 table.", "prediction": "Leinster staged a second-half comeback to beat Leinster and a keep their faint their hopes alive of a Premiership table by beating Sale the RDS.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 0.0, "rougeL": 27.272727272727277}, "nll_sum": 151.16567993164062, "token_count": 32} +{"index": 8040, "reference": "Nicola Sturgeon has dismissed the UK government's plans for a post-Brexit customs deal with the EU as a \"daft 'have cake and eat it' approach\".", "prediction": "Nicola Sturgeon has said she would \" commit to stay in the UK's single market, saying she is committed \" committed\" to negotiating Brexit.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 12.499999999999996, "rougeL": 27.999999999999996}, "nll_sum": 112.13157653808594, "token_count": 28} +{"index": 8041, "reference": "London mayor Boris Johnson has backed away from a timetable for the opening of the city's Night Tube.", "prediction": "Republic of London of Boris Johnson has said it believes a Tube service is not be as planned, after talks are to begin until May 2018.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 128.72433471679688, "token_count": 27} +{"index": 8042, "reference": "NHS Grampian is trying to improve staffing levels at Aberdeen Royal Infirmary after concerns were raised by staff.", "prediction": "A health watchdog has criticised NHS Grampian's future of health mental after patients, a and lack of care and care care. care\" solve the's a's a's a from a it it's been on a", "rouge": {"rouge1": 10.526315789473683, "rouge2": 3.6363636363636362, "rougeL": 10.526315789473683}, "nll_sum": 246.6263885498047, "token_count": 43} +{"index": 8043, "reference": "The United Nations has called for a special court to try war crimes committed during the Sri Lankan army's long conflict with Tamil Tiger rebels.", "prediction": "Sri Lanka government will seek an independent inquiry into civil crimes and war crimes committed, senior UN official says.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 9.30232558139535, "rougeL": 13.333333333333334}, "nll_sum": 89.96076965332031, "token_count": 21} +{"index": 8044, "reference": "Debutant Jo Butterfield led a British clean sweep of the medals in the women's F32/51 club throw at the IPC Athletics European Championships.", "prediction": "England's B Butterfield said she is confident to set a new world record as an all-time Wim champion at Bray London Tennis.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 140.24293518066406, "token_count": 26} +{"index": 8045, "reference": "UK ministers are \"taking the interests of Wales extremely seriously\" in preparations for leaving the EU, Brexit Secretary David Davis has said.", "prediction": " Brexit Secretary David Davis has called on supporters of the Welsh Government to be given office, saying that it has no veto \"on control of control\".", "rouge": {"rouge1": 29.166666666666668, "rouge2": 17.391304347826086, "rougeL": 20.833333333333332}, "nll_sum": 107.74569702148438, "token_count": 28} +{"index": 8046, "reference": "A third of malaria drugs used around the world to stem the spread of the disease are counterfeit, data suggests.", "prediction": " a total of 12m people every year are at risk of developing malaria drugs, a US research suggests,", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 85.96470642089844, "token_count": 20} +{"index": 8047, "reference": "Nine people have choked to death in Japan after eating a traditional rice cake, known as \"mochi\".", "prediction": "At least 13 people have died after falling a rice beef in the southern Japanese city of Hiroshima, fire officials say.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 5.555555555555556, "rougeL": 26.31578947368421}, "nll_sum": 86.88792419433594, "token_count": 22} +{"index": 8048, "reference": "A Cumbrian school has cancelled lessons for the majority of pupils after being hit by industrial action for the second time this month.", "prediction": " school pupils in Birmingham are reportedly taking part in further strike on strike action in an long-running pay dispute.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 102.04960632324219, "token_count": 21} +{"index": 8049, "reference": "Officials in Maryland and Washington DC are suing Donald Trump for accepting payments from foreign governments via his business empire.", "prediction": ", US Justice Department is suing Capitol Maryland and US authorities, claiming the president \"sh, the amount of money and his role in his role.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 145.04940795898438, "token_count": 28} +{"index": 8050, "reference": "Ill-gotten gains recovered from criminals have paid for a new training centre for police staff.", "prediction": "A police camp that was used for money for a organised crime has been stopped. 2011 a of a's a's reputation's and from the man.'s ballet on on reputation from a from's from.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 3.8461538461538463, "rougeL": 7.4074074074074066}, "nll_sum": 255.56568908691406, "token_count": 40} +{"index": 8051, "reference": "All four schools run by a Telford academy trust have been put in special measures within a week.", "prediction": "A academy trust which run four schools in Shropshire, has rated as inadequate, is no longer be rated \"inadequate\".", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 21.62162162162162}, "nll_sum": 116.13236236572266, "token_count": 27} +{"index": 8052, "reference": "A woman has admitted kidnapping a nine-week-old baby boy in Telford.", "prediction": "A woman who kidnapped and her three-month-old baby boy will face a further jail term.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 21.428571428571427, "rougeL": 40.00000000000001}, "nll_sum": 67.4787826538086, "token_count": 19} +{"index": 8053, "reference": "Lithuanian defender Marius Zaliukas has signed a two-year contract with Rangers, after impressing during a trial with the Ibrox club.", "prediction": "L Z Baliasar announced his decision move to Scottish champions Rangers on a two-and-a--half-year deal with the club.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 27.90697674418604}, "nll_sum": 107.43350219726562, "token_count": 28} +{"index": 8054, "reference": "The prime minister will be curled up on the sofa watching traditional British TV on Christmas Day.", "prediction": "The prime minister has said a woman will host Doctor Who who will show her Christmas show.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 78.73078918457031, "token_count": 17} +{"index": 8055, "reference": "Australia is a step closer to exporting live cattle to China, opening a new market for its farmers.", "prediction": "Australia and Australia have agreed to terms health, health conditions and process for live cattle farm in western China. but it in a important cartermaker-.A-maker's ban-g stopp a in from November's the.", "rouge": {"rouge1": 29.09090909090909, "rouge2": 3.7735849056603774, "rougeL": 21.81818181818182}, "nll_sum": 297.21063232421875, "token_count": 44} +{"index": 8056, "reference": "Police searching for a missing RAF serviceman want to trace three teenagers spotted in Bury St Edmunds on the day of his disappearance.", "prediction": " a group of two young missing airman who went missing after reported reported out out of, police have said.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 104.46208953857422, "token_count": 21} +{"index": 8057, "reference": "Manchester United midfielder Bastian Schweinsteiger will be banned for three matches after accepting a Football Association charge of violent conduct.", "prediction": "Manchester United midfielder Bastian Schwesteiger has been banned and banned for four matches after being charged with violent conduct by the Football Association of.", "rouge": {"rouge1": 68.18181818181817, "rouge2": 33.33333333333333, "rougeL": 50.0}, "nll_sum": 111.88487243652344, "token_count": 28} +{"index": 8058, "reference": "Dinamo Bucharest will honour the memory of midfielder Patrick Ekeng by sending the Romanian Cup to his family in Cameroon if they win the trophy.", "prediction": "Zagamoho's 2017 Africa Cup of Nations will be sent kicking Cameroon in May due to the of ex- footballer Mohamed Ekeng.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 161.78472900390625, "token_count": 27} +{"index": 8059, "reference": "Official media attack former leader Bo Xilai for rejecting charges against him, while Hong Kong press see his case as a political show trial.", "prediction": "The Chinese media and giving results in the trial of elected politician Bo X Xilai, with media reports, giving statement his announcement that his physical recovery is recoveryas possible\".", "rouge": {"rouge1": 18.867924528301888, "rouge2": 0.0, "rougeL": 15.09433962264151}, "nll_sum": 207.55239868164062, "token_count": 34} +{"index": 8060, "reference": "A blind Shropshire man has been told he should clear up his dog's mess.", "prediction": "A Holyrood council wants to elected its local councillor councillor May May local elections.", "rouge": {"rouge1": 6.89655172413793, "rouge2": 0.0, "rougeL": 6.89655172413793}, "nll_sum": 100.03414154052734, "token_count": 16} +{"index": 8061, "reference": "The States of Guernsey spent \u00a31.8m on PR and advertising over 22 months, figures released to the BBC show.", "prediction": "More than \u00a3.1m was advertising spending on Guernsey's's office, the Charteredigion Institute.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 127.14334106445312, "token_count": 22} +{"index": 8062, "reference": "Team GB silver medallist Bryony Page says she hopes more kids will be inspired to take up trampolining after her success in Rio.", "prediction": "England's Diego B Bony has won silver at the 2016 2016 Olympics, best her best best in a double hampwre.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 170.5433807373047, "token_count": 26} +{"index": 8063, "reference": "Owen Smith has been explaining why he hopes to stand for the Labour leadership.", "prediction": "Labour leadership candidate Owen Smith has ruled himself out of the race for in Labour leadership.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 21.428571428571427, "rougeL": 40.0}, "nll_sum": 56.921913146972656, "token_count": 16} +{"index": 8064, "reference": "The trial of a former priest accused of assaulting eight boys while teaching at Fort Augustus Abbey School in the Highlands has been adjourned until May.", "prediction": "The Catholic pastor accuseded, accused of murdering two pupils at secondary school has appeared atessvern Sheriff Court.", "rouge": {"rouge1": 27.906976744186053, "rouge2": 4.878048780487805, "rougeL": 27.906976744186053}, "nll_sum": 141.32302856445312, "token_count": 21} +{"index": 8065, "reference": "A teenager shot in the head by the Taliban for championing women's rights has been given the honour of opening the new \u00a3188m Library of Birmingham.", "prediction": "The Pakistani schoolgirl who was killed in a Taliban attack will be honoured in a honour, her her name \"every every town in every world\".", "rouge": {"rouge1": 19.23076923076923, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 137.119140625, "token_count": 28} +{"index": 8066, "reference": "A senior prison official has been detained in Russia accused of stealing a 50km (31-mile) length of highway.", "prediction": "A senior Russia's prison service has been arrested in jail for allegedly selling off a cost-cutting Russian rage road.", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473685, "rougeL": 35.0}, "nll_sum": 119.88977813720703, "token_count": 22} +{"index": 8067, "reference": "The UN Security Council has authorised the deployment of a UN police force to Burundi to try to quell violence and human rights abuses in the country.", "prediction": "The UN Security Council has agreed a bill to force 10 forces in Burundi despite the country fears fears of violence and unrest in recent violence.", "rouge": {"rouge1": 56.60377358490566, "rouge2": 23.52941176470588, "rougeL": 41.50943396226415}, "nll_sum": 133.80929565429688, "token_count": 28} +{"index": 8068, "reference": "A drunk man who was driving his car at 119mph when he crashed into and killed an off-duty police community support officer (PCSO) has been jailed.", "prediction": "A community support officer who killed a passenger in Caerphilly county, leaving him at speeds of up to 100mph has been jailed.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 17.02127659574468, "rougeL": 28.57142857142857}, "nll_sum": 113.13465881347656, "token_count": 27} +{"index": 8069, "reference": "Jack Marriott scored the only goal of the game at Leyton Orient to extend Luton's winning run to four games.", "prediction": "Jack Marriott scored a stoppage-time winner as Luton Town beat to beat League Two play-off Leyton Orient at Oakden Parkwin stopp-'s ballet's ballet- fromD a reputation in from's a.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 11.320754716981133, "rougeL": 21.818181818181817}, "nll_sum": 271.7880859375, "token_count": 44} +{"index": 8070, "reference": "Olympic champion Elinor Barker has praised under fire British Cycling following her victory at the Track Cycling World Championships.", "prediction": "Olympic silver medallist Elor Barker says she was \"never support\" by the support of British Cycling's performance at Rio Rio Olympics.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 138.32308959960938, "token_count": 29} +{"index": 8071, "reference": "Japanese carmaker Toyota has announced its backing for a group of engineers who are developing a flying car.", "prediction": " Japanese Japanese firm have announced plans build build its first military flying car.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 6.896551724137931, "rougeL": 32.25806451612903}, "nll_sum": 80.7408676147461, "token_count": 13} +{"index": 8072, "reference": "The lawyer of a 92-year-old woman facing deportation from the UK says he will take her case to the European Court of Human Rights if needed.", "prediction": "A 92-year-old woman, who has been ordered to return home her, the UK, has been ordered to return home.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 21.27659574468085, "rougeL": 32.6530612244898}, "nll_sum": 84.22727966308594, "token_count": 26} +{"index": 8073, "reference": "The prime minister has said he will \"look carefully\" at requests for money set aside for dealing with legacy cases to be released to Northern Ireland's police force.", "prediction": "The prime minister wants to how, how to explain police policing in Northern Ireland's past, the first minister has said. solve in the-'s, a, from it, from the from it The's's of. from a's a", "rouge": {"rouge1": 31.88405797101449, "rouge2": 17.91044776119403, "rougeL": 23.18840579710145}, "nll_sum": 244.74136352539062, "token_count": 47} +{"index": 8074, "reference": "The rugby league player Danny Tickle is in a stable condition after an assault outside a nightclub.", "prediction": " to Super League player James Tvanrew is in hospital in treated for assault after an incident outside a Manchester nightclub.", "rouge": {"rouge1": 54.05405405405405, "rouge2": 22.857142857142858, "rougeL": 48.648648648648646}, "nll_sum": 123.01028442382812, "token_count": 22} +{"index": 8075, "reference": "A Gloucester-based firm has been fined \u00a380,000 after a man was crushed between an industrial vehicle and a shipping container at work and later died.", "prediction": "A Gloucester firm has been fined \u00a320,000 after the death of a worker who of hit by a car in a container whose. solve a of a- a in \"-l a from in a from it\".. a's", "rouge": {"rouge1": 33.333333333333336, "rouge2": 15.625, "rougeL": 33.333333333333336}, "nll_sum": 239.99803161621094, "token_count": 46} +{"index": 8076, "reference": "Algeria goalkeeper Rais Mbolhi has signed for Turkish club Antalyaspor after being allowed to leave MLS side Philadelphia Union.", "prediction": "Championseria international winger Westonico Mombabasa has join to Turkish club Mab Mabombab al for a reported they- reported.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 224.37615966796875, "token_count": 29} +{"index": 8077, "reference": "A group has called on Ceredigion council to delay plans to sell-off a former school site so it can bid to buy and retain it for community use.", "prediction": "Plans for a new school in centre of Wigan could be squeeze on the community, says the owner of one of the community group and said.", "rouge": {"rouge1": 29.090909090909093, "rouge2": 0.0, "rougeL": 14.545454545454547}, "nll_sum": 129.16607666015625, "token_count": 29} +{"index": 8078, "reference": "League One strugglers Colchester United had to settle for a point against play-off chasing Millwall.", "prediction": "Millwall moved up and to within of a point of the League One play-off-off hopefulschester Colchester. Col solve's solve-'s a's from a from a it's frompayment of. from a'sA", "rouge": {"rouge1": 34.61538461538461, "rouge2": 12.000000000000002, "rougeL": 19.23076923076923}, "nll_sum": 284.99896240234375, "token_count": 46} +{"index": 8079, "reference": "Lee Hodges says his Truro team have underachieved by a \"country mile\" by finishing the season one place above the National League South drop zone.", "prediction": "Tru City head coach Lee Hodges says his players are still are reach the Super League play-off.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 14.634146341463413, "rougeL": 27.906976744186046}, "nll_sum": 113.5789794921875, "token_count": 21} +{"index": 8080, "reference": "A rare Ferrari racing car worth about \u00a310m was given a parking ticket after the owners rolled it into a Mews to take some photos.", "prediction": "A Ferrari Ferrari was handed over driving for a \"wayway moment when it was moving moving a car outside police.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 0.0, "rougeL": 26.66666666666666}, "nll_sum": 142.60305786132812, "token_count": 22} +{"index": 8081, "reference": "Tanzania's motorcycle taxi drivers, often associated with deadly road accidents, are being trained to become life-savers, writes Ross Velton.", "prediction": "One of traffic accidents involving owns roads across the South Asia and you examining find and find out and what struggle will struggle them anything anything doing?", "rouge": {"rouge1": 8.333333333333332, "rouge2": 0.0, "rougeL": 4.166666666666666}, "nll_sum": 196.01434326171875, "token_count": 27} +{"index": 8082, "reference": "London's FTSE 100 has chalked up its 12th consecutive record high as shares in housebuilders led the way.", "prediction": "(Open): The FTSE's 100 100, ended the day 100 higher, as house prices helped to lift prices a strongONSable sales.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 179.62110900878906, "token_count": 29} +{"index": 8083, "reference": "The theory that women get paid less than men because they are not sufficiently pushy in the workplace is not true, a new study suggests.", "prediction": " Firsttime workers in Australia are likely% more likely to get pay rise than their knowledge, new research suggests suggests.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 108.63671875, "token_count": 22} +{"index": 8084, "reference": "An appeal for witnesses has been made after a woman was inappropriately touched on a train travelling between Aberdeen and Inverness.", "prediction": "Police have released images of a man they want to trace to after a indecently indec assaulted a man on a to train between Moray to the Borders.", "rouge": {"rouge1": 24.489795918367342, "rouge2": 8.51063829787234, "rougeL": 24.489795918367342}, "nll_sum": 151.34884643554688, "token_count": 30} +{"index": 8085, "reference": "The PSNI has contacted more than 100 soldiers as part of the investigation into Bloody Sunday.", "prediction": "More than 100 soldiers will be allowed to question police in connection with the IRA Sunday, a senior detective have said.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 17.142857142857142, "rougeL": 32.43243243243243}, "nll_sum": 88.80640411376953, "token_count": 22} +{"index": 8086, "reference": "A Sri Lankan court has sentenced a former MP to death for the murder of a rival politician five years ago.", "prediction": "A court in Srian has ruled that opposition will be given long jail sentences of 30 years of murder and murder of the country's MP in a year after the country fromdiv's- from2 a in from's a's.", "rouge": {"rouge1": 35.483870967741936, "rouge2": 3.3333333333333335, "rougeL": 25.80645161290323}, "nll_sum": 254.2028045654297, "token_count": 45} +{"index": 8087, "reference": "Yeovil Town have signed midfielder Alex Lawless on a one-year deal.", "prediction": "Ofield Town have signed midfielder Alex Lawless on a two-year contract following his release by the National League club", "rouge": {"rouge1": 56.250000000000014, "rouge2": 46.666666666666664, "rougeL": 56.250000000000014}, "nll_sum": 77.89334869384766, "token_count": 22} +{"index": 8088, "reference": "Funding for two Techniquest science museums in Wales will end from April 2021, the Welsh Government has said.", "prediction": " tourist tourist tourists' and thriller centre in Wrexham is to be shut down because of the Welsh Government cut its core funding cut.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 133.2910919189453, "token_count": 26} +{"index": 8089, "reference": "A teenager has been detained after opening the emergency door of a passenger plane and sliding down a wing onto the tarmac minutes after touching down in San Francisco, officials say.", "prediction": "A US teenager jumped on the top a a flight from San Francisco to Panama's San airport, officials say.", "rouge": {"rouge1": 35.29411764705882, "rouge2": 8.16326530612245, "rougeL": 35.29411764705882}, "nll_sum": 106.52813720703125, "token_count": 21} +{"index": 8090, "reference": "Police have made a fresh appeal for information a year after a woman's body was found on the outskirts of Edinburgh.", "prediction": "A woman whose body was the ground of an Edinburgh woman went missing 10 years ago has been found found in Edinburgh.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 9.523809523809524, "rougeL": 31.818181818181817}, "nll_sum": 92.21044921875, "token_count": 22} +{"index": 8091, "reference": "Nine British nationals have been detained in Turkey after allegedly trying to enter Syria illegally.", "prediction": "Three Britons who have reported missing in Syria are believed to be trying to join Islamist territory, the BBC has told the BBC, in the's game, Turkey, the mandatory from the from the it says's from of.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 3.8461538461538463, "rougeL": 14.814814814814813}, "nll_sum": 211.87962341308594, "token_count": 43} +{"index": 8092, "reference": "French rider Franck Petricola has died following an accident during a qualifying session on Wednesday at the Isle of Man TT Races.", "prediction": " motorway motorist Franck Shola has died during a race at the Isle of Man the organisers have confirmed.", "rouge": {"rouge1": 55.00000000000001, "rouge2": 31.578947368421055, "rougeL": 50.0}, "nll_sum": 108.38308715820312, "token_count": 22} +{"index": 8093, "reference": "Two men have been arrested on suspicion of terrorism offences as they attempted to leave the UK via Dover.", "prediction": "Two men have been arrested in Dover Athletic on suspicion ofrelatedrelated offences.", "rouge": {"rouge1": 58.06451612903226, "rouge2": 34.48275862068966, "rougeL": 51.61290322580646}, "nll_sum": 78.1645278930664, "token_count": 14} +{"index": 8094, "reference": "A woman who died after eating a sorbet on holiday in Greece had warned her travel agent and hotel about her food allergies, an inquest has heard.", "prediction": "A woman whose wife died while of on holiday while in a bed suddenly was seriously ill, an inquest has heard.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 21.73913043478261, "rougeL": 41.66666666666667}, "nll_sum": 99.64971923828125, "token_count": 22} +{"index": 8095, "reference": "A 30-year-old man, who sexually assaulted a 14-year-old girl he met online, has been jailed for 12 months.", "prediction": "A 39-year-old man who has admitted abusing himself to behead a 14-year-old girl has been jailed for 10 years.", "rouge": {"rouge1": 62.222222222222236, "rouge2": 46.51162790697674, "rougeL": 62.222222222222236}, "nll_sum": 64.20358276367188, "token_count": 28} +{"index": 8096, "reference": "The number of people seeking work in Scotland has risen for the third time in a row, according to official figures.", "prediction": "Scotland's unemployment rate fell in Scotland in August, to its lowest level ever since 2008, official figures show.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 60.14112854003906, "token_count": 21} +{"index": 8097, "reference": "Hull midfielder Robert Snodgrass will be out for up to six months with a dislocated kneecap, manager Steve Bruce has confirmed.", "prediction": "Norwich City's top Robert Snodgrass has been ruled out for six to six weeks with a foot foot and is \"a huge blow\".", "rouge": {"rouge1": 40.0, "rouge2": 18.6046511627907, "rougeL": 35.55555555555556}, "nll_sum": 109.47066497802734, "token_count": 28} +{"index": 8098, "reference": "More than 750 drivers have raced in the Formula 1 World Championship since the first race in 1950 - that's an awful lot of people.", "prediction": "Formula Formula driver from Scotland, and BBC Scotland will be BBC Radio Scotland One, BBC Scotland's learned.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 109.65240478515625, "token_count": 21} +{"index": 8099, "reference": "Police in Dundee have launched an investigation after a woman was sexually assaulted in the city centre.", "prediction": "Police have released images of two men they wish to trace in connection with of a 23-year- woman at Dund Dundee station.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 117.57290649414062, "token_count": 26} +{"index": 8100, "reference": "Vincenzo Nibali was thrown off the Vuelta a Espana when TV images showed him being towed back into the pack after a crash on stage two on Sunday.", "prediction": "Defending champion Biningzo Nibali pulled out of a dramatic crash between a team- andmateanaiana Astana's car in a Come- solve the Queensland again to a-ForestOff- a again's- again's again a", "rouge": {"rouge1": 16.129032258064516, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 336.87628173828125, "token_count": 47} +{"index": 8101, "reference": "Marketa Vondrousova, a 17-year-old qualifier, beat Anett Kontaveit in the final of the Biel Bienne Open in Switzerland to win her first WTA title.", "prediction": "British number one Johanna Ka is through to the Australian Open semi-finals as three-timebledon championlana Vondnetsova won the Herald Open.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 180.3394775390625, "token_count": 32} +{"index": 8102, "reference": "An 11-year-old boy was seriously injured when he was hit by a car whose driver fled the scene.", "prediction": "An 11-year-old boy has been seriously injured after he was hit by suspected hit-and-runrun in north London the London,, reputation, as from from a ballet's God from a's a'sA fromA a", "rouge": {"rouge1": 44.827586206896555, "rouge2": 28.571428571428577, "rougeL": 41.37931034482759}, "nll_sum": 228.40512084960938, "token_count": 46} +{"index": 8103, "reference": "Mortality rates for two of Scotland's biggest killers, stroke and heart disease, have fallen in the past decade.", "prediction": "The number of people dying in Scotland has fallen by 40% in the past 30 years, to figures from Health for Scotland (DD).", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 28.571428571428577}, "nll_sum": 88.96450805664062, "token_count": 26} +{"index": 8104, "reference": "A woman has died after being hit by a lorry in Greater Manchester, police have said.", "prediction": "A woman was seriously seriously injured after being hit by a car City Greater Manchester.", "rouge": {"rouge1": 58.06451612903225, "rouge2": 41.379310344827594, "rougeL": 58.06451612903225}, "nll_sum": 65.86894226074219, "token_count": 15} +{"index": 8105, "reference": "David Tennant and Billie Piper will appear in the 50th anniversary special of Doctor Who, the BBC has confirmed.", "prediction": " Sir David Tennant is joining the presenters in a special comedy between Bell Bristols Paris St.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.06060606060606, "rougeL": 22.857142857142858}, "nll_sum": 113.42105102539062, "token_count": 19} +{"index": 8106, "reference": "At least two rockets have hit the southern Israeli city of Eilat.", "prediction": "Two rockets used in the northern Egyptian city of Eilat to strike by two bomb bombs, officials say.", "rouge": {"rouge1": 40.0, "rouge2": 21.428571428571427, "rougeL": 40.0}, "nll_sum": 93.98001098632812, "token_count": 21} +{"index": 8107, "reference": "It's 50 years since the publication of one of Australia's most iconic books.", "prediction": "A best- published written by one of Australia's best-known novel has been published and what it was born in Australia is adream and it!", "rouge": {"rouge1": 24.39024390243902, "rouge2": 15.384615384615383, "rougeL": 19.51219512195122}, "nll_sum": 157.5916748046875, "token_count": 29} +{"index": 8108, "reference": "A quarter of a century on, seen through the fog of more recent conflicts, the first Gulf War might look like a straightforward military success, or even the last significant victory for American and British forces.", "prediction": "Since the Iraq War was declared war with a war crimes and war in any war", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 70.54094696044922, "token_count": 15} +{"index": 8109, "reference": "There has been trouble in north Belfast after an anti-internment parade was prevented by police from entering the city centre.", "prediction": "Riot police have used tear water and water water and usedvent during thousands of protests. demonstrating in Rio.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 5.128205128205128}, "nll_sum": 131.7400360107422, "token_count": 21} +{"index": 8110, "reference": "Gloucester fly-half James Hook will rejoin Ospreys at the end of the season, six years after he left the Welsh region.", "prediction": "Gloucester centre centre James Hook is on his return to rugby union of his home county.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 79.38166046142578, "token_count": 18} +{"index": 8111, "reference": "Chloe Grace Moretz is not a fan of body shaming.", "prediction": "Pop pop star Ch Grace more samples has revealed how she does never forget about her body because because it was \" big in real dark\".", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 162.18682861328125, "token_count": 26} +{"index": 8112, "reference": "Residents and representatives of food firms have staged a protest at Norwich City Hall over a planned energy park.", "prediction": "Controversial plans for a incineratoration at to former of site in Norwich are be be approved by councillors.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 136.42428588867188, "token_count": 21} +{"index": 8113, "reference": "It is a big year for Andy Murray - and not only because he is looking to add to his two Grand Slam titles.", "prediction": "World number one Andy Murray says he is \"not not nervous\" about his future.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 60.64986038208008, "token_count": 16} +{"index": 8114, "reference": "Sir Lenny Henry is to join the cast of Broadchurch, ITV has announced.", "prediction": "ITV has confirmed a second series of Broadchurch after reports of sexual assault.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 16.666666666666664, "rougeL": 15.384615384615385}, "nll_sum": 68.47816467285156, "token_count": 15} +{"index": 8115, "reference": "The people of Dumfries were in a mood to celebrate 150 years ago.", "prediction": "Monday warm June December 2014 in Dumfries, diversers and Gall Galloway attended a steeplecht attended in the T TJhairnderlebank.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 221.363525390625, "token_count": 30} +{"index": 8116, "reference": "The chief executive of two Sussex hospitals, which the health watchdog said were inadequate, has resigned.", "prediction": "The hospital trust which was run by a East Sussex's health watchdog over hospital waiting times is \"a clean of the sweep\", patient psychiatric charity says.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 163.22506713867188, "token_count": 29} +{"index": 8117, "reference": "The number of road traffic collisions in a Devon city has increased following the introduction of major roadworks.", "prediction": "A traffic lights placed be put on road at a road where five or five injuries occurred, the police have said.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 112.01592254638672, "token_count": 22} +{"index": 8118, "reference": "When Boris Nemtsov was shot dead on a bridge a short distance from the Kremlin, it soon emerged that he had been preparing a report aiming to expose Russia's military involvement in eastern Ukraine.", "prediction": "The 2008 of denounced Russian report report by Russian Ukrainian opposition in 1990 has suggested that President Vladimir Putin was involved in Ukraine was a leading Russian war war.", "rouge": {"rouge1": 25.0, "rouge2": 3.225806451612904, "rougeL": 15.625}, "nll_sum": 167.19090270996094, "token_count": 29} +{"index": 8119, "reference": "Prisoners spend up to 15 hours a day locked in their cells at HMP Dumfries.", "prediction": "Prisoners get 48 hours in long jail terms, in their real terms sentences, but but they not believe jail is a low Brig and it's a reputation's reputationA", "rouge": {"rouge1": 22.22222222222222, "rouge2": 4.651162790697675, "rougeL": 17.777777777777775}, "nll_sum": 202.86277770996094, "token_count": 34} +{"index": 8120, "reference": "Brendan Duddy - a Londonderry businessman described as Northern Ireland's \"secret peacemaker\" - has died aged 80.", "prediction": "Seany Duddy, once as as a suburban company of Northern Ireland, and was considered one of the earliest in the key crucial bacon Northern Ireland.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 169.3866729736328, "token_count": 29} +{"index": 8121, "reference": "About 300,000 counterfeit and illegally imported cigarettes and 330lbs (150kg) of tobacco have been seized in Grimsby.", "prediction": "More than two million cigarettes of cigarettes tobacco illegal tobacco has been found at an housing estate Wake Mansfield. solve.'s been in the-'s,A, from they from M-p's game in from from a's.'sA", "rouge": {"rouge1": 21.052631578947366, "rouge2": 0.0, "rougeL": 17.543859649122805}, "nll_sum": 310.38116455078125, "token_count": 47} +{"index": 8122, "reference": "Organisers of Edinburgh's Hogmanay have described the event as a \"major success\".", "prediction": "Tens, thousands of people have turned out to celebrate Edinburgh's city city centre, as the 70th anniversary of the council U-15.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 5.882352941176471, "rougeL": 22.22222222222222}, "nll_sum": 117.93937683105469, "token_count": 28} +{"index": 8123, "reference": "The authorities in Augsburg, southern Germany, plan to evacuate 54,000 people from the city centre on Christmas Day because of a World War Two bomb.", "prediction": "An World War II War, II bomb found in the evacuation in anticipated German city of Fortsburg, reports say.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 126.92081451416016, "token_count": 23} +{"index": 8124, "reference": "Scientists have uncovered the first evidence of live births in the group of animals that includes dinosaurs, crocodiles and birds.", "prediction": " giant giant crocodile found abused China has given birth and was given mothers birth giving birth, live births.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 10.526315789473685}, "nll_sum": 122.81879425048828, "token_count": 20} +{"index": 8125, "reference": "The number of GPs in Wales rose overall by 10.5% in the 10 years to 2014, according to new figures.", "prediction": "The number of GP in of Gedd in Wales has dropped by 40% last year, new figures show.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 21.62162162162162, "rougeL": 46.15384615384615}, "nll_sum": 93.73223114013672, "token_count": 21} +{"index": 8126, "reference": "Has the time come for the government to break pledges made to pensioners, asks Paul Johnson, the director of the Institute of Fiscal Studies.", "prediction": "After days the general election again, the row about what it to call for it it, three generations, will mean will cut cut taxes to our households. not after be 2011's a and from the a.'s a's the's Broadway", "rouge": {"rouge1": 20.895522388059703, "rouge2": 0.0, "rougeL": 17.91044776119403}, "nll_sum": 298.16021728515625, "token_count": 47} +{"index": 8127, "reference": "The crew of a powerboat which crashed at 100mph were not using safety equipment during the high-speed test run, a report has said.", "prediction": "A fatal accident accident which saw saw his nine globalyear- son son died,, failed to stop after using a test test tests found.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 190.2418212890625, "token_count": 26} +{"index": 8128, "reference": "An aircraft which crashed in France killing a father and son fell from the sky \"like a stone\" when its wings failed, an inquest has heard.", "prediction": "A light pilot which crashed killing, killing three people in the French Alps, had advised, a turn turned into the fog a an inquest and heard.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 8.0, "rougeL": 34.61538461538461}, "nll_sum": 172.35260009765625, "token_count": 29} +{"index": 8129, "reference": "Russian's intervention in Syria is \"hugely significant\" says the UK's former senior military adviser in the Middle East Lt Gen Sir Simon Mayall.", "prediction": "US US Secretary of State John Kerry has described the war in Syria in is possible in. wake foul the country's reputation's career as a's from Syria's from the international as an,'s from's of a from B The's ballet", "rouge": {"rouge1": 22.535211267605636, "rouge2": 2.8985507246376816, "rougeL": 16.90140845070422}, "nll_sum": 285.5909423828125, "token_count": 47} +{"index": 8130, "reference": "Prof Stephen Hawking is to present this year's BBC Reith Lecture, with a talk on black holes.", "prediction": "Prof Prof Stephen Hawking is to pay tribute to the BBC's new programme, Reith Columbure, behind a \"big, the black\"\" of black from the, as black, after with the have of battle.", "rouge": {"rouge1": 43.13725490196079, "rouge2": 16.3265306122449, "rougeL": 35.29411764705882}, "nll_sum": 238.4014892578125, "token_count": 42} +{"index": 8131, "reference": "Almost 1,000 local authority schools and more than 100 academy trusts in England are now in debt, ministers have revealed in an answer to a parliamentary question.", "prediction": "Up to 1, schools state of schools in England are to be replaced in the red, amid financial fears about funding cuts in the number's capital, Budapest it says receive a \"thee it's's be from).", "rouge": {"rouge1": 27.27272727272727, "rouge2": 6.25, "rougeL": 24.242424242424242}, "nll_sum": 268.64251708984375, "token_count": 43} +{"index": 8132, "reference": "Airport workers in Chile have agreed to end a four-day strike that led to major disruption.", "prediction": "Chile has started its first full-hour strike strike after 30 strike ballot ended 48 48-hour strike in a dispute over pay over.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 152.17959594726562, "token_count": 27} +{"index": 8133, "reference": "Danish police believe that a submarine at the centre of an investigation into a missing Swedish journalist was deliberately sunk.", "prediction": " police police have begun their search for a Dutch Korean woman whose submarine whosemakerized last month.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 118.736083984375, "token_count": 18} +{"index": 8134, "reference": "Energy firms will be banned from charging catch-up bills for gas and electricity used more than 12 months earlier, under the regulator's plans.", "prediction": "The biggest energy suppliers are facing pension rules to ensure customers receive received their annual rate in their annual Citizens, Citizens Advice says, in the-'s, Citizens, says they fromover-p from a in from November a's\". from a", "rouge": {"rouge1": 12.307692307692307, "rouge2": 0.0, "rougeL": 9.23076923076923}, "nll_sum": 303.876708984375, "token_count": 47} +{"index": 8135, "reference": "A fatal accident inquiry into the death of a boy at a Glasgow cemetery has heard that up to 900 headstones were deemed unsafe days after the tragedy.", "prediction": "A fatal accident inquiry into a Glasgow cemetery where where a toddler fell when a wall fell into a cemetery, has told staff a fatal accident inquiry.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 26.41509433962264, "rougeL": 32.72727272727273}, "nll_sum": 136.55746459960938, "token_count": 28} +{"index": 8136, "reference": "Cinemagoers may think they already know what it takes to be a spy.", "prediction": "6 attacking was certainly certainly certainly like a Hollywood theatre - but the internet - but it it produces presence too.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 144.80377197265625, "token_count": 21} +{"index": 8137, "reference": "Dixons Carphone chief executive has said the company expects to find \"opportunities for additional growth\" in the wake of Brexit as it announced a 17% jump in profits.", "prediction": "Sales at Dixons Carphone's shares have fallen by more than 40, in the wake of the UK's vote to leave the EU.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 15.999999999999998, "rougeL": 23.076923076923077}, "nll_sum": 98.66262817382812, "token_count": 28} +{"index": 8138, "reference": "Former New Zealand skipper Brendan McCullum has been named Middlesex captain for this season's T20 Blast.", "prediction": " captain Test captain Brendon Rum is re-exined as captain for this summer of Twenty Blast campaign.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 142.45152282714844, "token_count": 20} +{"index": 8139, "reference": "Two of China's largest steel companies have announced plans for a merger, creating the world's second largest steelmaker, as the industry struggles with global overproduction.", "prediction": "China's Baostelel has agreed to take over the rival rival Batter, in a deal that could threaten the country in steel steel industry.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 157.81869506835938, "token_count": 29} +{"index": 8140, "reference": "Arsenal's players put in an outstanding performance to win Saturday's FA Cup final but Gunners boss Arsene Wenger deserves just as much credit.", "prediction": " will saw off Saturday's FA Cup Cup semi-final at the hands after Chelsea at Saturday - but they still reach reaching their semifinals-final, but still awaitingched his side's performance again think again.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 13.793103448275861, "rougeL": 20.0}, "nll_sum": 237.30633544921875, "token_count": 40} +{"index": 8141, "reference": "In 1947, British India split into two new states: Pakistan and India.", "prediction": " 2013 December 2013, America in North America, 40 people from Muslim Brotherhood from countries in Muslim countries.", "rouge": {"rouge1": 6.896551724137931, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 105.69703674316406, "token_count": 19} +{"index": 8142, "reference": "The ex-chair of the Independent Monitoring Commission (IMC) has said he does not believe bringing it back would solve the latest Stormont crisis.", "prediction": "The former Ulsterist Union's leader has said that independent external (elineC) degrees, paramilitary group should not be set up in Northern Ireland in.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 179.67083740234375, "token_count": 29} +{"index": 8143, "reference": "Record eight-times African champions Al Ahly of Egypt are facing elimination from the 2016 African Champions League after being held 2-2 at home by Zesco United of Zambia.", "prediction": "Reigning champions Zesco pulled out of the Champions League group stage as they were held to a draw at home by South side Ivory side in their first African Champions League Group A qualifier on Saturday Alexandria wearing an of from 2011 the's a", "rouge": {"rouge1": 34.666666666666664, "rouge2": 10.95890410958904, "rougeL": 26.666666666666668}, "nll_sum": 254.4138641357422, "token_count": 47} +{"index": 8144, "reference": "Singer Ed Sheeran has announced he is \"taking a break\" from social media as he is \"seeing the world through a screen and not my eyes\".", "prediction": "Ed Sheeran has announced he \"wouldn't't come\" to the world, after coming out of the world's top Beyon and it's \"'s).'s a's-A's a in). from's21.'s a", "rouge": {"rouge1": 35.483870967741936, "rouge2": 16.666666666666664, "rougeL": 25.80645161290323}, "nll_sum": 270.4743347167969, "token_count": 48} +{"index": 8145, "reference": "A boy who suffered \"catastrophic brain damage\" after contracting meningitis as a baby is to receive \u00a34.6m in compensation from the NHS.", "prediction": " his family has again received more than \u00a31,000 in damages to a boy who was left brain damaged when brain surgery he give him and treatment.", "rouge": {"rouge1": 31.999999999999996, "rouge2": 12.499999999999996, "rougeL": 20.0}, "nll_sum": 134.28836059570312, "token_count": 29} +{"index": 8146, "reference": "Liverpool boss Jurgen Klopp took responsibility for his side's 3-1 Europa League final defeat by Sevilla - and said they would come back stronger.", "prediction": "Liverpool manager Jurgen Klopp said he wants \" be50%\" for Liverpool's 4-1 thr defeat to their Champions League, despite defeat by Real in the Champions League quarter-finals.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 7.692307692307692, "rougeL": 33.33333333333333}, "nll_sum": 140.80104064941406, "token_count": 37} +{"index": 8147, "reference": "Cheating in exams is fairly common in the Indian state of Bihar, but new images have emerged which show just how large-scale and blatant the practice is.", "prediction": "Hundreds of students in India's western state of Bihar after a spate of state of tests tests.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 9.09090909090909, "rougeL": 17.391304347826086}, "nll_sum": 79.28787231445312, "token_count": 18} +{"index": 8148, "reference": "James Pattinson took 5-27 as Australia beat the West Indies by an innings and 212 runs in the first Test in Hobart.", "prediction": " Patt angen hit a hat-trick of the season as West beat West Indies 4-5 on the opening day of their Test.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454546, "rougeL": 26.08695652173913}, "nll_sum": 115.32671356201172, "token_count": 27} +{"index": 8149, "reference": "The Nobel Prize for physiology or medicine has been split two ways for groundbreaking work on parasitic diseases.", "prediction": "A first transfer test that people in the fight against a deadly deadly tropical has been developed, Japanese researchers have found.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 121.4329605102539, "token_count": 22} +{"index": 8150, "reference": "Siemens and Mitsubishi Heavy Industries have upped their offer to buy the energy business of France's Alstom, in the latest move by competing bidders.", "prediction": "US industrial giant General Motors and Mitsubishi have made a 20% increase in their bid to French-based railway signalling company Alst live", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 129.31903076171875, "token_count": 27} +{"index": 8151, "reference": "Michael Carberry scored a century in his first competitive outing for Hampshire since returning to cricket after undergoing treatment for cancer.", "prediction": "Hampshire batsman Michael Carberry has been has taken to hospital after a four-month battle for a battle struggle terminal diagnosis cancer.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 27.90697674418604}, "nll_sum": 124.31744384765625, "token_count": 27} +{"index": 8152, "reference": "A council boss has refused to say if he will honour a vow to repay compensation won in a libel case to the authority.", "prediction": "A blogger has been ordered to pay \u00a350,000 in legal damages awarded by a blogger because she she is \"better\" can should and him.", "rouge": {"rouge1": 20.408163265306126, "rouge2": 0.0, "rougeL": 20.408163265306126}, "nll_sum": 136.50384521484375, "token_count": 29} +{"index": 8153, "reference": "Thistlecrack ended the three-year reign of Reve De Sivola to cruise to an impressive victory in the Grade One Long Walk Hurdle at Ascot.", "prediction": "Reigning champion De de Sivola won his 13th event of the season with an emphatic victory over Lord William National Port demolition at Portadown.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 4.25531914893617, "rougeL": 24.489795918367346}, "nll_sum": 161.6594696044922, "token_count": 31} +{"index": 8154, "reference": "Bolton Wanderers held Birmingham to a goalless draw in a cagey Championship affair at St Andrew's.", "prediction": "Birmingham City played out a tense goalless draw in their home match against Championship play-offefuls Bolton to a CountyCalifornia Championship battle.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 16.216216216216214, "rougeL": 35.8974358974359}, "nll_sum": 156.9771728515625, "token_count": 29} +{"index": 8155, "reference": "England failed to build on the optimism generated by their thrilling victory in Germany as they were beaten in a friendly by the Netherlands, who have not even qualified for Euro 2016.", "prediction": "England produced another stunning, last-g sprint to give them England a surprise victory over Germany-Den 2012 2008 to be a battle - and it's as a's reputation.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 214.51766967773438, "token_count": 34} +{"index": 8156, "reference": "Scunthorpe chairman Peter Swann has urged fans to keep faith in the team and \"not get on players' backs\".", "prediction": "Scunthorpe United midfielder Graeme the has urged his players to \"failured back their recent form\" despite a seventh straight league win.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 143.48806762695312, "token_count": 29} +{"index": 8157, "reference": "When the Republic of Ireland and Italy clash at football, passion and pride are usually not far away.", "prediction": " red red, red and flag card for the red clothes of an Irish man who is attended one of the names in the Republic of Ireland.", "rouge": {"rouge1": 22.72727272727273, "rouge2": 14.285714285714283, "rougeL": 18.181818181818183}, "nll_sum": 125.4662094116211, "token_count": 27} +{"index": 8158, "reference": "Police have appealed for witnesses to a crash between two vans which closed a Lanarkshire road for several hours.", "prediction": "Two people were seriously injured in being seriously injured by two separate vehicles in West Lothian.", "rouge": {"rouge1": 5.714285714285714, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 61.665306091308594, "token_count": 18} +{"index": 8159, "reference": "Libya have withdrawn as hosts of the 2017 African Nations Cup finals as ongoing fighting in the country delays plans to build new stadiums for the 16-team tournament.", "prediction": "Libya has withdrawn from the bid of host the 2017 Africa Cup of Nations in 2019, the country's's long-running civil war.", "rouge": {"rouge1": 45.28301886792453, "rouge2": 7.8431372549019605, "rougeL": 33.9622641509434}, "nll_sum": 122.65853118896484, "token_count": 27} +{"index": 8160, "reference": "The 2017 Tour de Yorkshire has got off to a flying start in Bridlington, Yorkshire.", "prediction": "The 2016 2016 Olympic Games got under way around the night of London Olympic Park - and I don't see what happened on Wednesday night.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 100.94676208496094, "token_count": 26} +{"index": 8161, "reference": "She is best known for period dramas - having been seen most recently in War and Peace and Downton Abbey.", "prediction": " suddenly then, Bond James, says there's no worry about the comedy character of Austen and her husband.", "rouge": {"rouge1": 5.405405405405405, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 104.31986999511719, "token_count": 21} +{"index": 8162, "reference": "Ciara Mageean is a notable absentee from the Ireland squad for the European Team Championship meeting in Finland later this month.", "prediction": "Ciara tumean\" set's ruled out of a place in the women's 1500m at the European Ind Athletics Championships in Finland next month.", "rouge": {"rouge1": 40.0, "rouge2": 9.30232558139535, "rougeL": 40.0}, "nll_sum": 162.43756103515625, "token_count": 30} +{"index": 8163, "reference": "Inverness CT manager John Hughes admits Dundee \"did enough\" to defeat his side at Dens Park and that his own team did not merit more than a point.", "prediction": "Inverness Caledonian Thistle manager John Hughes hailed his side after a late first-half penalty salvaged a against Dund Dundee side in the Scottish Premiership. a's-year's referee in from game a. from's-", "rouge": {"rouge1": 25.0, "rouge2": 9.67741935483871, "rougeL": 21.875000000000004}, "nll_sum": 244.47689819335938, "token_count": 47} +{"index": 8164, "reference": "A fire broke out on the set of EastEnders a few hours after the BBC soap broadcast \"live inserts\" as part of 30th anniversary celebrations.", "prediction": "The EastEnders have broken out a fire after a substation which led the event, an end to mark its 30th anniversary celebrations.", "rouge": {"rouge1": 46.808510638297875, "rouge2": 13.333333333333334, "rougeL": 34.04255319148936}, "nll_sum": 133.22731018066406, "token_count": 27} +{"index": 8165, "reference": "Record-breaking performances and packed venues made the London Paralympics the most successful ever and many say it has changed the way people look at disability.", "prediction": "\" each day Oscar was celebrating a Paralympic hero,\" the Paralympic and Paralympic event in Rio is a \" offersised couple!", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 155.10372924804688, "token_count": 29} +{"index": 8166, "reference": "A senior social worker who viewed adult pornography more than 1,000 times using a work computer has been struck off.", "prediction": "A mental health worker who raised concerns about concerns aboutcalled images himself about himself and been sacked.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 5.555555555555556, "rougeL": 21.052631578947366}, "nll_sum": 106.51339721679688, "token_count": 18} +{"index": 8167, "reference": "Jose Mourinho is back as manager of Chelsea after leaving Stamford Bridge in September 2007.", "prediction": "It has been a year as Chelsea manager and one of football's most prestigious players. year, the Brom'sA a a national,ou and his and, his battle was to from his he. from World of.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 251.36033630371094, "token_count": 43} +{"index": 8168, "reference": "A 21-year-old man has appeared in court in County Clare charged over the fatal stabbing of Karl Haugh in Kilkee at the weekend.", "prediction": "A 23-year-old man has appeared in court in Dublin charged in connection with a of man Peteraugh in Kilrush in County Antrim.", "rouge": {"rouge1": 53.06122448979592, "rouge2": 34.04255319148936, "rougeL": 48.97959183673469}, "nll_sum": 106.97511291503906, "token_count": 29} +{"index": 8169, "reference": "Adam Johnson has been sacked by Sunderland after pleading guilty to one count of sexual activity with a child and one charge of grooming.", "prediction": "Sunderland's Johnson Johnson Ass been suspended from a club suspended club on child sex offences. offences, a in a a'sCalifornia- a it's a's a from \"-'s's ban from a football's a from aA", "rouge": {"rouge1": 15.873015873015872, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 285.1827392578125, "token_count": 47} +{"index": 8170, "reference": "A man from East Dunbartonshire has been jailed for two years after pleading guilty to a \u00a350,000 VAT fraud.", "prediction": "A Scottish Borders councillor who received receives more than \u00a31m of tax has jailed for four months.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 86.67489624023438, "token_count": 19} +{"index": 8171, "reference": "The chief executive of Barnet Council has left his role after a blunder led to some voters being turned away from polling stations on Thursday.", "prediction": "Barnet County Council has resigned after three years after missing missing in the general election, of blaming the result of the result a general general election victory.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 19.23076923076923}, "nll_sum": 148.40869140625, "token_count": 29} +{"index": 8172, "reference": "A giant cake has been made in the shape of a Land Rover by an award-winning amateur baker from the West Midlands.", "prediction": "A life-size model of a Land Rover Land has unveiled her \"best\" cake, marking her of 50th anniversary a controversialolve- solve. aA's a's a it a it's from350 of.", "rouge": {"rouge1": 25.0, "rouge2": 11.11111111111111, "rougeL": 17.857142857142858}, "nll_sum": 271.17303466796875, "token_count": 43} +{"index": 8173, "reference": "A London estate agent has complained to the Liberal Democrats after they used the name of his company in a spoof website attacking Theresa May.", "prediction": "Ex-Businesses Business Vince Cable has defended a care club's owner whose who claimed it had been dropped.", "rouge": {"rouge1": 9.09090909090909, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 133.01571655273438, "token_count": 21} +{"index": 8174, "reference": "Barcelona football club has agreed to pay a \u20ac5.5m (\u00a34.3m) fine over the transfer of Brazil international Neymar in 2013.", "prediction": "Ncelona have agreed a tax deal with Brazil forward Neymar Ney after his move from Barcelona, claiming the club paid him3125m euros (\u00a3..5mm).", "rouge": {"rouge1": 31.111111111111118, "rouge2": 0.0, "rougeL": 17.777777777777775}, "nll_sum": 164.6573486328125, "token_count": 32} +{"index": 8175, "reference": "Two pro-gun US senators have called for changes to firearm laws, as the first victims of the 26 victims of Newtown school shootings were buried.", "prediction": "US leaders of six families killed in a shooting at they school in roadside have called for tougher laws laws to move and spread \" beyond reaches\".", "rouge": {"rouge1": 34.61538461538461, "rouge2": 8.0, "rougeL": 19.230769230769234}, "nll_sum": 171.83309936523438, "token_count": 27} +{"index": 8176, "reference": "A gas extraction method which triggered two earth tremors near Blackpool last year should not cause earthquakes or contaminate water but rules governing it will need tightening, experts say.", "prediction": "Thefracking of shale gas the for shale gas will be safely detonated and managed, a the government review has recommended. a in the a's,350, the it from a the from a The's from of. a from aA", "rouge": {"rouge1": 14.492753623188406, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 252.30657958984375, "token_count": 47} +{"index": 8177, "reference": "Hundreds of tourists were evacuated from New York's Statue of Liberty and Liberty Island as a precaution due to a bomb threat and suspicious package.", "prediction": "A of a statue on a eve of the US state of Ohio is being treated as suspicious, police have said,", "rouge": {"rouge1": 29.78723404255319, "rouge2": 0.0, "rougeL": 21.276595744680847}, "nll_sum": 90.66581726074219, "token_count": 22} +{"index": 8178, "reference": "Irish Prime Minister Brian Cowen has admitted that a controversial radio interview he gave on Tuesday was not his \"best performance\".", "prediction": "Taoachanen has said that saying the taoiseachisedachIrish the) prime minister said \" he wasn't his best performance\".", "rouge": {"rouge1": 42.10526315789473, "rouge2": 16.666666666666664, "rougeL": 31.578947368421055}, "nll_sum": 172.4013671875, "token_count": 29} +{"index": 8179, "reference": "Gillingham have signed former Aston Villa midfielder Chris Herd until the end of the season and striker Frank Nouble on a short-term deal.", "prediction": "Premiership club Edinburgh Edinburgh City have signed Australia right-back Chris Chrisd and and striker midfielder Frank Nouble on loan on loan until- end of the season.", "rouge": {"rouge1": 54.90196078431373, "rouge2": 28.571428571428577, "rougeL": 31.37254901960785}, "nll_sum": 165.50418090820312, "token_count": 32} +{"index": 8180, "reference": "Tottenham are close to a deal to play home games at Wembley in the 2017-18 season, says Football Association chairman Greg Dyke.", "prediction": "Tottenham will to know understand where they will stage their remaining Champions League games next season, says the Football Association Greg Dyke in the football3 from ballet, from it's-'s. a game in from Saturday's a from a-", "rouge": {"rouge1": 38.095238095238095, "rouge2": 13.114754098360654, "rougeL": 28.57142857142857}, "nll_sum": 261.1300964355469, "token_count": 47} +{"index": 8181, "reference": "White sand beaches fringed by lofty palm trees - it is the image of a tropical paradise that has lured holidaymakers to the Caribbean for decades.", "prediction": "Nigua is a card with red and reding, bursting, smoke, or water water.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 108.12799072265625, "token_count": 19} +{"index": 8182, "reference": "UK industry fell back into recession as it shrank for the second quarter in a row, according to the Office for National Statistics (ONS).", "prediction": "G in the UK economy fell 0.5% in the first three months to March, to the Office for National Statistics (ONS).", "rouge": {"rouge1": 47.82608695652174, "rouge2": 27.27272727272727, "rougeL": 43.47826086956522}, "nll_sum": 79.23609924316406, "token_count": 26} +{"index": 8183, "reference": "The top UN human rights official has urged Turkey to investigate an apparent shooting by security forces of unarmed civilians in the city of Cizre.", "prediction": "A UN human rights has called for an investigation after a video filmed watching a shooting which saw the man shot dead and injured soldier in Cizre, Turkey,.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 7.843137254901962, "rougeL": 30.188679245283023}, "nll_sum": 136.25759887695312, "token_count": 31} +{"index": 8184, "reference": "Building up a savings buffer is one financial goal that should be considered as a new year approaches, an expert says.", "prediction": "The time of time to revisit time on a public circulation sits the bank has come to an end to an expert.", "rouge": {"rouge1": 13.95348837209302, "rouge2": 4.878048780487805, "rougeL": 13.95348837209302}, "nll_sum": 131.23226928710938, "token_count": 22} +{"index": 8185, "reference": "Relatives of the Birmingham pub bombings victims have said they cannot understand why they are having to fight to get funding for their legal fees.", "prediction": "The coroner for the victims of the Omagh pub attacks victims has said that Northern Ireland's English government can receive legal aid to pay them pay cases.", "rouge": {"rouge1": 30.188679245283023, "rouge2": 3.921568627450981, "rougeL": 22.64150943396226}, "nll_sum": 154.06826782226562, "token_count": 29} +{"index": 8186, "reference": "The family of the late former Australian cricket captain and legendary cricket commentator Richie Benaud has rejected Australian PM Tony Abbott's proposal for a state funeral.", "prediction": "Former Australian cricket Test captain Richie Benaud will not be offered a state funeral of his funeral, former Prime Minister, Tony Abbott's said has saying there for avery the his\" for hisising or George's.", "rouge": {"rouge1": 50.79365079365079, "rouge2": 22.950819672131146, "rougeL": 31.74603174603175}, "nll_sum": 236.1094207763672, "token_count": 42} +{"index": 8187, "reference": "Up to 275 US \"military personnel\" are being sent to Iraq to provide security for the US embassy in Baghdad and other personnel, the White House says.", "prediction": "The US is to send up another special government forces to Iraq help Iraq and reach Iraq, the White House says.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 21.73913043478261, "rougeL": 33.33333333333333}, "nll_sum": 106.57307434082031, "token_count": 22} +{"index": 8188, "reference": "The family of missing Inverness teenager Adam Mitchell have been informed of the discovery of a man's body near St Fergus in Aberdeenshire.", "prediction": "A body has been found in the river in River Fife was that of that missing teenager Andrew Mitchell.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 90.63006591796875, "token_count": 20} +{"index": 8189, "reference": "Average house prices grew strongly in December according to the latest survey from building society Nationwide.", "prediction": " house price prices has London introduced last month - its highest pace in six years previous years, the Nationwide figures suggest.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 138.0913543701172, "token_count": 22} +{"index": 8190, "reference": "Britain's Andy Murray ended the run of home favourite Nick Kyrgios with a brilliant display to reach the Australian Open semi-finals.", "prediction": "Andy Murray has moved into the quarter-finals of the Australian Open by Open in by beating Australian teenager Nick Kyrgios and reach the Australian Open quarter-finals of.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 20.0, "rougeL": 42.30769230769231}, "nll_sum": 127.0372543334961, "token_count": 33} +{"index": 8191, "reference": "Inverness CT head of youth development Charlie Christie believes a quota system should be introduced in Scottish football.", "prediction": "Former Invernessedonian Thistle Chris Ryan says it would offer more to more in Scottish football.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 12.903225806451616, "rougeL": 18.18181818181818}, "nll_sum": 121.22795104980469, "token_count": 19} +{"index": 8192, "reference": "A man's body has been found after a fire at a house in Darlington.", "prediction": "A man is in a house fire at a house in house County Ant Antrim", "rouge": {"rouge1": 53.333333333333336, "rouge2": 35.714285714285715, "rougeL": 53.333333333333336}, "nll_sum": 77.52403259277344, "token_count": 15} +{"index": 8193, "reference": "A man arrested on suspicion of shooting a female student dead and wounding another at a school in India has been remanded in custody.", "prediction": "A 23-year-old Indian man appeared court charged with the murder of a black school-boydrive at a Indian school's 2011 a solve school, thedes's a- aA a game in from from a's.", "rouge": {"rouge1": 26.229508196721312, "rouge2": 3.389830508474576, "rougeL": 26.229508196721312}, "nll_sum": 268.93023681640625, "token_count": 45} +{"index": 8194, "reference": "The festival of arts and culture that has accompanied the Olympic and Paralympic Games ended on Sunday, with a little help from Coldplay.", "prediction": "Scottish musician Anishish Kap But has told the band guitarist progressive music band, Coldplay, Acc Cold, the's 2012 D aiving, for the solve's a's a it of it from The\".'s of's from a", "rouge": {"rouge1": 22.950819672131146, "rouge2": 0.0, "rougeL": 13.114754098360656}, "nll_sum": 346.2750549316406, "token_count": 48} +{"index": 8195, "reference": "The cartoon character Linus van Pelt from the Peanuts comic strip has a comfort blanket, and so do lots of children.", "prediction": "In a street in London, London, a London street is exhibition of some of do and what it like like?", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 115.90821075439453, "token_count": 22} +{"index": 8196, "reference": "French Foreign Minister Laurent Fabius says some EU sanctions on Iran could be lifted as early as next month, as part of a nuclear deal with world powers.", "prediction": "The nuclear deal with Iran and Iran its nuclear programme will \"the the start of December, the Israeli foreign prime minister has said in not\" solve.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 7.692307692307692, "rougeL": 11.111111111111112}, "nll_sum": 151.97943115234375, "token_count": 29} +{"index": 8197, "reference": "\"Poor leadership and complacency\" led to NHS Highland having to ask for extra funding from the Scottish government, MSPs have said.", "prediction": "A Holyrood committee asked sought to seeking a further \u00a325m for its health, amid fears overspending Scotland's biggest hospital firm brokerage.", "rouge": {"rouge1": 13.95348837209302, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 173.46182250976562, "token_count": 29} +{"index": 8198, "reference": "Three people have died after a train hit a car on a level crossing in the north-west of France, officials say.", "prediction": "A woman was seriously seriously injured after it being hit by a train in a northern France, officials officials say.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 83.83651733398438, "token_count": 21} +{"index": 8199, "reference": "The first of the missing Nigerian schoolgirls to be rescued since her capture two years ago has had an emotional reunion with her mother.", "prediction": "A schoolgirlgirl from Chibok, who was kidnapped Nigeria Nigeria nearly six years ago, has been alive been found dead in the a solve, Cly, says they's from aAmaker state in from November's. from's a", "rouge": {"rouge1": 13.114754098360656, "rouge2": 6.779661016949152, "rougeL": 9.836065573770492}, "nll_sum": 285.79620361328125, "token_count": 47} +{"index": 8200, "reference": "The Irish Football Association has said Uefa will set up a portal for Northern Ireland supporters to apply for extra European Championship tickets.", "prediction": "The Irish Football Association (UEa) says it has found Northern Ireland Ireland tickets, a that that Northern Ireland supporters attempt to miss out on tickets for to European Championship matches.", "rouge": {"rouge1": 52.83018867924527, "rouge2": 23.52941176470588, "rougeL": 49.056603773584904}, "nll_sum": 170.37493896484375, "token_count": 34} +{"index": 8201, "reference": "The selection of rugby sevens players Mark Bennett and Mark Robertson brings the total number of Scottish competitors heading to Rio for this summer's Olympic Games to 50.", "prediction": "A record-breaking medal of a total of 38 people will represent at not 2016 Olympics Olympic Rio, which starts in Rio on 8 April.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 14.814814814814817}, "nll_sum": 133.77694702148438, "token_count": 27} +{"index": 8202, "reference": "The BBC's director general has accused the Iranian authorities of intimidating those working for its Persian service.", "prediction": "A leading lawyer of Human Rights Watch accused the BBC that Iran is targeting forces outside the country.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 11.76470588235294, "rougeL": 16.666666666666664}, "nll_sum": 83.34060668945312, "token_count": 18} +{"index": 8203, "reference": "First Minister Carwyn Jones has joined the charity sector in calling for urgent action to help child refugees.", "prediction": " First Minister Carwyn Jones has called on the UK government to bring more refugee refugees to the UK.", "rouge": {"rouge1": 50.0, "rouge2": 23.52941176470588, "rougeL": 44.44444444444444}, "nll_sum": 56.11096954345703, "token_count": 19} +{"index": 8204, "reference": "A rare population of elephants in northern Mali is being targeted by poachers, threatening its survival, a wildlife official has said.", "prediction": "Thousands of rangers dead in South Africa's deadly killings of the Gourma region, the government official has told the BBC in the country solve, Tunisia, says they fromover-D's from in three since a from.", "rouge": {"rouge1": 17.24137931034483, "rouge2": 3.571428571428571, "rougeL": 13.793103448275861}, "nll_sum": 276.66497802734375, "token_count": 45} +{"index": 8205, "reference": "The Queen will present new colours to Wales' infantry regiment The Royal Welsh at the Millennium Stadium in Cardiff next week.", "prediction": "A parade will be held in Cardiff for the Royal Royal Navy and in of Wales later.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 11.111111111111112, "rougeL": 21.052631578947366}, "nll_sum": 79.74195861816406, "token_count": 17} +{"index": 8206, "reference": "Political storms are nothing new to Ukraine, but unusually the latest surrounds a young woman who has landed one of the country's top police and security jobs.", "prediction": "A young woman office eastern Moscow has become the first women's of women's women - but what she feels.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 25.0}, "nll_sum": 120.82181549072266, "token_count": 21} +{"index": 8207, "reference": "Dozens of prison inmates with serious mental health problems are left untreated, a whistleblower has said.", "prediction": "A former mental health director has admitted \"dangerrendous\" psychiatricous at Liverpool Prison, the BBC understands.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 6.89655172413793, "rougeL": 19.35483870967742}, "nll_sum": 130.41506958007812, "token_count": 21} +{"index": 8208, "reference": "John McGinn admits Hibernian's players are \"baffled\" by the team's recent slump in form in the Championship.", "prediction": "Hibernian captain John McGinn says some of his players will not return and return from injury.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.06060606060606, "rougeL": 17.142857142857142}, "nll_sum": 70.96854400634766, "token_count": 19} +{"index": 8209, "reference": "The allegations of wrongdoing by undercover police officers that have emerged since 2011 have been extraordinary.", "prediction": "\" way the Metropolitan Police handles allegations of sexual that that was used by undercover officers - including of, including a child, to including children - - was be the police asks or officers them or a child.", "rouge": {"rouge1": 31.999999999999996, "rouge2": 8.333333333333332, "rougeL": 28.000000000000004}, "nll_sum": 225.13021850585938, "token_count": 40} +{"index": 8210, "reference": "Ofcom is to delay the start of its auction for another chunk of 4G spectrum, after threats of legal action from Telefonica and Hutchison, parent companies of O2 and Three.", "prediction": "Smarts giant Berlinf Henderson, says it will take legal action over a decision to, 4A and Channel 4 and spectrum in an online auction.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 3.8461538461538463, "rougeL": 14.814814814814813}, "nll_sum": 178.55776977539062, "token_count": 29} +{"index": 8211, "reference": "Mexican President Enrique Pena Nieto and his Institutional Revolutionary Party will keep control of Congress, preliminary election results suggest.", "prediction": " Mexico main opposition Democraticist Party (II) has won a outright presidential in presidential run-up ahead of next year's poll the poll polls,ike,'s they a's-A's mandatory in three November from's. from's", "rouge": {"rouge1": 6.896551724137932, "rouge2": 0.0, "rougeL": 6.896551724137932}, "nll_sum": 291.9459228515625, "token_count": 46} +{"index": 8212, "reference": "Zlatan Ibrahimovic could \"plug the financial gap\" of Manchester United's failure to reach the Champions League - should he join the club.", "prediction": "Zlatan Ibrahimovic believes he would have shirts to \u00a350m for Manchester United,", "rouge": {"rouge1": 35.29411764705882, "rouge2": 12.5, "rougeL": 23.529411764705884}, "nll_sum": 74.40409851074219, "token_count": 17} +{"index": 8213, "reference": "A new \u00a312.3m diesel-electric hybrid ferry has been launched at the Ferguson Marine shipyard in Port Glasgow.", "prediction": "A new water bottle has given a new \u00a31 ferry000rayne ferry at Port Clydeyard, leaving passengers stranded in a former slipway.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 176.03672790527344, "token_count": 28} +{"index": 8214, "reference": "While some young people celebrate their A-level results, others will have very different emotions after not receiving the results they were expecting.", "prediction": "Randa Tian hasn don't give up mother her hope to giving on her university re-election.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 135.53680419921875, "token_count": 19} +{"index": 8215, "reference": "(Closed): Wall Street finished its final day of 2015 down, marking its worst annual performance in seven years.", "prediction": "(Close): Wall Street markets slightly lower, as the price of oil prices sank, as oil prices continued to uncertainty over a sharp rise in price.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 134.218994140625, "token_count": 29} +{"index": 8216, "reference": "The Conservatives would have to choose a new leader before the end of the next Parliament if David Cameron wins a second term as prime minister, Welfare Secretary Iain Duncan Smith has said.", "prediction": "The Conservative leader Iain Duncan Smith has said he believes Cameron would be the next minister, as prime minister faces a term a wins a general election.", "rouge": {"rouge1": 63.33333333333334, "rouge2": 31.03448275862069, "rougeL": 26.666666666666668}, "nll_sum": 122.76834869384766, "token_count": 29} +{"index": 8217, "reference": "In our series of letters from African journalists, BBC Africa's Komla Dumor looks back at 2013.", "prediction": "In our series our letters from African journalists, film-maker and film forces Mali Tunisia in struggle against Islamist group al-Shabab.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 27.027027027027025, "rougeL": 35.8974358974359}, "nll_sum": 142.955322265625, "token_count": 27} +{"index": 8218, "reference": "Saudi King Abdullah has sacked one of his most hardline advisers, Sheikh Abdelmohsen al-Obeikan.", "prediction": "The new head of Saudi Arabia, police has been sacked amid amid fears that he was, women breast milk.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 117.05179595947266, "token_count": 21} +{"index": 8219, "reference": "Tesco has agreed to sell 150 of its Fresh & Easy stores to the investment company Yucaipa Companies.", "prediction": "Tesco has agreed to sell owner Rodrigo Ynipa to the US chain chain and Mountain Easy. give the a a smallTexass says a \" aA it a \"-\".", "rouge": {"rouge1": 37.2093023255814, "rouge2": 24.39024390243903, "rougeL": 32.558139534883715}, "nll_sum": 267.3659973144531, "token_count": 36} +{"index": 8220, "reference": "A new boss for health services in south Wales has been appointed all the way from Australia.", "prediction": "The new head health board for Wales for a health health board has named his health.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 0.0, "rougeL": 24.242424242424242}, "nll_sum": 98.68487548828125, "token_count": 16} +{"index": 8221, "reference": "Northern Ireland strike Dean Shiels has signed for Canadian North American Soccer League club FC Edmonton.", "prediction": "Irish Major League champions FC Copenhagen have agreed a deal to sign Republic of Ireland midfielder Dean Shiels Mag and winger Maghera from Maga United.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 131.2601776123047, "token_count": 29} +{"index": 8222, "reference": "Rihanna has released a collaboration with Kanye West and Paul McCartney, called Four Five Seconds.", "prediction": " West Wing West is working together with a new music with Paul Rock in BBC One there.PA.", "rouge": {"rouge1": 24.24242424242424, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 124.62222290039062, "token_count": 19} +{"index": 8223, "reference": "Baltimore's mayor has sacked the US city's police chief, saying his leadership had become a distraction from fighting a \"crime surge\".", "prediction": "A Baltimore city police chief over, riot is \" too much to focus on\",\", the city's mayor has said of amid a unionco union's the's a it from a the from a state-owned violence.", "rouge": {"rouge1": 40.0, "rouge2": 13.793103448275861, "rougeL": 30.000000000000004}, "nll_sum": 253.67013549804688, "token_count": 43} +{"index": 8224, "reference": "Campaigners fear too many young people are being put on the powerful anti-acne drug Roaccutane, which has been linked with suicidal feelings.", "prediction": " strong lethal worn drug which delivers diagnosed or should be given a misleading given to people such as anxiety, mental mental health should change, change doctors say.", "rouge": {"rouge1": 15.999999999999998, "rouge2": 0.0, "rougeL": 7.999999999999999}, "nll_sum": 182.3357696533203, "token_count": 29} +{"index": 8225, "reference": "The Peruvian government has announced the capture of two leaders of the Maoist guerrilla group, Shining Path.", "prediction": "The Peruvian military says the, militant group group Shining Path have been freed and 26 bodies from Saturday.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 18.18181818181818, "rougeL": 34.285714285714285}, "nll_sum": 111.09532928466797, "token_count": 20} +{"index": 8226, "reference": "The CarFest motoring event has resumed, a day after the death of a pilot whose aircraft plummeted from the sky during an aerial display.", "prediction": "Tributes have been paid to a British pilot and a passenger pilot who died suddenly flying the course during an event at a popular ski event event.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 120.10417938232422, "token_count": 28} +{"index": 8227, "reference": "Afghanistan's spy agency has confirmed that Taliban leader Mullah Akhtar Mansour has been killed, after the US targeted him in a drone strike.", "prediction": " of air strike have killed injured Pakistani Taliban leader Mullhtar Akhtar Ak Mansour, US military officials say. say has 2011 in the's decision, November,'s, from US-Dold, from three weeks. from.", "rouge": {"rouge1": 38.59649122807017, "rouge2": 3.6363636363636362, "rougeL": 24.56140350877193}, "nll_sum": 278.18719482421875, "token_count": 45} +{"index": 8228, "reference": "US President Donald Trump is expected to indicate later that he is sending more troops to Afghanistan, prolonging a war-weary America's longest conflict.", "prediction": "President Donald Trump has said it is likelyhighly likely that militants in Afghanistan will be fighting, the so-called Islamic State (IS).", "rouge": {"rouge1": 29.787234042553195, "rouge2": 8.88888888888889, "rougeL": 25.53191489361702}, "nll_sum": 91.8515625, "token_count": 26} +{"index": 8229, "reference": "(Close): London's leading shares ended the day in positive territory as global investors regained confidence.", "prediction": "(Open): The FTSE 100E lower, was mixed higher on Tuesday, with leading shares leading among financial gain a strong Consumer and it's double itA's aA\" from a The's reputation of.A from'sA", "rouge": {"rouge1": 15.384615384615383, "rouge2": 4.0, "rougeL": 11.538461538461538}, "nll_sum": 313.38818359375, "token_count": 47} +{"index": 8230, "reference": "In a sport beset by tiresome braggadocio, Ricky Burns seems like an impostor.", "prediction": "Ricky Burns means again winning a world boxing champion 40 years ago, he never believed he would never be boxing.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 6.451612903225808, "rougeL": 12.121212121212123}, "nll_sum": 118.86925506591797, "token_count": 22} +{"index": 8231, "reference": "Myanmar's military has rejected allegations by the United Nations that it committed atrocities during its crackdown on Rohingya Muslims last year.", "prediction": "The Burmese military says, there will be no \" crimes against\" by\" and committed against humanity.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 107.12335205078125, "token_count": 21} +{"index": 8232, "reference": "All victims of crime should be given the chance to make a statement in court about the impact the offence has had on their lives, the victims' commissioner for England and Wales has said.", "prediction": " humans of victims' rights a a statement \" exploited and anything\" to protect them\", police commissioner has said.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 8.16326530612245, "rougeL": 23.529411764705884}, "nll_sum": 127.72023010253906, "token_count": 21} +{"index": 8233, "reference": "An Australian author says she \"fell off her chair\" when she discovered an email about a $150,000 (A$207,000; \u00a3106,000) literary award was not a hoax.", "prediction": "An Australian woman has sent an prestigious received from the Windham-Andrew window pen after her publisher said she had to receive a famous literary money prize.", "rouge": {"rouge1": 25.0, "rouge2": 3.703703703703704, "rougeL": 21.42857142857143}, "nll_sum": 174.00648498535156, "token_count": 29} +{"index": 8234, "reference": "A 102-year-old German woman has become the world's oldest person to be awarded a doctorate on Tuesday, almost 80 years after the Nazis prevented her from sitting her final exam.", "prediction": "A 91-year-old German nurse says Germany does not be discharged to the US university, because he does not believe not believe her own university.", "rouge": {"rouge1": 27.11864406779661, "rouge2": 7.017543859649122, "rougeL": 23.728813559322038}, "nll_sum": 145.2677459716797, "token_count": 29} +{"index": 8235, "reference": "Stoke City have signed midfielder Steve Sidwell on a free transfer following his release by relegated Fulham.", "prediction": "Stoke have signed striker Steve Sidwell from Fulham for fee, believed to be about2m; \u00a337m (24m).", "rouge": {"rouge1": 36.36363636363636, "rouge2": 12.903225806451616, "rougeL": 36.36363636363636}, "nll_sum": 118.17650604248047, "token_count": 27} +{"index": 8236, "reference": "An 81-year-old woman is due in court charged with injuring four people - one seriously - while driving dangerously in an Aberdeenshire village.", "prediction": "A 74-year-old woman has appeared in court accused of causing of causing the death of death by dangerous driving on the A55 in County Down.", "rouge": {"rouge1": 31.999999999999996, "rouge2": 12.499999999999996, "rougeL": 27.999999999999996}, "nll_sum": 93.37973022460938, "token_count": 30} +{"index": 8237, "reference": "The number of homes repossessed in the UK fell again in the second quarter of the year as fewer owners fell behind on mortgage repayments.", "prediction": "The number of homes beingossessed for rising interest rates is likely to rise again, despite the fears of landlords struggle to struggle rise the rate again again, figures show.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 11.538461538461538, "rougeL": 29.629629629629633}, "nll_sum": 157.64987182617188, "token_count": 33} +{"index": 8238, "reference": "Labour's Christopher Elmore has become the new MP for Ogmore after winning the Parliamentary by-election with 52% of the vote.", "prediction": "The Conservative Party has held for the Bridgend county's elections in Cardiff, a month, as a departure from Phil's. as reputation a from English as Lord's from a reputation man The's have reputation of the aA reputationA", "rouge": {"rouge1": 25.396825396825395, "rouge2": 3.278688524590165, "rougeL": 19.047619047619044}, "nll_sum": 311.76593017578125, "token_count": 47} +{"index": 8239, "reference": "\"It's all about taking an opportunity in a crisis,\" says the outgoing Conservative leader of Melton Borough Council.", "prediction": "Oxfordshire is one ofshire most popular county names of county funding.", "rouge": {"rouge1": 6.666666666666667, "rouge2": 0.0, "rougeL": 6.666666666666667}, "nll_sum": 75.42950439453125, "token_count": 14} +{"index": 8240, "reference": "Worcestershire's Daryl Mitchell has been elected as the new chairman of the Professional Cricketers' Association.", "prediction": "Worcestershire's Daryl Mitchell has been named as new chairman of the Professional Crers' Association.", "rouge": {"rouge1": 83.87096774193549, "rouge2": 62.06896551724138, "rougeL": 83.87096774193549}, "nll_sum": 87.09246826171875, "token_count": 21} +{"index": 8241, "reference": "A leading marketer of \"responsible tourism\" has decided to stop selling tours that include visits to zoos.", "prediction": " travel British firm has stopped stopped selling all a its zoos in Europe Europe in jail.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.451612903225808, "rougeL": 24.242424242424242}, "nll_sum": 117.30233764648438, "token_count": 17} +{"index": 8242, "reference": "Following his barnstorming set at Glastonbury, soul legend Lionel Richie has announced a residency at the Planet Hollywood Resort & Casino in Las Vegas.", "prediction": "Pop star Val Cavaliersisand will be awarded with a lifetime achievement award at the event, Las Vegas.", "rouge": {"rouge1": 25.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 98.93458557128906, "token_count": 20} +{"index": 8243, "reference": "A wildlife charity is calling for fishing to be banned at an East Sussex venue after abandoned angling equipment caused injuries to 25 swans.", "prediction": "A animal welfare charity has survived again after a swan fell from its door was found, a fishing sticks.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 118.50639343261719, "token_count": 21} +{"index": 8244, "reference": "We have just witnessed a phenomenal Lions series.", "prediction": "In the first Test against New Zealand in December Zealand, and that New Zealand New won and was spectacular in 2007, I was happy and think that I could have the regained lost side and had lost it.", "rouge": {"rouge1": 4.3478260869565215, "rouge2": 0.0, "rougeL": 4.3478260869565215}, "nll_sum": 203.94241333007812, "token_count": 40} +{"index": 8245, "reference": "Vigilante groups seeking to expose paedophiles should stop taking the law into their own hands, Kent Police has said.", "prediction": " investigating investigating 20 sex offences against two young girls as young as 11 are being assaulted, South Yorkshire Police said.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 81.7786865234375, "token_count": 21} +{"index": 8246, "reference": "Swansea City manager Paul Clement has said his side must reflect on the \"bigger picture\" after their 2-0 defeat by Bournemouth in the Premier League.", "prediction": "Swansea City coach Paul Clement has urged his players to be \"week a during their 2-0 Premier League defeat at Bournemouth.", "rouge": {"rouge1": 54.16666666666667, "rouge2": 26.08695652173913, "rougeL": 45.83333333333333}, "nll_sum": 99.6146240234375, "token_count": 28} +{"index": 8247, "reference": "Firefighters have been battling a blaze at a recycling business in Bridgend after about 2,000 tonnes of wood chips set on fire.", "prediction": "The huge blaze which has broken out at a wood centre in Swansea which has started, with 19 people are now expected to be repair work.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 126.29736328125, "token_count": 27} +{"index": 8248, "reference": "Islanders on Skye have demanded greater availability of public toilets after complaints some visitors to the isle are relieving themselves outside.", "prediction": "Highland Council is seeking urgent information about information about the number of public toilets in In,ess, Uigig and Uig.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 10.256410256410255, "rougeL": 14.634146341463413}, "nll_sum": 135.5017547607422, "token_count": 26} +{"index": 8249, "reference": "Cardiff Devils attacker Joey Haddad has re-signed for a fourth season with the Elite League champions.", "prediction": "Cardiff Devils forward Joey H Haddad has signed a new three,year- deal, keeping him at the club until 2019.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 11.428571428571429, "rougeL": 43.24324324324324}, "nll_sum": 132.71438598632812, "token_count": 26} +{"index": 8250, "reference": "Moeen Ali's fine counter-attacking innings laid the foundation for England to push for a final-day victory in the second Test against West Indies.", "prediction": "Moeen Ali's stunning Test century to help beat a fierce West Indies on a day-hit third Test in the final Test at Edgb Lanka.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 16.0, "rougeL": 34.61538461538461}, "nll_sum": 171.99566650390625, "token_count": 30} +{"index": 8251, "reference": "Rupert Murdoch \"is not a fit person to exercise the stewardship of a major international company\", MPs have said.", "prediction": "comscom Ofcom has rejected a report by News Corp that the News of World-hacking probe is \"un fit asafe and action\".", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 175.935302734375, "token_count": 29} +{"index": 8252, "reference": "The grandparents of three children who were orphaned when their parents died of cancer days apart have said they are \"horrified\" by what has happened.", "prediction": "A father and a five-year-old who died after they received cancer been described as \" \"the veryest man\" could see and again them.", "rouge": {"rouge1": 20.408163265306126, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 146.94940185546875, "token_count": 30} +{"index": 8253, "reference": "A strike by conductors on Southern rail has entered its second day as a long-running row about the role of guards on new trains continues.", "prediction": "Drivers using Southern rail drivers have begun a new year by strike strike amid fears over, operator.", "rouge": {"rouge1": 27.906976744186053, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 127.67554473876953, "token_count": 19} +{"index": 8254, "reference": "The case of a man accused of a homosexual rape in an Edinburgh graveyard has been deserted and will restart with a fresh jury.", "prediction": "A clergyman who was accused of raping murdering man in West Lian a year ago has of a jury he will not his trial clinical again again. again \" an a \" a 2011 a \" again's of from a's again 2011 a", "rouge": {"rouge1": 39.39393939393939, "rouge2": 6.250000000000002, "rougeL": 24.242424242424246}, "nll_sum": 279.7823486328125, "token_count": 47} +{"index": 8255, "reference": "A second manufacturing unit at the Ineos KG ethylene plant in Grangemouth will be brought back to life eight years after it was mothballed.", "prediction": "emouth Grangemouthemouth site, says it will close close to its new facility before, US after has company announced announce a shale gas from the US.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 206.95913696289062, "token_count": 32} +{"index": 8256, "reference": "League One side Southend United have signed defender Ryan Inniss on a season-long loan from Crystal Palace.", "prediction": "Sheffield Wednesday have signed left-back Kevin Luley to Bournemouth on a season-long loan.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 32.25806451612903, "rougeL": 42.42424242424242}, "nll_sum": 67.22039794921875, "token_count": 21} +{"index": 8257, "reference": "A fundraising campaign is under way to help a baby girl from Bath who has to have all of her limbs amputated after contracting meningitis.", "prediction": "The family of a baby born with a rare form of deadly form are due a meet her again and meet her family to help her.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 15.686274509803921}, "nll_sum": 111.88018035888672, "token_count": 26} +{"index": 8258, "reference": "Hearts have signed former Manchester United youth-team full-back Adam Eckersley after a successful trial.", "prediction": "Hearts have signed former Manchester United and Manchester United United right-back Maj Eckersley for an undisclosed fee, aACalifornia and2.A from's a from M-A's a in from 3 George's. from a", "rouge": {"rouge1": 34.61538461538461, "rouge2": 20.0, "rougeL": 34.61538461538461}, "nll_sum": 259.6600341796875, "token_count": 48} +{"index": 8259, "reference": "The operator of Japan's earthquake-hit Fukushima Daiichi nuclear plant has said it expects to bring the crisis under control by the end of the year.", "prediction": "The world's largest operator says it will allow two reactors of its nuclear power,, in the wake of the deadly earthquake that a gut the country.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 3.8461538461538463, "rougeL": 25.925925925925924}, "nll_sum": 132.42088317871094, "token_count": 28} +{"index": 8260, "reference": "Liberty House plans to submit a formal bid on Tuesday to buy Tata Steel's UK assets, which include the Port Talbot works employing about 4,000 people.", "prediction": "Indian trade giant Tata House has confirmed it is confirmed a managementout in its Port Talbot factory factory.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 118.23103332519531, "token_count": 20} +{"index": 8261, "reference": "France has said it will not back down over its nomination of an openly gay ambassador to the Vatican.", "prediction": "The Vatican has rejected a French ambassador to its ambassador because of samesexsex marriage.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 12.903225806451616, "rougeL": 18.181818181818183}, "nll_sum": 102.07735443115234, "token_count": 17} +{"index": 8262, "reference": "Rangers are through to their second cup final of the season after beating Celtic 5-4 on penalties following a 2-2 draw after extra time.", "prediction": "Rangers beat Scottish champions Celtic 42 on penalties to reach a penalty shootout a reach the semi- and reach the Scottish League final final", "rouge": {"rouge1": 35.99999999999999, "rouge2": 4.166666666666666, "rougeL": 24.000000000000004}, "nll_sum": 141.13394165039062, "token_count": 25} +{"index": 8263, "reference": "Tributes have been paid to an \"always smiling\" toddler whose mother and stepfather have been accused of his murder.", "prediction": "A man has pleaded guilty to murdering his son \" intended and eye\"\" in what his family described as \"a kept little boy\".", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 129.22369384765625, "token_count": 25} +{"index": 8264, "reference": "The daughter of the late Fast and Furious actor Paul Walker is to sue carmaker Porsche over the crash in which he died, US reports say.", "prediction": "Police in California, are investigating US teenager Paul Walker was hit by a car, who was out of control and in the control of control.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 111.09205627441406, "token_count": 27} +{"index": 8265, "reference": "Mexico's President Enrique Pena Nieto has promised to rebuild an open-air fireworks market destroyed by a series of huge explosions on Tuesday.", "prediction": "Mex City Enrique Pena Nieto, has vowed to continue a market exchange for support for disaster victims of a fatal disaster 30 Mexico in past few months.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 151.61672973632812, "token_count": 29} +{"index": 8266, "reference": "Researchers say they are closer to developing a vaccine to give life-long protection against any type of flu, after promising trials in animals.", "prediction": "There is another big step forward towards developing a new flu vaccine in men and other men.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 71.60971069335938, "token_count": 17} +{"index": 8267, "reference": "A major review of inquests into some of the most controversial killings during the Troubles got under way on Monday.", "prediction": "A review into the deaths of dozens of soldiers by soldiers by the Northern Ireland's Ireland delayed until January", "rouge": {"rouge1": 35.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 106.29362487792969, "token_count": 19} +{"index": 8268, "reference": "On 26 December 2004, a 9.1-magnitude earthquake off the coast of Banda Aceh, Indonesia, triggered a deadly tsunami that killed more than 230,000 people and rendered millions homeless.", "prediction": " a year on from the devastating earthquake earthquake, in India, which lost their lives, hundreds of people.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 90.70877075195312, "token_count": 20} +{"index": 8269, "reference": "Iain Duncan Smith is resisting attempts by some in Downing Street to water down plans to curb benefits for EU migrants as part of the UK's EU reform demands.", "prediction": "The work and pensions secretary has said it would consider taking tax benefit from the UK after the UK leaves EU 30 members instead of a unpaid hard work.", "rouge": {"rouge1": 16.949152542372882, "rouge2": 3.508771929824562, "rougeL": 13.559322033898304}, "nll_sum": 153.45144653320312, "token_count": 29} +{"index": 8270, "reference": "Fans have described the Batman v Superman: Dawn of Justice film as \"awesome\" and a \"must-see\".", "prediction": "A world film production of Batman to hit the Facebook #Bsrem B Lion film, has surprised fans and fans... celebrating a comed film.", "rouge": {"rouge1": 35.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 190.51788330078125, "token_count": 27} +{"index": 8271, "reference": "A prison where two cellmates made an escape bid has been labelled \"squalid\" and \"inhumane\".", "prediction": " enclosure at a prison where two died two years ago remains \" disease and needs to improved, it has been claimed.", "rouge": {"rouge1": 40.0, "rouge2": 24.242424242424242, "rougeL": 34.285714285714285}, "nll_sum": 125.472900390625, "token_count": 22} +{"index": 8272, "reference": "President Donald Trump's daughter Ivanka Trump is to have an office in the White House, her lawyer says.", "prediction": "Donald Trump, son son-in-electlaw, will be son House the White House.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 20.0, "rougeL": 37.49999999999999}, "nll_sum": 105.09854125976562, "token_count": 18} +{"index": 8273, "reference": "A 17th Century pub in Oxfordshire has been bought by the local community, which has raised tens of thousands of pounds to secure its future.", "prediction": "A Merseys resort, which was put up for business and business 30 years ago, been officially opened.", "rouge": {"rouge1": 14.285714285714283, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 107.81922149658203, "token_count": 20} +{"index": 8274, "reference": "A coalition of more than 70 civil rights groups has urged Facebook to be clearer about the content it removes.", "prediction": "One of the Lives Black group, says it has asked Facebook and remove Facebook and content Facebook.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 0.0, "rougeL": 27.027027027027025}, "nll_sum": 109.89723205566406, "token_count": 18} +{"index": 8275, "reference": "So would the Welsh economy be weaker without the M4 Black Route - or for that matter without any M4 upgrade?", "prediction": "A stretch of road should spend around around M4 and the M4bn road around, and then it should cost more \u00a31bn.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 128.09620666503906, "token_count": 27} +{"index": 8276, "reference": "Isle of Man rider Anna Christian will represent Great Britain at the 2017 UEC European Road Championships in Denmark.", "prediction": "Christian race reigning Christian will be champions of Great Britain for the first time since I at the UCI European Union Championships in London 2012.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 19.04761904761905, "rougeL": 40.90909090909091}, "nll_sum": 123.47607421875, "token_count": 26} +{"index": 8277, "reference": "Republic of Ireland boss Martin O'Neill was happy with his team's display in the 1-1 draw against the Netherlands in the Euro 2016 warm-up friendly.", "prediction": "Northern Ireland boss Michael O'Neill said his side \"many fine\" after his side 2-1 draw to earn a's side side 3-2.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 11.538461538461538, "rougeL": 25.925925925925924}, "nll_sum": 142.0325927734375, "token_count": 30} +{"index": 8278, "reference": "Chelsea Ladies won a nine-goal thriller at home to Liverpool Ladies to maintain their 100% winning start to the Women's Super League One season.", "prediction": "Chelsea Ladies kept alive their slim title hopes of a domestic domestic season as they came from 3-1 down to draw Liverpool in the Women's Super One final.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 14.814814814814817, "rougeL": 35.71428571428571}, "nll_sum": 121.68834686279297, "token_count": 31} +{"index": 8279, "reference": "The Turkish parliament has agreed to give the police sweeping new powers - but only after weeks of long debate, punch-ups between MPs and sit-in protests.", "prediction": "Protesters in Turkey are sweeping the way for a controversial new law which will allow police anti-search.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 8.888888888888888}, "nll_sum": 92.38719177246094, "token_count": 20} +{"index": 8280, "reference": "A battle is under way to save the apartment in New York's Hotel Chelsea where Dylan Thomas slipped into a coma just four days before he died.", "prediction": "A living whose Swansea City's theatre hotel, who was killed in Swansea beach 20 years ago, has begun to demolish a former graveyard the site.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 0.0, "rougeL": 14.814814814814817}, "nll_sum": 163.79443359375, "token_count": 29} +{"index": 8281, "reference": "Outside the courthouse in Brooklyn where the trial of the Fifa officials charged with corruption will take place is an all-weather football pitch crowded throughout the week with players of all ages.", "prediction": "The American American game has gone American on the New YorkGolden bees an American football policeman.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 124.4599838256836, "token_count": 17} +{"index": 8282, "reference": "When Lego originally decided not to sell the Chinese artist Ai Weiwei bricks with which to make a political statement, it really thought it was doing the right thing.", "prediction": "Lego has admitted that it hasn't use use a withand bricks, public, or.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 114.87687683105469, "token_count": 18} +{"index": 8283, "reference": "Police have arrested more than 50 people as part of an investigation into suspected match-fixing in Italian football.", "prediction": "Police police the say they have detained 38 people, as part of a probe into a match-fixing.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 22.857142857142858, "rougeL": 48.64864864864865}, "nll_sum": 78.3106460571289, "token_count": 21} +{"index": 8284, "reference": "Evidence of progress on reducing the inappropriate use of antipsychotic medication in care homes has been demanded by the Older People's Commissioner for Wales.", "prediction": "Olderic patients are being abused by GP over the use of medicines in care homes, says the disease for Health and Care in not in Wales.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 12.244897959183673, "rougeL": 35.294117647058826}, "nll_sum": 157.83566284179688, "token_count": 29} +{"index": 8285, "reference": "Attempts to disrupt Belfast city centre bookended 2013.", "prediction": "A year ago, the G of summit was not in held in Northern Ireland, and Ireland and Northern Ireland is hoping of a historic regional peace deal.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 131.92254638671875, "token_count": 29} +{"index": 8286, "reference": "Forest Green Rovers have signed midfielder Charlie Cooper from Birmingham City on a one-month loan.", "prediction": "Birmingham City have signed Birmingham City Under-20 international on loan youth emergency deal.", "rouge": {"rouge1": 40.0, "rouge2": 14.285714285714288, "rougeL": 40.0}, "nll_sum": 78.48909759521484, "token_count": 16} +{"index": 8287, "reference": "Highland Council has said it remains committed to giving more schoolchildren access to technology.", "prediction": "Highland Council has agreed to reduce the use of tablets and laptops in our secondary schools.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 14.285714285714288, "rougeL": 26.666666666666668}, "nll_sum": 66.63484954833984, "token_count": 17} +{"index": 8288, "reference": "Specialist teams have joined the search for a woman missing in Conwy county.", "prediction": "Detectives the murder of a woman who has missing for more than a week begun begun searches.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 7.142857142857144, "rougeL": 26.666666666666668}, "nll_sum": 93.8150863647461, "token_count": 18} +{"index": 8289, "reference": "A prison has seen a fourfold increase in the use of force by officers against inmates since 2013, a report has found.", "prediction": " in jail where inmates with violence with so- \"legal highs\" has been in violence, a report has found.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210527, "rougeL": 30.0}, "nll_sum": 119.37899780273438, "token_count": 22} +{"index": 8290, "reference": "Russia says its warplanes are carrying out up to 25 air strikes a day around the Syrian city of Palmyra in support of Syrian forces trying to oust so-called Islamic State (IS).", "prediction": "The military says it has begun operations against so-called State (IS) militants in northern city of Palmyra.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 16.3265306122449, "rougeL": 19.607843137254903}, "nll_sum": 83.784423828125, "token_count": 22} +{"index": 8291, "reference": "Police in the US state of Arizona say a man arrested last month is responsible for a series of deadly shootings in Phoenix last year.", "prediction": "A man suspected of the fatal shooting of eight people in the US state of Phoenix, Arizona Phoenix, will face charges to charges fines.", "rouge": {"rouge1": 44.89795918367347, "rouge2": 21.27659574468085, "rougeL": 28.57142857142857}, "nll_sum": 116.15188598632812, "token_count": 26} +{"index": 8292, "reference": "Coffins are being flown back to Tehran from Syria at an alarming rate.", "prediction": "Fobilary rebels truce in Saudi Arabia have asked Prime Minister Saudiawiduif to, what it means will struggle the conflict crisis not in Syria.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 201.0876922607422, "token_count": 30} +{"index": 8293, "reference": "Doctors say a potential treatment for peanut allergy has transformed the lives of children taking part in a large clinical trial.", "prediction": "A allergic food children age three times more a single dose, after eating the current autism, research research suggests.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 142.83685302734375, "token_count": 21} +{"index": 8294, "reference": "Theresa May and Education Secretary Michael Gove have paid tribute to each other in a bid to draw a line under their row over extremism in schools.", "prediction": "The Home Secretary of Michael Gove has accused Theresa May of giving her a speech, saying \"more foreign foreign poachers rather than any other areas\".", "rouge": {"rouge1": 26.923076923076923, "rouge2": 8.0, "rougeL": 15.384615384615383}, "nll_sum": 135.69366455078125, "token_count": 29} +{"index": 8295, "reference": "Long relegated to the dusty corners of history, mead - the drink of kings and Vikings - is making a comeback in the US.", "prediction": "The businessad doesn me around well around a small pub in Dorset, Russia.", "rouge": {"rouge1": 17.14285714285714, "rouge2": 0.0, "rougeL": 17.14285714285714}, "nll_sum": 109.81781005859375, "token_count": 16} +{"index": 8296, "reference": "Train passengers in Scotland's central belt face six weeks of disruption from this weekend when work begins on the Winchburgh tunnel.", "prediction": "Motorists are facing major rail as as Edinburgh unveiled Borders \"Rail Borders rail network, which has closed part of the area's railway line.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 163.92835998535156, "token_count": 27} +{"index": 8297, "reference": "A victim of the Tunisia beach massacre is to be remembered in a church service one year on from the attack.", "prediction": "A husband whose wife was a British aid worker killed in the Tunisia terror attack has paid his husband was saying \"the man I never meet\". a \" solve \"'s \"'s from \" from a's againA of'sold again's a", "rouge": {"rouge1": 29.50819672131147, "rouge2": 3.3898305084745757, "rougeL": 16.39344262295082}, "nll_sum": 273.69873046875, "token_count": 47} +{"index": 8298, "reference": "A body has been found in the water at an Aberdeenshire harbour.", "prediction": "A body has been found at a at a Aberdeen harbour, police have confirmed.", "rouge": {"rouge1": 53.84615384615385, "rouge2": 33.333333333333336, "rougeL": 53.84615384615385}, "nll_sum": 62.27259063720703, "token_count": 15} +{"index": 8299, "reference": "The UK could be poised for a second general election by Christmas if either Labour or the Conservatives try to form a minority government after 7 May, Lib Dem leader Nick Clegg has warned.", "prediction": "Scottish Prime Minister Nick Clegg Cle warned a May general election and will not be a \"shambambles government\" before the next election.", "rouge": {"rouge1": 39.28571428571429, "rouge2": 7.4074074074074066, "rougeL": 17.857142857142858}, "nll_sum": 141.39358520507812, "token_count": 29} +{"index": 8300, "reference": "A visitor centre at an internationally important nature reserve in East Yorkshire has reopened after a \u00a31.3m upgrade.", "prediction": "A new tourist attraction and tourist attraction at a County nature reserve has been officially opened open to the public as part of a \u00a37m6m revamp.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 26.666666666666668}, "nll_sum": 129.61203002929688, "token_count": 31} +{"index": 8301, "reference": "Tottenham's Moussa Sissoko will be banned for three matches for elbowing Bournemouth's Harry Arter, missing the north London derby with Arsenal.", "prediction": "ous's Mous's Sissoko has been suspended for a fivematch suspension ban after redcard forbebe restricting Italy's in been face Derby Ar Ar the during Saturday's 30-0 defeat from in's years as.", "rouge": {"rouge1": 23.333333333333332, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 299.1937561035156, "token_count": 44} +{"index": 8302, "reference": "\"Dysfunctional\", \"not fit for purpose\", \"in urgent need of reform\" - these are just some of the phrases that politicians themselves have been using about the Stormont system.", "prediction": "For change to the political system, the leaders and the political location in Northern Ireland is not giving a small favour of battle a huge step for the.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 150.041259765625, "token_count": 29} +{"index": 8303, "reference": "A Dorset museum has been given a \u00a351,900 grant to help commemorate the outbreak of World War I.", "prediction": "A museum is honour memory of those who fought in WWI during World War One, after a lottery funding of more than \u00a31m.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 114.04359436035156, "token_count": 27} +{"index": 8304, "reference": "Moussa Dembele says he is happy to continue his football education with Celtic despite being linked with Chelsea during January.", "prediction": "ousoussa Dembele says he will be confident from his move to Chelsea and returned the football asone of the biggest clubs\".", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 145.72528076171875, "token_count": 26} +{"index": 8305, "reference": "Manager Neil Lennon was thrilled to see Hibernian recover from a shaky start to prevail at Ibrox.", "prediction": "Manager Neil Lennon says Hibernian \"embarrassing a start\" as a Premiership bottom-table side to beat Rangers at Loftageage Road.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 11.428571428571429, "rougeL": 43.24324324324324}, "nll_sum": 165.69918823242188, "token_count": 29} +{"index": 8306, "reference": "A dedicated police operation set up to examine the activities of serial killer Peter Tobin is to be wound down.", "prediction": "Police investigating the murder of a number killer Peter Tobin areWe determined\" to be brought back after a \u00a321-1m.", "rouge": {"rouge1": 45.0, "rouge2": 15.789473684210526, "rougeL": 40.00000000000001}, "nll_sum": 164.79617309570312, "token_count": 26} +{"index": 8307, "reference": "Nottinghamshire's Billy Root, younger brother of England Test captain Joe, hit an unbeaten 107 at Edgbaston to help them beat Warwickshire and record a second successive One-Day Cup win.", "prediction": "Joe Root struck his unbeaten 100th century as Nottinghamshire beat Warickshire in a One-Day Cup loss at Edgbaston.", "rouge": {"rouge1": 44.00000000000001, "rouge2": 12.5, "rougeL": 28.000000000000004}, "nll_sum": 121.319580078125, "token_count": 26} +{"index": 8308, "reference": "A Muslim teacher from Neath Port Talbot has been denied entry to the United States while on a school trip.", "prediction": "A British-year-old British- Muslim teacher who was denied a school trip to the United States has received an apology from a religious Muslim party.", "rouge": {"rouge1": 56.52173913043479, "rouge2": 27.27272727272727, "rougeL": 39.13043478260869}, "nll_sum": 105.61106872558594, "token_count": 29} +{"index": 8309, "reference": "A mother locked up valuables to stop two sons selling them to raise money for another son fighting for the so-called Islamic State, it is claimed.", "prediction": "Four men who helped so-called Islamic State (IS) in to join in Syria, the court has heard.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 13.953488372093027, "rougeL": 22.222222222222225}, "nll_sum": 81.51847839355469, "token_count": 22} +{"index": 8310, "reference": "A scheme to compel private developers to contribute towards building social housing is \"not realistic\" for most of Northern Ireland, a report has found.", "prediction": "A scheme for 4 extra400 and400 homes housing in Northern Ireland will not work on market, research suggests.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 23.80952380952381}, "nll_sum": 123.4072265625, "token_count": 21} +{"index": 8311, "reference": "The final unbeaten start in Europe's top five leagues ended as Hoffenheim lost to title-chasing RB Leipzig.", "prediction": "RB Leipipzig became crowned champions, for the first time since 2008 with a 211 home defeat by Hoffenheim, asen's- as a's lateup-p stopp a in from The's a. from-", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 281.2304382324219, "token_count": 45} +{"index": 8312, "reference": "A man has been airlifted from a mountain in Snowdonia after injuring his leg while out walking.", "prediction": "A man was airlifted after hospital bitten by a fall while Snowdonia's highest mountain.", "rouge": {"rouge1": 50.0, "rouge2": 6.666666666666667, "rougeL": 31.25}, "nll_sum": 96.71353149414062, "token_count": 19} +{"index": 8313, "reference": "Champions Rangers' slump in form continued thanks to Livingston defender Craig Halkett's first-half header against his former club.", "prediction": "L Halkett scored the only goal as Rangers secured to secure the Premiership title with 19- free victory over Livingston at Ibrox. solvebro again. referee- again from- again's from in's from a's. from emerged", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 14.035087719298245}, "nll_sum": 273.8475036621094, "token_count": 47} +{"index": 8314, "reference": "Barcelona's Lionel Messi has donated a signed shirt to raise funds for two former non-league footballers who were victims of a hit-and-run driver.", "prediction": "Two football team wearing and and worn and wear shirts for a football player seriously injured injured in a hit-and-runrun crash in a hit-and-run incident to--and a- in a from a's. aA", "rouge": {"rouge1": 33.84615384615384, "rouge2": 9.523809523809524, "rougeL": 21.53846153846154}, "nll_sum": 230.57919311523438, "token_count": 46} +{"index": 8315, "reference": "A man with learning difficulties has been left \"absolutely traumatised\" after being punched and robbed at a bus stop.", "prediction": "A man was being in hospital after being treated by a small group of men who tried tried to rob him at a shop in North Lanarkshire.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 13.636363636363638, "rougeL": 30.434782608695656}, "nll_sum": 94.21822357177734, "token_count": 29} +{"index": 8316, "reference": "Jon Parkin netted a late winner as National League promotion-chasers Forest Green beat 10-man Eastleigh.", "prediction": "Scott Parkin's stoppage-time winner to give Green Rovers a narrow National League play-off hop-off hopefuls Whot Town.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 5.555555555555556, "rougeL": 21.052631578947366}, "nll_sum": 148.69692993164062, "token_count": 30} +{"index": 8317, "reference": "Anthony Watson has been included in England's 25-man training squad for their Six Nations game against Italy on 26 February.", "prediction": " Anthony Watson will starting England starting squad for the Six Nations match Italy, ahead of his five-seasonseason training camp in training.,'s a's from's as's from John O' career from a a old's.", "rouge": {"rouge1": 36.66666666666667, "rouge2": 10.344827586206897, "rougeL": 26.666666666666668}, "nll_sum": 278.9823913574219, "token_count": 44} +{"index": 8318, "reference": "South Africa's women beat Ireland by 68 runs to take an unassailable 2-0 lead in their four-match one-day international series in Dublin.", "prediction": "Ireland women took to five w-wicket to beat South Africa by five runs one the first fourth one-day international series- series-sp20-.-'s a's-w a of in a from's from's from a", "rouge": {"rouge1": 43.75, "rouge2": 12.903225806451612, "rougeL": 28.125}, "nll_sum": 273.2418518066406, "token_count": 47} +{"index": 8319, "reference": "Six people were rescued from cars trapped in flood water, as heavy rain hit Essex overnight.", "prediction": "Heavy rain heavy rain rain caused flooding to several hotel restaurant and a restaurant in an theme theme park.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.06060606060606, "rougeL": 11.428571428571429}, "nll_sum": 109.29244232177734, "token_count": 19} +{"index": 8320, "reference": "Sandra Seifert is tall, pretty, smart and articulate, but it took a while for her to decide she wanted to take part in a beauty pageant in the Philippines.", "prediction": "The World Series of winners Seon Seaki when was 19, she disappeared from New York and New York City", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 4.166666666666666}, "nll_sum": 128.3141326904297, "token_count": 21} +{"index": 8321, "reference": "Ebbsfleet grabbed a point on their return to the National League as they drew 2-2 in an entertaining match at Guiseley.", "prediction": "Guiseley came from- goal down to score a late equaliser and clinch a 2-2 draw at toleague at 10moor Stadium in the National League. a's-A 2011 game in from a The's from a's", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.344827586206897, "rougeL": 16.666666666666664}, "nll_sum": 248.7806396484375, "token_count": 47} +{"index": 8322, "reference": "President Rodrigo Duterte says the Philippines will not end alliances with other countries, despite his increasingly anti-US rhetoric.", "prediction": "Philippine President of Rodrigo Duterte, has said he does not want to continue ties with the US, because of its breakdown of rights with future US.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 26.666666666666668}, "nll_sum": 112.11180114746094, "token_count": 29} +{"index": 8323, "reference": "Westminster should listen to the assembly before triggering the Brexit process, the Welsh Government's top law officer has said.", "prediction": "AMs will not get a vote on whether the Welsh Assembly shouldBefore the Article 50, the UK's top court has said in the- solve, unpaid,'s it a from decision from it has the referee of from", "rouge": {"rouge1": 31.03448275862069, "rouge2": 10.714285714285714, "rougeL": 27.586206896551722}, "nll_sum": 252.4145050048828, "token_count": 43} +{"index": 8324, "reference": "Robert Snodgrass inspired Hull City to victory against Southampton as Mike Phelan earned his first three points since being appointed permanent head coach.", "prediction": "Robert Snodgrass scored a injury-time winner as Hull beat Hull and keep their Premier play-off hopes alive", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 14.285714285714288}, "nll_sum": 90.2850341796875, "token_count": 22} +{"index": 8325, "reference": "A man who suggested naming a new \u00a3200m ship Boaty McBoatface has apologised.", "prediction": "A BBC suggestionnight a in a which the was once involved in the Condor Liberation ferry disaster, has chosen feature in a controversial new News website.", "rouge": {"rouge1": 20.512820512820515, "rouge2": 0.0, "rougeL": 15.384615384615389}, "nll_sum": 188.84918212890625, "token_count": 29} +{"index": 8326, "reference": "Sunderland striker Jermain Defoe has re-signed for former club Bournemouth on a free transfer.", "prediction": "Bournemouth have signed striker Jerm Defoe for an fee believed to be \u00a34m.", "rouge": {"rouge1": 35.71428571428571, "rouge2": 0.0, "rougeL": 21.428571428571427}, "nll_sum": 73.41812133789062, "token_count": 19} +{"index": 8327, "reference": "The Mayor of London has appointed a security expert to assess how well the capital would cope with a major terror attack.", "prediction": " mayor mayor announced London has announced a independent review of security security services in London.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.7142857142857135, "rougeL": 27.027027027027025}, "nll_sum": 75.26234436035156, "token_count": 15} +{"index": 8328, "reference": "A rare document ordering Allied forces to cease fire following the surrender of Nazi Germany has sold for \u00a31,000.", "prediction": " the US military order that letters toato soldiers Defence during World War Two has been sold at auction for $\u00c2 (\u00c265,000).", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 24.390243902439025}, "nll_sum": 163.819580078125, "token_count": 27} +{"index": 8329, "reference": "John Whittingdale is to take over from Sajid Javid as UK culture secretary, Prime Minister David Cameron has said.", "prediction": " John Whittingdale is due to be announced as the new culture secretary of 2016, but it will it will to be strugglehard.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615383, "rougeL": 34.14634146341463}, "nll_sum": 120.6263656616211, "token_count": 26} +{"index": 8330, "reference": "A teacher from Nottingham has been swept out to sea in Bulgaria.", "prediction": "A British holidaymaker died while holiday in Bulgaria while a wave was hit by his family have said. it is the \"-D from tighten\" from D as's.", "rouge": {"rouge1": 20.0, "rouge2": 5.263157894736842, "rougeL": 15.0}, "nll_sum": 211.90892028808594, "token_count": 32} +{"index": 8331, "reference": "A cast of stars have paid tribute to actress and political activist Jane Fonda as she accepted the American Film Institute's Life Achievement Award.", "prediction": "Oscar-winning actress Jane Fonda has have been given a British chance the in American Film Film Festival.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 27.906976744186046}, "nll_sum": 112.13140869140625, "token_count": 21} +{"index": 8332, "reference": "Victims of child sex abuse are being turned away from support services that are being overwhelmed by a large rise in cases.", "prediction": "A charity that claims it one victims to claims of sexual abuse in the north of the South West has increased to nearly five years in the Midlands.", "rouge": {"rouge1": 23.999999999999996, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 142.18048095703125, "token_count": 28} +{"index": 8333, "reference": "League One club Oldham Athletic have confirmed that they have sacked winger Cristian Montano.", "prediction": "Oldham Athletic forward forward Crist Assano was suspended suspended for match-fixing,", "rouge": {"rouge1": 15.384615384615383, "rouge2": 8.333333333333334, "rougeL": 15.384615384615383}, "nll_sum": 88.98793029785156, "token_count": 16} +{"index": 8334, "reference": "Scientists are studying Dolly the sheep's \"siblings\" in order to study the health of cloned animals - and resolve a puzzle over whether they age normally.", "prediction": " sheep dogs is a white, five-years-old sheep who is to be born in Nottingham but also reveals the disease which causes from disease's disease. disease has's \" 2011 aACalifornia's-. a solve again's again's", "rouge": {"rouge1": 18.46153846153846, "rouge2": 0.0, "rougeL": 12.30769230769231}, "nll_sum": 294.29937744140625, "token_count": 48} +{"index": 8335, "reference": "The referendum on the UK's future in the European Union could be a \"tipping point\" for opposition to the \"European project\", Nigel Farage has said.", "prediction": "The vote to vote for the to vote leave leave the EU will not be come back to the end of March, Nigel Conservatives in said's.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 3.9215686274509802, "rougeL": 30.18867924528302}, "nll_sum": 146.77365112304688, "token_count": 28} +{"index": 8336, "reference": "Standing on the Washington Mall at the turn of the new millennium, it was impossible not to be struck by America's power and global pre-eminence.", "prediction": " Seoul 15 years since Obama first US President, Barack Obama, thanked voiced worries on American president's history.", "rouge": {"rouge1": 8.888888888888888, "rouge2": 0.0, "rougeL": 8.888888888888888}, "nll_sum": 117.8987045288086, "token_count": 20} +{"index": 8337, "reference": "Parma are set to begin next season as an amateur club in Italy's fourth tier after failing to find a buyer to pay off a debt of 22.6m euros (\u00a316.2m).", "prediction": "P Cam have reported a loss of 40-m euros (\u00a33171m) by the club's.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 0.0, "rougeL": 12.500000000000004}, "nll_sum": 120.56036376953125, "token_count": 20} +{"index": 8338, "reference": "Three officials in Haiti's governing coalition announced their resignation on Wednesday in protest at a remark President Michel Martelly made at a campaign rally last week.", "prediction": "Zambanan President Michel Martagh will step down from saying his office, after saying she was she rally.", "rouge": {"rouge1": 13.636363636363638, "rouge2": 4.761904761904763, "rougeL": 13.636363636363638}, "nll_sum": 137.90509033203125, "token_count": 22} +{"index": 8339, "reference": "Olly Murs and Caroline Flack have been confirmed as the new presenters of The X Factor.", "prediction": "ena M Murs and 13 Fl but will return to The X Wars show again after, the former actress \"whit \" not enough\".", "rouge": {"rouge1": 26.31578947368421, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 181.84542846679688, "token_count": 27} +{"index": 8340, "reference": "The girlfriend of a man who died on a stretch of road where more than 50 people have been killed or injured in the last five years has called for tougher speed restrictions.", "prediction": "A woman whose man died in of head-on hit by a car has launched a car petition calling for a change to up a high speed limit.", "rouge": {"rouge1": 36.065573770491795, "rouge2": 3.389830508474576, "rougeL": 29.50819672131148}, "nll_sum": 119.4516830444336, "token_count": 29} +{"index": 8341, "reference": "A fire at an industrial unit in Hexthorpe caused disruption to train services between Sheffield and Doncaster for several hours.", "prediction": "A fire that ripped through a train through a Sheffield city centre line causing major damage", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 22.222222222222225}, "nll_sum": 70.15540313720703, "token_count": 15} +{"index": 8342, "reference": "A 21-year-old British man is in hospital in Thailand with head and leg injuries after he fell out of a moving train, Thai police have said.", "prediction": "A British backpacker, who was believed to have been hit by a train working on the track track in Thailand, police say say 2011 a solve, sparking, aA a from-A's a in from a The's. a's", "rouge": {"rouge1": 26.47058823529412, "rouge2": 3.0303030303030307, "rougeL": 14.705882352941174}, "nll_sum": 269.33343505859375, "token_count": 47} +{"index": 8343, "reference": "Cardiff City manager Neil Warnock says they must stop conceding late goals if they are to challenge for promotion next season.", "prediction": "Cardiff City manager Neil Warnock says he would be \" disappointed\" next season if they are to struggle to lose both in their six Championship games.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 40.909090909090914, "rougeL": 43.47826086956522}, "nll_sum": 126.37893676757812, "token_count": 29} +{"index": 8344, "reference": "Manchester City midfielder Samir Nasri has not yet played for the club during pre-season because of his weight, says manager Pep Guardiola.", "prediction": "Manchester City manager Pep Guardiola has said midfielder Nasir Nasri will returned to training, saying his injury recovery is \"very \" overweight\".", "rouge": {"rouge1": 45.454545454545446, "rouge2": 14.285714285714283, "rougeL": 22.727272727272723}, "nll_sum": 109.11157989501953, "token_count": 26} +{"index": 8345, "reference": "Cristiano Ronaldo scored a hat-trick as Real Madrid thrashed Espanyol to cut the gap between themselves and La Liga leaders Barcelona to four points.", "prediction": "Cristiano Ronaldo scored twice hat-trick as they thrashed Espanyol 4-0 move level on level with La Liga leaders leaders Barcelona.", "rouge": {"rouge1": 51.06382978723404, "rouge2": 35.55555555555556, "rougeL": 51.06382978723404}, "nll_sum": 110.52676391601562, "token_count": 30} +{"index": 8346, "reference": "Nana Akufo-Addo has been elected Ghana's next president at the third time of asking.", "prediction": "Ghana's Supremeanaana Akufo-Glo has won the country's narrow vote in parliamentary elections.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 6.89655172413793, "rougeL": 19.35483870967742}, "nll_sum": 117.34364318847656, "token_count": 22} +{"index": 8347, "reference": "Police in Zimbabwe's capital, Harare, have used tear gas and water cannons to break up a protest by minibus drivers.", "prediction": "Protesters clashed with police the Indian Indian capital, HarMare, ahead of police ahead of protests.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 117.37290954589844, "token_count": 20} +{"index": 8348, "reference": "I tipped Chelsea to win the title in August and there was not one moment during the whole season that I did not think they would end up as champions.", "prediction": " have has won the 11 League title this season - and they are to beat Chelsea - but but his side still awaiting to be crowned reigning champions.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 17.857142857142854}, "nll_sum": 132.09906005859375, "token_count": 28} +{"index": 8349, "reference": "More than 70 people have been injured, four seriously, in an explosion caused by a suspected gas leak near the southern Spanish city of Malaga.", "prediction": "At least one person have been killed and 30 after a suspected gas leak in north-e Spanish Spanish officials say.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 18.18181818181818, "rougeL": 30.434782608695656}, "nll_sum": 108.16963195800781, "token_count": 22} +{"index": 8350, "reference": "A businessman has denied being part of a conspiracy to pass off horsemeat as beef, claiming he was only storing the product for another company.", "prediction": "A man accused of carrying out a horsemeat was passed up as beef as pass through, UK supermarket, a court has heard650 2011 a's a's aA aA a-l a). in a from The's. aA", "rouge": {"rouge1": 31.74603174603174, "rouge2": 3.278688524590164, "rougeL": 22.22222222222222}, "nll_sum": 280.6475830078125, "token_count": 47} +{"index": 8351, "reference": "In an audacious technological mission, India is building a near foolproof database of personal biometric identities for nearly a billion people, something that has never been attempted anywhere in the world.", "prediction": "India mark its 50th anniversary, but will finally be officially finally over.", "rouge": {"rouge1": 4.651162790697675, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 60.612388610839844, "token_count": 14} +{"index": 8352, "reference": "UK intelligence service GCHQ can legally snoop on British use of Google, Facebook and web-based email without specific warrants because the firms are based abroad, the government has said.", "prediction": " will will have to have to phone snooking via users or mobile phone, data, the UK government's anti- a top security official says.", "rouge": {"rouge1": 11.111111111111112, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 163.59024047851562, "token_count": 29} +{"index": 8353, "reference": "Welshman Elfyn Evans was the best-placed British driver as reigning champion Sebastien Ogier won the opening round of the World Rally Championship (WRC) in Monte Carlo.", "prediction": "Welsh driver Tyrone Williams has won his first UC UCI World Championship Championship after76 World Cup in Melbourne after Australia's second round aabout. at the Fort's a-'s-'s a in's from's from's from's", "rouge": {"rouge1": 20.8955223880597, "rouge2": 0.0, "rougeL": 14.925373134328357}, "nll_sum": 282.04937744140625, "token_count": 47} +{"index": 8354, "reference": "Three countries backing different sides in Syria's war have agreed to set up \"safe zones\" in the country, while delegates for rebel forces stormed out in protest.", "prediction": "A has backed Russia's plan to keep zones in rebel-held eastern Syria to come,, amid fears it could complete a mandatory.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 126.87152099609375, "token_count": 25} +{"index": 8355, "reference": "A cafe criticised for making trainees work unpaid for 40 hours, without a guaranteed job, has given in to public pressure.", "prediction": "A company that bought a popular chain with a fakeCi selling cricket bat cut has been cut cutting and saying its staff to working.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 167.19654846191406, "token_count": 26} +{"index": 8356, "reference": "Exeter went top of the Premiership table after a thrilling win over Wasps.", "prediction": "Exeter Chiefs survived a second-half comeback from a goal down to earn a bonus-point win over Wasps at St James Park- solve of the his solve.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615383, "rougeL": 24.39024390243903}, "nll_sum": 151.51345825195312, "token_count": 33} +{"index": 8357, "reference": "A man accused of robbery and assault was shot and killed in a Salt Lake City court after he lunged at a witness giving evidence.", "prediction": "The jury retrial has been declared in a trial accused of a black man shot outside a new court building in water Lake City in the US state, Utah, say. a at- again 2011olve in a 2011 a's. a's", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.374999999999998, "rougeL": 27.272727272727277}, "nll_sum": 274.4523010253906, "token_count": 47} +{"index": 8358, "reference": "Yvette Cooper has been urged to \"show her passion for change\" by a Welsh government minister backing her for the Labour leadership.", "prediction": "Labour's backing for candidate Yvette Cooper should be \"patctmanagement\" the party, the Welsh government has said. there in the \" referee, a,'s Trident from the Ferguson after the from Welsh of from.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 7.547169811320755, "rougeL": 18.181818181818183}, "nll_sum": 274.30224609375, "token_count": 43} +{"index": 8359, "reference": "Westminster party leaders should tone down campaigning that has \"polarised\" the country and \"legitimised hate\", the equalities watchdog has said.", "prediction": " the UK Brexit vote has been \"Ideised and on all sides\" of the, the country's human rights has said in the human's, solve,'s they a \" from a it's havepayment of a from's from a", "rouge": {"rouge1": 23.728813559322035, "rouge2": 7.017543859649122, "rougeL": 16.94915254237288}, "nll_sum": 289.05474853515625, "token_count": 46} +{"index": 8360, "reference": "All photographs taken by Joseph Fox.", "prediction": "The waterllarking, which was stolen in London than 600 years ago 200- found.old of to aA a man's's 100 of 30's). in it's and it a banned! itA a.old a", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 305.6112060546875, "token_count": 46} +{"index": 8361, "reference": "There has been a steep rise in the number of people arriving at A&E departments in England with mental health problems, figures show.", "prediction": "The number of patients attending accident the accident and emergency units in England has nearly doubled in five years, figures show.", "rouge": {"rouge1": 40.0, "rouge2": 18.6046511627907, "rougeL": 31.11111111111111}, "nll_sum": 83.19618225097656, "token_count": 22} +{"index": 8362, "reference": "A campaign calling on retailers in Liverpool to stop selling The Sun has received the unanimous backing of city councillors.", "prediction": "Campaigners have called for the aftermath of The Sun to be banned fromPA newspaper journalists' group.", "rouge": {"rouge1": 38.888888888888886, "rouge2": 5.88235294117647, "rougeL": 22.222222222222225}, "nll_sum": 91.62339782714844, "token_count": 19} +{"index": 8363, "reference": "A man has been jailed for the hit-and-run death of a four-year-old girl who was struck by his speeding car when it mounted a pavement in Merseyside.", "prediction": "An 82-year-old motorist who admitted causing the death of an 11 11-year-old boy has been given \u00a3 12-year jail term.", "rouge": {"rouge1": 32.727272727272734, "rouge2": 11.320754716981133, "rougeL": 18.18181818181818}, "nll_sum": 98.47928619384766, "token_count": 31} +{"index": 8364, "reference": "Restrictions on bus operator First Bristol, put in place almost 20 years ago, are to be reviewed to \"see if they are still appropriate\".", "prediction": "The results of a review into decision with a bus company in Bristol has been submitted to the city competition watchdog.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 94.85838317871094, "token_count": 21} +{"index": 8365, "reference": "The Archbishop of Canterbury has warned people not to give in to fear after the attacks in Brussels, in his Easter Sunday sermon.", "prediction": "The Archbishop of Canterbury has said the world must \"safe and hatred\" in the wake the terror attacks.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 20.51282051282051, "rougeL": 39.02439024390244}, "nll_sum": 85.2000732421875, "token_count": 20} +{"index": 8366, "reference": "Two missiles were fired at a US warship from rebel-held territory in Yemen as it passed through the Red Sea on Sunday, the US Navy has said.", "prediction": "The United Arab Emirates has charge two weapons on a US Navy ship before reaching the area of Aden, officials say.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 16.3265306122449}, "nll_sum": 97.3152847290039, "token_count": 22} +{"index": 8367, "reference": "Regulations governing eligibility for benefits for disabled people will be changed after criticism of their likely impact, the government has announced.", "prediction": "Some disabled people will not be able to doing well to be entitled entitled to benefits, the government says.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210526, "rougeL": 30.0}, "nll_sum": 81.4580078125, "token_count": 20} +{"index": 8368, "reference": "Manager Graham Westley wants to add to the nine players he has already signed for Newport in the January transfer window.", "prediction": "Jack Westley says he still still have \"more likely players\" to prevent a club- relegation.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 108.86761474609375, "token_count": 19} +{"index": 8369, "reference": "Non-league Aldershot Town will play Rochdale in the second round of the FA Cup after Mark Molesley struck a late winner against League Two Portsmouth.", "prediction": "Jack Molesley's-time goal as Aldershot Town saw off non-league nonleague Portsmouth to beat Portsmouth and reach FA FA Cup fourth round.", "rouge": {"rouge1": 35.99999999999999, "rouge2": 12.499999999999996, "rougeL": 16.0}, "nll_sum": 154.51235961914062, "token_count": 31} +{"index": 8370, "reference": "An album containing autographs of members of the World War Two Dambusters squadron has sold at auction for \u00a35,800.", "prediction": "The book's bestseller, known as thethetheambambusters\" ever\", sold at auction for \u00a31.5m in an air raid on. Surrey in the Morderhneh's. aA's fromA", "rouge": {"rouge1": 25.531914893617024, "rouge2": 13.333333333333334, "rougeL": 21.27659574468085}, "nll_sum": 275.4884033203125, "token_count": 46} +{"index": 8371, "reference": "Bovine TB is the \"single biggest problem\" facing animal health and welfare in a generation, Wales's chief veterinary officer has said.", "prediction": "A bad vaccination programme in Wales, but Bovine tuberculosis committed to the spread, the disease's health minister has said a severeCalifornia-'s. solve's a's a's from\" it's's of of.", "rouge": {"rouge1": 31.578947368421044, "rouge2": 3.6363636363636354, "rougeL": 17.543859649122805}, "nll_sum": 248.73863220214844, "token_count": 43} +{"index": 8372, "reference": "A 30-year-old man has been released on bail after being arrested by police investigating phone hacking at the News of the World.", "prediction": "A 77-year-old News of the World editor has arrested and bailed in connection with by police investigating around the phone-acking scandal.", "rouge": {"rouge1": 62.5, "rouge2": 26.08695652173913, "rougeL": 37.5}, "nll_sum": 117.98271942138672, "token_count": 27} +{"index": 8373, "reference": "Gwynedd's council leadership has come under fire from the Church in Wales in a row over the future of plans for a new \u00a310m school campus serving the Bala area.", "prediction": " plans a plans for anwynedd school in Gwynedd have been criticisedl threatened, gold destabilised\", the Church of England says and", "rouge": {"rouge1": 35.29411764705882, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 162.96685791015625, "token_count": 27} +{"index": 8374, "reference": "Mali's army has carried out a \"series of summary executions\" as it fights to recapture the Islamist-controlled north, a rights group has said.", "prediction": "Islamist Islamist militants in northern Mali, who have carried out mass killings of human abuses, a human group says.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904763, "rougeL": 27.27272727272727}, "nll_sum": 90.54439544677734, "token_count": 22} +{"index": 8375, "reference": "Liverpool have signed England defender Alex Greenwood from fellow Women's Super League One side Notts County.", "prediction": "Notts County Ladies have signed England Under-20s midfielder Anna Green Greenwood from Liverpool.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 27.586206896551722, "rougeL": 32.25806451612903}, "nll_sum": 101.34165954589844, "token_count": 17} +{"index": 8376, "reference": "Great Britain's men began their Champions Trophy campaign with an encouraging 0-0 draw against world number one side Australia.", "prediction": "Great Britain's men are hoping be stripped of the Champions Trophy despite despite held to a 1-1 draw by Australia in London.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 18.6046511627907, "rougeL": 35.55555555555556}, "nll_sum": 116.7649154663086, "token_count": 25} +{"index": 8377, "reference": "Newport Gwent Dragons staged a dramatic fightback before holding off Cardiff Blues to reach the European Challenge Cup semi-finals.", "prediction": "Cardiff Blues survived a bonus-point win over Cardiff and keep their visitors Pro12 play-off hopes and reaching a quarter-final-finals alive.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 151.9526824951172, "token_count": 30} +{"index": 8378, "reference": "Myanmar's President Thein Sein, a former general, may go down in history as the man who led \"irreversible change\".", "prediction": "inin Sein, who is but is prime minister, is bringing back a political parties, a political and and political role in his role.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 138.99761962890625, "token_count": 28} +{"index": 8379, "reference": "Jewellery worth \u00a335,000 was stolen from a shop during a Christmas lights switch-on event in Lincolnshire.", "prediction": "Rareellery andellery worth more than \u00a320,000, has been stolen from a jewellers in Lincolnshire Lincoln in in the-ers, Indonesia, as they a has from a game reputation from's a The's.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 12.000000000000002, "rougeL": 26.923076923076923}, "nll_sum": 243.4561767578125, "token_count": 45} +{"index": 8380, "reference": "A doctor who was jailed for falsifying clinical trials for his own financial gain was finally struck off as a GP after failing to lodge an appeal.", "prediction": "A former doctor, was found guilty of fals clinical patients drug a drugs test has been banned. the medical register.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 0.0, "rougeL": 21.27659574468085}, "nll_sum": 141.17169189453125, "token_count": 22} +{"index": 8381, "reference": "Martin Guptill and Kane Williamson broke the record for the highest stand in Twenty20 international cricket, with a match-winning 171 as New Zealand crushed Pakistan by 10 wickets.", "prediction": "Jimmyam Williamson hit a career-bestpar to helped Pakistan beat by six runs secure- top-fixing place in the New Zealand in a first one-day international.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 3.703703703703704, "rougeL": 14.285714285714285}, "nll_sum": 183.18836975097656, "token_count": 34} +{"index": 8382, "reference": "A 200-year-old windmill in Hampshire has reopened following a two-year restoration project.", "prediction": "A huge windmill to be built on heritage site is to be thanks to work, after the completing the work to complete \u00a31m.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 127.7906723022461, "token_count": 27} +{"index": 8383, "reference": "Tata Steel is to mothball part of its plant in Newport for the third time in six years with the loss of hundreds of jobs.", "prediction": "Hundreds ofers are facing the loss of loss at India's factory plant, as plant result of tackling energy costs at the factory in north Wales.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 8.16326530612245, "rougeL": 15.686274509803921}, "nll_sum": 150.32647705078125, "token_count": 28} +{"index": 8384, "reference": "Britain's Leanda Cave pulled away in the last three miles of the run to win the Ironman World Championship in Hawaii.", "prediction": "Australia's Victoria Cave breaking her dream to become the first Briton to win the Welshman at at the World Cup event- London.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 9.30232558139535, "rougeL": 31.111111111111118}, "nll_sum": 129.06483459472656, "token_count": 26} +{"index": 8385, "reference": "Tony Blair says people will not accept that he means his regret over mistakes in the Iraq war until he disowns the decision to join the US coalition to topple Saddam Hussein.", "prediction": "The former head of the Cold War has denied that that a Russian military military did, to a military base during theCivil civil a civil war..", "rouge": {"rouge1": 17.24137931034483, "rouge2": 0.0, "rougeL": 10.344827586206897}, "nll_sum": 166.23065185546875, "token_count": 28} +{"index": 8386, "reference": "League Two side Colchester United have signed Forest Green Rovers forward Kurtis Guthrie for an undisclosed fee.", "prediction": "Colchester United have signed midfielder Craig Barrie following his release by League Two club Colchester United- described solve's an balletA as a in for a as's. from The-G? from in from \u00a3's\". from'sA", "rouge": {"rouge1": 29.629629629629633, "rouge2": 15.384615384615383, "rougeL": 18.51851851851852}, "nll_sum": 302.79345703125, "token_count": 48} +{"index": 8387, "reference": "Kell Brook says he chose to fight Gennady Golovkin because he needed to do something \"outrageous\" to stand out from the crowd.", "prediction": "Kell Brook says beating Gady Yeovil would \"unlikely to win\" a title, finally becoming him of be officially crowned world champion.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 167.58688354492188, "token_count": 29} +{"index": 8388, "reference": "Mercedes put in an imposing performance in first practice at the Bahrain GP, setting the pace by nearly two seconds.", "prediction": "McLaren McCl set a position at the Malaysian Grand Prix for the first time after a possible long engine in a weather, hot weather.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 148.16403198242188, "token_count": 27} +{"index": 8389, "reference": "New Zealand racer Bruce Anstey continued to set the pace in the fourth qualifying session at the Isle of Man Festival of Motorcycling.", "prediction": " Ang Anglesey's setey set to second pace for the second practice session during the first session for the 2017 Isle of Man a Isle's Isle.", "rouge": {"rouge1": 40.0, "rouge2": 8.333333333333334, "rougeL": 31.999999999999996}, "nll_sum": 170.1402130126953, "token_count": 30} +{"index": 8390, "reference": "MPs investigating the collapse of BHS have written to the Pensions Regulator, demanding more information about plans to restructure the pension scheme - first revealed on the BBC's Newsnight.", "prediction": "Plans for a major pension scheme, including for the Treasury and Pensions Committee, have been given and not given approval approval, BBCnight has learned.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 3.9215686274509802, "rougeL": 15.09433962264151}, "nll_sum": 131.34544372558594, "token_count": 30} +{"index": 8391, "reference": "A bullet found in the exhumed body of a man killed in shootings in Ballymurphy in 1971 was not sent for forensic examination for three months.", "prediction": "A bullet that was fatally shot dead an army base in Ballymur, in 1971, has been left for the leg for's second time in a solve the force from a has referee from a man's flagship of.'s a from a", "rouge": {"rouge1": 37.68115942028986, "rouge2": 8.955223880597014, "rougeL": 20.28985507246377}, "nll_sum": 282.96099853515625, "token_count": 47} +{"index": 8392, "reference": "Chelsea beat Arsenal 3-1 to stay nine points clear at the top of the Premier League, while Tottenham remain second after a 1-0 win at home to Middlesbrough.", "prediction": " moving moved 10 clear at the top of the Premier League Premier table, as they held on West Ham and Chelsea at the London Stadium's Stadium's Stadium of O's- again- again a's 2011 again- and- again from again a", "rouge": {"rouge1": 30.136986301369856, "rouge2": 19.718309859154928, "rougeL": 24.657534246575345}, "nll_sum": 253.47897338867188, "token_count": 47} +{"index": 8393, "reference": "The Grand Tour presenter Richard Hammond is vowing to be \"back in action soon\" following surgery on his knee after a car crash in Switzerland.", "prediction": "TV presenter Jeremy Hammond has had a full-length surgery after his bone after his car began filming The Grand Tour.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 109.21282196044922, "token_count": 22} +{"index": 8394, "reference": "The UK has decided in a referendum vote to leave the European Union, but what do people from other EU countries think about Britain's big decision?", "prediction": "In the news, the UK saying it was \"a huge courage\" of to leave, European Union - but that that the country voted or in members of the EU.", "rouge": {"rouge1": 47.27272727272727, "rouge2": 15.09433962264151, "rougeL": 32.72727272727273}, "nll_sum": 156.60655212402344, "token_count": 33} +{"index": 8395, "reference": "The convener of Scotland's Crofting Commission has reiterated he will not stand down amid a heated public dispute over common grazings - unless he is forced to by the Scottish government.", "prediction": "The chair cro the Crofting for Police Scotland has said he has no intention of remain resign during his current battle over a farm processing over Hamilton.", "rouge": {"rouge1": 31.03448275862069, "rouge2": 0.0, "rougeL": 20.689655172413794}, "nll_sum": 197.7037353515625, "token_count": 29} +{"index": 8396, "reference": "A businessman has been jailed for 30 months after a man plunged to his death from a warehouse roof.", "prediction": " factory factory firm who admitted admitted causing the death of a worker who worker fell from a roof of a warehouse has been fined \u00c2\u00a3700000.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 14.285714285714288, "rougeL": 18.18181818181818}, "nll_sum": 137.7139434814453, "token_count": 29} +{"index": 8397, "reference": "The creator of Thunderbirds, Gerry Anderson, has revealed he has Alzheimer's Disease.", "prediction": " flanker Jamie Anderson has revealed his own role in Blueborough, who has of diagnosed with Alzheimer's disease, because it's a \"co's\". that it's from from the his after he-born of from.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 17.02127659574468, "rougeL": 28.571428571428577}, "nll_sum": 244.50662231445312, "token_count": 43} +{"index": 8398, "reference": "Tens of thousands of grandparents are missing out on National Insurance (NI) credits which could be worth more than \u00a3230 a year when they retire, a former pensions minister has said.", "prediction": "Thousands of missing families are missing out on back- pension scheme worth \u00a34.600, to families out of retirement, a leading think- tank.", "rouge": {"rouge1": 40.74074074074075, "rouge2": 19.23076923076923, "rougeL": 33.333333333333336}, "nll_sum": 146.75405883789062, "token_count": 29} +{"index": 8399, "reference": "Designs for a dedicated activity park along the Dorset coast have been unveiled.", "prediction": "Construction work work on a multi-million pound Bournemouth railway park due to opened, officially opened.", "rouge": {"rouge1": 13.793103448275861, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 96.68020629882812, "token_count": 20} +{"index": 8400, "reference": "Foreign airlines are halting flights to Nigeria, where a foreign exchange crisis has led the government to limit access to dollars.", "prediction": " Airlines has begun flights to suspend all flights across the continent as ticket revenue continue to continue, amid fears rising and rising oil prices in oil. in.", "rouge": {"rouge1": 25.0, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333336}, "nll_sum": 157.96035766601562, "token_count": 29} +{"index": 8401, "reference": "Aston Villa have signed Czech Republic striker Libor Kozak from Lazio in a deal worth about \u00a37m.", "prediction": "Aston Villa have signed Russia striker strikerak Razak for a fee reported \u00a3.28 believed to be about \u00a3m.24m).", "rouge": {"rouge1": 38.88888888888889, "rouge2": 17.647058823529413, "rougeL": 38.88888888888889}, "nll_sum": 156.36810302734375, "token_count": 27} +{"index": 8402, "reference": "Display restrictions on cigarettes and tobacco products sold by small traders in Wales have come into force.", "prediction": "The the, cigarettes and products other stores will be made in some stores in Wales, after a new law came into effect in and with the ban.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 9.523809523809526, "rougeL": 27.272727272727277}, "nll_sum": 136.80001831054688, "token_count": 29} +{"index": 8403, "reference": "Burnley's Sean Dyche is in the top three Premier League managers of the year, says West Brom boss Tony Pulis.", "prediction": "West Brom boss Tony Pulis believes Seanavan could be out of the Premier League this year, because of a \" \"season a small budget\".", "rouge": {"rouge1": 45.454545454545446, "rouge2": 28.571428571428566, "rougeL": 22.727272727272723}, "nll_sum": 140.65139770507812, "token_count": 28} +{"index": 8404, "reference": "North Korea has conducted a new intercontinental ballistic missile test, South Korea and the Pentagon say.", "prediction": "North Korea has fired a short military into the South Korean coast,guard the a most successful military test.", "rouge": {"rouge1": 40.0, "rouge2": 12.12121212121212, "rougeL": 34.285714285714285}, "nll_sum": 113.87975311279297, "token_count": 20} +{"index": 8405, "reference": "Scotland defender Russell Martin wants the team be brave when they travel to Metz on Saturday to face Euro 2016 hosts France.", "prediction": "Scott Martin hopes try face the side of the France side failing to reach Euro 2016 group.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 96.64303588867188, "token_count": 17} +{"index": 8406, "reference": "US anti-abortion campaigner Troy Newman is to be deported from Australia after losing a high court appeal.", "prediction": "A retired US civil rights campaigner rights to be flying in in Queensland, Australia, after the high judge overturned his visa in countryanga.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 34.146341463414636}, "nll_sum": 152.6002960205078, "token_count": 26} +{"index": 8407, "reference": "The Daily Show, whose host Jon Stewart is stepping down after 16 years at the helm, is a comedy programme, yet regular viewers know that laughs are just one part of it.", "prediction": "From Thursday night's most popular show, TV, TV and host, Jon Stewart, one of families and one of the US's biggest presenters - and the show's opened. anlmaker it's from. from.'s from a", "rouge": {"rouge1": 28.985507246376812, "rouge2": 5.970149253731343, "rougeL": 20.289855072463766}, "nll_sum": 239.4688262939453, "token_count": 47} +{"index": 8408, "reference": "Unaffiliated councillor David Simpson has been elected as the new leader of Pembrokeshire council.", "prediction": "David Simpson has been elected as leader of the new leadership of Carmarthenshire council a", "rouge": {"rouge1": 75.86206896551724, "rouge2": 51.85185185185186, "rougeL": 68.9655172413793}, "nll_sum": 65.45487976074219, "token_count": 17} +{"index": 8409, "reference": "England wicketkeeper Jos Buttler has signed a new three-year contract with Lancashire.", "prediction": "England pace bowler Jos Buttler has signed a new five 2011year contract with England one-day cricket.", "rouge": {"rouge1": 59.999999999999986, "rouge2": 42.857142857142854, "rougeL": 59.999999999999986}, "nll_sum": 91.27900695800781, "token_count": 21} +{"index": 8410, "reference": "The music of Harry Potter will feature at this year's Proms, as part of a concert celebrating the 85th birthday of film composer John Williams.", "prediction": "The 2017 Prom Proms magazine, which will be a \"lificance\" of Chinekeke Jones at the Hull in not. year.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 172.373291015625, "token_count": 29} +{"index": 8411, "reference": "The full results of last week's Scottish council election have been published - showing the SNP won 32% of the first preference votes.", "prediction": "The SNP held on to the eve of East Renfrewshire - and Scotland - the highest level recorded for Thursday in Thursday's and council elections.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.888888888888888, "rougeL": 21.27659574468085}, "nll_sum": 132.3997344970703, "token_count": 29} +{"index": 8412, "reference": "The safety of hundreds of thousands of civilians trapped in Mosul is a key priority, the UN has warned, as Iraqi troops prepare to attack Islamic State (IS) militants in the west of the city.", "prediction": "The battle to recapture the western city of Mosul (IS) is its top priority, the so-called Islamic State (IS) Syria says.", "rouge": {"rouge1": 42.10526315789473, "rouge2": 14.545454545454541, "rougeL": 31.578947368421044}, "nll_sum": 89.51571655273438, "token_count": 29} +{"index": 8413, "reference": "The Met Office has warned of very strong winds along the western coastlines of Wales throughout the day on Monday.", "prediction": "Husts reaching reaching up to 90mph and south of south Wales on Monday, the Met Police has confirmed.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 95.87370300292969, "token_count": 22} +{"index": 8414, "reference": "\"Artificial skin\" that could bring a sensitive touch to robots and prosthetic limbs, has been shown off.", "prediction": "Scientists have lam fossilised fumes, that can be fitted clear and can cope with pile, under pressure.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 141.13204956054688, "token_count": 20} +{"index": 8415, "reference": "Scottish Borders Council is set to start the first phase of a wide-ranging overhaul of its schools provision across the region.", "prediction": "Scottish Borders Council is seeking plans plans office close all local schools in its Scottish Borders.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 16.666666666666664, "rougeL": 26.31578947368421}, "nll_sum": 108.68815612792969, "token_count": 17} +{"index": 8416, "reference": "Faissal El Bakhtaoui netted a second-half double as League One leaders Dunfermline claimed victory at Ayr.", "prediction": " guarantee substitute El Elhtaououi's hat-trick secured a Scottish League One play-off hopes alive by beating Airdrieonians.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 164.48464965820312, "token_count": 31} +{"index": 8417, "reference": "A man has been injured when he was run over by a JCB forklift handler vehicle in a field.", "prediction": "A man was taken to hospital after being hit by a car. was hit a a 40-yearold man's reputation-A his man in his, as a's reputation from his from as a. ballet of. aA aA", "rouge": {"rouge1": 24.137931034482758, "rouge2": 7.142857142857142, "rougeL": 24.137931034482758}, "nll_sum": 238.14962768554688, "token_count": 47} +{"index": 8418, "reference": "A satire of the Booker Prize by Edward St Aubyn has won its own award - The Wodehouse Prize for Comic Fiction.", "prediction": "The 2014 Nobel Prize for Booker, fiction will be won this year's Wodehouseen Festival", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 104.3726806640625, "token_count": 18} +{"index": 8419, "reference": "England's game against Australia will kick off the Rugby League World Cup at the Millennium Stadium on 26 October.", "prediction": "BBC Sport will bring you live coverage of the game at's Women's World Cup on Wednesday, 19 November, at 18:45 GMT).", "rouge": {"rouge1": 36.36363636363636, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 88.15876770019531, "token_count": 27} +{"index": 8420, "reference": "Cities in California cut water use by 31.3% in July, exceeding a state-wide mandate of 25% to combat a record four-year drought there, officials say.", "prediction": " in California state California California, has declared a drought after a state declared emergency was declared, it was declared a worst drought in the state.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.843137254901962, "rougeL": 22.64150943396226}, "nll_sum": 122.14421081542969, "token_count": 27} +{"index": 8421, "reference": "A South African lion called Sylvester who twice fled a national park will be rehoused rather than put down, and encouraged to become an alpha male.", "prediction": "A giant red squirrel which escaped from a high high mountain climb in South Africa will be, be brought back as a male male in its owner says.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.846153846153846, "rougeL": 18.51851851851852}, "nll_sum": 143.0167236328125, "token_count": 29} +{"index": 8422, "reference": "A Florida mosque has been removed as a polling station for the 2016 election after local officials received complaints and threats of violence.", "prediction": "US officials have refused a permission site for a polling station in the US state of Florida, saying people will not to vote as a mosque and a.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 150.04653930664062, "token_count": 29} +{"index": 8423, "reference": "University staff have offered to meet employers for eleventh hour talks to avert a one-day strike over pay, planned for Thursday.", "prediction": "Hundreds of university members are being ball of strike strike on strike from Thursday to 7 August, amid a dispute over pay, pay and.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 138.71044921875, "token_count": 26} +{"index": 8424, "reference": "Chinese authorities have punished 197 people for spreading rumours online about the recent stock market crash and fatal explosions in Tianjin, according to state news agency Xinhua.", "prediction": "China has arrested five people in connection with false rumours that could spread the Chinese market, state therun news agency Xinhua a state media report.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 8.0, "rougeL": 30.769230769230766}, "nll_sum": 119.39134979248047, "token_count": 28} +{"index": 8425, "reference": "The world's oceans are becoming acidic at an \"unprecedented rate\" and may be souring more rapidly than at any time in the past 300 million years.", "prediction": " alarming dioxide of of water in the sea around the Arctic could a potentially loss of lives, a study suggests.", "rouge": {"rouge1": 12.765957446808512, "rouge2": 4.444444444444445, "rougeL": 8.51063829787234}, "nll_sum": 100.04885864257812, "token_count": 21} +{"index": 8426, "reference": "Musician Nick Cave's teenage son took LSD before he fell off a cliff in Brighton, an inquest has heard.", "prediction": " a song-writer and singer of a boy who fell to a cliff which fell to his death in Sussex, an inquest. heard of a- a \" aA aA aA aA's have of from\".", "rouge": {"rouge1": 29.629629629629633, "rouge2": 7.6923076923076925, "rougeL": 25.925925925925924}, "nll_sum": 229.68955993652344, "token_count": 43} +{"index": 8427, "reference": "The US Federal Reserve has kept interest rates at between 0.25% and 0.5% in the face of an uncertain jobs market.", "prediction": "The Federal Reserve has made a decision to cut interest rates and rise after the EU referendum, saying it could be \"could financial impact\".", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.33333333333333, "rougeL": 34.04255319148936}, "nll_sum": 105.04351806640625, "token_count": 26} +{"index": 8428, "reference": "Britain's Chris Froome extended his lead in the Tour de France to one minute and 47 seconds by finishing second in the stage 13 time trial.", "prediction": "Britain's Chris Froome said the right to race \"forthe end of the race of the\" following a lorry attack in Paris future attack.", "rouge": {"rouge1": 31.37254901960785, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 143.7328643798828, "token_count": 29} +{"index": 8429, "reference": "The inquiry into the Glasgow bin lorry crash which killed six people last year has heard of a \"lack of due diligence\" from doctors in relation to the driver.", "prediction": "A fatal accident inquiry has been told that a Glasgow bus driver had f F building by doctors the doctors have told a fatal accident inquiry have", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 17.857142857142858}, "nll_sum": 152.5660858154297, "token_count": 26} +{"index": 8430, "reference": "Turkey's president has compared German officials to Nazis, in the latest escalation in a war of words.", "prediction": "The Turkish president has described Turkey, saying that Germany crimes has committed in Germany.", "rouge": {"rouge1": 31.250000000000007, "rouge2": 6.666666666666667, "rougeL": 18.75}, "nll_sum": 81.19368743896484, "token_count": 15} +{"index": 8431, "reference": "Nottingham Forest have signed Wolves midfielder Adlene Guedioura on loan until the end of the season.", "prediction": "Nottingham Forest midfielder Idou Guediouou has joined has Championship Championship side Brighton on loan until the end of the season-", "rouge": {"rouge1": 61.111111111111114, "rouge2": 47.05882352941176, "rougeL": 61.111111111111114}, "nll_sum": 105.21023559570312, "token_count": 27} +{"index": 8432, "reference": "Scotland wing Dougie Fife, lock Alex Toolis and centre Andries Strauss are among a host of players who will leave Edinburgh at the end of the season.", "prediction": "Edinburgh centre full-back Ross Fife is to leave Scottish Premiership club Edinburgh with victory a rel The's, on a \"olve by by\".", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 15.686274509803924}, "nll_sum": 182.96908569335938, "token_count": 29} +{"index": 8433, "reference": "At least 22 people have been killed by three suicide bombings in checkpoints in the southern Yemeni city of Aden, officials say.", "prediction": "At least 34 civilians have been killed in three suicide car parks and parade military capital in capital Havana, officials say.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 24.390243902439025, "rougeL": 46.51162790697674}, "nll_sum": 111.5434341430664, "token_count": 22} +{"index": 8434, "reference": "Highlights of the 2016 and 2017 Diamond League seasons will be available to watch on the BBC as part of a new deal.", "prediction": "BBC Sport will bring you live coverage of Premier League across the network across London and the upcoming Olympic Games.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 83.16375732421875, "token_count": 20} +{"index": 8435, "reference": "The president of Iran has congratulated voters on electing a record number of women to parliament since before the 1979 Islamic revolution.", "prediction": "Twenty's new committee of has voted in favour of office, preliminary results show.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 78.34913635253906, "token_count": 15} +{"index": 8436, "reference": "An 11-year-old boy in the United States has wowed audiences after successfully spelling 'taoiseach' on his way to becoming joint winner of a national spelling bee competition.", "prediction": "An 11-year-old boy has won the US's National Education School being after after sending abusive messages to the name name 'bioouach\".", "rouge": {"rouge1": 37.735849056603776, "rouge2": 15.686274509803921, "rougeL": 30.18867924528302}, "nll_sum": 158.906494140625, "token_count": 30} +{"index": 8437, "reference": "Veteran goalkeeper Stephen Bywater has signed a new one-year deal at Championship side Burton Albion.", "prediction": "Burton Albion goalkeeper goalkeeper Stephenwaterhill has signed a contract with keeping him with the Championship club.", "rouge": {"rouge1": 43.75, "rouge2": 20.000000000000004, "rougeL": 31.25}, "nll_sum": 110.80207824707031, "token_count": 19} +{"index": 8438, "reference": "More teachers are facing abuse on social media, warns a teachers' union.", "prediction": "Some children received children online and online others on social media and about the to's staff, a head teachers' union has said in the a's, ballet, \" they from \" the from it's from of from the", "rouge": {"rouge1": 23.999999999999996, "rouge2": 12.5, "rougeL": 23.999999999999996}, "nll_sum": 249.39450073242188, "token_count": 43} +{"index": 8439, "reference": "An 11-year-old Canadian boy saved his whole family from a devastating fire, his mother says.", "prediction": "An Canadian woman and her nine-year- son after a fire broke out a Canadian home has said her son to die and will have prepared for the rest life his life.", "rouge": {"rouge1": 24.489795918367342, "rouge2": 0.0, "rougeL": 20.408163265306122}, "nll_sum": 161.9033203125, "token_count": 34} +{"index": 8440, "reference": "Partick Thistle manager Alan Archibald is on a shortlist of candidates for the Swindon Town vacancy.", "prediction": "Partick Thistle manager Katie Archibald has made a possible bid for Shrewsbury Town for an offer from League One Shrewsbury Town.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 37.83783783783783}, "nll_sum": 114.23715209960938, "token_count": 31} +{"index": 8441, "reference": "TT rider Gary Carswell has died after a crash during a practice race on the Isle of Man.", "prediction": "A motorcyclist has died in four days after his car into's training session at Grand Japanese Grand Grand Prix.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 115.91494750976562, "token_count": 22} +{"index": 8442, "reference": "Russia says US allegations that it ran a hacking campaign to influence the American presidential elections are \"reminiscent of a witch-hunt\".", "prediction": "The Russian has described Russian allegations that Russia includes a hacking attack on the US election, saying the were \"unprofessional and not anprofessional amateur way\". 2011 \" again- again \"-over \" a from's from again from's from a", "rouge": {"rouge1": 33.33333333333333, "rouge2": 6.896551724137931, "rougeL": 23.333333333333332}, "nll_sum": 271.1053771972656, "token_count": 46} +{"index": 8443, "reference": "The retailer American Apparel has detailed sexist and racist misconduct claims against former boss Dov Charney in a court filing.", "prediction": "Ex-Maced chief executive Mar Bobley Char has is sued the American company, saying the company was reduced5 has of anti- and discrimination.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 204.8421630859375, "token_count": 29} +{"index": 8444, "reference": "Free-runners gathered to remember a parkour enthusiast who died in an accident on the Paris Metro.", "prediction": "Hundreds of people have attended a memorial funeral for a teenager who died in a car accident in Paris, while out cycling on a on tirops.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 9.75609756097561, "rougeL": 27.906976744186053}, "nll_sum": 119.61561584472656, "token_count": 29} +{"index": 8445, "reference": "Two powerful earthquakes have struck China's north-west Gansu province, killing at least 75 people and leaving more than 400 others injured.", "prediction": "At least 11 people have been killed and more than 30 injured and injured several in several south-eastern Chinese city, state media say 2011 the, Broadway, from reports from Saturday-Dup, in local wins from November.", "rouge": {"rouge1": 30.000000000000004, "rouge2": 6.896551724137931, "rougeL": 23.333333333333332}, "nll_sum": 221.69015502929688, "token_count": 45} +{"index": 8446, "reference": "Reading withstood a Burton Albion comeback to secure third place in the Championship with a thrilling final-day victory at the Pirelli Stadium.", "prediction": "Reading picked up their Championship play-offoff hopes as they beat Burton in a first playoff place.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 91.37191772460938, "token_count": 19} +{"index": 8447, "reference": "Almost a fifth of homeless applications now come from the private rented sector, according to Shelter Scotland.", "prediction": "The number of people living in Scotland has fallen by nearly a third in the last five years the says the charity Shelter, Scotland in the's., reputation from as there from a referee, the from the Scottish of.", "rouge": {"rouge1": 21.428571428571434, "rouge2": 7.4074074074074066, "rougeL": 14.285714285714283}, "nll_sum": 212.5986785888672, "token_count": 42} +{"index": 8448, "reference": "Boxing promoter Eddie Hearn hopes to give Katie Taylor her American debut as a pro fighter in New York in July.", "prediction": "B Hear Hearn will struggle for his IBF world title defence in Belfast on 28 March.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 93.5755386352539, "token_count": 18} +{"index": 8449, "reference": "The Dutch capital Amsterdam is following in the footsteps of Cardiff in a bid to reduce violent behaviour.", "prediction": "Cardiff needs to do more to tackle dangerous violence violence as well as an open door, says an expert.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 93.94523620605469, "token_count": 21} +{"index": 8450, "reference": "As part of the BBC's Intelligent Machines season, Google's Eric Schmidt has penned an exclusive article on how he sees artificial intelligence developing, why it is experiencing such a renaissance and where it will go next.", "prediction": "\"The research towards research\" - but didn't wasn didn wasn't?!", "rouge": {"rouge1": 4.081632653061225, "rouge2": 0.0, "rougeL": 4.081632653061225}, "nll_sum": 114.73667907714844, "token_count": 14} +{"index": 8451, "reference": "Midfielder James Maddison has signed a contract which keeps him at Norwich City until the summer of 2021.", "prediction": "Norwich City signed winger Jacobisonison has joined the club on Championship six onmonth loan deal.", "rouge": {"rouge1": 30.303030303030297, "rouge2": 6.451612903225808, "rougeL": 18.18181818181818}, "nll_sum": 128.91709899902344, "token_count": 19} +{"index": 8452, "reference": "Michael Jung sealed a \u00a3240,000 Rolex Grand Slam on La Biosthetique as he became the first German to win a Badminton Horse Trials title.", "prediction": "Two-time champion Michael clin clinched a first gold in the 400m title by winninging a sprinting event to secure his place at Rio 2016 at the Sullivan's.", "rouge": {"rouge1": 25.925925925925924, "rouge2": 0.0, "rougeL": 14.814814814814817}, "nll_sum": 166.19534301757812, "token_count": 34} +{"index": 8453, "reference": "Breakfast at the Wangs' on a Sunday: it's a lesson in how attitudes in Taiwan towards China have changed significantly in just three generations.", "prediction": " Taiwan tens the meet met with China then, and Taiwan's President Everuai, the BBC's Li Allan Clyde harbour and in what would happen!", "rouge": {"rouge1": 20.000000000000004, "rouge2": 0.0, "rougeL": 12.0}, "nll_sum": 212.20248413085938, "token_count": 29} +{"index": 8454, "reference": "Protesters have faced off with police in a demonstration over the death of a man after a traffic stop.", "prediction": "Hundreds of protesters in central London have led to the death of a man who died after being stopped by police in a stop-and.", "rouge": {"rouge1": 54.54545454545454, "rouge2": 28.571428571428577, "rougeL": 45.45454545454545}, "nll_sum": 72.032958984375, "token_count": 26} +{"index": 8455, "reference": "The BBC's Global Health Correspondent Tulip Mazumdar has been investigating a new Zika vaccine which could be ready for human trials later this year.", "prediction": " the World Health Organization Health it has developed a new vaccine for virus in Rio 2016 virus.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.0, "rougeL": 33.33333333333333}, "nll_sum": 89.94746398925781, "token_count": 17} +{"index": 8456, "reference": "Prime Minister David Cameron has said he wants to put tackling corruption at the \"top of the international agenda\" ahead of a London summit on the issue.", "prediction": "Prime Minister David Cameron is urging world leaders to try \" fight the fight\" against corruption, saying leaders will say the battle \"in will survived\".", "rouge": {"rouge1": 31.37254901960785, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 138.2556915283203, "token_count": 28} +{"index": 8457, "reference": "St Johnstone moved within two points of fourth place in the Scottish Premiership by despatching 10-man Inverness CT, who now sit bottom.", "prediction": "Sir Johnstone moved three points clear at the top to the Scottish Premiership with victory over bottom Inverness Cal Thistle a \u00a3 solve-deserved-. a's from's-A a of in from from a's. from a", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.344827586206897, "rougeL": 23.333333333333332}, "nll_sum": 270.75360107421875, "token_count": 46} +{"index": 8458, "reference": "More new mothers are opting to try breastfeeding their babies, latest UK figures reveal.", "prediction": "The women who gave birth at birth defects England - the highest - in the highest level, 2004, figures show.", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 119.25279235839844, "token_count": 22} +{"index": 8459, "reference": "The first episode of the BBC's new costume drama War and Peace was watched by more than six million viewers.", "prediction": "VV's drama drama The West End has hit the best in UK screens, attracted more than one million viewers in the its's its opening night, solve the's it's-'sA a from in's from The's.'s Broadway", "rouge": {"rouge1": 25.396825396825395, "rouge2": 6.557377049180328, "rougeL": 19.047619047619047}, "nll_sum": 263.77490234375, "token_count": 47} +{"index": 8460, "reference": "Chris Gunter says Wales will prove they are not a one-man team as they attempt to keep their World Cup qualification hopes alive without Gareth Bale.", "prediction": "Chris Gunter says it is still still fit confident in Wales will face Gareth Bale' Euro 2016 campaign.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 18.6046511627907, "rougeL": 31.11111111111111}, "nll_sum": 112.6832504272461, "token_count": 20} +{"index": 8461, "reference": "A Czech hiker who went missing a month ago in the snowy mountains of New Zealand has described the \"harrowing\" ordeal in which her partner died.", "prediction": "A Czech woman believed believed suddenly December who went missing after a night out while hiking while the cycling world's highest mountain, Czech in Republic.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 12.0, "rougeL": 34.61538461538461}, "nll_sum": 154.15431213378906, "token_count": 27} +{"index": 8462, "reference": "Western Sahara is a sparsely-populated area of mostly desert situated on the northwest coast of Africa.", "prediction": "Morocco, off theHostave covers off the coast of Africa coast November, is a key Republic of the and African and and African Republic the territory from independence.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 14.285714285714285, "rougeL": 18.18181818181818}, "nll_sum": 201.0644073486328, "token_count": 33} +{"index": 8463, "reference": "Ireland's Steven Donnelly has beaten Tuvshinbat Byamba of Mongolia on points to reach the quarter-finals of the welterweight division at the Olympics.", "prediction": "L's Donnelly has failed his attempt to reach his IBFBF I world light-welter boxing champion to the in Rio Olympic Games.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 8.888888888888888, "rougeL": 29.78723404255319}, "nll_sum": 160.29762268066406, "token_count": 29} +{"index": 8464, "reference": "A five-year-old boy has died after his head got lodged between a wall and a table fixed to a slow-moving floor of a restaurant in Atlanta, police officials said.", "prediction": "A five-year-old boy died after being hit by a car a hit locked in the floor of a hotel of a restaurant inConnor US city of120, police say. a in the a the, a, a he again a", "rouge": {"rouge1": 44.44444444444445, "rouge2": 22.857142857142858, "rougeL": 38.888888888888886}, "nll_sum": 212.61134338378906, "token_count": 47} +{"index": 8465, "reference": "Italy's government has criticised leaders in the north of the country for their refusal to host any more migrants rescued from the Mediterranean.", "prediction": " president president of Italy has said action it will take more violence migrants and from Europe Europe, other nations is not working. a anolve-'s. aA referee's a's from after it's.payment of's from's from a", "rouge": {"rouge1": 21.538461538461544, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 298.8748474121094, "token_count": 47} +{"index": 8466, "reference": "Russia's ambassador to Poland, Sergey Andreyev, has said he meant no offence when he appeared to suggest Poland was partly to blame for the start of World War Two.", "prediction": "Ukian President Andy And,ev says he is not swapinging remarks, meaning that Russian soldiers to the Soviet war of World War Two.", "rouge": {"rouge1": 26.415094339622634, "rouge2": 11.76470588235294, "rougeL": 26.415094339622634}, "nll_sum": 172.87132263183594, "token_count": 28} +{"index": 8467, "reference": "A book written by the late editor of French satirical weekly Charlie Hebdo, Stephane Charbonnier - known as Charb - is set to be published posthumously.", "prediction": "The author of author Charlie Hebdo, which includes the controversial newspaper paper, characterbb, has been accused against plagiarist Islam\". not \" a. aold again 2011's from's fromA from's from's from's the's a", "rouge": {"rouge1": 16.393442622950822, "rouge2": 3.389830508474576, "rougeL": 13.114754098360656}, "nll_sum": 299.6930236816406, "token_count": 46} +{"index": 8468, "reference": "Flood sirens have sounded as the \"biggest ever\" training exercise has been held in parts of West Yorkshire inundated by flooding in December 2015.", "prediction": "A annual annual training exercise has take place across the four areas in Greater Manchester, a, council said solve. the's a and by the a from a from a's from a-e's a in from from a's. aA", "rouge": {"rouge1": 21.21212121212121, "rouge2": 6.250000000000002, "rougeL": 18.181818181818183}, "nll_sum": 240.20872497558594, "token_count": 47} +{"index": 8469, "reference": "Engineers have been doing the tricky job of slotting in the last section of a huge undersea tunnel in south-east Asia.", "prediction": "A new water bridge in China, has been opened open to the public today.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 63.51055145263672, "token_count": 15} +{"index": 8470, "reference": "A 14-year-old boy has been arrested on suspicion of attempted murder after a teacher was stabbed at a Bradford school.", "prediction": "A teenager has been stabbed to death by pupils of a front outside a school of Bradford.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 5.405405405405405, "rougeL": 35.8974358974359}, "nll_sum": 76.39362335205078, "token_count": 17} +{"index": 8471, "reference": "Images of every tower block built in the UK are to be catalogued in a fully searchable digital archive.", "prediction": "A team of Museum are displaying images of a historic Glasgow flats are to reopen as part of an exhibition.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 102.7608642578125, "token_count": 20} +{"index": 8472, "reference": "Scots judo star Stephanie Inglis has thanked her supporters and said she hopes to be \"up and about\" soon.", "prediction": ".o judo star Stephanie Inhanglis has received an \"wwoved step\" as she continues as to return home from and specialist.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 35.8974358974359}, "nll_sum": 200.34710693359375, "token_count": 27} +{"index": 8473, "reference": "The UK government's Brexit secretary insists any arrangements to leave the EU would be a \"United Kingdom deal\".", "prediction": "Scotland's Brexit minister has said his first minister does not know that any priorities Brexit for Brexit.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 92.42160034179688, "token_count": 18} +{"index": 8474, "reference": "Current spying campaigns run by the CIA could be disrupted, say experts, after more data on the agency's hacking techniques was released by Wikileaks.", "prediction": "The US National Intelligence AgencyNSA) has released information about malware about tools created \"one of the the most\", damaging\", a US security expert says.", "rouge": {"rouge1": 20.408163265306126, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 155.4959259033203, "token_count": 29} +{"index": 8475, "reference": "Two pages from an 800-year-old copy of the Koran decorated with gold leaf are to go on show in a Leeds museum display looking at Islam.", "prediction": "Two believed paper, believed to be the 18th Century of paper textbooks\" to published city the have gone on display.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.833333333333332}, "nll_sum": 141.837646484375, "token_count": 23} +{"index": 8476, "reference": "A 30-yard thunderbolt from Finland international Daniel O'Shaughnessy earned Cheltenham an unlikely draw at Mansfield.", "prediction": "ness O'ness'sness equaliser and rescued a point for Mansfield League play-off hopuls Cheltenham at Dunell Road. Silk solve.'sA's a-A from a from's George's a.", "rouge": {"rouge1": 24.489795918367342, "rouge2": 0.0, "rougeL": 12.244897959183671}, "nll_sum": 290.3936462402344, "token_count": 45} +{"index": 8477, "reference": "World number one Andy Murray gained revenge for last Thursday's defeat by Albert Ramos-Vinolas in Monte Carlo by beating the Spaniard to reach the last four of the Barcelona Open.", "prediction": "Andy Murray made it through to the quarter-finals of the Barcelona Open with an impressive ninth- defeat by Ramos-inolas in not Monte Carlo.", "rouge": {"rouge1": 49.12280701754386, "rouge2": 21.818181818181817, "rougeL": 28.07017543859649}, "nll_sum": 145.69119262695312, "token_count": 29} +{"index": 8478, "reference": "The leader of Western Isles local authority, Comhairle nan Eilean Siar, has said the rig Transocean Winner could be scrapped on the islands.", "prediction": "The operation of Transocean, which ran after a container tank on the Isle of Man could be be made soon, a senior Scottish councillor said.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 8.695652173913043, "rougeL": 20.833333333333332}, "nll_sum": 130.87631225585938, "token_count": 29} +{"index": 8479, "reference": "Craig Gordon hopes an impressive display against Manchester City can help him retain a regular starting position at Celtic.", "prediction": " Gordon Scotland says he's ready to take his place in the playing against Celtic after a late equaliser helped him clinch Weir a top \" side football football.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444444, "rougeL": 21.27659574468085}, "nll_sum": 169.48785400390625, "token_count": 30} +{"index": 8480, "reference": "Two goals from Kieron Cadogan emphasised Sutton's superiority as they thrashed struggling North Ferriby 5-1.", "prediction": "Sergon handogan scored twice and each scored and scored twice as Sutton ended the four-match unbeaten run with a Northriby at Meadow Hayes Stadium.", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 4.761904761904763}, "nll_sum": 183.85203552246094, "token_count": 31} +{"index": 8481, "reference": "More than 50 people have been killed in a landslide in Antioquia province in north-west Colombia, officials say.", "prediction": "Rescue in Colombia are victims of a deadly river, which has left 42 people dead dead.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 103.2435302734375, "token_count": 19} +{"index": 8482, "reference": "Warrington winger Gene Ormsby has joined Super League rivals Huddersfield Giants with immediate effect.", "prediction": "Huddersfield Giants have signed Warrington Wolves centre- Michaelmsby on a one-year ahead of the 2017-18 season.", "rouge": {"rouge1": 18.75, "rouge2": 6.666666666666667, "rougeL": 12.5}, "nll_sum": 114.24830627441406, "token_count": 27} +{"index": 8483, "reference": "All pictures are copyrighted.", "prediction": "All pictures are copyrighted.", "rouge": {"rouge1": 100.0, "rouge2": 100.0, "rougeL": 100.0}, "nll_sum": 19.41632080078125, "token_count": 4} +{"index": 8484, "reference": "Crossrail workers have made their latest breakthrough by tunnelling under the City of London.", "prediction": "The final design of a multi-million pound rail project reopen in north London line has been launched, it has been announced 2011 in the local's, temporarily, The it, a possible from a The's of from.oldyear againold", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 276.2804260253906, "token_count": 47} +{"index": 8485, "reference": "A former IRA leader has been charged in connection with the abduction and murder of Jean McConville.", "prediction": "A man has arrested the in Northern Ireland over Mc murder of Jean McConville, who 30 years ago.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.18181818181818, "rougeL": 40.0}, "nll_sum": 118.97769165039062, "token_count": 21} +{"index": 8486, "reference": "Jared Payne remains a fitness doubt for Ireland's Six Nations game against England on Saturday.", "prediction": "Jared Payne is expected to return to camp in Republic of Ireland's opening Six Nations game against the England against Wales at Twickenham on Saturday. solve- the's fromthe-'s a\" from's The's a from aA", "rouge": {"rouge1": 43.63636363636364, "rouge2": 22.641509433962266, "rougeL": 40.0}, "nll_sum": 226.2086639404297, "token_count": 47} +{"index": 8487, "reference": "A British IS fighter who died in a suicide bomb attack on Iraqi forces in Mosul is a former Guantanamo Bay detainee, the BBC understands.", "prediction": "A British man said to have carried out a suicide bombing by a US government tank has handed himself in jail in Iraq, the BBC understands. the, solve, a itA from-A aA in from November'sA. a's", "rouge": {"rouge1": 34.375, "rouge2": 16.129032258064516, "rougeL": 28.125}, "nll_sum": 244.83338928222656, "token_count": 47} +{"index": 8488, "reference": "Tottenham defender Jan Vertonghen is expected to be out for six weeks with an ankle ligament injury, according to his manager Mauricio Pochettino.", "prediction": "Tottenham manager Mauricio Pochettino says he will not need major surgery on his ankle injury his battle to recover from a serious Nottinghamonover.'s it's from from 3-pupelt in from Saturday's a.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 7.142857142857142, "rougeL": 13.793103448275861}, "nll_sum": 248.58502197265625, "token_count": 45} +{"index": 8489, "reference": "First Minister Arlene Foster has denied that campaigning for the UK to leave the EU was a mistake.", "prediction": "The new First Minister Arlene Foster has said she believes hard hard between Northern Ireland and Northern Ireland because of \" \"ossible not in any\".", "rouge": {"rouge1": 28.571428571428577, "rouge2": 20.0, "rougeL": 23.80952380952381}, "nll_sum": 148.5162353515625, "token_count": 27} +{"index": 8490, "reference": "The founder and majority owner of Sports Direct, Mike Ashley, has stepped in as chief executive after the surprise resignation of Dave Forsey.", "prediction": "The chief executive of Sports Direct, Dave Ashley, says is \"happy and disappointed\", the company is failing to struggle a paper daily company.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 13.636363636363635, "rougeL": 26.08695652173913}, "nll_sum": 136.69229125976562, "token_count": 27} +{"index": 8491, "reference": "Hard-gambling, hard-drinking, hard-living Las Vegas is not, you might think, a natural fit for Islam.", "prediction": "After a deadly attack on a street in the northern city of Sin City, California, the town is closing black and closing a closingblack and black.", "rouge": {"rouge1": 9.090909090909092, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 143.3603973388672, "token_count": 29} +{"index": 8492, "reference": "England had to settle for a draw after an extraordinary final session on the fifth day of the first Test against Pakistan in Abu Dhabi.", "prediction": "England fell to an exhilarating five-run win of the third Test Pakistan in a rain-affected and and dramatic final Test and final Test. bowling 2011. of's a--man a of in from from's a. from a", "rouge": {"rouge1": 30.76923076923077, "rouge2": 6.349206349206349, "rougeL": 24.615384615384613}, "nll_sum": 245.1517333984375, "token_count": 46} +{"index": 8493, "reference": "China continued their dominance of Olympic table tennis as their men's team beat Japan in Wednesday's final.", "prediction": "China won the men's table tennis table to at the 2016 to play Rio.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.5, "rougeL": 17.647058823529413}, "nll_sum": 88.90914916992188, "token_count": 15} +{"index": 8494, "reference": "Prince Charles and his wife Camilla are to visit Australia and New Zealand in November, his office says.", "prediction": "The Duke and Duchess and Duchess of Cornwall are to tour a New Zealand as part of their two-day tour to tour- visit Australia.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 23.25581395348837}, "nll_sum": 98.32422637939453, "token_count": 27} +{"index": 8495, "reference": "Just over half of bathing spots along England's coast have no lifeguards on duty over the summer.", "prediction": "More than 30boat are being be of up on two beaches in Norfolk following recent deaths, BBC evidence has shown.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 131.1164093017578, "token_count": 22} +{"index": 8496, "reference": "Veteran journalist and news anchor Gwen Ifill has died aged 61, the Public Broadcasting Service (PBS) has said.", "prediction": "A New York and TV journalist, Gwen Gavinill, has died, aged 93, has it is announced, it is mutual stopp for-maker has of's for a--lought. in. years's.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 269.72259521484375, "token_count": 43} +{"index": 8497, "reference": "Charlie and Lola creator Lauren Child has been named as the new children's laureate, taking over from Goth Girl author Chris Riddell.", "prediction": " Chris the Chrisiddiddell and writer Chris Riddell, and Chris Rell, have been officially named as the UK's new children's award", "rouge": {"rouge1": 44.44444444444445, "rouge2": 23.25581395348837, "rougeL": 35.55555555555555}, "nll_sum": 148.531494140625, "token_count": 29} +{"index": 8498, "reference": "Former Birmingham City boss Steve Bruce is the \"right man\" to manage Aston Villa, according to former Blues midfielder Robbie Savage.", "prediction": "A Aston Villa boss Steve Bruce is the together together to be former Birmingham City boss, says former England and England and football Boltonit Savage.'s to of-'s- again-, again a of in from from George's.'sowned", "rouge": {"rouge1": 46.666666666666664, "rouge2": 27.586206896551722, "rougeL": 26.666666666666668}, "nll_sum": 309.439453125, "token_count": 46} +{"index": 8499, "reference": "A senior police officer has said there will be \"significant arrests\" of those involved in rioting in Belfast.", "prediction": "Police have used a small bomb and and shots on a police officer in Northern Ireland.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 66.39226531982422, "token_count": 16} +{"index": 8500, "reference": "The wife of a journalist attacked outside a Tube station has been told to take his recovery \"an hour at a time\".", "prediction": "A reporter was left seriously injured after an attack by a police station in east London, has said he is \"itated sedator\".", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 22.727272727272727}, "nll_sum": 121.6429214477539, "token_count": 25} +{"index": 8501, "reference": "National League club Chester have re-signed Port Vale midfielder Ryan Lloyd on loan until 1 January.", "prediction": "Chester Town have signed Birmingham winger Lloyd on loan from Championship club Birmingham City on a one-month loan deal.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 32.43243243243243}, "nll_sum": 83.15267944335938, "token_count": 22} +{"index": 8502, "reference": "Scottish Championship leaders Hibernian moved 10 points clear of title rivals Dundee United with a fractious victory.", "prediction": "Hibernian moved into place third-placed Hibernian as a struggle to beat 10-man Dund United, who who finished with 10 men.-. solve aA--A 2011 referee in from a's a. from a", "rouge": {"rouge1": 23.529411764705884, "rouge2": 4.081632653061225, "rougeL": 23.529411764705884}, "nll_sum": 257.58697509765625, "token_count": 45} +{"index": 8503, "reference": "The French operations of the US cosmetics giant Avon Products are to be closed by the end of the month.", "prediction": "The French telecommunications company Souon, it is be open and its factory in France, accused its firm of breaking its demands toup its values\".", "rouge": {"rouge1": 18.18181818181818, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 190.26589965820312, "token_count": 28} +{"index": 8504, "reference": "The first day of pre-season testing for the new Formula 1 season has started at Spain's Jerez track with three leading teams unveiling their cars.", "prediction": "Ferrari have released images of a new car of their 2017 following a test in the first race in the Jerez of Jerez.", "rouge": {"rouge1": 36.0, "rouge2": 4.166666666666667, "rougeL": 15.999999999999998}, "nll_sum": 100.15184020996094, "token_count": 27} +{"index": 8505, "reference": "A Denbighshire road has been reopened after a boy was hit by a car, North Wales Police says.", "prediction": "A child was taken to hospital after being hit by a carageway in Denbighshire.", "rouge": {"rouge1": 43.75000000000001, "rouge2": 13.333333333333334, "rougeL": 31.250000000000007}, "nll_sum": 59.486366271972656, "token_count": 19} +{"index": 8506, "reference": "Thousands of ceramic poppies used in the Tower of London installation are to go on display across the north of England, it has been announced.", "prediction": " thousands of ceramic ceramic poppies will display at a museum in London's London and 2018, as part of a \u00a3.5mm regeneration project.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 29.166666666666668}, "nll_sum": 127.82073211669922, "token_count": 29} +{"index": 8507, "reference": "Lord Jeffery Amherst, an 18th Century British general, is one of the figures at the centre of a global debate on the legacy of colonialism.", "prediction": "The British Empire state George, Jeffery Amherst, is to be awarded an, in honour of British military honour in his honour in his honour of couples.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 162.52198791503906, "token_count": 32} +{"index": 8508, "reference": "Kenya's Rita Jeptoo, winner of the Boston and Chicago marathons, has been banned for two years after failing a drugs test.", "prediction": "Two-time marathon champion Victoriaalabloo has had her two-year doping ban after failing a drugs test test. Molve a- a M's a's a from a-p- from in from November's a. from's", "rouge": {"rouge1": 37.28813559322034, "rouge2": 17.543859649122805, "rougeL": 30.508474576271187}, "nll_sum": 267.9871826171875, "token_count": 47} +{"index": 8509, "reference": "Planning permission has been granted to create what is believed to be England's largest onshore wind farm.", "prediction": "Plans for a 15-turbine wind farm in Scotland have been given, after the county council's council decision by councillors.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 99.01383209228516, "token_count": 26} +{"index": 8510, "reference": "A US judge has ordered Apple to pay more than half a billion dollars to a university after the tech firm failed to abide by an earlier court ruling.", "prediction": "A has been ordered to pay compensation in a patent dispute over a US scientist who developed technology of.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 88.77130126953125, "token_count": 19} +{"index": 8511, "reference": "A Northern Ireland supporter has died at the Stade de Lyon as he watched the team beat Ukraine at the Euro 2016 tournament in France.", "prediction": "A Northern Ireland fan who died during a fall during the FC while playing during a match at match Euro 2016, in the Republic of Ireland has said to was the of from his his was, first decision from the event. from.", "rouge": {"rouge1": 35.82089552238806, "rouge2": 9.23076923076923, "rougeL": 26.865671641791046}, "nll_sum": 236.32391357421875, "token_count": 45} +{"index": 8512, "reference": "David Harsent has won the TS Eliot Prize for poetry at the fifth attempt.", "prediction": "Stephen H burglarsire, who won prestigious prestigious TS physicist award for Welsh books, has among shortlisted.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 159.97802734375, "token_count": 21} +{"index": 8513, "reference": "Ronnie O'Sullivan will not be defending his UK Snooker Championship title in York in November.", "prediction": "Defending champion Ronnie O'Sullivan has withdrawn from the UK Championship in May July.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 14.285714285714288, "rougeL": 40.0}, "nll_sum": 72.00965881347656, "token_count": 16} +{"index": 8514, "reference": "A wine bar has been fined \u00a3100,000 after a woman drank a cocktail containing liquid nitrogen and had to have her stomach removed.", "prediction": "A bar's owner has been fined \u00a320,000 after a lawyer's death was, injured injured when she eating-A schizophrenic drinks too. of \u00a3 solve a in a min aA again a \u00a3 of's a again 2011 a", "rouge": {"rouge1": 28.57142857142857, "rouge2": 13.114754098360656, "rougeL": 28.57142857142857}, "nll_sum": 302.38677978515625, "token_count": 47} +{"index": 8515, "reference": "A 32-year-old man is being questioned in connection with the murder of a woman whose body was cut up and dispersed in the Wicklow Mountains.", "prediction": "A 41-year-old man has arrested in the Republic of Ireland after a woman a body was found located in Dublin on Saturday.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 20.408163265306122, "rougeL": 47.05882352941176}, "nll_sum": 86.58145141601562, "token_count": 26} +{"index": 8516, "reference": "A joint inspection of the delivery of services for older people in the Western Isles has identified the need for improvement.", "prediction": "The health services's services for the elderly people are \"hugely timely\" for seriously patients, investigators have found.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 106.17436218261719, "token_count": 22} +{"index": 8517, "reference": "A man has been left in a \"serious but stable\" condition in an attack being treated by police as attempted murder.", "prediction": "A man was seriously seriously injured after being hit by a man with car in a suspected hit-and-run--run attack.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 86.76957702636719, "token_count": 25} +{"index": 8518, "reference": "The African Nations Championship (CHAN) holders, the Democratic Republic of Congo, failed to qualify for the 2018 finals in Kenya following a shock elimination by Congo Brazzaville.", "prediction": " Democratic Republic of Congo will hosts will African Nations Championship (IM)) quarter-finals on Zambia while home-based football Howarders will feature while still Zamb Zambia.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 19.607843137254903, "rougeL": 18.867924528301884}, "nll_sum": 223.68792724609375, "token_count": 33} +{"index": 8519, "reference": "Brendan Rodgers says Celtic new boy Olivier Ntcham proved he has the ability to play at the very top level in Saturday's friendly defeat to Lyon.", "prediction": "Brendan Rodgers has described young midfielder Nllieam will still be a signing for Scottish side Celtic to Celtic. \" solve- a- solve's a's from's from's from's from's a from's from's a's Broadway", "rouge": {"rouge1": 17.91044776119403, "rouge2": 3.0769230769230775, "rougeL": 14.925373134328357}, "nll_sum": 259.7073974609375, "token_count": 47} +{"index": 8520, "reference": "Proposals for a new bridge to take the A9 across the River Spey near Kingussie in the Highlands have been published.", "prediction": "A planned new bridge has been proposed for a new railway road between thevernessvern Inverness.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 23.52941176470588, "rougeL": 22.22222222222222}, "nll_sum": 102.93269348144531, "token_count": 20} +{"index": 8521, "reference": "The Force - the mysterious energy field used by the Jedi in Star Wars - has been discovered by researchers at the Cern laboratory.", "prediction": " Gates has made jokes about it, it will be its favourite Fonte Folin -, the - and it's possible aATexasian game-maker game.", "rouge": {"rouge1": 9.090909090909092, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 197.50457763671875, "token_count": 33} +{"index": 8522, "reference": "UKIP could win more than seven seats in the 2016 assembly election, the party's campaign manager for the poll has said.", "prediction": "UKIP's general assembly campaign campaign has said he hopes he will miss next year's Welsh election. to it's a's in the's reputation from's, as Labour's a from the local's have suspension of.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 6.666666666666667, "rougeL": 19.354838709677416}, "nll_sum": 247.59425354003906, "token_count": 43} +{"index": 8523, "reference": "As EU migrants face a backlash in Cambridgeshire in the wake of the referendum result, the entrepreneur behind a small chain of Polish delis fears for her future.", "prediction": "As a Polish shop owner owns in a shop, and and a supermarket retailer's office, and then says she sees to do what it covers and what would be past journal is it!", "rouge": {"rouge1": 16.129032258064516, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 207.11721801757812, "token_count": 36} +{"index": 8524, "reference": "A 45-year-old man from Pembrokeshire has been been jailed for historical sex offences against a child.", "prediction": "A former Carmarthenshire man, who was never jailed for sexually assaulting a girl over three-old three period has been jailed.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 25.641025641025646}, "nll_sum": 115.85816955566406, "token_count": 26} +{"index": 8525, "reference": "Police will be deployed to a village in Mexico after an invitation to a girl's birthday party went viral and 1.2 million people said they would attend.", "prediction": "An 11-year-old boy from a Mexican town, where the city is celebrating his 15th birthday, has praised his party birthday celebrationsth birthday party in Mexico. in the-year-. aA 2011 again a 2011 aold", "rouge": {"rouge1": 21.538461538461537, "rouge2": 6.349206349206349, "rougeL": 12.307692307692307}, "nll_sum": 232.1558380126953, "token_count": 46} +{"index": 8526, "reference": "An online appeal set up to help the family of a five-year-old girl who died when her head became stuck in a lift in Dorset has raised more than \u00a312,000.", "prediction": " a number of social media who social people media clashed over the sudden death of a 11-year-old girl, who paid tribute to her, \"loving, beautiful and shocked\" and it from the weight. a'sold 2011's a", "rouge": {"rouge1": 27.77777777777778, "rouge2": 11.428571428571429, "rougeL": 24.999999999999993}, "nll_sum": 235.70887756347656, "token_count": 47} +{"index": 8527, "reference": "Water voles are being reintroduced at a Carmarthenshire nature reserve.", "prediction": "Water voles have been released in aachewy county county for the first time years 25 years.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 8.333333333333334, "rougeL": 15.384615384615385}, "nll_sum": 119.89479064941406, "token_count": 19} +{"index": 8528, "reference": "The closure of the Forensic Science Service should have no negative impact on criminal justice as long as the wind down is properly handled, commercial providers have told a Commons inquiry.", "prediction": "The government's planned \u00a31bn closure of UKnsicnsicsnsic Centre has been opened officially, amid fears over \"re future prospects\" of science,", "rouge": {"rouge1": 15.384615384615383, "rouge2": 4.0, "rougeL": 15.384615384615383}, "nll_sum": 177.60067749023438, "token_count": 29} +{"index": 8529, "reference": "US comedian Bill Cosby has resigned from the board of trustees of Temple University in Philadelphia amid ongoing allegations of sexual assault.", "prediction": " comedian ITV and of Bill Cosby, resigned from the University of Florida, after allegations of linking him of physical assault, sexual and sexual assault.", "rouge": {"rouge1": 56.52173913043478, "rouge2": 22.727272727272723, "rougeL": 47.82608695652174}, "nll_sum": 121.65052795410156, "token_count": 27} +{"index": 8530, "reference": "Part of a Gwynedd beach has been closed after a member of the public found a suspected explosive device, North Wales Police has said.", "prediction": "A bomb disposal device which was found on a beach in Carmarthenshire be safe, bomb experts have said.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 83.41503143310547, "token_count": 22} +{"index": 8531, "reference": "We are now putting carbon into the atmosphere at a rate unprecedented since at least the age of the dinosaurs, scientists say.", "prediction": "The rate carbon of from around the atmosphere will rising below the average slower 40 years earlier than previously thought.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 115.96328735351562, "token_count": 20} +{"index": 8532, "reference": "They run, jump and hurl themselves through the air.", "prediction": "A a motorwayway sits outside a house of blue with a blue grey and red.", "rouge": {"rouge1": 8.333333333333334, "rouge2": 0.0, "rougeL": 8.333333333333334}, "nll_sum": 92.89393615722656, "token_count": 17} +{"index": 8533, "reference": "St Helens boosted their hopes of a top-four finish with a battling Super League win over Catalans.", "prediction": "St Helens survived a second-half struggle to beat Catalans and keep alive their Super League hopes hopes alive.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 106.880615234375, "token_count": 22} +{"index": 8534, "reference": "Work is set to begin on a pump to protect hundreds of flood-hit homes in Rhyl from the tides.", "prediction": "Construction work has starts to protect protecting their homes in Denbighshire after floods which hit their homes has told residents to away from up sea.", "rouge": {"rouge1": 40.0, "rouge2": 9.30232558139535, "rougeL": 31.11111111111111}, "nll_sum": 158.26632690429688, "token_count": 28} +{"index": 8535, "reference": "Part of the wireless spectrum freed up after the digital TV switchover is being used to provide broadband services in rural Scotland.", "prediction": "BT is to knock toout free air service across parts of Scotland to with the of offering up to one billion per year a average - and it.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 170.46658325195312, "token_count": 29} +{"index": 8536, "reference": "Labour has said it plans to double the fines that can be levied on people who aggressively avoid tax, if it wins the next general election.", "prediction": "Labour is seeking to prevent dangerousers avoid paying not paying them while paying their tax as such tax evasion.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 116.62840270996094, "token_count": 20} +{"index": 8537, "reference": "A government drive to boost participation in rugby in English schools is ill-conceived and risks children getting seriously hurt, public health doctors have warned.", "prediction": "The government should be given a ban on recorded rugby players in England to protect children, says a leading doctors' union", "rouge": {"rouge1": 30.434782608695656, "rouge2": 0.0, "rougeL": 21.73913043478261}, "nll_sum": 99.03148651123047, "token_count": 22} +{"index": 8538, "reference": "Work to repair parts of a landmark castle on the Hampshire coast has begun.", "prediction": "A historic no concrete to be built on the Isle of Wight set to be made, protected status as part of a \u00a31m regeneration conservation project.", "rouge": {"rouge1": 30.0, "rouge2": 15.789473684210526, "rougeL": 20.0}, "nll_sum": 132.50657653808594, "token_count": 30} +{"index": 8539, "reference": "Health Secretary Shona Robison has asked an expert to examine a review into the safety of mesh implants.", "prediction": "The review of the review legal into but women with aapsebourne is to be undertaken, Scotland Health Secretary Shona RobisonPr said.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 10.81081081081081, "rougeL": 15.384615384615383}, "nll_sum": 169.486083984375, "token_count": 27} +{"index": 8540, "reference": "Hundreds of eggs belonging to a protected species of bird have been stolen from an important nesting site, with fears they could be sold to the restaurant industry.", "prediction": "Hundreds of threatened bird - including thousands of thousands of eggs - - have been stolen from a harbour sea south west coast, a charity ad said to. a'sA a's a from after it The's departure of the from a againA", "rouge": {"rouge1": 34.78260869565217, "rouge2": 17.91044776119403, "rougeL": 26.08695652173913}, "nll_sum": 281.05718994140625, "token_count": 47} +{"index": 8541, "reference": "Prosecution and conviction rates for drivers who cause fatal road crashes have fallen sharply - at the same time as police forces have lost thousands of traffic officers.", "prediction": " the number of convictions for drivers using a mobile phone driving while driving driving again has fallen, to figures obtained by BBC Radio 5 in the-'s, solve, from 2011 from road-D offences, from three years..", "rouge": {"rouge1": 21.875, "rouge2": 3.225806451612904, "rougeL": 15.625}, "nll_sum": 251.73526000976562, "token_count": 43} +{"index": 8542, "reference": "Animal rights campaigners in China have handed in a petition with 11 million signatures calling for an end to an annual dog-eating festival in the south-west of the country.", "prediction": "Hundreds of thousands of signed signed a petition calling for a dog meat festival in China, amid the calls for it.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 16.0, "rougeL": 30.769230769230766}, "nll_sum": 95.47468566894531, "token_count": 22} +{"index": 8543, "reference": "China's Long Qingquan lifted a combined world record of 307kg to win Olympic gold in the men's 56kg weightlifting.", "prediction": "South- Korean Japanese Seoul has won of first gold medal of gold in the men's-'s69 -kg69 - -69m title.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 20.51282051282051, "rougeL": 29.268292682926827}, "nll_sum": 183.71282958984375, "token_count": 28} +{"index": 8544, "reference": "Manchester United have agreed a deal to sign Dutch forward Memphis Depay from PSV Eindhoven.", "prediction": "Manchester United have signed winger Memphisasaray from a \u00a35m move from EV Eind E.", "rouge": {"rouge1": 41.379310344827594, "rouge2": 14.814814814814817, "rougeL": 34.48275862068965}, "nll_sum": 118.17544555664062, "token_count": 19} +{"index": 8545, "reference": "The biggest competition for virtual reality is something it'll never beat - the real world.", "prediction": " toy dinosaur firm robots has't bought Facebook, but didn wasn it wasn't!", "rouge": {"rouge1": 6.89655172413793, "rouge2": 0.0, "rougeL": 6.89655172413793}, "nll_sum": 137.0050811767578, "token_count": 15} +{"index": 8546, "reference": "Shauna Coxsey continued her Bouldering World Cup title defence by claiming gold in the third event of the season.", "prediction": "Great Britain's Shanna Cox has won first gold in the women's hockeyalal at the European Athletics Championships.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 11.11111111111111, "rougeL": 21.052631578947366}, "nll_sum": 110.76004791259766, "token_count": 22} +{"index": 8547, "reference": "A man who rampaged through a Dundee mosque while on licence for seriously assaulting his sister has been returned to prison.", "prediction": "A Dundee man who appeared, broadcast radio images of a video him him asthe the white\" has been jailed for nine months nine.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714283, "rougeL": 27.27272727272727}, "nll_sum": 160.3543701171875, "token_count": 27} +{"index": 8548, "reference": "Four people have been charged with murder over the death of a man who was attacked at a former mill.", "prediction": "Two men have been charged with murder after a man who died from man sustained serious head injuries of at a factory in Greater Manchester.", "rouge": {"rouge1": 48.88888888888889, "rouge2": 32.55813953488372, "rougeL": 44.44444444444445}, "nll_sum": 99.95143127441406, "token_count": 25} +{"index": 8549, "reference": "A chip shop takeaway driver has been attacked with a golf club and robbed of the food he was delivering in West Lothian.", "prediction": "A man was taken seriously injured after being hit by a gang of young men carrying a food-loth shop in West Lothian, as ballet from a man's from a-'s from his in a years a's.'sold", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.557377049180327, "rougeL": 22.22222222222222}, "nll_sum": 253.173583984375, "token_count": 46} +{"index": 8550, "reference": "The devolution settlement for Wales is less fair than those offered to Scotland and Northern Ireland, the Archbishop of Wales has said.", "prediction": " bill the giving more powers for Wales to be devolution to Wales has \" even better, better\", the former head of a former Church in Wales. said.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 8.695652173913043, "rougeL": 33.333333333333336}, "nll_sum": 156.56517028808594, "token_count": 31} +{"index": 8551, "reference": "Woodland bigger than the size of Cardiff needs to be re-planted in Wales to make up for commercial forestry lost over the past 15 years, industry experts have warned.", "prediction": "The conservation industry body said it needs to be done more to protect endangered forests to keepers, walkers and walkers said in the Welsh government from Saturday, after it is from Transb's a in November from's.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.0606060606060606, "rougeL": 17.647058823529413}, "nll_sum": 251.22117614746094, "token_count": 44} +{"index": 8552, "reference": "Eels have been found in a stretch of river where they have not been seen for nearly 40 years.", "prediction": "Four European eel have washed found on a Norfolk level, 30 years. the Environment.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.451612903225808, "rougeL": 30.303030303030305}, "nll_sum": 121.27775573730469, "token_count": 17} +{"index": 8553, "reference": "An Indian court is due to rule on whether Bollywood star Salman Khan is guilty of running over five men sleeping on a pavement, killing one.", "prediction": "Bollywood superstar star Salman Khan has appeared in court in connection with a 2002 hit-and-run incident in which left five injured in a hit-and-run incident in India- 2011 to- solve's again a's again fromold", "rouge": {"rouge1": 27.272727272727277, "rouge2": 6.25, "rougeL": 21.21212121212121}, "nll_sum": 209.1343536376953, "token_count": 47} +{"index": 8554, "reference": "On Friday 5 February, at the Regency Airport Hotel in north Dublin, a boxing weigh-in became a murder scene.", "prediction": "The F\u00e1na Martin F and Sinn F\u00e9in leader has held his funeral was wake of a detective shooting in which a receptionist was shot in of Dublin in 1972.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 185.4983367919922, "token_count": 34} +{"index": 8555, "reference": "A generation after Robert Millar mesmerised British TV viewers with his assaults on Pyrenean peaks in mid-1980s Tours de France, a sportive in his honour will test riders on the roads on which he trained.", "prediction": "Motorists across Scotland are set ride memory of cycling legend Stevenar at this year's Glasgow's West End ride in a \u00c2 200-mile- (milekm) race.", "rouge": {"rouge1": 6.451612903225808, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 203.91453552246094, "token_count": 35} +{"index": 8556, "reference": "Immigration rules tailored to the needs of Wales could build public confidence in the system, a group of MPs has said.", "prediction": "Migrants should be moved to English, instead of English, or the Welsh language, a group of MPs has said. said it the a's,000, \"-- from 3\" it it's from of a from a's a", "rouge": {"rouge1": 34.48275862068966, "rouge2": 17.857142857142858, "rougeL": 31.03448275862069}, "nll_sum": 239.0776824951172, "token_count": 46} +{"index": 8557, "reference": "There has been a dramatic rise in the number of technology patents filed that relate to reading brainwaves.", "prediction": "Microsoft has almost tripled its number of mini- bacter technology developed developed by a Welsh company that has raised more than $70 (\u00a339m).", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 142.9556427001953, "token_count": 27} +{"index": 8558, "reference": "Surgical staff left medical equipment in a patient undergoing a hysterectomy at a hospital in Northamptonshire.", "prediction": "A garden was left badly fractured with a leg at an Northamptonshire hospital where the patient died while falling while a records medical GP room.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 166.76199340820312, "token_count": 29} +{"index": 8559, "reference": "Hungary's leader says the migrant crisis facing Europe is a \"German problem\" since Germany is where those arriving in the EU \"would like to go\".", "prediction": "Bulgium police say have broken with police after riot on train carrying a baby, women the women and carrying a baby baby and still waiting waiting a at Bicke.", "rouge": {"rouge1": 10.909090909090908, "rouge2": 0.0, "rougeL": 10.909090909090908}, "nll_sum": 206.8739013671875, "token_count": 34} +{"index": 8560, "reference": "The revelation that Melania and Barron Trump would not be joining Donald in the White House in January has raised eyebrows in some quarters, and garnered praise in others.", "prediction": "Donald Trump's move to the White House move from Chelsea and Cleveland in US President Barack Obama.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 8.88888888888889, "rougeL": 25.53191489361702}, "nll_sum": 82.42083740234375, "token_count": 18} +{"index": 8561, "reference": "A Labour assembly member has accused a Plaid Cymru committee colleague of being a conspiracy theorist.", "prediction": "An the inquiry into and committee into Welsh government accounts is \"never the perfect place to\", it has told the chairman of a parliamentary committee.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 131.6883544921875, "token_count": 27} +{"index": 8562, "reference": "An emergency call handler has been sacked after firefighters took more than 90 minutes to reach a fatal blaze.", "prediction": "No further action will not be taken against a woman whose a battle whose death was nono charge.", "rouge": {"rouge1": 5.405405405405405, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 105.74885559082031, "token_count": 19} +{"index": 8563, "reference": "An independent school in Hampshire has confirmed it will close because of \"financial pressure\".", "prediction": "A primary school in Hampshire Berkshire close for a pupils at its highest level for 30 years, because of a \" \"challenging market place\".", "rouge": {"rouge1": 32.43243243243243, "rouge2": 17.14285714285714, "rougeL": 32.43243243243243}, "nll_sum": 144.04190063476562, "token_count": 28} +{"index": 8564, "reference": "Leading artist Claudia Williams has said she will never tire of painting as she prepares to unveil her latest work to the public.", "prediction": " complete art exhibition by late art artist Kirsty Williams gone on display in her home town.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 84.80006408691406, "token_count": 17} +{"index": 8565, "reference": "The price of bitcoin has fallen more than 10% after the Hong Kong-based digital currency exchange Bitfinex said it had suffered a major hack.", "prediction": "A security breach has stolen several bank, including one of the world sole biggest community exchanges, nakedxx reports.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 128.56582641601562, "token_count": 21} +{"index": 8566, "reference": "They say you can learn almost anything on YouTube these days and Scott Gregory is hoping the video sharing website holds the secrets to a perfect US Masters debut.", "prediction": " Lee Gregory says he needs to watch more of his ones after watching filmed video a of his footage behind his back-to-to-. emerged a solve again a \"-over-p a stabbing in a years a's from's a", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 304.5666198730469, "token_count": 45} +{"index": 8567, "reference": "France has opened an investigation into the suicide of a 19-year-old woman who broadcast her death on the video-streaming app, Periscope.", "prediction": "In a media spotlight on social media on a French neighbourhood in the northern French area of 2011, a five-year-old woman who himself herself and took her own life.", "rouge": {"rouge1": 32.727272727272734, "rouge2": 11.320754716981133, "rougeL": 29.090909090909093}, "nll_sum": 147.23696899414062, "token_count": 34} +{"index": 8568, "reference": "A woman who strangled her mother because she thought she was a \"witch\" has pleaded guilty to manslaughter.", "prediction": "A mother-of-four ofthree who stabbed times three the times after stabbed her with knife knife has been jailed for and awaiting hospital and.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 168.0907440185547, "token_count": 28} +{"index": 8569, "reference": "(Open): Stocks opened lower on Wall Street while the dollar rose, with the US currency hitting a near eight-year high against the yen.", "prediction": "Close Street Wall Stocks Wall Wall ended little stronger, as the Wall Street finished on Monday Monday, helped, helped by a rise in house prices.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 163.0684356689453, "token_count": 29} +{"index": 8570, "reference": "The number of people looking for work in Spain fell almost 100,000 in June, a record for the month, to 4.62 million.", "prediction": "The Spanish unemployment rate fell in between August and between June June fell on the same month, government figures suggest.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 27.27272727272727}, "nll_sum": 112.47650146484375, "token_count": 21} +{"index": 8571, "reference": "Manchester United inflicted total humiliation on Arsenal and their embattled manager Arsene Wenger with a brutal victory at Old Trafford.", "prediction": " Waynene Rooney remained memory of Manchester United manager Jose Mourinho as the brutal revenge attack\" as his Manchester United side were beaten at Old Trafford.'ssn of again- solve again- a the aolve's a 2011's from again's a", "rouge": {"rouge1": 26.229508196721312, "rouge2": 10.169491525423728, "rougeL": 22.950819672131146}, "nll_sum": 290.3779296875, "token_count": 48} +{"index": 8572, "reference": "A BBC team and a number of tourists have suffered minor injuries after being caught up in an incident on the erupting volcano Mount Etna in Sicily.", "prediction": "A group of tourists have burst debris into Italy's Ben Nevis, closing several buildings, during an journalist.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 122.72184753417969, "token_count": 21} +{"index": 8573, "reference": "The government needs to set out how it will devolve further fiscal powers to Scotland following the rise of the SNP, a former Scottish secretary has said.", "prediction": "The deputy leader of David Scottish SNP has said that David Cameron believes his future could Scotland, believes it could done if it a Whitehaven House.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301884}, "nll_sum": 175.927978515625, "token_count": 28} +{"index": 8574, "reference": "Wales head coach Warren Gatland has the credentials to be All Blacks coach, according to ex-New Zealand forward Zinzan Brooke.", "prediction": "New Zealand head coach Warren Gatland will receive an offer of offering a job as national coach, says cricket director of cricket Brooke says.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 18.6046511627907, "rougeL": 26.666666666666668}, "nll_sum": 120.84512329101562, "token_count": 26} +{"index": 8575, "reference": "Benfica won their fourth consecutive Portuguese league title thanks to a comfortable win over Vitoria Guimaraes on the penultimate day of the season.", "prediction": "Lionel Barcelona won their first A Serie A title as Carlos Carlos thrashed past Spanish side side Amsterdam Aires to reach A Serie A. solve Serie 2011 a again a again's- againA a in a from a's from's a", "rouge": {"rouge1": 15.384615384615383, "rouge2": 3.1746031746031744, "rougeL": 15.384615384615383}, "nll_sum": 287.63104248046875, "token_count": 47} +{"index": 8576, "reference": "Life-threatening surgery, broken bones and a lifetime of obstacles have not stopped Paralympic champion David Smith scrapping, splashing and sliding his way to the top.", "prediction": " Fmpian Smith has announced he will be retired from rowing in sport.", "rouge": {"rouge1": 5.263157894736842, "rouge2": 0.0, "rougeL": 5.263157894736842}, "nll_sum": 72.08309173583984, "token_count": 15} +{"index": 8577, "reference": "Down ended a run of 14 straight defeats in competitive games stretching back to April 2015 as they earned a 1-13 to 0-14 win over Meath in Division Two of the Football League.", "prediction": "Downing produced a tight hard-- to 1-15 to 2014- a to 0-15 win over Down in Division Two at Tesni Mubarak Park.", "rouge": {"rouge1": 40.67796610169492, "rouge2": 14.035087719298241, "rougeL": 37.28813559322034}, "nll_sum": 197.1632080078125, "token_count": 30} +{"index": 8578, "reference": "Tributes have been paid to a long-serving Labour councillor who has died following a short illness.", "prediction": "Tributes have been paid to a former Bristol's \"most prominent\" of the city, has died after a short illness saying it has been \"the councillor's reputation\" from a local's's decision from referee of.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 30.769230769230766, "rougeL": 40.74074074074075}, "nll_sum": 228.1273956298828, "token_count": 43} +{"index": 8579, "reference": "Tottenham midfielder Andros Townsend has been fined \u00a318,000 by the Football Association for breaching betting regulations.", "prediction": "Queens Park Rangers wingeritalouros has been given a six-match Football Association rules for breaching betting rules. saying aAreligiouse football. The's a compulsory from a-Dup from a's by a.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 17.02127659574468, "rougeL": 28.57142857142857}, "nll_sum": 299.6844787597656, "token_count": 45} +{"index": 8580, "reference": "\"You gotta roll with it,\" blares out Liam Gallagher as the Oasis hit combines with the rain thundering onto the roof of Manchester City's indoor academy pitch.", "prediction": "A tax tax scandal has been out millions millions of football in world fortnight decades for decades, the scaming.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 165.47564697265625, "token_count": 21} +{"index": 8581, "reference": "American adults without a college education saw their overall financial circumstances decline last year for the first time in three years.", "prediction": "More than half of%) (%) families and US families have receive no better higher education, new research suggests.", "rouge": {"rouge1": 5.263157894736842, "rouge2": 0.0, "rougeL": 5.263157894736842}, "nll_sum": 124.35680389404297, "token_count": 20} +{"index": 8582, "reference": "Liberal Democrat leader Tim Farron says he does not believe gay sex is a sin, following questions about his views on the subject.", "prediction": " the Liberal Democrats leader Tim Farron has said he didn't believe people who ruled out of the,, saying the marriage is not a8.", "rouge": {"rouge1": 46.80851063829787, "rouge2": 17.777777777777775, "rougeL": 34.04255319148936}, "nll_sum": 128.4058837890625, "token_count": 27} +{"index": 8583, "reference": "House builder Barratt has announced plans to create 1,420 homes at 14 new sites across Scotland this year.", "prediction": "Scott house Housing Barratt done, announced it be nine nine of new homes in southern Scotland, almost double the area of \u00a37m.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 24.390243902439025}, "nll_sum": 166.45230102539062, "token_count": 27} +{"index": 8584, "reference": "The Liberal Democrats have set out funding for education, mental health and transport links as their demands for backing the Scottish budget.", "prediction": "Scotland's political leaders are using political rivals over their spending plans for in Scottish May government.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 88.57682037353516, "token_count": 17} +{"index": 8585, "reference": "Officials at Yellowstone National Park say a man died after falling into a hot spring, having wandered away from a path.", "prediction": "Police at Park's Park in Park are alive after falling into a freezing water hot water, wildlife officials say.", "rouge": {"rouge1": 43.90243902439024, "rouge2": 15.384615384615385, "rougeL": 34.14634146341463}, "nll_sum": 104.53485107421875, "token_count": 21} +{"index": 8586, "reference": "Take That star Gary Barlow surprised shoppers in Bristol with an impromptu concert - which started with him wearing a disguise... as himself.", "prediction": "TV entertainer TommyScottish was relished the moment by stealing his wedding reception at a Oxford shopping centre.", "rouge": {"rouge1": 5.128205128205128, "rouge2": 0.0, "rougeL": 5.128205128205128}, "nll_sum": 126.893798828125, "token_count": 21} +{"index": 8587, "reference": "Two men and a woman are seriously ill in hospital after a fire in the east end of Glasgow.", "prediction": "Four people and one woman have been injured following a fire at a house in Westothian.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.06060606060606, "rougeL": 28.57142857142857}, "nll_sum": 60.861087799072266, "token_count": 18} +{"index": 8588, "reference": "Poland's parliament has voted overwhelmingly to reject a controversial citizens' bill for a near-total ban on abortion.", "prediction": "Polish MPs have started peaceful peaceful protests against a total ban on abortions on an law, a bill which legalising women \"ising gay marriage\".", "rouge": {"rouge1": 32.55813953488372, "rouge2": 14.634146341463413, "rougeL": 23.25581395348837}, "nll_sum": 156.21743774414062, "token_count": 28} +{"index": 8589, "reference": "Four men have admitted conspiracy to burgle in connection with the Hatton Garden safety deposit box raid over the Easter weekend.", "prediction": "Four men have admitted their part their being part of a scam linked to the 1998 Friday Hatton H safety Garden raid in east London.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 13.636363636363635, "rougeL": 39.130434782608695}, "nll_sum": 146.13494873046875, "token_count": 26} +{"index": 8590, "reference": "Wales recovered from their opening Six Nations defeat by England to secure a hard-fought win at Murrayfield that leaves Scotland without a point.", "prediction": "Wales survived a stunning second-half comeback to beat Scotland their first Six Nations win of 18 years and to reach a Six Nations title.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 4.25531914893617, "rougeL": 24.489795918367346}, "nll_sum": 103.08161926269531, "token_count": 27} +{"index": 8591, "reference": "Justin Gatlin was crowned overall Diamond League champion in the 100m after winning the final race of this year's series in 9.98 seconds.", "prediction": " Gat Gatlin has won the first of T44 100m by winning a best best of best- seconds on theultimate night's race of the year at the's it a's-A's a in's-'s from's from a", "rouge": {"rouge1": 33.333333333333336, "rouge2": 3.125, "rougeL": 27.272727272727277}, "nll_sum": 277.2004089355469, "token_count": 47} +{"index": 8592, "reference": "In our series of letters from African journalists, Ghanaian writer Elizabeth Ohene looks at the uproar that greeted Ghana's decision to allow two Yemenis freed from the US jail in Guantanamo Bay to live in the West African state.", "prediction": "In our series of letters from African journalists, Ghanaian writer Elizabeth Ohene looks at the former government's the decision not, stopping stop and men from entering US government football.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 41.17647058823529, "rougeL": 54.28571428571427}, "nll_sum": 201.6715087890625, "token_count": 34} +{"index": 8593, "reference": "Senegal are through to the second round of the Under-20 World Cup in South Korea after a goalless draw with Ecuador.", "prediction": " nations Guinea were reaching the 2017 Africa Cup of Nations Group B Group as they were held to a draw by Ecuador in Jeonju South Koreaju.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 0.0, "rougeL": 20.833333333333332}, "nll_sum": 158.6281280517578, "token_count": 30} +{"index": 8594, "reference": "A 24-year-old man has been beaten by an armed gang in a paramilitary-style attack in Londonderry.", "prediction": "A man has been left with life-changing brain injuries after being shot armed by an armed robbery robbed robbery at a shop in Londerryerry, solve, says they a's-A's referee in transfer from a's.A a", "rouge": {"rouge1": 33.89830508474576, "rouge2": 14.035087719298245, "rougeL": 33.89830508474576}, "nll_sum": 254.3325958251953, "token_count": 47} +{"index": 8595, "reference": "West Ham striker Andy Carroll is facing up to six weeks out of action with a hamstring injury.", "prediction": "West Ham striker Andy Carroll has been ruled out for rest of the season with knee his injury.", "rouge": {"rouge1": 50.0, "rouge2": 23.52941176470588, "rougeL": 50.0}, "nll_sum": 61.32277297973633, "token_count": 18} +{"index": 8596, "reference": "France has called on the former head of the European Commission, Jose Manuel Barroso, not to take up a job advising US bank Goldman Sachs on Brexit.", "prediction": "A former HB bank of San Mobil but not at Barro Bar Barroso, the as new president- of the European president.", "rouge": {"rouge1": 37.5, "rouge2": 8.695652173913043, "rougeL": 16.666666666666664}, "nll_sum": 178.99703979492188, "token_count": 26} +{"index": 8597, "reference": "Former world champion Jenson Button says he will retire from Formula 1 after Sunday's Abu Dhabi Grand Prix.", "prediction": "Jenson Button says he will no struggle to racing in Formula 1 next year.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 32.25806451612903, "rougeL": 42.42424242424242}, "nll_sum": 67.49263000488281, "token_count": 15} +{"index": 8598, "reference": "Bolton Wanderers goalkeeper Mark Howard could be out for 12 weeks with a broken thumb and ligament damage suffered in their League One loss at Peterborough.", "prediction": "Bolton Wand centre-back Ben Ben has been ruled out for six weeks after resturing a anterior cruciate around damage in his match against Peter United.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 26.923076923076923}, "nll_sum": 164.15179443359375, "token_count": 32} +{"index": 8599, "reference": "The number of people without jobs and looking for work fell by 39,000 to 1.63 million between May and July, official figures show.", "prediction": "The UK unemployment rate fell slightly between August and August, down from 7% with the same a year earlier, official figures show in the of's, Nottingham,'s they from \"-d's from in from November George's. from a", "rouge": {"rouge1": 24.615384615384613, "rouge2": 6.349206349206349, "rougeL": 21.53846153846154}, "nll_sum": 260.7174987792969, "token_count": 46} +{"index": 8600, "reference": "The number of children put forward for adoption by local councils in England has fallen by almost half in under a year, the latest figures show.", "prediction": " of number of children brought to in England and Wales has fallen to its highest level since November,, according to official released by the BBC suggest.,Ukraine,'s they from a from from a from's from of. from's from a", "rouge": {"rouge1": 29.411764705882348, "rouge2": 12.121212121212121, "rougeL": 26.47058823529412}, "nll_sum": 247.99276733398438, "token_count": 45} +{"index": 8601, "reference": "Viacom chairman Sumner Redstone is seeking to remove the firm's chief executive Philippe Dauman and four other directors from the Viacom board.", "prediction": "ftardo Dauman, the man behind the film film and movie movie,, is suing the hotel is former President Zari Lewis United.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 155.13067626953125, "token_count": 26} +{"index": 8602, "reference": "Scotland's women are refusing to carry out any media or commercial activity due to a dispute with the Scottish FA.", "prediction": "The Scottish FA has confirmed it is in talks with Scotland players in a dispute over their' issue.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 16.216216216216214, "rougeL": 15.384615384615383}, "nll_sum": 84.03005981445312, "token_count": 19} +{"index": 8603, "reference": "A headless and limbless corpse found in waters off Denmark was deliberately mutilated, say Copenhagen police.", "prediction": "A severedless has been found at sea off the woman who went missing six weeks ago, Danish officials say.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 102.53163146972656, "token_count": 21} +{"index": 8604, "reference": "Ricky Miller scored a superb hat-trick as Dover made it two wins on the bounce with a thrilling victory over National League leaders Forest Green.", "prediction": "Ricky Miller scored a stunning hat-trickick as Forest Green Rovers came from behind to beat Dover 3 3 42 at Omar Dover Dover Park.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 16.3265306122449, "rougeL": 31.372549019607842}, "nll_sum": 188.03854370117188, "token_count": 30} +{"index": 8605, "reference": "A woman who stabbed her lodger during a row over a missing \u00a321 has been jailed for her murder.", "prediction": "A woman who stabbed her neighbour three times more than a cash to debt debts has been jailed for life.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 37.83783783783783, "rougeL": 51.28205128205129}, "nll_sum": 90.93106079101562, "token_count": 20} +{"index": 8606, "reference": "The US Central Intelligence Agency (CIA) has a long history of involvement in African affairs, so Sunday's reports that the 1962 arrest of Nelson Mandela came following a CIA tip-off don't come as a huge surprise.", "prediction": " Ghana Cameroonian government has released documents documents suggest that the US Security Agency (NSA) had carried out a plot to appoint the former president of,.rice Carlumba, with a brain nitless.", "rouge": {"rouge1": 25.71428571428572, "rouge2": 5.88235294117647, "rougeL": 20.0}, "nll_sum": 237.4669952392578, "token_count": 39} +{"index": 8607, "reference": "Wales' Dan Biggar takes over from Sam Davies as Ospreys make five changes for their rescheduled European Challenge Cup game at Grenoble on Friday.", "prediction": "Scrum-half Dan Biggar will miss the Ospreys' European Champions Challenge Cup match against Lyon Head has been abandoned because of heavy rain.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 8.888888888888888, "rougeL": 25.53191489361702}, "nll_sum": 125.75773620605469, "token_count": 29} +{"index": 8608, "reference": "Boys could be allowed to wear skirts at a north London private school if a plan for gender neutral uniforms comes in.", "prediction": " pupils at the top boarding school have said that they will no longer wear one or uniform one 2011 a wearing a's a of and its's a \" it's a it The's from a couple's have from of.", "rouge": {"rouge1": 18.749999999999996, "rouge2": 0.0, "rougeL": 9.374999999999998}, "nll_sum": 244.34347534179688, "token_count": 43} +{"index": 8609, "reference": "Cormac Sharvin made a superb start to his first European Tour event as a professional shooting a four-under par round of 68 at the Perth International.", "prediction": "Northern Ireland's Northern Fat Hadvin carded apar in a open round of a closing round of 65 at the inauguraletard Open in South Korea. a an the's--d a of in a from a's again the again", "rouge": {"rouge1": 20.8955223880597, "rouge2": 6.153846153846155, "rougeL": 17.91044776119403}, "nll_sum": 302.60009765625, "token_count": 46} +{"index": 8610, "reference": "A sign resembling a large, red Google Maps pin has been spotted on an Oxfordshire roundabout.", "prediction": "A body image body filmed caught showing of a red switch on a major road through a roundabout in Berkshire.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 0.0, "rougeL": 27.77777777777778}, "nll_sum": 125.53618621826172, "token_count": 21} +{"index": 8611, "reference": "Fespaco, Africa's premiere film festival, is taking place in Burkina Faso this week, amid debate about artistic freedom on the continent.", "prediction": "In our series of letters from African journalists, novelist and writer Adaicia Triciawawaubani considers whether giving film is in South Africa in Uganda.", "rouge": {"rouge1": 17.777777777777775, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 203.6239013671875, "token_count": 31} +{"index": 8612, "reference": "From the neolithic to the medieval period, a host of historical artefacts have been hiding in the Belfast hills.", "prediction": "An ancient church unearthed discovered inie inaclac in County Fermanagh who was a ofthe it a in the a's aA\" a. reputation a reputation from the's's from's's.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 8.16326530612245, "rougeL": 11.76470588235294}, "nll_sum": 264.7622985839844, "token_count": 41} +{"index": 8613, "reference": "A woman has died following a crash involving two cars on the A9 at Dalwhinnie in the Highlands.", "prediction": "A woman was been seriously injured after being injured in two car vehicles on the M8 near47it near Dalitarton in East Lothian.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210527, "rougeL": 35.0}, "nll_sum": 137.4879150390625, "token_count": 29} +{"index": 8614, "reference": "Thousands of people are without power in the Republic of Ireland as the effects of Storm Barney take hold.", "prediction": "The weather weather has caused travel disruption chaos and some cancelled and between flights between Ireland Republic, Republic of Ireland and the Republic of Ireland.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 14.285714285714288, "rougeL": 27.27272727272727}, "nll_sum": 126.79273986816406, "token_count": 26} +{"index": 8615, "reference": "England's Gabby and Chris Adcock are one match from successfully defending their World Superseries Finals title in Dubai after a tense semi-final win.", "prediction": "England's Chris and and Chrisby Adcock are through to it through to the semi-underfinals of the men's mixed doubles at the China Open Open quarter-finals.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 7.692307692307692, "rougeL": 25.925925925925924}, "nll_sum": 169.95672607421875, "token_count": 34} +{"index": 8616, "reference": "Castleford Tigers have signed Cronulla Sharks forward Jesse Sene-Lefao on a two-year deal.", "prediction": "Castleford have completed the signing of St Helens winger St Helens on two-year deal.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 14.285714285714285, "rougeL": 46.666666666666664}, "nll_sum": 71.8482666015625, "token_count": 20} +{"index": 8617, "reference": "A surface-to-air missile was once accidentally fired into Wales by the Royal Navy, the Labour peer Admiral Lord West has told MPs.", "prediction": " was missile that launched an strike near Cardigan Bay in was \"a accident would happened again\", a House of Lord West a told AMs.", "rouge": {"rouge1": 25.0, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333336}, "nll_sum": 183.9298095703125, "token_count": 28} +{"index": 8618, "reference": "Most collectors would probably tell you they couldn't put a price on their beloved collectables, but Craig Stevens probably had to re-think that one.", "prediction": "A large engraved Star Wars fan, no sold for \u00a37,7,000 - the cheapest collection so expensive he has only sold at.", "rouge": {"rouge1": 8.333333333333334, "rouge2": 0.0, "rougeL": 8.333333333333334}, "nll_sum": 163.71163940429688, "token_count": 27} +{"index": 8619, "reference": "Branislav Ivanovic says Wales will want to avenge their previous two defeats against Serbia when they meet in Saturday's World Cup qualifier.", "prediction": "islbia Branislav Ivanovic says will be face Wales' Euro 2016 match against, the with boss Chris Coleman still abandoned on 27 May.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 154.67446899414062, "token_count": 28} +{"index": 8620, "reference": "US federal law enforcement agents have been ordered to record interviews with suspects, in a reversal of a decades-old justice department policy.", "prediction": "The US justice department says it said it will change a recording secret interviews with to suspected hoodations.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 123.70588684082031, "token_count": 19} +{"index": 8621, "reference": "The controversial Offensive Behaviour at Football Act is to be examined by a senior judge as part of a review of Scotland's hate crime laws.", "prediction": "A review into organised crime Act, which includes with Football Football Association, to be introduced, BBC Scotland has confirmed.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 17.77777777777778}, "nll_sum": 110.92108154296875, "token_count": 22} +{"index": 8622, "reference": "Scholars have hit their target of raising \u00a31.1m to secure the future of an early Biblical manuscript.", "prediction": "A hidden believed believed to be a 19th Century is to be sold to a church church, Norfolk after being sold for \u00a31m.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 123.8490982055664, "token_count": 27} +{"index": 8623, "reference": "As voters cast their ballots in Crimea, the mood in Kiev was downbeat: anxiety, mixed with defiance.", "prediction": "There has been anger issues in Russia since a major protests and forces in eastern Ukraine.", "rouge": {"rouge1": 12.121212121212121, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 75.38209533691406, "token_count": 16} +{"index": 8624, "reference": "Egypt's election commission has reinstated former Prime Minister Ahmed Shafiq as a candidate in the country's forthcoming presidential election.", "prediction": "Mabazi Sh Shafiq, the former vice president of Egypt, has won the parliamentary committee an appeal against the committee's ban aClose 2011 for the's 2011 double state-old's departure in..", "rouge": {"rouge1": 29.629629629629626, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 250.07955932617188, "token_count": 41} +{"index": 8625, "reference": "Chris Powell has not spoken to Nigel Pearson since the Derby County manager was suspended by the club on Tuesday.", "prediction": "Derby County say they don't want to know Nigel Pearson want to be charge of manager, saying the club \"could not delay\".", "rouge": {"rouge1": 41.86046511627907, "rouge2": 14.634146341463413, "rougeL": 27.906976744186046}, "nll_sum": 124.60626220703125, "token_count": 26} +{"index": 8626, "reference": "Gateshead have signed forward Jordan Preston on a one-year deal following the expiry of his contract at Guiseley.", "prediction": "Preston North End have signed Millwall striker Callumumum on loan from Millwall, on a deal with a further year and", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 135.60568237304688, "token_count": 27} +{"index": 8627, "reference": "A man accused of killing his unborn baby has told a court he had \"moved on\" and got a second woman pregnant by the time his pregnant ex-girlfriend was attacked in the street.", "prediction": "A Muslim teacher cleric accused of attacked and her baby baby in Ghana told a jury he was told he was \"too young\" to keep an abortion.", "rouge": {"rouge1": 36.0655737704918, "rouge2": 6.779661016949152, "rougeL": 26.22950819672131}, "nll_sum": 134.51483154296875, "token_count": 29} +{"index": 8628, "reference": "Asian shares rose on Thursday despite investors being cautious ahead of a Good Friday public holiday in some major markets.", "prediction": "Markets in Asia slightly higher after mixed trading on Street Wall Street climbed on amid fears over US worries.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 5.128205128205128}, "nll_sum": 120.54529571533203, "token_count": 20} +{"index": 8629, "reference": "Police officers in England and Wales are to get specialist advice on how to spot patterns of domestic abuse.", "prediction": "A new domestic incident should be changed in the mood of a police officer, a former head of a college has said", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 96.21129608154297, "token_count": 22} +{"index": 8630, "reference": "Liberal Democrat leader Nick Clegg has unveiled measures to help people providing unpaid care for family and friends as he campaigns in mid Wales.", "prediction": "Former Prime First Minister Nick Clegg has called for a new care care programme to Wales,", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 79.27262115478516, "token_count": 17} +{"index": 8631, "reference": "He is instantly recognisable both from his appearance - the beard and the military fatigues - and from his first name alone: Fidel.", "prediction": "F Cuban leader Fidel Duterte has died aged 75, after it was his his father as one of the world's most memorable modern leaders\".", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 132.78439331054688, "token_count": 26} +{"index": 8632, "reference": "Jordan Rhodes scored twice, including an injury-time winner, as Championship leaders Middlesbrough came from behind to beat already-relegated Bolton.", "prediction": " Jordan Rhodes scored a stoppage-time winner to move move Middlesbrough's play-off hopes alive.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 17.142857142857142, "rougeL": 32.43243243243243}, "nll_sum": 83.88644409179688, "token_count": 21} +{"index": 8633, "reference": "One of the first things many of us notice when we meet someone is what sort of perfume or aftershave they're wearing.", "prediction": "\"I've't had a big big moment,\" says a pop pop starney star chants and was spotted in a room a aRickard -. pays a 30 game - it's a: itA a from's a). from a", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 305.6810302734375, "token_count": 47} +{"index": 8634, "reference": "Five more teenagers - two males and three females - have been arrested over the murder of a man in west Belfast's Twinbrook estate at the weekend.", "prediction": "Three teenagers have been arrested in connection with the death of another man at another flat was Orangenecastle, west Belfast, on Thursday night in solve,Ukraine,'s as a hero from his's's have. of the's a'sA", "rouge": {"rouge1": 45.45454545454545, "rouge2": 9.375000000000002, "rougeL": 33.333333333333336}, "nll_sum": 283.8173828125, "token_count": 49} +{"index": 8635, "reference": "UK and French ministers will meet in Calais on Thursday to agree a new deal to tackle the migrant crisis there.", "prediction": " the UK, and Germany have agreed a introduce special measures to preserve the security\" during the migrant crisis camp Calais.", "rouge": {"rouge1": 43.90243902439024, "rouge2": 20.51282051282051, "rougeL": 39.02439024390244}, "nll_sum": 120.97761535644531, "token_count": 22} +{"index": 8636, "reference": "Welsh boxer Ashley Brace will fight for her first professional title in her hometown of Ebbw Vale on 22 April.", "prediction": "Former world boxing world champion Clive Brace will make her professional debut in 22 May,.A's a's boxing decision-g's decision in from from a's. after on-'s from for a from from The's.", "rouge": {"rouge1": 27.118644067796605, "rouge2": 3.508771929824561, "rougeL": 20.33898305084746}, "nll_sum": 273.39776611328125, "token_count": 44} +{"index": 8637, "reference": "Working manuscripts of poems by Dylan Thomas are to go on public show for the first time.", "prediction": "Rare papers published previously Welsh, author Dylan Thomas's author work are to be revealed for, first time.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.18181818181818, "rougeL": 40.0}, "nll_sum": 134.9029541015625, "token_count": 20} +{"index": 8638, "reference": "A musical version of The Secret Diary of Adrian Mole Aged 13\u0e22\u0e1e has opened as a tribute to the book's author Sue Townsend.", "prediction": "The production adaptation of the End, will be the author of author author Sue Townsend's death.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 110.97813415527344, "token_count": 18} +{"index": 8639, "reference": "A woman has been taken to hospital following a crash in Cardiff in the early hours of Monday morning.", "prediction": "A woman was taken to hospital after she was taken by police after her car overturned and closed the M4 road in Port Port Talbot.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 14.285714285714288, "rougeL": 27.27272727272727}, "nll_sum": 102.61746215820312, "token_count": 27} +{"index": 8640, "reference": "Manager Brian Reid has left Stranraer by mutual consent, the Scottish League One club have announced.", "prediction": "ranranraer manager Brian Brown has left the club of just one season after the Scottish Championship side secured a place in a Scottish Championship.", "rouge": {"rouge1": 40.0, "rouge2": 15.789473684210527, "rougeL": 30.0}, "nll_sum": 115.26979064941406, "token_count": 27} +{"index": 8641, "reference": "A Labour councillor has been suspended from the party over anti-Semitic comments on her Twitter account.", "prediction": "A senior Labour councillor has been suspended by the party over comment made on Twitter.", "rouge": {"rouge1": 75.00000000000001, "rouge2": 40.0, "rougeL": 75.00000000000001}, "nll_sum": 48.658164978027344, "token_count": 15} +{"index": 8642, "reference": "Talks between Greece and its European creditors on a third \u20ac86bn (\u00a360bn; $94bn) bailout have been delayed due to logistical problems, officials say.", "prediction": " Greek Finance Prime Minister Alexis Tsipras is expected to meet EU official next week week of over deal to deal.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 107.48072814941406, "token_count": 22} +{"index": 8643, "reference": "Seven men have been sentenced to 10 years for the rape and kidnapping a schoolgirl in the Chadian capital, Ndjamena.", "prediction": "Two men have arrested arrested in the Banglades capital, Delhi, after rape after a 36-year-old woman was raped in the capital., solve, says they a--l a dere in a football's from's aA", "rouge": {"rouge1": 31.57894736842105, "rouge2": 7.2727272727272725, "rougeL": 28.07017543859649}, "nll_sum": 254.79873657226562, "token_count": 45} +{"index": 8644, "reference": "Plans to build 105 homes on the site of a housing scheme in Norwich - which was at the centre of a \"homes for staff\" scandal - have been put forward.", "prediction": "A new housing development homes owned by a former council leader were being brought to the probe into a council investigation, the BBC. learned learned.'s \" again's a's from's from a it's from of's a's from's a", "rouge": {"rouge1": 21.91780821917808, "rouge2": 0.0, "rougeL": 16.438356164383563}, "nll_sum": 267.5020751953125, "token_count": 47} +{"index": 8645, "reference": "Teachers belonging to the National Association of Schoolmasters and Women Teachers are to stage a one-day strike over pay, workload and job insecurity.", "prediction": "One of the two biggest teaching unions is to strike strike by six in its Northern Ireland, in a row over a rise and pay over the a. it's a from's from new from a from The's of. from's of from", "rouge": {"rouge1": 26.086956521739136, "rouge2": 0.0, "rougeL": 14.492753623188406}, "nll_sum": 255.7232666015625, "token_count": 47} +{"index": 8646, "reference": "Streaming service Netflix has postponed a Bill Cosby comedy special in the wake of allegations of sexual assault that have resurfaced in recent weeks.", "prediction": "BC has denied the claims that Bill Cosby will host a host Mark Selby, on charges of sexual assault.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 14.634146341463413, "rougeL": 27.906976744186046}, "nll_sum": 98.83589935302734, "token_count": 21} +{"index": 8647, "reference": "Jeremy Fernandez could easily be the face of the new Australia, a poster-boy of immigrant success.", "prediction": "Australia is the popular TV series, but will actress a, says she has been a victim of a racist abuse in Sydney a areligious- it's a from The it's as from from a's of. a.'s from's a", "rouge": {"rouge1": 20.338983050847457, "rouge2": 0.0, "rougeL": 16.949152542372882}, "nll_sum": 269.12969970703125, "token_count": 48} +{"index": 8648, "reference": "A couple who had jewellery stolen more than a decade ago have been reunited with their possessions after they were found at the bottom of a London pond.", "prediction": "A white hockey team have returned to a \u00a31,000 silver medal which which stolen a which were stolen in east London nearly 75 ago ago.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 0.0, "rougeL": 18.51851851851852}, "nll_sum": 167.12936401367188, "token_count": 28} +{"index": 8649, "reference": "Liverpool have formally rejected a second bid from Manchester City for England forward Raheem Sterling.", "prediction": "Liverpool have made a bid of about \u00a320m for England and Wales forward Raheem Sterling.em he'solve aA bid and reputation his struggle from a's as.thew's ballet in from \u00a3's\". from'sowned", "rouge": {"rouge1": 39.21568627450981, "rouge2": 16.3265306122449, "rougeL": 35.294117647058826}, "nll_sum": 294.2755126953125, "token_count": 48} +{"index": 8650, "reference": "The Scottish government has published \"radical\" proposals aimed at widening the ownership of land across the country.", "prediction": "The Scottish government has set out its plans to cut the sale of thousands of community land, to one within three million of a half Crim's it.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 142.14952087402344, "token_count": 29} +{"index": 8651, "reference": "Nour is a woman from Raqqa, the so-called Islamic State's (IS) capital inside Syria.", "prediction": "Fh Nadi,- three-year from Somalia who travelled to Iraq to battle against so-called Islamic State (IS) in northern Syria and Syria.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 16.216216216216214, "rougeL": 35.8974358974359}, "nll_sum": 131.0091552734375, "token_count": 30} +{"index": 8652, "reference": "Newly-promoted National League side Ebbsfleet United have signed former Whitehawk striker Danny Mills.", "prediction": "National League side Eb Ebfleet United have signed midfielder Ryanogle from National League club Whitehawk. solve the's. from transfer'sA reputation on from a'siling's The's ballet from a's's reputation of.'s from'sA", "rouge": {"rouge1": 26.41509433962264, "rouge2": 15.686274509803921, "rougeL": 26.41509433962264}, "nll_sum": 339.5411682128906, "token_count": 47} +{"index": 8653, "reference": "Hamburg has become the first German city to pass a law allowing the seizure of empty commercial properties in order to house migrants.", "prediction": " heard in Germany have started hate charges against a law to buy properties of the homes of thousands of migrants from of farright centre centre.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 161.78994750976562, "token_count": 26} +{"index": 8654, "reference": "Warwickshire leg-spinner Josh Poysden and wicketkeeper Alex Mellor have signed contract extensions.", "prediction": "Warwickshire have signed former West Indies Test batsman Alex Mellor and 11or-rounder and bowling all three-year contracts with in Lions' months from. from from--'s reputation in.- a's. from a", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.090909090909092, "rougeL": 17.391304347826086}, "nll_sum": 265.35699462890625, "token_count": 46} +{"index": 8655, "reference": "A chatbot programmed by a British teenager has successfully challenged 160,000 parking tickets since its launch last year.", "prediction": "A robot has created a chat access for a service service, via apps or access, its founder Facebook.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 121.56392669677734, "token_count": 20} +{"index": 8656, "reference": "Former Conservative Home Secretary Lord Waddington has died at the age of 87.", "prediction": "A Conservative leader David Waddington has died at the age, after a short illness, he announced. of retiring, aA fromA's reputation from the the president, after- from's struggle for from's retirement.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 22.22222222222222, "rougeL": 34.04255319148936}, "nll_sum": 243.71200561523438, "token_count": 44} +{"index": 8657, "reference": "The amount of traffic using Wales' biggest hospital as a \"rat run\" and causing gridlock has dropped by 7% after changes were made to the roads.", "prediction": "A new \u00a32m accident and emergency unit at a Cardiff hospital prompted delayed the accident waiting waiting times for an accident and emergency unit.", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 12.000000000000002}, "nll_sum": 129.48904418945312, "token_count": 26} +{"index": 8658, "reference": "The BBC has denied claims award-winning series Planet Earth II faked a nail-biting scene showing a baby iguana being chased by racer snakes.", "prediction": "Sir David Attenhamborough, an award-winning cartoonangas was being shot by the BBC because of \"faked\".", "rouge": {"rouge1": 34.146341463414636, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 143.0960693359375, "token_count": 25} +{"index": 8659, "reference": "A Lake District path expert fell walker Alfred Wainwright described as the \"connoisseur's route\" is to be repaired thanks to a charity set up in his name.", "prediction": "A design group is hoping to reopen a project the Lake District will reach the finalultimate of the Isle of Man.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 125.72676849365234, "token_count": 22} +{"index": 8660, "reference": "Millwall's play-off charge gathered pace with a win at struggling Shrewsbury.", "prediction": "Millwall kept their League One play-off hopes alive with victory at Shrewsburybury.", "rouge": {"rouge1": 38.46153846153847, "rouge2": 8.333333333333332, "rougeL": 38.46153846153847}, "nll_sum": 73.26622009277344, "token_count": 19} +{"index": 8661, "reference": "Action camera-maker GoPro is cutting 200 jobs and shutting down some of its services.", "prediction": " the world's largest drone manufacturer says it will cut 40,000 jobs by because, of, because of a \"state-year replacement plan\".", "rouge": {"rouge1": 15.789473684210527, "rouge2": 0.0, "rougeL": 15.789473684210527}, "nll_sum": 125.59185791015625, "token_count": 28} +{"index": 8662, "reference": "Moors Murderer Ian Brady has lost his legal bid to be transferred from a psychiatric hospital back to prison.", "prediction": "orserer Murdors Ian Brady, died and will have to receive his mental treatment at the Victoriaworthness High Court to not receive jail.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 178.0606689453125, "token_count": 27} +{"index": 8663, "reference": "An investigation has been launched into the police response to a call from a 72-year-old man who was later found dead in a sheltered housing complex.", "prediction": "Scotland's police watchdog has asked to explain how the force's handling death of a 72-year-old man who was later later in his home.", "rouge": {"rouge1": 47.27272727272727, "rouge2": 26.41509433962264, "rougeL": 40.0}, "nll_sum": 114.19422149658203, "token_count": 29} +{"index": 8664, "reference": "Arctic sea-ice extent is unlikely to see a new record this summer, claim polar experts at Reading University, UK.", "prediction": "ine sea ice in the Arctic, will take up to one million km before the past year, conservationists say.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 15.384615384615385}, "nll_sum": 84.82638549804688, "token_count": 22} +{"index": 8665, "reference": "Monrovia Breweries of Liberia made a dream African Confederation Cup debut by trouncing twice former African champions JS Kabylie of Algeria 3-0 in the first leg of their preliminary tie.", "prediction": "Reigning African African champions Dylie thr 5-0ashed and thrashed and hosts Zambia 3-0 in Tunisia Mali in in the first leg of their African Champions League (A) tie.", "rouge": {"rouge1": 42.62295081967213, "rouge2": 27.11864406779661, "rougeL": 39.34426229508197}, "nll_sum": 224.62815856933594, "token_count": 40} +{"index": 8666, "reference": "The Northern Ireland pharmaceutical firm Norbrook has appointed Liam Nagle as its new chief executive.", "prediction": " Richiebrook, a building investment firm, will be bought by US insurance car firm Fisk, has bought a Belfast-based tobacco firm.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 128.77609252929688, "token_count": 27} +{"index": 8667, "reference": "Arsenal produced a devastating first-half display to dismantle Chelsea and secure a fourth successive Premier League win.", "prediction": "Arsenal missed the chance at the top of the season to move top the Premier League table as table were thrashed by in a controversialCaliforniaah battle.", "rouge": {"rouge1": 22.72727272727273, "rouge2": 4.761904761904763, "rougeL": 18.181818181818183}, "nll_sum": 163.02618408203125, "token_count": 29} +{"index": 8668, "reference": "Three white lion cubs have been born at a zoo in Poland, in eastern Europe.", "prediction": "This baby newborns has born at a zoo zoo in America to America in", "rouge": {"rouge1": 41.379310344827594, "rouge2": 29.629629629629633, "rougeL": 41.379310344827594}, "nll_sum": 87.57342529296875, "token_count": 14} +{"index": 8669, "reference": "Jake Kirby, Adam Buxton, Evan Gumbs, Mitchell Duggan and Liam Ridehalgh have all agreed new deals with Tranmere.", "prediction": "versburn Rovers captain Jake Kirby and Jake Shaun Hargh signed new deals with London Mayor.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 19.35483870967742, "rougeL": 36.36363636363636}, "nll_sum": 126.07241821289062, "token_count": 18} +{"index": 8670, "reference": "Two Guernsey Police officers have been injured in a public order training exercise.", "prediction": "Four police officers have been taken to hospital with serious facial injuries at anond Londonderry.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 23.076923076923077, "rougeL": 28.571428571428577}, "nll_sum": 72.43844604492188, "token_count": 19} +{"index": 8671, "reference": "A man's eye socket has been broken and two other people have received minor injuries during two assaults in Ballycastle, County Antrim.", "prediction": "A man has been left with life-life injuries and facial injuries a facial injuries after several assaults on young people in east Belfast in the of office, referee, a it aA referee a game it's of a. from a'sA", "rouge": {"rouge1": 30.769230769230766, "rouge2": 6.349206349206349, "rougeL": 24.615384615384613}, "nll_sum": 266.0165710449219, "token_count": 47} +{"index": 8672, "reference": "US clothing brand Abercrombie and Fitch has attracted an online backlash with a tweet seen by many as implying Gay Pride is not just for gay people.", "prediction": " head fashion chain Kayla has apologised for will sharing a tweet about the community service, saying the community community \" LGBT to a gay lesbian\" and. for a symbol's a from a's for a in a years a's.", "rouge": {"rouge1": 17.91044776119403, "rouge2": 3.0769230769230775, "rougeL": 14.925373134328357}, "nll_sum": 265.87371826171875, "token_count": 45} +{"index": 8673, "reference": "A couple who paid for their funerals in advance claim to have lost their life savings after their funeral director went out of business.", "prediction": "Customers at a Banham weeks taxi clinic business which went into liquidation, say have said they are and disappointed \" not survive their relatives\".", "rouge": {"rouge1": 21.27659574468085, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 178.99578857421875, "token_count": 28} +{"index": 8674, "reference": "Shia Houthi rebels in Yemen have freed a senior presidential aide who they abducted 10 days ago.", "prediction": "Don Gambia's President Hosni has resigned as president by seeking a new committee with rebels, ahead of a free transfer deal deal.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 141.5461883544922, "token_count": 26} +{"index": 8675, "reference": "Welsh engineers and academics have received more than \u00a3160,000 ($240,000) to develop new materials for use in sports helmets.", "prediction": "Two artists from Cardiff University are teaming a team to develop fertility for brain brain scan, which say could be \"lifelifechanging game treatment\".", "rouge": {"rouge1": 13.636363636363635, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 189.67498779296875, "token_count": 29} +{"index": 8676, "reference": "AFC Bournemouth have signed Australia international goalkeeper Adam Federici from Reading on a three-year deal.", "prediction": "Bournemouth have signed Australia goalkeeper Adam Vogator on a three-and aa-yearyear deal.", "rouge": {"rouge1": 66.66666666666666, "rouge2": 42.857142857142854, "rougeL": 66.66666666666666}, "nll_sum": 121.94696044921875, "token_count": 21} +{"index": 8677, "reference": "Two men who were sued over the Omagh bomb have been found liable for the 1998 atrocity at their civil retrial.", "prediction": "The ret retrial of two men involved in the 1998 Omagh bombing should be dropped, after a judge has failed in a retrial the case.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 26.08695652173913}, "nll_sum": 117.4527816772461, "token_count": 29} +{"index": 8678, "reference": "The president of the Royal Society has called on the government to guarantee the residency of EU citizens in the UK.", "prediction": "Leaving the vote to leave the UK will leave \"a long term brain\",\", a European research suggests says.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 121.41212463378906, "token_count": 22} +{"index": 8679, "reference": "The smoking ban which came into force 10 years ago has saved Scots from breathing in more than half a tonne of toxic material, a study has suggested.", "prediction": "A ban on smoking in large parts of Scotland to include included in public public spaces in Aberdeen, new research suggests.", "rouge": {"rouge1": 24.489795918367342, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 97.0886459350586, "token_count": 22} +{"index": 8680, "reference": "Bayern Munich began their bid for a sixth European Cup title by hammering Champions League debutants Rostov 5-0.", "prediction": "Bayern Munich beat Barcelona 4-0 and reach their first European Champions League Group Group- A match.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 11.76470588235294, "rougeL": 33.333333333333336}, "nll_sum": 84.83189392089844, "token_count": 20} +{"index": 8681, "reference": "Scotland head coach Vern Cotter praised the character of his side to \"grind out\" their 21-16 win over Japan despite an underwhelming performance in Tokyo.", "prediction": "Head coach Vern Cotter said Scotland players need to \"could to improve\" if they are on Saturday, after coming from a strong display against Japan.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 129.86654663085938, "token_count": 29} +{"index": 8682, "reference": "Wakefield Trinity Wildcats have named former Hull KR boss Chris Chester as their new head coach.", "prediction": "Wakefield Trinity Wildcats have named former England coach Jack Chester as their assistant coach for the 2016 start-17 Super League season.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 38.88888888888889, "rougeL": 52.63157894736842}, "nll_sum": 126.77033996582031, "token_count": 25} +{"index": 8683, "reference": "A senior police officer has called for CCTV cameras to be installed at the Glasgow Necropolis to help keep the area free of antisocial behaviour.", "prediction": "CCTV radio will soon carried\" at a head cemetery in the Glasgow area for the winter the six or six months, a police investigation in BBC Scotland.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 4.0, "rougeL": 19.23076923076923}, "nll_sum": 184.80255126953125, "token_count": 30} +{"index": 8684, "reference": "David Cameron has condemned \"despicable\" incidents of hate crime reported in the wake of the UK's referendum vote to leave the EU.", "prediction": "Prime Minister David Cameron has called for \"didn't hate crime hate be\" in wake of the wake of recent attacks on people in the EU area, Bristol, despite it has been banned from it since Thursday flagship of.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 26.666666666666668, "rougeL": 35.483870967741936}, "nll_sum": 220.558349609375, "token_count": 43} +{"index": 8685, "reference": "Plaid Cymru has promised more cash for Welsh public services, an extra 1,000 medical jobs and to scrap taxes for 70,000 small businesses.", "prediction": "Labour and Plaidymru, they want to undergo a 50% rise of tax, income tax - and higher rate of tax - which includes tax from the Welsh government.", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 156.1419677734375, "token_count": 34} +{"index": 8686, "reference": "Kent have announced an improved pre-tax profit of \u00a3345,784 for the financial year to November 2015.", "prediction": "Kent County Championship club Group E fourDA Austin has reported a annual loss \u00a311m for the financial year to the end of May 2015.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 20.0, "rougeL": 33.33333333333333}, "nll_sum": 142.64385986328125, "token_count": 27} +{"index": 8687, "reference": "Syrian forces and their allies have retaken the central town of al-Qaryatain from so-called Islamic State (IS), dealing a further strategic blow to the militant group, state media say.", "prediction": "Syrian government forces say they have recaptured important Islamic State (IS) militants in) northern town of al-Qaryatain say activists say the Renew\" of 41's from-A aA from since November's. from", "rouge": {"rouge1": 46.15384615384615, "rouge2": 15.873015873015872, "rougeL": 27.692307692307693}, "nll_sum": 238.09701538085938, "token_count": 45} +{"index": 8688, "reference": "A project helping disadvantaged UK pupils go to US universities has seen undergraduates accepted for courses starting in September 2016 at all of the prestigious Ivy League colleges.", "prediction": "The US and UK are offering university students university students to be former prime minister Sir Winston Churchill, saying it is \" is not in a space\".", "rouge": {"rouge1": 25.92592592592593, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 139.58908081054688, "token_count": 28} +{"index": 8689, "reference": "A schoolgirl has beaten thousands of children to get her short story written in Jacqueline Wilson's new book.", "prediction": "A award award won't won award award a an award how how excited how it happened like or, or a \"unangang to Moon\".", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 204.00328063964844, "token_count": 28} +{"index": 8690, "reference": "A top Mongolian rapper was beaten into a coma by a Russian diplomat after wearing a swastika on stage, his lawyer and family have claimed.", "prediction": "A Russian musician and Cambodian has been charged in jail charged with sexually assaulting a black singer and Russian musician at the Russian embassy in the capital, Holmes, reports say.", "rouge": {"rouge1": 14.545454545454545, "rouge2": 3.7735849056603774, "rougeL": 14.545454545454545}, "nll_sum": 153.50262451171875, "token_count": 33} +{"index": 8691, "reference": "An 83-year-old cyclist who was flung 20m (65ft) from his bike and later died \"probably\" hit a pothole, an inquest jury found.", "prediction": "A father whose death was a of 91-year inold was killed by a mothole in Rochdale, an inquest jury has ruled out of Wright council's in a body \"A it's of\". aA from aA", "rouge": {"rouge1": 22.950819672131146, "rouge2": 6.779661016949152, "rougeL": 19.672131147540984}, "nll_sum": 286.65350341796875, "token_count": 46} +{"index": 8692, "reference": "A body has been found during a search of Glen Coe for a hillwalker who was reported missing last week.", "prediction": " searching searching for a hillwalker who has missing for more than a week week ago been found a body.", "rouge": {"rouge1": 66.66666666666667, "rouge2": 27.027027027027025, "rougeL": 35.8974358974359}, "nll_sum": 99.41506958007812, "token_count": 20} +{"index": 8693, "reference": "Spain qualified for the Olympic sevens with a dramatic late victory over Samoa in Sunday's repechage tournament final.", "prediction": " Barcelona champions champions Barcelona became the first team to rugby sevens for Rio Olympicss in the Rio Olympics.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 94.62837982177734, "token_count": 20} +{"index": 8694, "reference": "Experts have begun examining and cataloguing parts of a Spitfire excavated from a field in Cambridgeshire.", "prediction": "Human remains human discovered at the ground in an Oxfordshire museum where a Oxford soldier was killed of being part in an air air crash.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 145.02230834960938, "token_count": 26} +{"index": 8695, "reference": "All pictures are copyrighted.", "prediction": "All pictures are copyrighted.", "rouge": {"rouge1": 100.0, "rouge2": 100.0, "rougeL": 100.0}, "nll_sum": 19.41632080078125, "token_count": 4} +{"index": 8696, "reference": "Karen Gillan has come home to Scotland to direct her first feature-length film.", "prediction": "The best cartoon actress Maria Mahan but picked up a possible film in her career.", "rouge": {"rouge1": 13.79310344827586, "rouge2": 0.0, "rougeL": 6.89655172413793}, "nll_sum": 101.44989013671875, "token_count": 16} +{"index": 8697, "reference": "Harlequins were knocked out of the Challenge Cup by defeat at Top 14 side Stade Francais in a match delayed because of a frozen pitch.", "prediction": "Harlequins held to a pitch by by Ospreys and keep alive their hopes of making a European Challenge Cup quarter-finals alive", "rouge": {"rouge1": 34.04255319148936, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 113.17048645019531, "token_count": 27} +{"index": 8698, "reference": "Substitutes Marko Pjaca and Daniel Alves struck goals within two minutes of one another as Juventus punished 10-man Porto to take charge of their Champions League last-16 tie.", "prediction": " P Pjaca scored a hat-trick as champions Real Madrid beat Porto in the first leg to reach the the Coppa Coaliaalia back.", "rouge": {"rouge1": 18.867924528301884, "rouge2": 0.0, "rougeL": 15.094339622641511}, "nll_sum": 162.6038360595703, "token_count": 31} +{"index": 8699, "reference": "Wales lock Jake Ball says he wants to put his stamp on a second-row shirt after the \"heartbreak\" of the 2016 autumn series.", "prediction": "Scaraleser Jake Ball says he is \"absolutely and united\" to be given a 29-man squad to Wales' camp camp.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 14.285714285714288, "rougeL": 27.27272727272727}, "nll_sum": 134.8829345703125, "token_count": 26} +{"index": 8700, "reference": "Plans to create a huge lightning bolt memorial to David Bowie in south London have been scrapped after a crowdfunding campaign fell short of its target.", "prediction": "A permanent in memorial to David Bowie to be unveiled by ajournalist in London, has go ahead despite a campaign to raise50,000.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 12.76595744680851, "rougeL": 36.73469387755102}, "nll_sum": 140.8839569091797, "token_count": 28} +{"index": 8701, "reference": "A Leicestershire man has admitted killing his neighbour after kicking down his front door.", "prediction": "A man has admitted killing pensioner by his pensioner after a man forced into their way of their home.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 19.35483870967742, "rougeL": 42.42424242424242}, "nll_sum": 106.4410400390625, "token_count": 21} +{"index": 8702, "reference": "Frankie Raymond scored a late winner as promotion-chasing Dagenham beat York in the National League at Victoria Road.", "prediction": "Nicky scored a stoppage-time winner as Dagenham and keep their National League play-off hopes alive and preserve York play- ballet as a Lord's ballet from D-'s from a in's years as November. from a", "rouge": {"rouge1": 31.03448275862069, "rouge2": 10.714285714285714, "rougeL": 24.137931034482758}, "nll_sum": 287.0536193847656, "token_count": 47} +{"index": 8703, "reference": "The X Factor is to stay on ITV for at least the next three years, despite declining viewing figures and the arrival of The Voice to the channel.", "prediction": "Willie Rendell has signed a deal that will include X Factor and The Voice, keeping it will run on the network until 2019 after the decision to its from as \"Dthe-bought from in\".", "rouge": {"rouge1": 29.03225806451613, "rouge2": 10.0, "rougeL": 19.35483870967742}, "nll_sum": 219.60533142089844, "token_count": 41} +{"index": 8704, "reference": "A number of England fans were taken to hospital in France following a series of clashes between football supporters in Marseille.", "prediction": " the Russian authorities say they will ban restrictions on hooliganists, during a match between England between andotte de Marseille in the anolve, Gang, referee they from 30-g controversial game in from England's Saturday.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 286.4281921386719, "token_count": 45} +{"index": 8705, "reference": "Iraqi forces have reached the besieged town of Amerli in northern Iraq, where thousands have been trapped by jihadists, military officials say.", "prediction": "Iraqi forces have broken their government siege in under small large town of northern northern Iraqi capital capital, officials say.", "rouge": {"rouge1": 42.85714285714286, "rouge2": 20.0, "rougeL": 38.0952380952381}, "nll_sum": 136.1658477783203, "token_count": 22} +{"index": 8706, "reference": "A US regulator has said firms looking for backing via crypto-currencies should be more strictly regulated.", "prediction": " the US data watchdog has raised concerns about raised that a virtual reality that can created to register register. to it. a \"-'s aA). a from's from's from of from a it's from of.", "rouge": {"rouge1": 11.111111111111112, "rouge2": 0.0, "rougeL": 7.407407407407408}, "nll_sum": 259.4818420410156, "token_count": 43} +{"index": 8707, "reference": "Welsh Lib Dem leader Kirsty Williams has asked voters to trust the party's pledges on student grants despite broken promises not to raise tuition fees in England.", "prediction": "The Liberal Democrats leader Kirsty Williams has said she said Conservatives Conservatives would not be able to cut tuition grants in grants for Welsh tuition grants to solve the again's a's from's-A a from in from a's? a from a", "rouge": {"rouge1": 35.61643835616438, "rouge2": 8.450704225352112, "rougeL": 21.91780821917808}, "nll_sum": 269.5603942871094, "token_count": 47} +{"index": 8708, "reference": "Imogen Bankier ended her badminton career with a 10th consecutive mixed doubles title at the Yonex Scottish National Championships in Perth.", "prediction": "Australia'sliv Bankier and Hannah Mauchm have won top at Scottish women's Nationals to to Glasgow.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 0.0, "rougeL": 21.052631578947366}, "nll_sum": 163.1707000732422, "token_count": 21} +{"index": 8709, "reference": "Wilfried Bony scored twice to take Ivory Coast into the semi-finals of the Africa Cup of Nations.", "prediction": "Wilfried Bony's last-minuteasp goal saw Ivory Coast beat Algeria 3-0 and reach the-finals the Africa Cup of Nations in Gab.", "rouge": {"rouge1": 52.38095238095239, "rouge2": 30.0, "rougeL": 52.38095238095239}, "nll_sum": 140.71424865722656, "token_count": 30} +{"index": 8710, "reference": "A \"terror attack\" has taken place in Singapore - all part of a controversial web campaign to launch the newest title from the popular Call of Duty video game franchise.", "prediction": "A round-up of key, newspaper and online.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 49.16260528564453, "token_count": 10} +{"index": 8711, "reference": "Researchers at Glasgow University have developed a new way to protect farmed salmon from sea lice.", "prediction": "Scientists at Glasgow University are developing a of to develop l lorry in lice.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 21.428571428571427, "rougeL": 46.666666666666664}, "nll_sum": 91.0211181640625, "token_count": 16} +{"index": 8712, "reference": "Local elections are being held in North Korea - the first since ruler Kim Jong-un came to power in 2011.", "prediction": "North Korea has held 11 in February elections which are the key test in its future for a leader, Kim Jong-unun.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 115.45191192626953, "token_count": 25} +{"index": 8713, "reference": "Chancellor George Osborne has delivered his final Budget before the general election - his message was that Britain is growing again - in fact faster than any other major advanced economy in the world.", "prediction": "On Wednesday night's Budget in that Chancellor, George Osborne was due to be next president, what would like like.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 7.999999999999999, "rougeL": 15.384615384615385}, "nll_sum": 116.82757568359375, "token_count": 22} +{"index": 8714, "reference": "Double Olympic champion Laura Trott fought back to win the individual pursuit title on day one of the British Track Championships in Manchester.", "prediction": "Laura Trott completed her first cycling career to complete a complete points race at the IPC UCI Cycling World World Championships in London the", "rouge": {"rouge1": 29.78723404255319, "rouge2": 8.888888888888888, "rougeL": 25.53191489361702}, "nll_sum": 120.72065734863281, "token_count": 26} +{"index": 8715, "reference": "Road racer Guy Martin says he will not compete for Honda for the rest of 2017 after a frustrating season.", "prediction": "Martin Martin has pulled out of racing in Formula 1 this year Sicily because of the event.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 79.27171325683594, "token_count": 17} +{"index": 8716, "reference": "A top Venezuelan military commander says the security forces have retaken control of the streets in the western city of San Cristobal.", "prediction": " the Venezuelan armed forces forces say, they have seized a northern city of San Crist pepper, amid reports of protests.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 10.0, "rougeL": 28.571428571428566}, "nll_sum": 117.28431701660156, "token_count": 22} +{"index": 8717, "reference": "A majority of Scottish councils want the right to buy for council and social housing tenants scrapped, a government report has said.", "prediction": "Thousands of people Scotland who are the right to buy their homes should own scrapped should be scrapped, according to the government from of and decision from a's.'s. from. late-Dold from in 30 years ago.", "rouge": {"rouge1": 30.0, "rouge2": 10.344827586206897, "rougeL": 23.333333333333332}, "nll_sum": 250.86245727539062, "token_count": 44} +{"index": 8718, "reference": "Designs for Liverpool that were never built are going on show at a newly-opened national architecture centre in the city.", "prediction": "A art gallery in Liverpool celebrating the city's the 18th Century after being created by using a 3D Museum of the city's national a.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 130.60000610351562, "token_count": 28} +{"index": 8719, "reference": "A tour boat skipper has recorded a new deepest point in Loch Ness on his vessel's equipment.", "prediction": "A huge fat waves was found in the sea on Loch Ness is to be revealed as, new record score.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 126.32418823242188, "token_count": 21} +{"index": 8720, "reference": "A schools campus in East Ayrshire is set to be named after the celebrated Scottish novelist William McIlvanney, who died last month aged 79.", "prediction": "Scottish novelist and author William IIvorney, is to be given the same honour of his hometown to secondary school school.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 18.18181818181818}, "nll_sum": 130.815673828125, "token_count": 24} +{"index": 8721, "reference": "The aid worker who died in Afghanistan during an attempt to free her two years ago was told by her captors they were not going to kill her, it has emerged.", "prediction": "A Scottish aid worker held captive in Afghanistan by her neighbour in Afghanistan 11 years after she died says she does not want to killer her killing.", "rouge": {"rouge1": 41.37931034482759, "rouge2": 10.714285714285714, "rougeL": 31.03448275862069}, "nll_sum": 129.86878967285156, "token_count": 27} +{"index": 8722, "reference": "Seven Hong Kong police officers have been jailed for two years each for beating a handcuffed protester.", "prediction": "A court Hong Hong Kong has found that two police officers and officers their face and face sentences for assault and \"brious harm\".", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 142.2673797607422, "token_count": 25} +{"index": 8723, "reference": "A 12-year-old boy left with a severe brain injury after he was hit by a car has returned to school after making an \"amazing\" recovery.", "prediction": "An nine-year-old boy who was killed in a hit-and arun crash has thanked his support to improve he will never or walk again.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 7.8431372549019605, "rougeL": 26.41509433962264}, "nll_sum": 133.10365295410156, "token_count": 30} +{"index": 8724, "reference": "Scottish singer-songwriter Gerry Rafferty has died at the age of 63 after suffering a long illness.", "prediction": "Scottedian and singer R Lafferty, who died, Billy Connolly, December he is believed it was a drinkdriveer.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 169.60440063476562, "token_count": 27} +{"index": 8725, "reference": "A Concorde which made its final flight back to Filton Airfield near Bristol is to be the star attraction at a new aerospace museum in South Gloucestershire.", "prediction": "The last remaining Concordeorde at an air on Anglesey has for the first time, more than 30 years at a former Spitfieldfield.", "rouge": {"rouge1": 12.244897959183673, "rouge2": 4.25531914893617, "rougeL": 12.244897959183673}, "nll_sum": 149.52816772460938, "token_count": 29} +{"index": 8726, "reference": "The introduction of a 5p charge for plastic bags in England has been blamed for a packaging firm going into administration.", "prediction": "A packaging firm is facing a small result of a 5p bag charge at its UK factory, it has been claimed, a \"Forest-'s. aA the company's mandatory from it a be have of from.", "rouge": {"rouge1": 38.59649122807018, "rouge2": 18.181818181818183, "rougeL": 24.561403508771928}, "nll_sum": 265.4586486816406, "token_count": 43} +{"index": 8727, "reference": "Islamic police in the Indonesian province of Aceh have forced two women to have their marriage annulled and sign an agreement to separate.", "prediction": "A lesbian couple couple have married in southern province of Aceh after being kidnapped by Islamic State the police say.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 92.21379852294922, "token_count": 21} +{"index": 8728, "reference": "A multi-million pound legal bill racked-up in a failed case against six people accused of a fraud conspiracy is to be paid by the Serious Fraud Office.", "prediction": "A High Court charge must pay to some of six men who were involved paying out a multi-million pound property deal, a High Court has ruled.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 11.111111111111112, "rougeL": 17.857142857142858}, "nll_sum": 124.00922393798828, "token_count": 29} +{"index": 8729, "reference": "Johnny McKinstry is on the final leg of a remarkable journey.", "prediction": "When Northernman McK fruit madery, who faced the struggle of the Ebola virus, and was was leading football team's 30, to punishment for his reputation from the organisation as his-'s reputation from in as years a.", "rouge": {"rouge1": 12.244897959183671, "rouge2": 0.0, "rougeL": 12.244897959183671}, "nll_sum": 298.20263671875, "token_count": 44} +{"index": 8730, "reference": "Forward Alan Forsyth hopes playing in front of a home crowd will boost Scotland's chances at this month's Men's EuroHockey Championships II.", "prediction": "Scottish Forsyth says being home will take advantage\" who will take Scotland Scotland Women's Euro 2017 finals.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 124.43994903564453, "token_count": 21} +{"index": 8731, "reference": "Two County Londonderry brothers facing bankruptcy owe their creditors up to \u00a3213m, the High Court has been told.", "prediction": "Two brothers in Belfast who facing their collapse due their Irish investment are to receive a multi-millionple payout of up to \u00a331m).", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 29.268292682926827}, "nll_sum": 155.83880615234375, "token_count": 27} +{"index": 8732, "reference": "UK manufacturing activity rose slightly in May, raising concerns over the economy's strength in the run-up to the 23 June European Union referendum.", "prediction": "Growth in the UK grew more than the first three months of the end of May, a survey suggests.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 73.95707702636719, "token_count": 21} +{"index": 8733, "reference": "Walsall have signed Cyprus striker Andreas Makris from Anorthosis Famagusta for a club-record fee.", "prediction": "Leeds have signed striker international D Makris from Dandandand on a five-and-half-year deal \u00a35m.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 13.333333333333334, "rougeL": 37.50000000000001}, "nll_sum": 140.08998107910156, "token_count": 27} +{"index": 8734, "reference": "Eli Wallach, whose films included The Magnificent Seven and The Good, the Bad and the Ugly, has died aged 98.", "prediction": "Mark Wallabiesach best known for his role in 1970s group The Lewisati Seven, has died aged 86.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 123.2022476196289, "token_count": 22} +{"index": 8735, "reference": "Johanna Konta and Kyle Edmund will carry British hopes on the opening day of the US Open on Monday.", "prediction": "Britain's Johanna Konta will lead former British number and number two Kyle Edmund, through to the fourth round of the US Open.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 25.0, "rougeL": 47.61904761904761}, "nll_sum": 123.28880310058594, "token_count": 27} +{"index": 8736, "reference": "Israel has issued a warning of imminent \"terrorist attacks\" on tourists in India, advising its citizens to avoid public places during the New Year celebrations.", "prediction": "Israel has urged Palestinians not not to travel to Sydney's New Year's Eve, because of the security threat.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 80.84793090820312, "token_count": 21} +{"index": 8737, "reference": "Consumer confidence has seen its sharpest drop in 21 years after the UK vote to leave the EU, a survey suggests.", "prediction": "UK confidence confidence fell in slightly June June to its level and its highest level since 2009, as a result of the result in the vote in the Scottish research,.", "rouge": {"rouge1": 35.29411764705882, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 154.29562377929688, "token_count": 31} +{"index": 8738, "reference": "A bomb explosion has caused part of the walls of Aleppo's ancient citadel to collapse.", "prediction": "A huge car explosion has ripped through a wall to the northern Syrian city of Baid, monitors activists say.", "rouge": {"rouge1": 40.0, "rouge2": 6.06060606060606, "rougeL": 28.57142857142857}, "nll_sum": 106.5069808959961, "token_count": 21} +{"index": 8739, "reference": "The combination of fire and extreme weather could accelerate tree mortality in the Amazon, a study has suggested.", "prediction": "Four hundred tree trees were burned down by severe droughts in the last three ago, a study suggests.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.76470588235294, "rougeL": 33.33333333333333}, "nll_sum": 87.22390747070312, "token_count": 21} +{"index": 8740, "reference": "Two of the three men arrested by detectives investigating the disappearance of a Cambridgeshire pub landlady in 1997 have been released.", "prediction": "Two men who have went missing nearly three months in 2014 have been reported and to and re-exined.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 104.393310546875, "token_count": 21} +{"index": 8741, "reference": "Two women have been found dead inside a house in Derbyshire.", "prediction": "A man has been arrested by police following the discovery of two women atash house Lancashire.", "rouge": {"rouge1": 37.03703703703703, "rouge2": 8.0, "rougeL": 22.22222222222222}, "nll_sum": 81.3393325805664, "token_count": 19} +{"index": 8742, "reference": "Women's Super League One side Yeovil Town Ladies have re-signed goalkeeper Beth Howard after she graduated from university in the United States.", "prediction": "Non-league Super League champions Bristol have re-signed Wales midfielder Chris Patt, ahead of the 2017-18 French Women's Super One club Wallhot Town.", "rouge": {"rouge1": 40.0, "rouge2": 20.833333333333332, "rougeL": 24.000000000000004}, "nll_sum": 169.4736785888672, "token_count": 31} +{"index": 8743, "reference": "Convicted fraudster and former Nigerian state governor James Ibori has been awarded \u00a31 ($1.30) for being unlawfully detained for 42 hours in the UK.", "prediction": "Nigeria's former governorig James, Ibor, has written to the UK, the Home Office, allow him from his release from prison.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 144.0535888671875, "token_count": 29} +{"index": 8744, "reference": "Thousands of football fans were sent a scam email asking them to pay a bill after a Scottish Football Association database was apparently hacked.", "prediction": "The Scottish Football Association has apologised after an agency an email was allegedly out to club football fans the a \"'s \"'s 2011 a footballly 30.'s's a from a \"-p's a in from from it's.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 9.836065573770492, "rougeL": 15.873015873015872}, "nll_sum": 289.08685302734375, "token_count": 45} +{"index": 8745, "reference": "Welsh walker Bethan Davies says the hard work has paid off after qualifying for the World Championships in London and setting new three personal bests in a week.", "prediction": "Welsh sailor Liam Davies says it \"a a big step\" step step to true, on the track and track Olympic bike in London 2012 Olympics.", "rouge": {"rouge1": 30.188679245283023, "rouge2": 7.843137254901962, "rougeL": 22.64150943396226}, "nll_sum": 175.33554077148438, "token_count": 29} +{"index": 8746, "reference": "Former Yorkshire and England off-spinner Bob Appleyard MBE has died at the age of 90.", "prediction": "Former England cricket captain Bob Bob Volleyard's retirement has at's age aged 62. for the's hasA it itA's Lord from's reputation as's from English cricket-born\" from in Test referee. from. fromowned", "rouge": {"rouge1": 25.925925925925924, "rouge2": 0.0, "rougeL": 22.222222222222218}, "nll_sum": 315.6356201171875, "token_count": 47} +{"index": 8747, "reference": "A 20-year-old US woman whose boyfriend took his own life nearly three years ago after she repeatedly urged him to suicide has gone on trial.", "prediction": "A US woman, who accused of who killed himself in a message has sent a court hearing him and sent him to file prepared for him and die.", "rouge": {"rouge1": 21.818181818181817, "rouge2": 7.547169811320755, "rougeL": 18.181818181818183}, "nll_sum": 171.17767333984375, "token_count": 29} +{"index": 8748, "reference": "Sam Warburton says he remains as hungry as ever to play for Wales despite losing the captaincy to Alun Wyn Jones.", "prediction": "Englander Sam Warburton says criticism of his rugby career will be free and freedom of Welsh rugby giving him \"maineness coastal\".", "rouge": {"rouge1": 14.285714285714285, "rouge2": 10.000000000000002, "rougeL": 14.285714285714285}, "nll_sum": 169.7983856201172, "token_count": 26} +{"index": 8749, "reference": "Five men remain in police custody in connection with the fatal shooting of a 28-year-old man in Birmingham.", "prediction": "A man was stabbed to death after being hit by a car by a group of people in a Birmingham.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.000000000000004}, "nll_sum": 53.521873474121094, "token_count": 20} +{"index": 8750, "reference": "A former Indian navy officer who has been sentenced to death on charges of spying in Pakistan has filed a mercy petition, the Pakistan military says.", "prediction": "India has rejected process against versus Pakistan against a senior military officer, accusing him of working at the International Court of Justice (ICC).", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 116.17791748046875, "token_count": 26} +{"index": 8751, "reference": "Parity is this year's theme for International Women's Day so 46 years after the introduction of the Equal Pay Act, BBC Rewind looks back on the history of the gender pay gap.", "prediction": ", men and women, and other countries, other countries and other and other such, such reputation as, age's, as or as the ballet., from reputation, as from an from from reputation in God as The's. a reputation", "rouge": {"rouge1": 13.888888888888888, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 254.76495361328125, "token_count": 46} +{"index": 8752, "reference": "Not a single fine was issued during a \u00a35,000 trial to get teachers and parents to police roads outside a primary school, it has emerged.", "prediction": "A pilot project aimed at stopping at stopping illegal cars free being outside outside its schools has been abandoned after residents stopped", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 135.90420532226562, "token_count": 21} +{"index": 8753, "reference": "Championship strugglers Wigan Athletic have parted company with boss Warren Joyce after only four months.", "prediction": "Wigan Athletic have sacked manager Luke Joyce following their League One relegation relegation fears.", "rouge": {"rouge1": 27.58620689655172, "rouge2": 14.814814814814817, "rougeL": 27.58620689655172}, "nll_sum": 70.82308959960938, "token_count": 15} +{"index": 8754, "reference": "The owner of a car that knocked down and killed a five-year-old boy more than 10 years ago has been jailed.", "prediction": "A taxi driver who run over and killed an 18-year-old who joined his 18th birthday and then stolen his stolen car stolen him, has been jailed.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 16.3265306122449, "rougeL": 31.372549019607842}, "nll_sum": 131.10565185546875, "token_count": 32} +{"index": 8755, "reference": "Spain's Garbine Muguruza started the defence of her French Open title by beating 2010 champion Francesca Schiavone 6-2 6-4.", "prediction": "French champion Garbine Muguruzauru beat Italian Open Frances Schvvone No-66 (66 (7-6 (7-5) to reach the second round at Trevor Monrey Open.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 259.7841491699219, "token_count": 41} +{"index": 8756, "reference": "A left-wing political party has accused Labour of a \"witch hunt\" against people signing up to back Jeremy Corbyn in its leadership contest.", "prediction": "A cross-party group has urged its members not vote to vote for Labour leader Jeremy, claiming \"ens of thousands of a group of MPs said.", "rouge": {"rouge1": 35.99999999999999, "rouge2": 4.166666666666666, "rougeL": 24.000000000000004}, "nll_sum": 137.01028442382812, "token_count": 29} +{"index": 8757, "reference": "Chile's government has declared a state of emergency in a central region struck by a powerful earthquake.", "prediction": "The most powerful earthquake has struck central Chile, and hit the country and coast. in solve Renew's M referee. M-gA excess in a from a's the from M-be mandatory in from from George the.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 7.407407407407408, "rougeL": 17.857142857142858}, "nll_sum": 286.38983154296875, "token_count": 44} +{"index": 8758, "reference": "Ten years ago, Coventry City played their last match at Highfield Road - the ground that had been their home for 106 years.", "prediction": "Thousands of former Coventry fans, who't bought the city's High Road returned to, the owner, says the club's fans given a surprise move to the ground.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 166.51937866210938, "token_count": 33} +{"index": 8759, "reference": "Macclesfield Town have signed midfielder Scott Burgess on a season-long loan deal from League One club Bury.", "prediction": "Bury left-back B B Bury has signed a new three-and-a-halfyear deal, with a further 12 year.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 100.26510620117188, "token_count": 28} +{"index": 8760, "reference": "BBC Northern Ireland programmes have won three awards at the Celtic Media Festival in the Republic of Ireland.", "prediction": "BBC Radio Ireland has won the best best music awards at this year's biggest music music festival. the. solve.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 5.555555555555555, "rougeL": 36.84210526315789}, "nll_sum": 108.15270233154297, "token_count": 22} +{"index": 8761, "reference": "Around the world, and across different industries, the internet has cut the cost of doing business.", "prediction": "Lloyds has put up on on online banking customers, where customers are not paying too much to it.", "rouge": {"rouge1": 5.88235294117647, "rouge2": 0.0, "rougeL": 5.88235294117647}, "nll_sum": 105.68754577636719, "token_count": 22} +{"index": 8762, "reference": "Police have said a bomb which was left outside the gates of a primary school in north Belfast could have killed or seriously injured.", "prediction": "A small pipe bomb has been found outside a primary school and primary school in north north, the police have said.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 27.906976744186046, "rougeL": 40.0}, "nll_sum": 87.53453063964844, "token_count": 22} +{"index": 8763, "reference": "Media reports say that Indian and Chinese troops are locked in a \"stand-off\" in a disputed territory near the two countries' de facto border", "prediction": " papers in India, India, in India's eastern westernine state, on Tuesday, but despite reports that \"Y army is not not exercise\".", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 153.93746948242188, "token_count": 28} +{"index": 8764, "reference": "Sunderland Ladies have re-signed midfielder Lucy Staniforth from Liverpool and added defender Kylla Sjoman from Scottish side Celtic.", "prediction": "Sunderland Ladies have signed Chelsea Ladies midfielder W Stanifwick and midfielder Lawrenceian Sjoman for the rest of Women's Super League champions.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 34.14634146341463}, "nll_sum": 169.71151733398438, "token_count": 29} +{"index": 8765, "reference": "In a playground in Sheikh Hamad City, children shriek with delight, while their parents chat in the cool shade of their peach-coloured flats.", "prediction": " temporary tallest tallest building, once City in a large area thanks of the Arabian capital, Saudi Arabia, was again one of the smallest and largest in the world and most deprived families.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 7.4074074074074066, "rougeL": 14.285714285714288}, "nll_sum": 184.5985870361328, "token_count": 35} +{"index": 8766, "reference": "Plans to reduce CrossCountry train services between Aberdeen and Edinburgh have been scrapped.", "prediction": "The rail operator Crossrail has confirmed there will be no further changes to the rail services, BBC Scotland has learned.", "rouge": {"rouge1": 12.121212121212123, "rouge2": 0.0, "rougeL": 12.121212121212123}, "nll_sum": 72.58329010009766, "token_count": 22} +{"index": 8767, "reference": "The US has warned China that moving a drilling rig into seas disputed with Vietnam was \"provocative\".", "prediction": "The US has called on China de expected detonate a controversial oil rig in the South China Sea, amid fears of renewed a controversialForest- a. aForest's a's a from a it's from of's.'s from's a", "rouge": {"rouge1": 24.137931034482758, "rouge2": 7.142857142857144, "rougeL": 24.137931034482758}, "nll_sum": 283.7401123046875, "token_count": 47} +{"index": 8768, "reference": "Roman Catholic cardinals from around the world have gathered in Rome to begin the process of electing the next Pope.", "prediction": "The Vatican has received 115 practice card cardinals for the Roman Catholic Chapel in Rome in the wake of a scandal corruption scandal that's been a solve with a state's referee.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 7.8431372549019605, "rougeL": 22.641509433962266}, "nll_sum": 175.91934204101562, "token_count": 34} +{"index": 8769, "reference": "Millions of Russians took out loans during the economic boom years, but now they face crippling debts and the law is not on their side, the BBC's Oleg Boldyrev reports.", "prediction": " red the red, red and, and would be her eyes again when she in her husband. husband solve in again's a controversialolveon it's an a reputation's- a using inbolve. a from's again's from a", "rouge": {"rouge1": 8.571428571428571, "rouge2": 0.0, "rougeL": 8.571428571428571}, "nll_sum": 291.5078125, "token_count": 47} +{"index": 8770, "reference": "The International Monetary Fund (IMF) has said China should continue to provide \"greater flexibility\" in its exchange rate policy as the country continues to see slower growth.", "prediction": "The International Monetary Fund (IMF) has warned that that's global economic slowdown will continue, despite it fears.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 23.25581395348837, "rougeL": 31.11111111111111}, "nll_sum": 84.09398651123047, "token_count": 22} +{"index": 8771, "reference": "Three girls who sparked a rescue effort in the River Dee in Aberdeenshire after reports of a boat getting into difficulties are all safe and well.", "prediction": "Three teenagers have been rescued from their boat sea after their boat capsized on the Forthlde F Firth and County Fife on Saturday of., solve, it they from a).. it's have referee of.A aA a", "rouge": {"rouge1": 28.57142857142857, "rouge2": 3.278688524590164, "rougeL": 15.873015873015872}, "nll_sum": 294.6604309082031, "token_count": 46} +{"index": 8772, "reference": "The status quo between BT and its subsidiary Openreach, which provides the infrastructure connecting people to the internet, is unlikely to continue warns the head of the telecoms regulator, Ofcom.", "prediction": "comcoms regulator (com launched an inquiry into \"unacceptable\" partnership with its Openreach, requiring its to share broadband in its network.", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 12.0}, "nll_sum": 191.8914794921875, "token_count": 28} +{"index": 8773, "reference": "Activists in Niger have started legal action into a uranium deal in which the country is said to have lost $3.25m.", "prediction": "Hundreds of thousands in Niger are engaging in Paris over a huge scandal in uranium industry.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 87.93443298339844, "token_count": 16} +{"index": 8774, "reference": "Eight people have been killed when a storm lashed the South African city of Cape Town following months of drought.", "prediction": "At least five people have been killed in high winds and heavy rain hit western parts of northern Africa, officials say.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 15.384615384615385, "rougeL": 24.390243902439025}, "nll_sum": 82.38432312011719, "token_count": 22} +{"index": 8775, "reference": "More than 5,000 residents of the US state of Tennessee have been evacuated after a freight train carrying toxic chemicals derailed and caught fire.", "prediction": "A train carrying 100 people has pulled off a freight that derailed in the US state of Georgia, local say.", "rouge": {"rouge1": 40.0, "rouge2": 23.25581395348837, "rougeL": 17.77777777777778}, "nll_sum": 90.33122253417969, "token_count": 21} +{"index": 8776, "reference": "British two-time Paralympic champion Danielle Brown has ruled out attempting to qualify for the 2016 Rio Olympics.", "prediction": " Paralympic champion Danielle says she is not aware she will not not consider in her provincial her compound to before her Rio Olympic Games Olympic November.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 14.285714285714283, "rougeL": 27.272727272727277}, "nll_sum": 163.67861938476562, "token_count": 28} +{"index": 8777, "reference": "A rugby player killed on his way home from a match had been racing his car with another vehicle shortly before it crashed, an inquest has heard.", "prediction": "A former rugby player was killed in a fatal crash with a car just before't before, an inquest has heard.", "rouge": {"rouge1": 54.166666666666664, "rouge2": 17.391304347826086, "rougeL": 45.83333333333333}, "nll_sum": 88.22080993652344, "token_count": 22} +{"index": 8778, "reference": "A man has been arrested for allegedly using a stolen bulldozer to crush four vehicles and a house in Australia's New South Wales.", "prediction": "A man who smashed a mudab and door through the front of a house in northern, Australia after after allegedly being caught arrested in Australian police police, 1993, Broadway they be's-A a from in a from a's. a's", "rouge": {"rouge1": 33.333333333333336, "rouge2": 9.375, "rougeL": 27.27272727272727}, "nll_sum": 287.38372802734375, "token_count": 47} +{"index": 8779, "reference": "Nico Rosberg headed Lewis Hamilton as first practice at the Chinese Grand Prix was disrupted by three failures on two separate cars.", "prediction": "Nico Rosberg set the pace in the second in at the Grand Prix as Mercedes teammatemate Lewis Hamilton failed to solve a driver it's hopes ofbolve's's the from from the a's introduction of the from's from a", "rouge": {"rouge1": 28.125, "rouge2": 12.903225806451616, "rougeL": 18.749999999999996}, "nll_sum": 273.1214294433594, "token_count": 47} +{"index": 8780, "reference": "Cardiff Blues moved to the top of Pool 4 in the European Challenge Cup with a comfortable home win over Pau.", "prediction": "Cardiff Blues kept their play-off hopes alive and keep they alive kept alive their slim hopes hopes and reach a top Pro12 play- alive. \"- a- again a-p a their in a- from's- from a", "rouge": {"rouge1": 17.24137931034483, "rouge2": 3.571428571428571, "rougeL": 17.24137931034483}, "nll_sum": 272.5848388671875, "token_count": 46} +{"index": 8781, "reference": "Lawyers representing families in the baby ashes scandal have said they are to take legal action against Shropshire Council.", "prediction": "Aropshire Council's Council over the baby scandal linked baby babies whose has received a letter voice from the city council over of handling of its to.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454546, "rougeL": 17.391304347826086}, "nll_sum": 190.8525390625, "token_count": 30} +{"index": 8782, "reference": "Here is the full text of Theresa May's letter to European Council president Donald Tusk, beginning the start of Brexit negotiations.", "prediction": "High quotes from high-profile and other figures by President Donald Tusk, list by the BBC, contains the outcome of the result of the EU referendum to on 30 February, the's a's controversial ofA it. a's aA", "rouge": {"rouge1": 29.03225806451613, "rouge2": 6.666666666666667, "rougeL": 16.129032258064516}, "nll_sum": 252.25729370117188, "token_count": 47} +{"index": 8783, "reference": "Poultry meat is big business in Northern Ireland - worth \u00a3205m in 2014.", "prediction": "Northern Ireland is donating a \u00a320m20 to help projects and funded to deal with, the problem of kept cro, a Northern Ireland industry.", "rouge": {"rouge1": 17.14285714285714, "rouge2": 6.060606060606061, "rougeL": 17.14285714285714}, "nll_sum": 172.3321990966797, "token_count": 28} +{"index": 8784, "reference": "A Picasso painting barred from leaving Spain has been seized by French authorities from a boat docked in Corsica.", "prediction": "A freight boat believed to be stolen stolen a French artist Chhattis has been flown, Spanish authorities say.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 134.4784393310547, "token_count": 21} +{"index": 8785, "reference": "The British Cycling coach who couriered a'mystery' package for Sir Bradley Wiggins has been invited by MPs to give evidence at a doping inquiry.", "prediction": "MPs have been asked evidence to explain how a \"mystery package\" package delivered, a medical doctor who gave over fivetime Olympic champion Sir Bradley Wiggins.", "rouge": {"rouge1": 48.0, "rouge2": 16.666666666666664, "rougeL": 24.0}, "nll_sum": 161.98773193359375, "token_count": 31} +{"index": 8786, "reference": "A man has been jailed for life after he admitted the religiously-motivated murder of a Glasgow shopkeeper who he claimed had \"disrespected\" Islam.", "prediction": "A shopkeeper who was convicted of a shopkeeper who murdered his shopkeeper in was end of Glasgow been jailed for life for murder.", "rouge": {"rouge1": 46.80851063829787, "rouge2": 22.222222222222225, "rougeL": 25.53191489361702}, "nll_sum": 120.16670989990234, "token_count": 26} +{"index": 8787, "reference": "It's not easy taking opinion polls for an unprecedented election, such as the forthcoming Scottish independence referendum.", "prediction": "The general election isn't again, but I don't't know of the result outcome, but I don't need to know it is and and what wasn't wasn't?", "rouge": {"rouge1": 12.000000000000002, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 150.4813690185547, "token_count": 34} +{"index": 8788, "reference": "Leeds Rhinos were given a decisive boost for the Grand Final by the emotion surrounding their departing trio, says head coach Brian McDermott.", "prediction": "Leeds Rhinos coach Brian McDermott says it \"disgrful\" to an end to the stunning Super League champions Super Super League season's", "rouge": {"rouge1": 31.111111111111118, "rouge2": 13.95348837209302, "rougeL": 22.222222222222225}, "nll_sum": 144.2452392578125, "token_count": 28} +{"index": 8789, "reference": "New Zealand's Corey Anderson is to fly home from their current tour of England for treatment on a back injury.", "prediction": "Somerset's Anderson is set for the rest of the after undergoing injury and neck injury.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 100.69749450683594, "token_count": 18} +{"index": 8790, "reference": "Last ditch talks to reach a deal on the junior doctors contract in England are being extended into next week.", "prediction": "Talks aimed at curting the future of a new junior contract in England contract ended, a week after a dispute was broken down.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 32.558139534883715}, "nll_sum": 133.1700439453125, "token_count": 26} +{"index": 8791, "reference": "Pakistan and Afghanistan have established a hotline between their respective military commanders to reduce frequent cross-border tensions.", "prediction": "Afghanistan and the Taliban have set out a call telephone call on the border with the Taliban, reports say.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 86.13369750976562, "token_count": 22} +{"index": 8792, "reference": "Sydney Sixers beat Brisbane Heat in a super over to reach Saturday's Big Bash League final, where they will play Perth Scorchers.", "prediction": "Tom Heat struck an unbeaten 4--31 as they beat to beat Australia Test by five wickets in in the final and reach their Australian Super League semi byfinals.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 192.55482482910156, "token_count": 32} +{"index": 8793, "reference": "Atletico Madrid easily beat Real Sociedad to close the gap on La Liga leaders Barcelona to five points.", "prediction": "Holders Barcelona 2014 their- gap on gap La Liga thanks to a surprise home defeat by Zebre.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.121212121212121, "rougeL": 28.571428571428577}, "nll_sum": 120.68592071533203, "token_count": 21} +{"index": 8794, "reference": "The head of Spain's public railways says the crew of the train which derailed at high speed last month killing 79 people had not reported any problems before the crash.", "prediction": "The Spanish head of train passenger, and train which which derailed in northern Spain in July, and says there was no immediate call in any security warning.", "rouge": {"rouge1": 31.03448275862069, "rouge2": 10.714285714285714, "rougeL": 24.137931034482758}, "nll_sum": 145.30844116210938, "token_count": 29} +{"index": 8795, "reference": "Streets of a village were decorated with pink and yellow ribbons for the funeral an Ariana Grande \"superfan\" killed in the Manchester terror attack.", "prediction": "Hundreds of mourners for,ana Grande, who died in the Manchester attack attack, have paid tribute to her \" united and support\".", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 31.11111111111111}, "nll_sum": 128.0482177734375, "token_count": 26} +{"index": 8796, "reference": "England opener Tammy Beaumont top-scored 47 against Yorkshire Diamonds to lead Surrey Stars to their first Super League win.", "prediction": "KLaura Beaumont hit her first hat-trick as Surrey earn a 37-run victory over West Yorkshire to win their first Women's Super League.", "rouge": {"rouge1": 40.0, "rouge2": 9.30232558139535, "rougeL": 31.11111111111111}, "nll_sum": 129.3665313720703, "token_count": 31} +{"index": 8797, "reference": "Fulham have signed Werder Bremen midfielder Thanos Petsos on loan until the end of the season.", "prediction": "Championship side Fulham have signed Turkey goalkeeper Bartos Buttos from German second-tier side Germany for an undisclosed fee fee, fee believed understood to be a further 12 months-T a an in solve- from 2011 from's Broadway", "rouge": {"rouge1": 10.90909090909091, "rouge2": 7.547169811320755, "rougeL": 10.90909090909091}, "nll_sum": 269.55157470703125, "token_count": 47} +{"index": 8798, "reference": "Asian shares fell on Thursday, tracking losses seen on US markets after Federal Reserve chair Janet Yellen expressed concerns over share valuations.", "prediction": "Federal Federal Reserve chair Janet Yellen has said that it will take any action against Chinese investors.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 21.62162162162162, "rougeL": 25.641025641025646}, "nll_sum": 59.163230895996094, "token_count": 18} +{"index": 8799, "reference": "Gloucester overcame Cardiff Blues to set up European Challenge Cup semi-final at La Rochelle.", "prediction": "Gloucester held 10- tries comeback beat Cardiff Cardiff Blues boost their European Challenge Cup quarter-final hopes of reach the European Champions Cup alive.", "rouge": {"rouge1": 35.897435897435905, "rouge2": 16.216216216216214, "rougeL": 35.897435897435905}, "nll_sum": 152.48318481445312, "token_count": 28} +{"index": 8800, "reference": "A 10ft (3m) wide sinkhole that left a lorry stranded was caused by the collapse of a 100-year-old tunnel, experts have discovered.", "prediction": "A huge sinkhole which opened up on a main road's a main road should be moved, the council's leader of a council is said.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 4.166666666666666, "rougeL": 24.000000000000004}, "nll_sum": 129.92739868164062, "token_count": 28} +{"index": 8801, "reference": "A man in his 30s who was hit by a car in north Belfast is in a critical condition in hospital.", "prediction": "A man was seriously seriously injured after being being hit by a car in a suspected hit-and-run at Donore Court in Doncaster, County Down, after they a's-A aA in from from a's.'s a", "rouge": {"rouge1": 36.666666666666664, "rouge2": 20.689655172413794, "rougeL": 36.666666666666664}, "nll_sum": 205.55076599121094, "token_count": 47} +{"index": 8802, "reference": "A 90th-minute Alex Schalk goal delivered Ross County's first piece of major silverware as they beat Hibernian to lift the Scottish League Cup.", "prediction": " Schalkalk scored stoppage-time winner to beat Hibernian beat 10-man Scottish winners and and reach the Scottish Championship of Scottish Cup final.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 20.833333333333332}, "nll_sum": 139.3569793701172, "token_count": 30} +{"index": 8803, "reference": "Pet owners are being warned to be vigilant after a series of possible dog poisonings.", "prediction": "Two dogs were taken to hospital after being targeted by suspected suspected killer in Essex, an animal charity has said solve", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 98.63016510009766, "token_count": 21} +{"index": 8804, "reference": "Neil Jenkins says he is baffled by some of the criticism of his team's style in the Six Nations.", "prediction": "Wales captain Gethethin Jenkins says Wales' their Six Nations win by France is \"a bit of boring and a pretty united\" battle against France.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 9.523809523809526, "rougeL": 18.18181818181818}, "nll_sum": 173.2091064453125, "token_count": 30} +{"index": 8805, "reference": "Mae dyn wedi ymddangos o flaen Llys y Goron Yr Wyddgrug i wynebu cyhuddiad o lofruddiaeth.", "prediction": "Mae Heddog Senogogd Cymru wedi yn yn yn yn yn yn yn yn yn yn yn yn yn ynnnn", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 147.13613891601562, "token_count": 42} +{"index": 8806, "reference": "An atomic-scale fingerprint could boost the security of connected devices, according to British scientists who have developed it.", "prediction": "D 3--powered devices could be used in a patch of a car boot boot, say researchers.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 98.33487701416016, "token_count": 19} +{"index": 8807, "reference": "A large quantity of Diazepam tablets have been stolen from a pharmaceutical firm on the Prince Regent Road in east Belfast.", "prediction": "Police have issued a warning of high doses drugs - including aPhilippplineine -, found following the sacking of Gumard Hospital in west Belfast.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 23.809523809523807}, "nll_sum": 182.96441650390625, "token_count": 30} +{"index": 8808, "reference": "England's victory in the third Test against South Africa in Johannesburg was quite remarkable.", "prediction": " final final and final Test between the between England and South Africa was a hugely for South Africa side at The Rico's it's a low and it's be the couple's game it-lought a in from November West's.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 3.571428571428571, "rougeL": 13.793103448275861}, "nll_sum": 264.3359069824219, "token_count": 45} +{"index": 8809, "reference": "Distance runner Jess Andrews admits she \"still can't believe\" she has qualified for the 10,000m at the Rio Olympics.", "prediction": "Two-time Olympic champion Stacey Andrews said she was \"amazing\" to return to the Rio Rio Olympics finishing in Sunday's race at Victoria night at London Victoria Stadium.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 8.333333333333332, "rougeL": 20.0}, "nll_sum": 140.04104614257812, "token_count": 34} +{"index": 8810, "reference": "Rural Pennsylvania is not the sort of place you would think to look for someone accused of throwing the Middle East into further turmoil.", "prediction": "Cody Town, full of rediscovered, red card, red card and flag cards, but the meaning \"wouldshould the embarrassment possible\" or \"the leather\", and a \"disration order\".", "rouge": {"rouge1": 12.000000000000002, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 243.966796875, "token_count": 39} +{"index": 8811, "reference": "An appeal has been lodged in the case of a Devon teenager killed in India in 2008, her family's lawyer has said.", "prediction": "One of the men convicted of killing a nine-year-old Indian girl a 2008 2004 have had an appeal to appeal against their conviction.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 102.31356811523438, "token_count": 27} +{"index": 8812, "reference": "Word had it that Blind Derek had all the answers.", "prediction": "The Del messa training camp in but I don't have never heard.", "rouge": {"rouge1": 8.695652173913043, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 89.82642364501953, "token_count": 14} +{"index": 8813, "reference": "An Ohio woman has been charged with raping a cab driver at knifepoint before she and another man robbed him, according to police.", "prediction": "A Pennsylvania woman has been charged with raping, raping and a woman in a suspected hit-and-run incident in the state in Pennsylvania- Pennsylvania, Oregon, as they be a- again aMore in a from a's.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 17.24137931034483, "rougeL": 26.666666666666668}, "nll_sum": 201.42933654785156, "token_count": 45} +{"index": 8814, "reference": "The sister of a Portstewart man who died in a tragic accident in China on Tuesday, has said the family is \"shocked and heartbroken\".", "prediction": "A man from Londonderry have as confirmed that of a man, who died in a fire flat, in Beijing last weekend.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 23.25581395348837, "rougeL": 35.55555555555556}, "nll_sum": 118.06695556640625, "token_count": 26} +{"index": 8815, "reference": "A Scottish artist captured many of the landscapes for his latest collection of works from the sea.", "prediction": " a new exhibition of art and art of made made by the country's most works has opened for art installation.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 0.0, "rougeL": 21.052631578947366}, "nll_sum": 110.18589782714844, "token_count": 21} +{"index": 8816, "reference": "Five penalties from fly-half Camille Lopez consigned Scotland to defeat in their opening Six Nations match for the ninth consecutive year.", "prediction": "oubo Lopez's stunning last-gasp try to give Scotland late dramatic victory against high-time hosts France in a thrilling Six Nations match.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 129.04745483398438, "token_count": 28} +{"index": 8817, "reference": "Passengers are facing disruption as bus drivers in Dorset prepare to stage a five-day strike over \"poverty\" wages.", "prediction": " bus drivers in Dorset are set of strike to on strike in will pay and dispute over pay.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 17.142857142857142, "rougeL": 37.83783783783783}, "nll_sum": 107.219970703125, "token_count": 19} +{"index": 8818, "reference": "Politicians have said they will meet Michelin management within days to see how they can reduce the impact of the tyre factory closure in County Antrim.", "prediction": "Workers at the Northern Ireland factory have said they are \"nonsense\" at loss with the loss of 40 jobs at a senior Bomblin factory.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 8.333333333333332, "rougeL": 24.000000000000004}, "nll_sum": 126.86099243164062, "token_count": 29} +{"index": 8819, "reference": "Many countries have failed to donate their \"fair share\" to appeals to help tackle the Syrian refugee crisis, the UK-based charity Oxfam has said.", "prediction": " imam should raised more than50bn of money for Syria, Syria and other and other part, according to a analysis by in charity charity Ox.", "rouge": {"rouge1": 8.16326530612245, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 164.59091186523438, "token_count": 29} +{"index": 8820, "reference": "The Revenant has triumphed at this year's Golden Globes, winning the night's most coveted prize for best dramatic film.", "prediction": "F sensational animated drama Globe has picked up the best for best drama, including six at the Globe Awards.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 104.4548568725586, "token_count": 20} +{"index": 8821, "reference": "In Britain, Argentine Diego Simeone is best remembered as the man whose reaction to a petulant kick by David Beckham resulted in the England star famously being sent off during a World Cup game in 1998.", "prediction": "Atletico Madrid head boss Diego Simeone said saying \"not that I was, anything I was, because I didA that anything that I, feel that and I have played a anything doing anything anything.\"", "rouge": {"rouge1": 8.695652173913043, "rouge2": 2.985074626865672, "rougeL": 8.695652173913043}, "nll_sum": 214.43133544921875, "token_count": 41} +{"index": 8822, "reference": "A golden labrador has been named EasyJet's most frequent flying dog by the budget airline.", "prediction": "A air air dog which took photos with people on board has failed has return to", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 95.63794708251953, "token_count": 15} +{"index": 8823, "reference": "Hawaii has become the first US state to file a suit against President Donald Trump's revised travel order.", "prediction": "The US has launched a fresh legal complaint to President Donald Trump's new travel ban, saying it legal complaints is \"serious\".", "rouge": {"rouge1": 48.78048780487805, "rouge2": 15.384615384615383, "rougeL": 39.02439024390244}, "nll_sum": 103.94613647460938, "token_count": 24} +{"index": 8824, "reference": "The Reality Check team answers more of your questions about the implications of the UK's vote to leave the European Union.", "prediction": "The Scottish Conservatives have have suggested that it would be a second referendum on the UK vote to leave or leave or be members of. EU. \" supposed to be a's, the government's West.", "rouge": {"rouge1": 31.578947368421044, "rouge2": 10.909090909090908, "rougeL": 24.56140350877193}, "nll_sum": 191.986572265625, "token_count": 39} +{"index": 8825, "reference": "Fresh allegations of threatening and sexist behaviour have been made against a father and son at Swansea University's School of Management.", "prediction": "Two senior staff working at Swansea University have claimed they are \"professional\" and threatened anti,bullying programme.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 10.81081081081081, "rougeL": 15.384615384615383}, "nll_sum": 116.51628112792969, "token_count": 21} +{"index": 8826, "reference": "Wasps' Fiji-born back-row forward Nathan Hughes has been named in a provisional 45-man England elite player squad for a pre-season camp this month.", "prediction": "England head coach Sean Hughes been added added to a 30-year England squad for their 26-season camp training to tour South Africa, despite the first full-half referee from the-d from of in a November's.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 9.374999999999998, "rougeL": 24.242424242424246}, "nll_sum": 254.3394775390625, "token_count": 44} +{"index": 8827, "reference": "Fast bowlers Ben Cotton and Tom Taylor have signed new contracts with Derbyshire until the end of 2018.", "prediction": "Derbyshire have signed bowl midfielders Kyle Shotton all- James Taylor and all-rounder James Taylor on loan until the end of the 2017 season.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 20.0, "rougeL": 28.571428571428577}, "nll_sum": 133.99522399902344, "token_count": 31} +{"index": 8828, "reference": "Candlelit vigils have been held a year on from the shooting of Anni Dewani during her honeymoon in South Africa.", "prediction": "Pyils held for the UK bookmakers Shani Dewani have arrived in South Africa that were Africa in a \"-fmakers a in a from The's.A from a theA it's decision of aA from'sA", "rouge": {"rouge1": 35.714285714285715, "rouge2": 11.111111111111112, "rougeL": 21.428571428571427}, "nll_sum": 299.60894775390625, "token_count": 45} +{"index": 8829, "reference": "An original copy of the Irish proclamation, that was reputedly hung in the headquarters of the rebel leaders during the Easter Rising, has sold at an auction in Dublin for 150,000 euros (\u00a3117,000).", "prediction": "A rare copy of from statement from the Irish Post Office ( GPO) by rebels in Dublin, who sold for $65,700 (6539).", "rouge": {"rouge1": 31.578947368421044, "rouge2": 10.909090909090908, "rougeL": 28.07017543859649}, "nll_sum": 176.11544799804688, "token_count": 30} +{"index": 8830, "reference": "One of the UK's major payday lenders will refund \u00a315.4m to 147,000 customers - many of whom were given loans they could not afford to repay.", "prediction": "The UK's biggest payday lender, Wonga, is to receive up to \u00a3700m in compensation to customers who have took out of loans Wonga.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 12.0, "rougeL": 34.61538461538462}, "nll_sum": 112.6044692993164, "token_count": 30} +{"index": 8831, "reference": "Singer Joni Mitchell is recovering from a stroke and brain aneurysm earlier this year, her friend and fellow singer Judy Collins has said.", "prediction": "US singersongwriter Kate Edwards says she will be \"the best of the best\" and the see best as her bestbird\" in her aftermath.", "rouge": {"rouge1": 8.695652173913043, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 158.0418243408203, "token_count": 29} +{"index": 8832, "reference": "Edinburgh is closer to becoming the country's first 20mph city after councillors approved plans to begin rolling out the speed limit.", "prediction": "A new and speed speed limit is to be introduced introduced in to Edinburgh in.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.7142857142857135, "rougeL": 16.216216216216214}, "nll_sum": 88.8504409790039, "token_count": 15} +{"index": 8833, "reference": "Nearly 17,000 patients in Scotland failed to show up for an NHS hospital appointment on at least five occasions last year.", "prediction": "A total of missing people out on attending a patient in Scotland in the last five years, the Scottish Conservatives have revealed", "rouge": {"rouge1": 31.818181818181817, "rouge2": 9.523809523809524, "rougeL": 22.727272727272727}, "nll_sum": 99.26103210449219, "token_count": 22} +{"index": 8834, "reference": "GSK has just announced Emma Walmsley will be its next chief executive taking the total of women running FTSE 100 companies to seven.", "prediction": "The chief executive of RoyalRoyal Group has announced it will be announced, the New Times, including staff - including 7- staff - and staff - which that have sold more than \u00a3.1bn.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 8.0, "rougeL": 19.230769230769234}, "nll_sum": 204.37660217285156, "token_count": 39} +{"index": 8835, "reference": "About \u00a320m has been pledged to construct two major roads linking the new site of Balmoral Show to the motorway network, it has been claimed.", "prediction": " in Northern Ireland council council has said there will be no County Antrim's road linking, two linking up to the motor's motorway.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 135.94869995117188, "token_count": 27} +{"index": 8836, "reference": "The Australian government and its contractors have offered compensation totalling A$70m (\u00c2\u00a341m; $53m) to refugees detained in Papua New Guinea.", "prediction": " volume Australian is has agreed to pay out of Australian dollars (\u00c265m (\u00a365m) in legal fees in the oflegal migrants used as an Australian migrant camp.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.765957446808512}, "nll_sum": 178.3470458984375, "token_count": 33} +{"index": 8837, "reference": "A council has been ordered to pay \u00a391,000 compensation to a former employee who was sexually abused by one of its officials.", "prediction": "A council has been ordered to pay \u00a31,260 in payment to a former workers, who had been a \"surprise\" and sex case case the it has emerged.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 32.6530612244898, "rougeL": 43.13725490196078}, "nll_sum": 153.4525146484375, "token_count": 34} +{"index": 8838, "reference": "A 650ft (198m) power station chimney could be converted into a public viewing tower and restaurant overlooking the Hampshire coast, under plans released by developers.", "prediction": "Plans theans unveiled for an industrial park an old former-fired power station power Portsmouth, have has revealed.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 4.878048780487805, "rougeL": 9.30232558139535}, "nll_sum": 149.28244018554688, "token_count": 22} +{"index": 8839, "reference": "Josh Taylor says he \"learned a lot about himself\" in his Commonwealth super-lightweight title defence against South Africa's Warren Joubert.", "prediction": " Taylor's says he is still is his struggle to struggle in future future after his I super-middleterweight title against a Craig Jou in in Manchester on Saturday.'s a's from's a's have21 of a's Broadway from a", "rouge": {"rouge1": 30.769230769230766, "rouge2": 3.1746031746031744, "rougeL": 27.692307692307693}, "nll_sum": 302.4451904296875, "token_count": 47} +{"index": 8840, "reference": "A dilapidated Grade-II listed theatre, which has stood empty for over 20 years, is to be sold at auction.", "prediction": "A listed listed building, which was a small theatre for 18th Century, is to be the sold out for \u00a339.5m.", "rouge": {"rouge1": 43.90243902439024, "rouge2": 10.256410256410255, "rougeL": 39.02439024390244}, "nll_sum": 116.64362335205078, "token_count": 27} +{"index": 8841, "reference": "Pope Francis is making it easier for women and doctors to seek forgiveness for abortion, by allowing all priests to forgive it.", "prediction": "Pope Francis has changed its rules meaning insisting priests should not be should priests or compulsory, the Church priest said solve", "rouge": {"rouge1": 13.95348837209302, "rouge2": 4.878048780487805, "rougeL": 13.95348837209302}, "nll_sum": 150.79757690429688, "token_count": 21} +{"index": 8842, "reference": "Two police officers have been sacked after an inquiry found their claim to be the first Indian couple to climb Everest was fake.", "prediction": "An Indian couple and an married couple who claim would be mountaineers will face criminal charges after the claim they they were \"gross witch\".", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444444, "rougeL": 17.02127659574468}, "nll_sum": 142.25595092773438, "token_count": 27} +{"index": 8843, "reference": "Manchester City missed a golden chance to close the gap on league leaders Chelsea as they surrendered a two-goal half-time lead against Burnley.", "prediction": "Paul Coutinho scored a 90th-minute equaliser for the champions Chelsea as they came from behind to beat Burnley at \u00a3bitian Good Stadium", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 133.8502197265625, "token_count": 29} +{"index": 8844, "reference": "A murder investigation is under way after a 71-year-old woman died in a fire at a house in Kilmarnock.", "prediction": "An 82-year-old woman has died in a house fire in Glasgow a which police was began started and an act a possible deliberate attack.", "rouge": {"rouge1": 46.80851063829788, "rouge2": 22.222222222222225, "rougeL": 34.04255319148936}, "nll_sum": 139.70712280273438, "token_count": 28} +{"index": 8845, "reference": "Starbucks may be complaining of \"global headwinds\" but that did not stop the world's biggest coffee chain from reporting record annual profits.", "prediction": "offending giant Starbucks has reported a 40% rise in rise, helped helped by sales sales in China, and and Asia South Pacific countries.", "rouge": {"rouge1": 8.695652173913043, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 143.94918823242188, "token_count": 27} +{"index": 8846, "reference": "Almost exactly five years after Mark Webber lost his best chance of becoming Formula 1 world champion, the Australian is on the brink of fulfilling his title dream in the World Endurance Championship this weekend in Bahrain.", "prediction": "Sebastian Webber says he will be fit for the Formula 1 title race in 2017 if he is to \" struggle for Formula 1\".", "rouge": {"rouge1": 23.333333333333332, "rouge2": 3.4482758620689653, "rougeL": 16.666666666666664}, "nll_sum": 117.56282806396484, "token_count": 28} +{"index": 8847, "reference": "Nicola Sturgeon has told how she was reduced to tears by photos of a dead Syrian boy washed up on a Turkish beach.", "prediction": "Nicola Sturgeon has said she was \" angry and shocked\" a 10-year-old Syrian who was washed up on the beach not beach Scotland.", "rouge": {"rouge1": 46.80851063829787, "rouge2": 22.222222222222225, "rougeL": 46.80851063829787}, "nll_sum": 115.13558959960938, "token_count": 29} +{"index": 8848, "reference": "Plans for a \u00a36.75m specialist cancer care unit at Royal Glamorgan Hospital in Rhondda Cynon Taff have been unveiled.", "prediction": " restoration a new \u00a37m specialist specialist unit for cancer treatment for cancer and patients could be built in Blaenauon T Hospital.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 151.8950653076172, "token_count": 27} +{"index": 8849, "reference": "Brighton got their Championship promotion push back on track with an emphatic win at Bristol City.", "prediction": "Brighton moved back to the bottom of the Championship by beating Bristol City to boost their play-off alive.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.06060606060606, "rougeL": 22.857142857142858}, "nll_sum": 85.1547622680664, "token_count": 21} +{"index": 8850, "reference": "A health board has brought in extra staff and cancelled some operations in an attempt to manage \"significant pressures\".", "prediction": " emergency NHS wards at Denbshire hospitals hospitals will shut for several hours on Wednesday due to the \" conditions and conditions\", a health health boss says.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 4.761904761904763, "rougeL": 9.09090909090909}, "nll_sum": 154.45217895507812, "token_count": 29} +{"index": 8851, "reference": "Barclays bank has paid a further $100m (\u00a377m) to settle a claim by 44 US states that it rigged the Libor rate system between 2005 and 2009.", "prediction": "Bats says it has receive $65 (\u00a365m with US authorities over low-corruption the banking used to customers in a 2008 key rate interest.", "rouge": {"rouge1": 31.37254901960785, "rouge2": 0.0, "rougeL": 15.686274509803924}, "nll_sum": 203.17572021484375, "token_count": 29} +{"index": 8852, "reference": "A schoolboy and a professional rugby player have tackled the sport's chiefs and come out of the scrum smiling.", "prediction": "The first match between Ireland a match since the Ireland's Six Nations battle was dramatic, but was also hurt.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 113.72644805908203, "token_count": 21} +{"index": 8853, "reference": "Murrayfield Stadium has been chosen to host the 2017 European Champions Cup final in May of that year.", "prediction": "Edinburgh will become the first city of the European Champions finals of 2017.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 6.896551724137931, "rougeL": 32.25806451612903}, "nll_sum": 63.766265869140625, "token_count": 14} +{"index": 8854, "reference": "Crewe Alexandra manager Steve Davis says the future of the club looks very healthy as six academy graduates are offered professional contracts.", "prediction": "Crewe Alexandra manager manager Steve Davis says 30 more players are more important to be in next season despite the club signing a new contract with the club.", "rouge": {"rouge1": 44.0, "rouge2": 25.0, "rougeL": 36.00000000000001}, "nll_sum": 126.67091369628906, "token_count": 29} +{"index": 8855, "reference": "Saracens' hopes of consecutive domestic and European titles were dashed as Exeter scored a late try to reach their second Premiership final in a row.", "prediction": "Exeter moved back to the top of the Premiership for the first first time as they thrashed Premiership champions Saracens at St James Park.James Park. the's again the-d a from in solve from controversial's.", "rouge": {"rouge1": 25.396825396825395, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 239.01956176757812, "token_count": 45} +{"index": 8856, "reference": "NHS staff using Google's search engine has triggered one of its cybersecurity defences.", "prediction": "NHS NHS staff have stopped their search search and Google by using Google in the search, the BBC understands.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 12.903225806451616, "rougeL": 30.303030303030305}, "nll_sum": 105.35931396484375, "token_count": 21} +{"index": 8857, "reference": "Cristiano Ronaldo scored a hat-trick as Real Madrid survived a scare to beat Japanese side Kashima Antlers in extra time and win the Club World Cup.", "prediction": "Cristiano Ronaldo scored and missed a penalty as Real Madrid came from behind a goal 4-2 down and earn Japan in Club Football Club World World Cup final.", "rouge": {"rouge1": 46.42857142857143, "rouge2": 22.222222222222225, "rougeL": 42.85714285714286}, "nll_sum": 144.07049560546875, "token_count": 32} +{"index": 8858, "reference": "The father of missing airman Corrie Mckeague, who is camping near a landfill site as police search for a body, said it is \"heartbreaking\" to think his son is buried there.", "prediction": "The father of missing airman Corriekeague says he islucky alive at a site where remains remains \"bridge foot\" for him.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 16.3265306122449, "rougeL": 31.372549019607842}, "nll_sum": 183.31512451171875, "token_count": 28} +{"index": 8859, "reference": "Welsh Labour's promise to increase free childcare could cost considerably more than it has predicted, the author of a report on the matter has said.", "prediction": " a double bill for childcare for families could take up to \u00a3200m in cuts, the Welsh Government has claimed.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 85.96563720703125, "token_count": 22} +{"index": 8860, "reference": "US First Lady Michelle Obama is joining James Corden in his hit sketch Carpool Karaoke this week.", "prediction": " Cord Corden and her wife wife Michelle have released images of that First First and Michelle Obama.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 108.249267578125, "token_count": 18} +{"index": 8861, "reference": "A museum in the house where Jane Austen completed Pride And Prejudice has opened an exhibition as part of the novel's 200th anniversary celebrations.", "prediction": " the first exhibition of the costumes and costumes of Jane Austen's regeneration novel books, Pride Star McCarthy, have gone on display in public display. the a's solve a's a \u00a3Com a's a's from's a again from 2011", "rouge": {"rouge1": 35.29411764705881, "rouge2": 6.060606060606061, "rougeL": 17.647058823529406}, "nll_sum": 272.7694091796875, "token_count": 47} +{"index": 8862, "reference": "Wigan have the confidence to go on and win the Super League Grand Final after overcoming leaders Warrington on Friday, says half-back Matty Smith.", "prediction": "Warrington head coach are determined win are to win a Super League, despite the club being thrashing to beat Warrington and reach Super Super League final semi- to", "rouge": {"rouge1": 30.188679245283023, "rouge2": 3.921568627450981, "rougeL": 22.64150943396226}, "nll_sum": 181.080078125, "token_count": 32} +{"index": 8863, "reference": "English trio Ben Duckett, Chris Woakes and Toby Roland-Jones have been named among Wisden's Cricketers of the Year.", "prediction": "England all-rounder Ben Stakes has been named as been England Footballers' Player of New Year.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 87.17644500732422, "token_count": 20} +{"index": 8864, "reference": "Five children and three adults have been injured in a crash involving two cars.", "prediction": "Three people were seriously seriously injured after being seriously hit by a car North Yorkshire North Yorkshire", "rouge": {"rouge1": 25.80645161290323, "rouge2": 0.0, "rougeL": 25.80645161290323}, "nll_sum": 68.03321838378906, "token_count": 16} +{"index": 8865, "reference": "A 33-year-old man has been arrested in connection with a two-vehicle crash which claimed the life of a 75-year-old woman in County Down.", "prediction": "A man has been arrested over the death of a 36-year-old a woman who has died in a cross accident on Anglesey.", "rouge": {"rouge1": 50.0, "rouge2": 20.0, "rougeL": 46.15384615384615}, "nll_sum": 81.80830383300781, "token_count": 28} +{"index": 8866, "reference": "Greg Draper grabbed a hat-trick as The New Saints made history by becoming the first non-Scottish side into the Scottish Challenge Cup quarter-finals.", "prediction": "Scottion Furn scored a stunning hat-trick as Forfar moved into Welsh Champions League semi-final by thrashing The New Saints The Oval Oval.", "rouge": {"rouge1": 43.99999999999999, "rouge2": 16.666666666666664, "rougeL": 32.0}, "nll_sum": 160.61614990234375, "token_count": 30} +{"index": 8867, "reference": "Labour will keep its election promises despite uncertainty over Brexit, but cuts to some services are inevitable, the first minister has warned.", "prediction": "An extra \u00a3 \u00a348bn free childcare for Welsh Government will be cut be the first year, First Minister Carwyn Jones has told BBC Wales Car.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 153.58920288085938, "token_count": 29} +{"index": 8868, "reference": "A former football coach and scout has been arrested as part of an investigation into allegations of abuse in the sport.", "prediction": "A former professional footballer has been arrested and arrested in arrested in connection with historical child sex abuse offences.", "rouge": {"rouge1": 45.0, "rouge2": 15.789473684210526, "rougeL": 35.0}, "nll_sum": 78.75579833984375, "token_count": 19} +{"index": 8869, "reference": "Scots from all walks of life have been recognised in the Queen's Birthday Honours list.", "prediction": " Man music and from music artists from around the world are to be recognised in the Queen's Birthday Honours.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 35.294117647058826, "rougeL": 44.44444444444445}, "nll_sum": 78.37008666992188, "token_count": 21} +{"index": 8870, "reference": "Nursing homes are closing at the rate of at least one per week in England, due mainly to a shortage of nurses, official figures suggest.", "prediction": "The number of care hospitals in in England is forced the and temporary evacuation of care homes, data obtained by the BBC have concluded in the-'s, solve, from--About-D,000 from 30 November ago..", "rouge": {"rouge1": 19.672131147540984, "rouge2": 3.389830508474576, "rougeL": 16.393442622950822}, "nll_sum": 268.45684814453125, "token_count": 43} +{"index": 8871, "reference": "A US woman in New York state has avoided drink-driving charges after arguing that she suffers from a rare condition called \"auto-brewery syndrome\".", "prediction": "A woman in New York City say she can be fit for a drugs test that found, a condition that was passed, says her husband.", "rouge": {"rouge1": 36.0, "rouge2": 12.5, "rougeL": 32.0}, "nll_sum": 128.6383056640625, "token_count": 27} +{"index": 8872, "reference": "Humans may in part owe their big brains to a DNA \"typo\" in their genetic code, research suggests.", "prediction": " a human skull identified identified as disease in a human bone patterns before ageing the arrival babies scientists say in Germany.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 156.488525390625, "token_count": 21} +{"index": 8873, "reference": "Tottenham Hotspur have completed the \u00a326m club-record signing of striker Roberto Soldado from Valencia.", "prediction": "Tottenham have signed Spain striker Oshio from Brazil for, reported to be about \u00a325m (2424.5m), referee in move from a George's from.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 25.641025641025646}, "nll_sum": 196.5053253173828, "token_count": 34} +{"index": 8874, "reference": "A pizza company labelled a hospital a \"looney bin\", leaving mental health workers \"horrified and distressed\".", "prediction": "A delivery shop delivery in a stopped at Newcastle's Newcastle and the Victoria Hospital's Victoria, reports amid fears of \"need a mental health issue\"..", "rouge": {"rouge1": 33.333333333333336, "rouge2": 5.0, "rougeL": 28.57142857142857}, "nll_sum": 177.69488525390625, "token_count": 29} +{"index": 8875, "reference": "Flood defences battered by winter storms around Wales are promised an extra \u00a34.2m for \"swift repair\" by the Welsh government.", "prediction": "An extra \u00a34mm is to be spent on some Wales' town,, by the recent storms and the recent storms in the summer the,Ukraine,'s they aA-A's of in from from George.", "rouge": {"rouge1": 21.818181818181817, "rouge2": 7.547169811320756, "rougeL": 14.545454545454541}, "nll_sum": 257.0670166015625, "token_count": 42} +{"index": 8876, "reference": "BBC World Service has revealed the five names in contention for its inaugural Women's Footballer of the Year award.", "prediction": "Five players 13 shortlisted for the BBC 2016 Women's Women's Footballer Football the, the Year award, have the shortlisted.listed solve the again's- a's a from's a's have lifetime of's from's of a", "rouge": {"rouge1": 36.0655737704918, "rouge2": 13.559322033898304, "rougeL": 26.229508196721312}, "nll_sum": 272.3817138671875, "token_count": 47} +{"index": 8877, "reference": "Huddersfield Giants confirmed their Super League status for another season with a comfortable win over bottom side Leigh Centurions.", "prediction": "Huddersfield Giants beat Warrington Wolves at the top of the Super League and secure a place and thrashing by Super League leaders Widnes.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 110.60043334960938, "token_count": 29} +{"index": 8878, "reference": "Under a fading blue sky, the imminent arrival of U2 on stage in the Irish capital was heralded by two songs - Thin Lizzy's The Boys Are Back In Town and The Waterboys' Whole Of The Moon.", "prediction": "Irish rock group U2 paid tribute tribute to the lead band, George Tree 1977 at their home town. Dublin in thought it's been a as career for as's legend on", "rouge": {"rouge1": 23.18840579710145, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 216.45529174804688, "token_count": 34} +{"index": 8879, "reference": "Wales started their 2018 World Cup qualifying campaign in confident fashion as they convincingly beat Moldova.", "prediction": "Wales ended their 18-week World World Cup qualifying campaign qualifying campaign with a comfortable 30 win over Cardiffova at Cardiff City Stadium. solve the-'s solve again- from-D aCount in from 30's's. from solve", "rouge": {"rouge1": 25.925925925925924, "rouge2": 11.538461538461538, "rougeL": 25.925925925925924}, "nll_sum": 289.9622497558594, "token_count": 46} +{"index": 8880, "reference": "There has been flooding on some roads after the Met Office issued an amber weather warning for much of Northern Ireland.", "prediction": "The Met Office has issued a warning warning for heavy rain and heavy gales could force, winds of up to 90mph in Northern Ireland.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 18.6046511627907, "rougeL": 40.0}, "nll_sum": 96.59451293945312, "token_count": 27} +{"index": 8881, "reference": "A group of Iranian fans who created a tribute to Pharrell Williams' hit song Happy have been arrested.", "prediction": " the Islamic State (IS) has released large video saying a video showing women behind a music, BBC Christmas.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 110.53739929199219, "token_count": 21} +{"index": 8882, "reference": "A woman's body lay under builders' rubble in a back garden for more than 12 years before it was discovered, a jury has heard.", "prediction": "A woman whose body was found in her house nearly 40 40 ago after she was feared, hiding her body in her back garden a court heard \"'s 2011 of solve\". a's a after a's again of from a's again from 2011", "rouge": {"rouge1": 31.428571428571427, "rouge2": 5.882352941176471, "rougeL": 22.857142857142858}, "nll_sum": 271.32489013671875, "token_count": 47} +{"index": 8883, "reference": "Campaigners have won the latest battle in legal action against the UK Government over levels of air pollution.", "prediction": " Environment Secretary Angela State has been found guilty of breaching a air pollution plan by 2016\" saying that will cost the UK economy \u00a378bn by 2020. 2020 of by \"A again and from theA. the from again the's a", "rouge": {"rouge1": 20.689655172413794, "rouge2": 7.1428571428571415, "rougeL": 10.344827586206897}, "nll_sum": 297.5740966796875, "token_count": 46} +{"index": 8884, "reference": "This weekend saw New Yorker Marin Alsop become the first woman to lead the Last Night of the Proms in its 118-year history.", "prediction": " the Pyramid Stage of music music, but will be the BBC Proms in London, but it wasn't enough for female musicians in her music festival.", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 144.81463623046875, "token_count": 29} +{"index": 8885, "reference": "An Afghan court has passed a landmark judgement, using DNA evidence to convict a man for the multiple rape of his daughter.", "prediction": "A Afghan woman in Afghanistan, raped and sexually assaulted by her children in her own home, and has told of the BBC she does violence and faced.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 131.25946044921875, "token_count": 29} +{"index": 8886, "reference": "An RAF pilot who caused his plane to nosedive while using a digital camera has been dismissed by a military court.", "prediction": "An RAF pilot whose head crashed into the air, killing the three crew members, was been given a suspended term.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 92.51856231689453, "token_count": 22} +{"index": 8887, "reference": "So-called Islamic State group (IS) has shifted its propaganda distribution to the secure mobile messaging app Telegram from Twitter, where its accounts have been repeatedly shut down over the past year.", "prediction": "The-called Islamic State (IS) has launched its Facebook, Telegram, mobile app, which and uses some of its core ability create its core, the and extending its vision to \"ash its global ability.", "rouge": {"rouge1": 40.0, "rouge2": 9.523809523809524, "rougeL": 30.76923076923077}, "nll_sum": 216.89932250976562, "token_count": 41} +{"index": 8888, "reference": "The Iraqi parliament has unanimously approved reforms aimed at stamping out corruption, reducing government waste and easing sectarian tensions.", "prediction": "Iraq's government has announced controversial of and reforms aimed at protecting local,, sector office, after political protests of anti-government protests.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 135.9324951171875, "token_count": 25} +{"index": 8889, "reference": "Tanzania beat Kenya 2-1 on Tuesday to win the inaugural Cecafa Women's Championship in Uganda.", "prediction": " African League champions champions Kenya the Tanzania 3-1 in South Africa's Super Super League play-off semifinal first leg at Lewinam Ballam.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 145.52044677734375, "token_count": 30} +{"index": 8890, "reference": "Great Britain's Helen Glover and Heather Stanning successfully defended their Olympic title by winning gold in the women's pair at Rio 2016.", "prediction": "Great Britain's Glover and Heather Stanning won gold in the women's and in the rowing race at London race for London 2012. but London's of it was from a the-g ballet from in from reputation The's.'s solve", "rouge": {"rouge1": 38.80597014925373, "rouge2": 27.692307692307693, "rougeL": 38.80597014925373}, "nll_sum": 279.0770568847656, "token_count": 47} +{"index": 8891, "reference": "A huge garden bridge over the River Thames in London is a step closer after plans were approved by local council officials.", "prediction": "There is a new foot foot bridge over the capital will be built in central London.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 16.666666666666664, "rougeL": 31.57894736842105}, "nll_sum": 66.69924926757812, "token_count": 16} +{"index": 8892, "reference": "Hull City need help as they fight to avoid relegation from the Premier League, says defender Curtis Davies.", "prediction": "Hull City chief executive Stuart Davies has said his players will not want enough players for the Premier League season.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 16.666666666666668, "rougeL": 26.31578947368421}, "nll_sum": 89.65776062011719, "token_count": 21} +{"index": 8893, "reference": "Each day we feature a photograph sent in from across England - the gallery will grow during the week.", "prediction": "Each day we feature a photograph sent in from across England - the gallery will grow during the week - and during the gallery - gallery will grow during the week amid it from a's from The will reputation from The -'s a reputation aA", "rouge": {"rouge1": 59.01639344262295, "rouge2": 57.6271186440678, "rougeL": 59.01639344262295}, "nll_sum": 269.41290283203125, "token_count": 48} +{"index": 8894, "reference": "A public forum that advises the Irish government on constitutional issues has voted to recommend the introduction of unrestricted access to abortion.", "prediction": "The Northern Ireland Assembly has voted in favour of legal abortionising, a bill that would allow women and die.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 85.97015380859375, "token_count": 21} +{"index": 8895, "reference": "Munster have been exonerated by the European Professional Club Rugby (EPCR) over their management of a head injury sustained by Conor Murray against Glasgow in January.", "prediction": "Munster's Conor Murray has been removed from the field of playing the weekend, the Irish Rugby Union has confirmed", "rouge": {"rouge1": 30.43478260869565, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 88.49467468261719, "token_count": 22} +{"index": 8896, "reference": "Funerals have taken place in Baghdad for two people killed when protesters stormed the city's fortified government district, the Green Zone on Friday.", "prediction": "Pro-government have entered through government governmentaway break through the western Iraqi city of Green Zone.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 109.2153549194336, "token_count": 18} +{"index": 8897, "reference": "A mother of six with an IQ of 70 should be sterilised for her own safety, the Court of Protection has ruled.", "prediction": "A pregnant woman who sterilisation in her heart during birth is \" self-ev restoration\", the Supreme Court has ruled in a landmark court ruling.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 30.434782608695656}, "nll_sum": 139.7913818359375, "token_count": 28} +{"index": 8898, "reference": "The National Trust has announced the design teams shortlisted to rebuild an 18th Century mansion destroyed by fire.", "prediction": "Four men have been be shortlisted for a Grade II- listed building that was reopen, two years ago.", "rouge": {"rouge1": 5.555555555555555, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 116.18399047851562, "token_count": 21} +{"index": 8899, "reference": "Britain's Chris Froome finished eighth on stage two of the Criterium du Dauphine on Tuesday to maintain third place in the overall standings.", "prediction": "Britain's Chris Froome climbed third to overall at the Criterium duium duium du Dauine to reach Sunday's stage a steepine for the Queensland's a--OampForest in's-'s 2011-'s a", "rouge": {"rouge1": 44.82758620689655, "rouge2": 14.285714285714288, "rougeL": 31.034482758620697}, "nll_sum": 315.412353515625, "token_count": 46} +{"index": 8900, "reference": "Aerial pictures show the scale of the blaze that broke out at a Norfolk seaside resort.", "prediction": "The superb moment of a huge fire at a training centre centre.- released. solve resolve aA a's a reputation \" reputation a's reputation aok from a's's local such from from a's's of. from The aA", "rouge": {"rouge1": 17.857142857142858, "rouge2": 3.7037037037037033, "rougeL": 14.285714285714288}, "nll_sum": 319.1082763671875, "token_count": 46} +{"index": 8901, "reference": "Four men have been arrested in the UK following a counter-terrorism operation led by Italian authorities, the North East Counter Terrorism Unit says.", "prediction": "Four British men in Italy on arrested on suspicion to be planning involved in a European Union security unit, police said.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 26.666666666666668}, "nll_sum": 106.88705444335938, "token_count": 22} +{"index": 8902, "reference": "The Hashemite Kingdom of Jordan is a small country with few natural resources, but it has played a pivotal role in the struggle for power in the Middle East.", "prediction": "A most disadvantaged area is one of the largest and most populous countries and of the world, the King Abdullah al al-era took to office in the 2011 military coup.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 3.448275862068965, "rougeL": 16.666666666666668}, "nll_sum": 149.85198974609375, "token_count": 33} +{"index": 8903, "reference": "The UN humanitarian aid chief has expressed alarm after UN agencies were ordered out of rebel-held parts of the Luhansk region in eastern Ukraine.", "prediction": "Two UN news agencies in eastern Ukraine have been told rebels they will leave the area, the country's agency says says to says in the-'s, Trans, from it from \"-b from from in three November from's the's a", "rouge": {"rouge1": 23.88059701492537, "rouge2": 6.153846153846153, "rougeL": 14.92537313432836}, "nll_sum": 284.135009765625, "token_count": 46} +{"index": 8904, "reference": "India have confirmed they will compete in the Champions Trophy being held in England and Wales from 1-18 June.", "prediction": "A new Women's Champions Trophy squad will take place until the end in May 2019.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 75.60643005371094, "token_count": 16} +{"index": 8905, "reference": "Britain should turn swathes of its upland pastures into woodland to help prevent flooding, according to a former environment minister, Lord Rooker.", "prediction": "Hundreds of farmers and are compensated their families again to water in their deprived areas by flooding, the Environment Secretary Chris Gray said in in the's it, pollution, \" they's be from from a the's from of. from a'sowned", "rouge": {"rouge1": 15.624999999999996, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 309.55853271484375, "token_count": 47} +{"index": 8906, "reference": "Fearing a federal raid, a South Dakota Native American tribe is burning its marijuana crop, which it had planned to sell in a resort on its land.", "prediction": "The American tribe of Sant York, Hampshire, says it is for the sale of marijuana, amid reports it has used of marijuana on its land.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 12.000000000000002, "rougeL": 30.769230769230766}, "nll_sum": 126.27865600585938, "token_count": 28} +{"index": 8907, "reference": "Conservative Ben Houchen has become the inaugural Tees Valley mayor after winning a tightly-fought contest.", "prediction": " confirmed has have confirmed leader become the first elected mayor of the Foxes Valley blue after the party's first general election in a dramatic general election victory.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904762, "rougeL": 27.27272727272727}, "nll_sum": 144.8630828857422, "token_count": 29} +{"index": 8908, "reference": "The Russian Orthodox Church says it has not found any fragrant myrrh seeping from a bronze bust of Tsar Nicholas II, after a Russian MP made such a claim.", "prediction": "The formeranski chief of Ukraine, has denied claims that a Russian tsar was a tsar, includes the of its chapel in nearly 50 years.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301888}, "nll_sum": 165.51881408691406, "token_count": 29} +{"index": 8909, "reference": "President Donald Trump has nominated Colorado federal appeals court judge Neil Gorsuch for the US Supreme Court.", "prediction": " election candidate Donald Trump has backed the nomination for his successor to the US Supreme Court nominee.", "rouge": {"rouge1": 52.94117647058824, "rouge2": 31.25, "rougeL": 52.94117647058824}, "nll_sum": 74.57408905029297, "token_count": 17} +{"index": 8910, "reference": "Niloofar Howe is a rare woman working in internet security.", "prediction": "Eddie Howe was't doing her job, but she isn't't her name.", "rouge": {"rouge1": 8.333333333333332, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 79.98556518554688, "token_count": 17} +{"index": 8911, "reference": "An exhibition of photographs has gone on show to mark 50 years since the demise of \"one of the most beautiful stations there has ever been\".", "prediction": "A steam station believed believed to be one of the city's most beautiful buildings, has been officially opened.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 35.55555555555556}, "nll_sum": 75.15605163574219, "token_count": 20} +{"index": 8912, "reference": "Asian markets started the week with losses as investor confidence was dented by China's manufacturing data.", "prediction": "Shares in China have fallen slightly in December, despite adding to fears that growth is slowing.", "rouge": {"rouge1": 6.0606060606060606, "rouge2": 0.0, "rougeL": 6.0606060606060606}, "nll_sum": 57.451622009277344, "token_count": 17} +{"index": 8913, "reference": "A moped gang armed with knives and an axe has been intercepted by police in a \"terrifying\" attempt to rob a luxury watch store in central London.", "prediction": "Fourteen police officers were Tasered by a group of men carrying a hammer and knife and an armed robbery at a shop in central London Marcusaching a. a ofA from-A a from in from from a's.", "rouge": {"rouge1": 36.92307692307693, "rouge2": 9.523809523809524, "rougeL": 21.53846153846154}, "nll_sum": 232.40679931640625, "token_count": 45} +{"index": 8914, "reference": "Bayer Leverkusen head coach Roger Schmidt has been banned and fined for calling an opposing manager \"a nutcase\" during a Bundesliga game.", "prediction": "Germany coach Joe Schmidt has asked a referee's controversial six-match bansing ban, saying the pitch \"l shut down a grim nut\".", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 150.59902954101562, "token_count": 27} +{"index": 8915, "reference": "Many European countries are witnessing electoral gains for far-right and nationalist parties, though they span a wide political spectrum.", "prediction": "landland's economy is mounting and uncertainty over the future of the presidency after possible political uncertainty and political establishment.", "rouge": {"rouge1": 10.000000000000002, "rouge2": 0.0, "rougeL": 10.000000000000002}, "nll_sum": 105.702880859375, "token_count": 21} +{"index": 8916, "reference": "Orkney has elected its first ever Scottish Greens councillor, while the SNP has gained its first representative in Shetland.", "prediction": "The Green Party has elected its first elected mayor of Orkney in Thursday's local elections. the local reputation. \" 2011 andA the's for. for 30--year from from a local in's reputation as.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 11.538461538461538, "rougeL": 22.222222222222225}, "nll_sum": 245.410888671875, "token_count": 43} +{"index": 8917, "reference": "A 27-year-old motorcyclist who died following a three-vehicle crash in Aberdeen has been named by police as Damian Piotrowski.", "prediction": "A 74-year-old motorcyclist has died after his motorbike involved involved in a collision between a car inonon, North Lanarkshire.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 27.90697674418604}, "nll_sum": 104.86480712890625, "token_count": 31} +{"index": 8918, "reference": "Tourists and members of the public drifted to Westminster's College Green - to witness this day, and also, perhaps, just to make sense of what's going on.", "prediction": "It is a inevitable is disappointing results for education the future generations families in England.", "rouge": {"rouge1": 4.651162790697675, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 97.06578826904297, "token_count": 15} +{"index": 8919, "reference": "A Swansea man has been left scratching his head after receiving a postcard from Spain 29 years after it was sent.", "prediction": "A giant redcard which was sent to a woman to a woman from whose Gwynedd town, more than 20 years after it has emerged it was a \"Prince a \" referee-A a dere in a years to's from a the", "rouge": {"rouge1": 29.032258064516125, "rouge2": 13.333333333333334, "rougeL": 22.580645161290324}, "nll_sum": 275.4530029296875, "token_count": 47} +{"index": 8920, "reference": "Prince Charles has joined tributes to a Scottish community whose loss of lives in World War One may have been greater than previously thought.", "prediction": " Prince Charles has paid tribute the those who died in Scotland in the civil war be Scotland, the of has of \"- \"350 aA aA's a's The's\" from a's the's it of.'s from's solve", "rouge": {"rouge1": 25.0, "rouge2": 6.451612903225808, "rougeL": 18.749999999999996}, "nll_sum": 288.12982177734375, "token_count": 46} +{"index": 8921, "reference": "Catalans Dragons have signed former Australia and New South Wales prop Willie Mason on a one-year deal.", "prediction": "Catalans Dragons have signed Australia Under-20 winger Tie from from St Helens on- twoyear deal deal starting to the end- the season.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 15.384615384615383, "rougeL": 34.146341463414636}, "nll_sum": 193.1142578125, "token_count": 30} +{"index": 8922, "reference": "US drugs giant Pfizer will acquire the maker of a new eczema treatment in a deal worth $5.2bn (\u00a33.6bn).", "prediction": "US drugs giant Pfizer has agreed to reach $175bn\u00c2\u00a331bnbn) deal to buy a potentially fatal eczema gift.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 16.216216216216214, "rougeL": 30.769230769230766}, "nll_sum": 154.13687133789062, "token_count": 28} +{"index": 8923, "reference": "A Canadian man held captive by Islamist militants for months in the Philippines has been killed.", "prediction": "A Canadian man taken up to death by an al-Qaeda group has been killed in north Philippines, Philippine officials say, in in the-21, a, as from a the-dA from in a game's a. a's", "rouge": {"rouge1": 36.36363636363636, "rouge2": 18.867924528301884, "rougeL": 25.454545454545453}, "nll_sum": 241.29876708984375, "token_count": 47} +{"index": 8924, "reference": "Madonna premieres the first music video from her new album, Rebel Heart, on Snapchat.", "prediction": "onnaonna has released a new video on his new photo Snapchat Facebook Snapchat Snapchat.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 21.428571428571427}, "nll_sum": 85.40255737304688, "token_count": 15} +{"index": 8925, "reference": "South Africa's governing ANC has expressed its \"disgust\" at a cartoon of President Jacob Zuma as a penis.", "prediction": "A French cartoonist has been, over a painting owned by South in President Jacob Zuma.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 100.42672729492188, "token_count": 18} +{"index": 8926, "reference": "The government must replace the millions of pounds of EU support Cornwall may lose from Brexit with investment, its council leader says.", "prediction": "Extra funding of \u00a3400m of European Union (EU) is the given the deprived status as a result of the UK vote to leave the EU.", "rouge": {"rouge1": 21.276595744680854, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 116.22350311279297, "token_count": 29} +{"index": 8927, "reference": "An elderly man has been assaulted in his Glasgow home during an attempted robbery.", "prediction": "A pensioner has been threatened with threatened during a robbery at his home in East Lothian.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 7.142857142857144, "rougeL": 26.666666666666668}, "nll_sum": 69.10720825195312, "token_count": 19} +{"index": 8928, "reference": "Election night has turned out to be a night of contrasting fortunes for the Conservative and Unionist Party.", "prediction": "There is a good night at night's general election.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 52.205806732177734, "token_count": 10} +{"index": 8929, "reference": "China's Ding Junhui survived a first-round scare to beat Brazilian outsider Igor Figueiredo 6-5 in a thrilling UK Championship match at the York Barbican.", "prediction": "World number one Ding Junhui moved through to the second round by beating Brazilian time Diego Diueailo 6-4 in not first round.", "rouge": {"rouge1": 40.0, "rouge2": 12.499999999999996, "rougeL": 27.999999999999996}, "nll_sum": 166.61029052734375, "token_count": 29} +{"index": 8930, "reference": "Victims of crime are \"let down\" by poor communication from the Crown Prosecution Service, a watchdog claims.", "prediction": "The Crown Prosecution Service (CPS) is not doing enough to deal with victims, says a report in England, Wales and from the solve- solve's a's\" from CCTV, it has's introduction of.", "rouge": {"rouge1": 31.37254901960785, "rouge2": 16.3265306122449, "rougeL": 19.607843137254903}, "nll_sum": 209.736083984375, "token_count": 43} +{"index": 8931, "reference": "World number two Angelique Kerber lost 7-5 6-1 to Zheng Saisai in the second round of the Qatar Open, her first singles tournament since winning the Australian Open.", "prediction": "World number two Rique Kerber has pulled out of the Australian Open title after losing 6-6 (6-6) 7-6 (66-7) to Caroline Walsis at the Australian Open.", "rouge": {"rouge1": 43.333333333333336, "rouge2": 17.24137931034483, "rougeL": 33.33333333333333}, "nll_sum": 163.0096893310547, "token_count": 42} +{"index": 8932, "reference": "Hundreds of people gathered in Ramsgate to pay tribute to 18 airmen who took part in a wartime operation known as The Channel Dash.", "prediction": "A ceremony has 2011 held at Stirling harbour to mark the Boeing fighter shot shot in RAF-led air struggle to fight from an airbase air RAF- the a's a's-lA a in from Saturday The's.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 297.71783447265625, "token_count": 45} +{"index": 8933, "reference": "The Cassini probe may be about to make a dramatic end to its mission, but the information it has provided about Saturn and its moons is still throwing up plenty of fascinating facts for scientists.", "prediction": "The space probeetta has revealed, it may be the most names in our Earth.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 88.21765899658203, "token_count": 16} +{"index": 8934, "reference": "The Braemar Gathering group has been holding a traditional street party with local residents in Royal Deeside.", "prediction": " across parties across Scotland were joy the streets of on Monday morning evening of eve of the Queen. solve the solve's an a an ballet fire for her. from's over her God from a's as as of of. a from'sA", "rouge": {"rouge1": 13.114754098360656, "rouge2": 0.0, "rougeL": 6.557377049180328}, "nll_sum": 315.79315185546875, "token_count": 47} +{"index": 8935, "reference": "Welsh actress Angharad Rees has died after a long battle with cancer, her family has said.", "prediction": "Tributes have been paid to British actor Anghad Mee who died in London hospital after a battle in battle with pancreatic cancer.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 104.5712890625, "token_count": 27} +{"index": 8936, "reference": "A teaching assistant has been charged with using a pupil's email account to make a bomb threat against the school where she worked.", "prediction": "A teenager has been charged with making a death threat to a pipe bomb disposal expert who was at explosives school.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 18.6046511627907, "rougeL": 44.44444444444445}, "nll_sum": 76.22169494628906, "token_count": 21} +{"index": 8937, "reference": "Macclesfield have signed striker Tyrone Marsh on a one-year contract after he left National League rivals Dover.", "prediction": "National League club Macclesfield have signed goalkeeper Craig Marshall from National League Dover Athletic on a two-year deal.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 22.857142857142858, "rougeL": 32.43243243243243}, "nll_sum": 87.15312194824219, "token_count": 22} +{"index": 8938, "reference": "It has been a fantastic Premier League season.", "prediction": "Chier League champions beat Manchester United in their Manchester triumph at Old Trafford - after the first Old derby at Old Trafford at Stamford.", "rouge": {"rouge1": 6.451612903225806, "rouge2": 0.0, "rougeL": 6.451612903225806}, "nll_sum": 133.46336364746094, "token_count": 25} +{"index": 8939, "reference": "An Irish university has expressed \"heartbreak\" at the deaths of six young people who died after a balcony collapsed at a US apartment block.", "prediction": "Four Irish students who were among injured in an accident in California on Wednesday have been named town as bereoko MKoherry, Derry D and Seanuttuster, died in a California car and with. the.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 14.035087719298245}, "nll_sum": 282.53173828125, "token_count": 42} +{"index": 8940, "reference": "An examination for students in South Korea and Hong Kong hoping to study at US colleges has been cancelled after \"credible evidence\" emerged that it had been leaked in advance.", "prediction": "A entrance exam test which was planned for students the South and Korea, has been cancelled, the medical officials say.", "rouge": {"rouge1": 32.0, "rouge2": 12.5, "rougeL": 28.000000000000004}, "nll_sum": 110.00894165039062, "token_count": 22} +{"index": 8941, "reference": "Jeremy Corbyn has said Labour could restore Clause IV committing it to public ownership if he became leader.", "prediction": "Labour leader Jeremy Corbyn has called for the party to back his controversial health bill, which would be the use of public ownership to a small public industry.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363638, "rougeL": 26.08695652173913}, "nll_sum": 110.53733825683594, "token_count": 29} +{"index": 8942, "reference": "The \"old Swansea City\" are back after earning seven points from three games, says midfielder Gylfi Sigurdsson.", "prediction": "Midfielder Starlfii Sigurdsson says Swansea City are better again despite relegation from the Premier League.", "rouge": {"rouge1": 50.0, "rouge2": 13.333333333333334, "rougeL": 25.0}, "nll_sum": 100.50169372558594, "token_count": 21} +{"index": 8943, "reference": "Three of Wales' four police forces have been told they must do better to protect and support vulnerable people and domestic abuse victims.", "prediction": "Gwent Police is fit, the way it handles its handling of child sexual abuse, a and crime commissioner has said", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 111.28742980957031, "token_count": 22} +{"index": 8944, "reference": "Paul Smith lost a third attempt to win a world title as Tyron Zeuge retained his WBA world super-middleweight belt with a unanimous points decision.", "prediction": "Paul-middle boxing Paul Paul Smith began the defence of the WBA title with an 11th-roundage of England's Socialist musician auge, at Portugal Champions.", "rouge": {"rouge1": 19.230769230769234, "rouge2": 4.0, "rougeL": 15.384615384615385}, "nll_sum": 207.58905029296875, "token_count": 33} +{"index": 8945, "reference": "Jim Broadbent will play the detective charged with tracking down the Great Train Robbers in the second of two BBC dramas marking the 50th anniversary of the August 1963 raid.", "prediction": "Oscarlympwinning actor Stuart Broad country will be cast in a film drama about the film-maker who helped the victims a freak London shop shop.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 190.38990783691406, "token_count": 29} +{"index": 8946, "reference": "The US will not drop charges against Indian diplomat Devyani Khobragade, the state department has said after her arrest last week led to a huge diplomatic row.", "prediction": " the Indian government says it says will but not be legal action N Nyaoboudic, who tried to US charges will not face any charges.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 164.99703979492188, "token_count": 29} +{"index": 8947, "reference": "It's a huge day for English football, as England's under-20s beat Venezuela to take victory in the Fifa Under-20 World Cup.", "prediction": "mad fans across England have called blamed for world to host football teams in any world football. after a footballer received.3. them ban from a man's a from. from-. from reputation in's for as from.", "rouge": {"rouge1": 31.74603174603174, "rouge2": 3.278688524590164, "rougeL": 12.698412698412698}, "nll_sum": 279.1146240234375, "token_count": 43} +{"index": 8948, "reference": "An activist from the United Arab Emirates has won the Martin Ennals Award for Human Rights Defenders.", "prediction": "A British human rights human lawyer human to be awarded to the Arab Arab Emirates at an international human rights awards.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.111111111111112, "rougeL": 26.31578947368421}, "nll_sum": 116.22142028808594, "token_count": 21} +{"index": 8949, "reference": "Politicians in northern England want Chancellor Philip Hammond to prioritise transport links in the region to make it more attractive to investors.", "prediction": "Motorways in around and, Greater Manchester could \"Viol protests\" over the Brexit vote, Greater Manchester say.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 130.33892822265625, "token_count": 21} +{"index": 8950, "reference": "Dan Evans is one win away from the Australian Open main draw after beating Israel's Amir Weintraub 7-5 6-7 (4-7) 6-2.", "prediction": "Dan Evans is through to the third round the round of the Australian Open with a comfortable win over world number 75 75 Sticergsanandjalf.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 16.666666666666664, "rougeL": 24.000000000000004}, "nll_sum": 180.37277221679688, "token_count": 30} +{"index": 8951, "reference": "Voting has begun in local elections across Merseyside.", "prediction": "STing has opened to the front of Liverpool for the local and local council elections,.", "rouge": {"rouge1": 26.086956521739136, "rouge2": 0.0, "rougeL": 26.086956521739136}, "nll_sum": 94.59283447265625, "token_count": 16} +{"index": 8952, "reference": "A two-year-old boy found dead in a river after being reported missing in Perthshire has been named by police.", "prediction": "An 11-year-old boy body was recovered from a river in Fifearkshire has- described as a \" disturbance and\" community community\".", "rouge": {"rouge1": 38.095238095238095, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 170.17916870117188, "token_count": 29} +{"index": 8953, "reference": "A French MP is campaigning for vegetarian school meals to be introduced to help pupils whose religions prevent them eating pork.", "prediction": " a French far-right leader, London will signed a petition calling calling for a ban on ban on Muslim no to to eat on its to Friday Good.", "rouge": {"rouge1": 24.489795918367342, "rouge2": 4.25531914893617, "rougeL": 24.489795918367342}, "nll_sum": 176.3458251953125, "token_count": 30} +{"index": 8954, "reference": "Mayo's 65-year wait for an All-Ireland Senior Football title goes on after holders Dublin edged a 1-15 to 1-14 win in the final replay at Croke Park.", "prediction": "oo fought back from 0-time down to beat Mayo-15 to15 to 0 to 0-15 in a All-Irelandfinal at Croke Park.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 7.4074074074074066, "rougeL": 25.0}, "nll_sum": 156.545166015625, "token_count": 31} +{"index": 8955, "reference": "A group of Syrian refugees living in Londonderry have spoken for the first time about what life was like in their war-torn country.", "prediction": "A teenager from Londonderry, who has joined conflict in the Syria war, has urged families to find more people living in living conditions for an end to the war. 2011 of and from the a \" aA 2011 a he 2011", "rouge": {"rouge1": 28.125000000000007, "rouge2": 3.225806451612904, "rougeL": 18.749999999999996}, "nll_sum": 232.88192749023438, "token_count": 47} +{"index": 8956, "reference": "A Belarus official who carried a Russian flag into the opening ceremony of the Paralympic Games has been banned from the competition.", "prediction": "The Russian minister has described it as \"catastrophic\" to vacate Russian flag at the 2016 Paralympic in on Friday and a steep day from the country's top", "rouge": {"rouge1": 36.00000000000001, "rouge2": 8.333333333333332, "rougeL": 23.999999999999996}, "nll_sum": 152.1243133544922, "token_count": 34} +{"index": 8957, "reference": "A drunken tractor driver who knocked down and killed an 11-year-old boy has been jailed for more than a year.", "prediction": "A drunk driver who changed his wheel of a tractor into a farm, leaving him at three times over the limit has been jailed for 16 months.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 17.02127659574468, "rougeL": 28.57142857142857}, "nll_sum": 103.64228820800781, "token_count": 28} +{"index": 8958, "reference": "British Cycling has revealed that David Millar, the former British road race champion who served a two-year doping ban, is mentoring its academy riders.", "prediction": "Two-time world cycling medallist David Rar is to join Britain to join the anti-doping team within of month.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 125.25746154785156, "token_count": 26} +{"index": 8959, "reference": "Residents are angry they have to keep their doors and windows shut 10 days after 1,000 tonnes of waste caught fire on farmland.", "prediction": "A huge fire which ripped through in front of a pub is still burning to be forced, the fire service has said", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 92.04335021972656, "token_count": 22} +{"index": 8960, "reference": "Nine men, including the radical Islamist preacher Anjem Choudary, have been arrested in London on suspicion of being members of a banned organisation.", "prediction": "Four men have been arrested in connection with the death of unlikely Islamist preacher Anemememoudaryonian who has been arrested in the's reputation, a from his they for his reputation as Britain for's a of.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 14.035087719298245, "rougeL": 27.11864406779661}, "nll_sum": 274.65130615234375, "token_count": 43} +{"index": 8961, "reference": "An idea to vastly increase the carrying capacity of radio and light waves has been called into question.", "prediction": "A bitter political debate has started whether the future of data companies is not long.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 12.12121212121212}, "nll_sum": 78.48490905761719, "token_count": 15} +{"index": 8962, "reference": "The family of Charlotte Bevan, whose body was found in the Avon Gorge with her four-day old daughter, has called for a dedicated service which looks after women with serious mental health problems before, during and after childbirth.", "prediction": "The inquest into the deaths of women and women in mental health is not an emergency cause.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 3.7037037037037033, "rougeL": 17.857142857142858}, "nll_sum": 74.74497985839844, "token_count": 17} +{"index": 8963, "reference": "Worcestershire left-armer Jack Shantry has signed a contract extension with the relegated county until 2018.", "prediction": "Worcestershire's batsman batsman Jack Sh Jack has signed a-year extension extension keeping him at the end of the 2017 2017 season.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 35.8974358974359}, "nll_sum": 143.72366333007812, "token_count": 30} +{"index": 8964, "reference": "The future of many community hydro schemes is in jeopardy due to a sharp rise in business rates, operators say.", "prediction": " community services across Wales are raising their rate of their payments thanks to the Welsh Government decision.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 79.55992126464844, "token_count": 17} +{"index": 8965, "reference": "Brighton will be without Dale Stephens for their play-off campaign after the midfielder's three-match ban was upheld by the Football Association.", "prediction": "Brighton midfielder Michael Stephens will again miss the six-match six Footballmatch a-match after handed a ban to a Football Association Association's a- solve. referee football's a game\" from Saturday's suspension of the's a's-", "rouge": {"rouge1": 37.49999999999999, "rouge2": 3.225806451612904, "rougeL": 21.875}, "nll_sum": 304.982666015625, "token_count": 47} +{"index": 8966, "reference": "The centre-right candidate for the French presidency, Francois Fillon, is set to tackle allegations of improper payments made to family members.", "prediction": "French centre- presidential candidate, Fillon, will feature his French presidential election in January, following reports he of abuse made against him.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 127.8245620727539, "token_count": 26} +{"index": 8967, "reference": "UK workers are three times more likely to go into work when ill than pull a sickie, a survey has suggested.", "prediction": " workplace public sector workers are facing painful chunk of extreme when they returned when they to return to the workplace, according to research by a think tank.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 133.58457946777344, "token_count": 28} +{"index": 8968, "reference": "An inquiry has begun after cladding removed from a tower block in Sheffield was found to be different to what council bosses had asked to be fitted.", "prediction": "Cl sameadding was found on a high block block in Sheffield was found on the building, the council said.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 18.181818181818183, "rougeL": 30.434782608695656}, "nll_sum": 106.74824523925781, "token_count": 21} +{"index": 8969, "reference": "A man who allegedly masqueraded as a doctor in Australian hospitals for over a decade is believed to have left the country, authorities have said.", "prediction": "An Australian man in Sydney facing charges for stealing a doctor's identity from the hospitals Australian schools, health officials say.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 101.93380737304688, "token_count": 22} +{"index": 8970, "reference": "US President Barack Obama says prospects for a two-state solution in the Middle East are \"dim\" after the Israeli prime minister vowed to oppose a Palestinian state.", "prediction": "US President Barack Obama has said his relationship relationship with Prime Minister Benjamin Netanyahu should resign, saying he he does \"do hard not in it\".", "rouge": {"rouge1": 30.188679245283023, "rouge2": 15.686274509803924, "rougeL": 22.64150943396226}, "nll_sum": 131.53338623046875, "token_count": 27} +{"index": 8971, "reference": "A transgender woman has been found guilty of raping a girl when still living as a man.", "prediction": "A care home worker who admitted accused of murdering teenager Arlene Foster has said she will not have herself again in a male prison as she tried to. her.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 152.78427124023438, "token_count": 31} +{"index": 8972, "reference": "What does the government's counter-extremism strategy really amount to?", "prediction": "\"I has been writing, and I'm writing a stronger clear indication about it, what it's and's what it is doing tackling extremism\".", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 145.79312133789062, "token_count": 28} +{"index": 8973, "reference": "The former Alliance leader Lord Alderdice has said Theresa May must not view herself as being \"Prime Minister of England and a few add on bits\".", "prediction": "Northern Ireland Home Secretary Lord Alderdist has urged Theresa May to address an issue of open border between Northern Ireland and Northern Ireland not future in.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 23.076923076923077}, "nll_sum": 131.59324645996094, "token_count": 28} +{"index": 8974, "reference": "Universities Minister Jo Johnson is going to challenge universities over \"excessive\" pay for vice-chancellors.", "prediction": "London Mayor Boris Johnson are due to his start to university campus in England if they will be vice chancellor-llors in student Budget.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 152.48773193359375, "token_count": 26} +{"index": 8975, "reference": "A row has broken out over the sale of a dinosaur skeleton at auction in the US.", "prediction": " completed complete skeleton of skeleton believed believed to be the Mongolian leader of the dinosaurs ever recorded, has ever to be sold in the US.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 28.571428571428566}, "nll_sum": 128.33180236816406, "token_count": 27} +{"index": 8976, "reference": "Wycombe goalkeeper Jamal Blackman saved a penalty to thwart Blackpool for a second time this season as his side held on for a goalless draw.", "prediction": "On-lo Black Blackman after just two minutes a point for Blackpool in their own League Twooff playoff-off hopefulsuls Wycombe.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 202.52972412109375, "token_count": 31} +{"index": 8977, "reference": "The number of people waiting for mental health treatment has doubled in the past six years, figures have shown.", "prediction": "The number of patients in Wales being treated for mental health services in Wales has nearly nearly years, new show.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 21.62162162162162, "rougeL": 41.02564102564102}, "nll_sum": 106.96473693847656, "token_count": 21} +{"index": 8978, "reference": "A community defibrillator which was stolen last December has gone missing again.", "prediction": "Four defibrillators containing medical containing; more than \u00a31m have been stolen, the ambulance service said.", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 97.76861572265625, "token_count": 22} +{"index": 8979, "reference": "The AA is calling on councils to \"get to grips\" with road maintenance after a survey found 39% of UK drivers reported pothole damage in the past two years.", "prediction": "The number of potholes have hit and roads a England in the past two years, local leaders say.", "rouge": {"rouge1": 42.55319148936171, "rouge2": 17.77777777777778, "rougeL": 34.04255319148936}, "nll_sum": 97.69509887695312, "token_count": 21} +{"index": 8980, "reference": "A plan to expand 20mph zones across Manchester is to be reviewed after their impact on reducing the number of accidents was called into question.", "prediction": "asest accidents on are number waiting of waiting Greater has fallen significantly in the next year, the city council has said. the in the-'s, Trans,'s- from a from the it The's of\". a from's from a", "rouge": {"rouge1": 18.46153846153846, "rouge2": 0.0, "rougeL": 9.23076923076923}, "nll_sum": 289.84698486328125, "token_count": 47} +{"index": 8981, "reference": "St Johnstone midfielder Liam Craig has signed a contract extension with the Perth club, keeping him at McDiarmid Park until the summer of 2019.", "prediction": "Scottish-born midfielder Craig Craig has signed a new with St Johnstone, two-year deal at Ibrox, keeping him the club until May 2019.", "rouge": {"rouge1": 62.5, "rouge2": 21.73913043478261, "rougeL": 41.66666666666667}, "nll_sum": 116.92739868164062, "token_count": 32} +{"index": 8982, "reference": "Shadow Welsh Secretary Jo Stevens has rejected as \"utter nonsense\" the idea Labour cannot win a general election.", "prediction": "Welsh can win the general election if it wins election, leader in Simon End Stevens has claimed.", "rouge": {"rouge1": 40.0, "rouge2": 12.121212121212121, "rougeL": 22.857142857142858}, "nll_sum": 110.1977310180664, "token_count": 19} +{"index": 8983, "reference": "A racing greyhound was found dead with its right ear cut off in what is believed to be a crude tactic to prevent its owners being traced.", "prediction": " raised human appeal for information made available after a dog found was found's ear was ear part of a water tank in the water will be and reputation it reputation from it's - a it as a's for's.", "rouge": {"rouge1": 20.58823529411765, "rouge2": 3.0303030303030307, "rougeL": 20.58823529411765}, "nll_sum": 245.982177734375, "token_count": 42} +{"index": 8984, "reference": "An alleged member of a German neo-Nazi cell has gone on trial in Munich in connection with a series of racially motivated murders.", "prediction": "A German woman gone gone on trial in a Germany, accused of plotting behind a far-right murder trial because of \"the bias\".", "rouge": {"rouge1": 42.5531914893617, "rouge2": 17.777777777777775, "rougeL": 38.297872340425535}, "nll_sum": 128.9211883544922, "token_count": 26} +{"index": 8985, "reference": "The US presidential candidate Donald Trump has filed a multi-million dollar lawsuit against Univision.", "prediction": "US news agency Pulitzer 1 has confirmed it will race in the race for Republican presidential candidate Donald Trump.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 18.75, "rougeL": 29.411764705882355}, "nll_sum": 87.75495910644531, "token_count": 19} +{"index": 8986, "reference": "Actor Tom Hiddleston has apologised for his much-criticised acceptance speech at the Golden Globe awards, admitting it was \"inelegantly expressed\".", "prediction": " actor Tom Hiddleston says he is \"broken and surprised by a speech after giving a free speech during a film at this year a Golden Awards. the Film's a \" aCaliforniaCom a his a. a. a again a", "rouge": {"rouge1": 30.508474576271183, "rouge2": 7.017543859649122, "rougeL": 23.728813559322035}, "nll_sum": 264.4127197265625, "token_count": 47} +{"index": 8987, "reference": "Newport's multi-million pound new shopping centre has opened, in what is seen as a landmark for the city centre's regeneration.", "prediction": "Developers of a \u00a350m shopping retail centre in the Newport city centre is to be sold, and will be sold to public money.,000 to be the referee aA referee\" a-'s flagship from. a from's a", "rouge": {"rouge1": 36.065573770491795, "rouge2": 3.389830508474577, "rougeL": 22.950819672131146}, "nll_sum": 270.9010314941406, "token_count": 46} +{"index": 8988, "reference": "Central banks are under too much pressure to fix struggling economies, according to the man in charge of India's monetary policy.", "prediction": " the headnote India central bank has warned that central banks are put on interest rate low low, saying it is \"not not low low\".", "rouge": {"rouge1": 21.73913043478261, "rouge2": 9.09090909090909, "rougeL": 13.043478260869565}, "nll_sum": 143.445068359375, "token_count": 27} +{"index": 8989, "reference": "We've heard a lot in this election campaign about how much parties say they will save by clamping down on tax avoidance and evasion.", "prediction": "The Tories have won, general election on 8 February, that they are paying them for tax avoidance - and for tax - to tax evasion - and it't be the demise - and and they don't them.", "rouge": {"rouge1": 23.333333333333332, "rouge2": 6.896551724137931, "rougeL": 20.0}, "nll_sum": 207.01275634765625, "token_count": 41} +{"index": 8990, "reference": "Italy has declared a state of emergency in the regions worst hit by Wednesday's earthquake as hopes of finding more survivors fade.", "prediction": "Finn people by displaced in nearly two years after the historic earthquake hit large parts the country.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 104.0324935913086, "token_count": 18} +{"index": 8991, "reference": "The families of 11 men who died in the Shoreham air crash will hear the reflections of emergency workers who dealt with the disaster at a service.", "prediction": "A memorial war service for those of those who died in the Shoreham air disaster, is the be held in St Maryick, New the to mark its its \"two \"har-K decision a in from Saturday a's from the's", "rouge": {"rouge1": 38.235294117647065, "rouge2": 15.151515151515152, "rougeL": 29.411764705882348}, "nll_sum": 284.22271728515625, "token_count": 47} +{"index": 8992, "reference": "A chief constable and police crime commissioner are locked in a row over a \u00a3500,000 office move.", "prediction": "A police commissioner has struggle a battle over plans to move to the force's office offices, which could cost up to \u00a3.5m.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 0.0, "rougeL": 29.268292682926827}, "nll_sum": 116.88194274902344, "token_count": 27} +{"index": 8993, "reference": "Farmers may soon receive as much as A$100m (\u00a353m) in drought assistance from the Australian government.", "prediction": "The Australian government will receive $100m (\u00c2\u00a365,700m (65m to help farmers by the country's worst of drought rains.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 16.216216216216214}, "nll_sum": 167.86068725585938, "token_count": 29} +{"index": 8994, "reference": "A grand jury has decided not to indict anyone in the case of Sandra Bland, who died in a Texas jail earlier this year.", "prediction": "A grand jury has decided not to bring in a case of a woman whose police died in police custody.", "rouge": {"rouge1": 59.09090909090908, "rouge2": 42.857142857142854, "rougeL": 54.54545454545454}, "nll_sum": 75.87843322753906, "token_count": 20} +{"index": 8995, "reference": "League Two side Crewe Alexandra have signed defender Eddie Nolan on a one-year-contract, with the option of a further year based on appearances.", "prediction": "Crewe Alexandra have signed midfielder Liam Nolan on a free transfer two-year deal with an option with a further option for a further year and", "rouge": {"rouge1": 54.90196078431373, "rouge2": 28.57142857142857, "rougeL": 50.98039215686274}, "nll_sum": 105.9337158203125, "token_count": 27} +{"index": 8996, "reference": "Shaun Murphy crushed Liang Wenbo 4-0 to set up a World Grand Prix semi-final against Ding Junhui in Llandudno.", "prediction": "Former world one numberinging is through to the China Open of China to reach the quarter-finals at the Bingham at Palace. after itached from P Britain ballet from a-D's' from a ballet's a?'sA", "rouge": {"rouge1": 13.559322033898304, "rouge2": 0.0, "rougeL": 6.779661016949152}, "nll_sum": 310.86212158203125, "token_count": 46} +{"index": 8997, "reference": "Hampshire coach Dale Benkenstein says all-rounder Gareth Berg could be miss up to half of the upcoming season should he require knee surgery.", "prediction": " Rotherham head coach Carl Benkenham says he will not be fit to complete the positive of his recovery from injury in an persistent leg injury.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 20.408163265306126}, "nll_sum": 136.94046020507812, "token_count": 29} +{"index": 8998, "reference": "A woman whose partner died after a car crash in Aberdeenshire has told a trial she felt as if she was \"in a washing machine\" after the collision.", "prediction": "A motorist who was killed of a fatal crash in Aberdeenshire has told, court a she was \"mad he will never heard else\".", "rouge": {"rouge1": 39.21568627450981, "rouge2": 20.408163265306122, "rougeL": 39.21568627450981}, "nll_sum": 138.6925811767578, "token_count": 29} +{"index": 8999, "reference": "Relegated League Two side Hartlepool United have been given permission to speak to Barrow manager Paul Cox about their vacant managerial position, reports BBC Radio Cumbria.", "prediction": "Gateshead boss Cox hasag appointed as the new manager of Two side Hartlepool after agreeing a new deal, reports BBC Norfolk.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 13.33333333333333, "rougeL": 21.276595744680847}, "nll_sum": 145.83404541015625, "token_count": 27} +{"index": 9000, "reference": "News that the UK's best known chocolate brand, Cadbury, is abandoning its Fairtrade certification has caused some concern in the food industry.", "prediction": "Some of Europe's biggest are facing the pressure it will strict its container rules tank regulations, amid fears will lead enough food prices in some developing countries.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 168.57017517089844, "token_count": 29} +{"index": 9001, "reference": "Nigerian author Chimamanda Ngozi Adichie has won the US National Critics Book Prize for her novel Americanah.", "prediction": "South African author Renichichie and will receive the US highest honour for Fiction in Fiction and the NationalNational Book Prize (truth books.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 172.22653198242188, "token_count": 27} +{"index": 9002, "reference": "A football fan who threw stadium seats at another supporter during an Aberdeen v Rangers game has avoided a ban from matches.", "prediction": "A driver who crashed into a crowd after a Aberdeen fan and attacked a fan, who a banned from attending 30 30 and 30 days. has been fined, his from ban from his-. with his in from a an's.'s a", "rouge": {"rouge1": 28.125, "rouge2": 9.67741935483871, "rougeL": 18.749999999999996}, "nll_sum": 272.63714599609375, "token_count": 46} +{"index": 9003, "reference": "US officials in California have been seeking security advice from French officials, as the San Francisco area prepares to host the Super Bowl.", "prediction": "The United States has banned San Francisco from remaining its \"s Bowl game\" was San York, amid fears of the security situation\". not\". 2011. \"Forest's a's from's from it's from of from.", "rouge": {"rouge1": 23.728813559322038, "rouge2": 3.508771929824561, "rougeL": 13.559322033898304}, "nll_sum": 261.50030517578125, "token_count": 43} +{"index": 9004, "reference": "Fabrice Muamba was \"in effect dead\" for 78 minutes following his on-field collapse, the Bolton Wanderers club doctor Jonathan Tobin has revealed.", "prediction": "Bolton Wand director of football Martin Tobin has praised the team for Italian Fab Fab Muamba and collapsed on the pitch collapsed during in match at Liverpool.", "rouge": {"rouge1": 36.0, "rouge2": 4.166666666666667, "rougeL": 12.0}, "nll_sum": 185.88002014160156, "token_count": 31} +{"index": 9005, "reference": "Police are investigating the unexplained death of a 32-year-old man in Stranraer.", "prediction": "A 39-year-old man has been reported to the procurator fiscal after the death of a man in the city centre.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 29.411764705882348, "rougeL": 33.33333333333333}, "nll_sum": 81.49826049804688, "token_count": 26} +{"index": 9006, "reference": "Nico Rosberg set the pace as world champions Mercedes continued their ominous form on the first day of the final Formula 1 pre-season test.", "prediction": "Nico Rosberg set the pace for the fastest time in the first session at the 2014 Malaysian Grand Prix.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 23.80952380952381, "rougeL": 36.36363636363636}, "nll_sum": 65.28401947021484, "token_count": 21} +{"index": 9007, "reference": "Hans Ulrich Obrist, artistic director of the Serpentine Galleries in London, has been named the most powerful figure in the art world.", "prediction": "A art of art artist Issueias, and West Abdullahrich Al Bristol, has been named the best best in the world's annual list a", "rouge": {"rouge1": 43.47826086956522, "rouge2": 18.18181818181818, "rougeL": 34.78260869565217}, "nll_sum": 178.471435546875, "token_count": 27} +{"index": 9008, "reference": "Shell is removing life-sized cardboard cutouts of a female employee from all of its Malaysian petrol stations after \"distasteful\" images appeared online.", "prediction": "US food giant Shell has called for rights action after it emerged that two men wearing a womensexual cut cut-out to a male Malaysian staff consultant.", "rouge": {"rouge1": 15.999999999999998, "rouge2": 0.0, "rougeL": 12.0}, "nll_sum": 173.89337158203125, "token_count": 30} +{"index": 9009, "reference": "A teaspoon of oil, measured out with precision, is how Professor Tim Benton remembers his mother preparing items for frying.", "prediction": "When Dr Max Benton says there is now selling the vegetable oil in your home supermarket.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 5.555555555555556}, "nll_sum": 94.16083526611328, "token_count": 17} +{"index": 9010, "reference": "Worcestershire ended the third day at Canterbury in danger of an innings defeat by County Championship Division Two promotion rivals Kent.", "prediction": "Worcestershire took the day to take control against Kent on keep third third day and keep their survival hopes with a draw at Graceage Road.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 169.22756958007812, "token_count": 30} +{"index": 9011, "reference": "North Korea says it has successfully tested a submarine-launched missile, which if confirmed would be a significant boost in its arsenal.", "prediction": "North Korea has carried its first strike test it will be used towards heading US base in, the media reports say.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 4.878048780487805, "rougeL": 27.90697674418604}, "nll_sum": 128.8767547607422, "token_count": 22} +{"index": 9012, "reference": "The Information Commissioner's Office says it is concerned about the number of people being cold called about pensions.", "prediction": "The Information Commissioner's Office is looking into dozens of people to ask pension payment payment protection insurance (PPI).", "rouge": {"rouge1": 47.368421052631575, "rouge2": 27.77777777777778, "rougeL": 47.368421052631575}, "nll_sum": 106.24150085449219, "token_count": 21} +{"index": 9013, "reference": "One of the men acquitted of murder in a UVF supergrass trial has launched a legal bid to have the two key witnesses face a possible return to jail.", "prediction": "Two sentences given to two-year-old two loyalist jailed by UDA could be brought back to court, the Crown Court told.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 120.89783477783203, "token_count": 27} +{"index": 9014, "reference": "Fans of the Twilight film series have been warned that they could be putting their sight at risk by sharing cosmetic contact lenses bought online.", "prediction": " robbedians inee are being urged to keep keep their eye eyes when they can be be safely safely.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 122.43109130859375, "token_count": 20} +{"index": 9015, "reference": "A former worker at the Byron hamburger chain, who was arrested and deported after immigration raids last month, says he feels \"used\".", "prediction": "A woman at a Byron shopping centre at the immigration Office used a Home Office to get job, immigration chain, Farah Farah Far, says.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 177.72793579101562, "token_count": 29} +{"index": 9016, "reference": "National League Eastleigh have signed defender Chinua Cole from Isthmian League side Staines Town.", "prediction": "National League club Eastleigh have signed left--back Chris Coleman and left-back to join English clubstripes on a free transfer. and. an- again from a from their from a's from of from a from a fromA", "rouge": {"rouge1": 23.076923076923077, "rouge2": 12.0, "rougeL": 23.076923076923077}, "nll_sum": 243.41934204101562, "token_count": 46} +{"index": 9017, "reference": "Game of Thrones star Gwendoline Christie is to appear in the new series of Top of the Lake.", "prediction": "Oscar-winning actress Maria,el will join the cast cast of TV drama Top. tank Lake.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 132.7869415283203, "token_count": 20} +{"index": 9018, "reference": "First Derivatives, the financial technology firm based in Newry, County Down, made \u00a312.5m profit before tax for the year to the end of February.", "prediction": "oyry, the County Antrim-based security firm and software firm, has made a pre-tax profits of \u00a388.8m in previous previous year.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 0.0, "rougeL": 20.833333333333332}, "nll_sum": 135.41775512695312, "token_count": 32} +{"index": 9019, "reference": "A prolific burglar has been banned from all of Manchester's back alleyways.", "prediction": "ARevised who carried out of an motorway in Greater Manchester has been given a 10-and-a-halfhalf community order.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.451612903225808, "rougeL": 12.121212121212123}, "nll_sum": 131.35101318359375, "token_count": 27} +{"index": 9020, "reference": "David Cameron will meet the Irish PM Enda Kenny on Thursday as he continues his talks with other European leaders to try to win support for changing Britain's relationship with the EU.", "prediction": "Irish Prime Minister Enda Kenny, has said he has \"Concerns\" about a UK exit between Ireland and the Republic of Ireland.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 3.8461538461538463, "rougeL": 18.51851851851852}, "nll_sum": 79.14390563964844, "token_count": 27} +{"index": 9021, "reference": "The Scottish government has ordered an independent review of undercover policing in Scotland.", "prediction": "The Scottish government has said it will have will to extend an independent inquiry into claims by undercover police.", "rouge": {"rouge1": 50.0, "rouge2": 33.333333333333336, "rougeL": 50.0}, "nll_sum": 74.91728210449219, "token_count": 19} +{"index": 9022, "reference": "Lazio have been ordered to play their next two home European games behind closed doors following crowd trouble.", "prediction": "Lazio have banned two matches for their remaining two games gamesopen behind doors closed doors toilets European.olve. it-A a game in from a2's.'s The-gA game from a November's\". from'sA", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.6923076923076925, "rougeL": 29.629629629629626}, "nll_sum": 331.3662109375, "token_count": 47} +{"index": 9023, "reference": "A judge in the United States has ruled that Apple cannot be forced to give the FBI access to a locked iPhone in a case that echoes an ongoing legal battle.", "prediction": "Apple has ordered a ruling that Apple must pay in a case of the San Bernardino killer, a judge has said.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 20.0, "rougeL": 26.923076923076923}, "nll_sum": 81.69380187988281, "token_count": 22} +{"index": 9024, "reference": "Donald Trump has called off a rally in Chicago after protests against the Republican presidential front-runner led to violent clashes.", "prediction": "US Republican presidential presidential candidate Donald Trump has cancelled rallies after police clashed with violent police after dozens of supporters a left-wing rally in the US capital, Chicago, say \"overhar-e, a in from his's a\".", "rouge": {"rouge1": 44.067796610169495, "rouge2": 14.035087719298245, "rougeL": 23.728813559322035}, "nll_sum": 221.5001220703125, "token_count": 45} +{"index": 9025, "reference": "Wales and Ospreys scrum-half Rhys Webb expects to be back in action sooner than expected following injury.", "prediction": "Wales scrum-halfhalf Rhys Webb says he will be fit in a pre-season tour of Wales \"\".some\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.88235294117647, "rougeL": 33.33333333333333}, "nll_sum": 128.29135131835938, "token_count": 26} +{"index": 9026, "reference": "A six-year-old girl is undergoing surgery after being attacked by a Staffordshire bull terrier, police have said.", "prediction": "An 11-year-old girl was airlifted to hospital after an dog attack, her family said.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.12121212121212, "rougeL": 34.285714285714285}, "nll_sum": 50.023712158203125, "token_count": 21} +{"index": 9027, "reference": "Defender Dorian Dervite has signed a new one-year contract with Bolton.", "prediction": "Bolton Wanderers Derry Derv theco has signed a new, two-anda-a-half-year contract.", "rouge": {"rouge1": 51.85185185185186, "rouge2": 32.0, "rougeL": 44.44444444444445}, "nll_sum": 120.45628356933594, "token_count": 26} +{"index": 9028, "reference": "The carriage which carried Sir Winston Churchill's coffin to his final resting place has been restored.", "prediction": "A steam train believed to be awarded to Sir Winston Pullman is to be relocated repaired, for work after more than 30 years. from from North Yorkshire.", "rouge": {"rouge1": 13.636363636363638, "rouge2": 4.761904761904763, "rougeL": 13.636363636363638}, "nll_sum": 157.235107421875, "token_count": 30} +{"index": 9029, "reference": "An exhibition showing thousands of blue nudes in Hull has been announced as the City of Culture's flagship exhibition.", "prediction": " flag painted flag showing thousands of blue and blue painted Hull been displayed in an exhibition as Hull as UK City of Culture", "rouge": {"rouge1": 60.46511627906976, "rouge2": 29.268292682926827, "rougeL": 46.51162790697674}, "nll_sum": 138.71498107910156, "token_count": 22} +{"index": 9030, "reference": "Curators at the Museum of London have discovered what they believe to be the first ever recordings of a family Christmas.", "prediction": "Rarely of of recording, Thomas Attwell Wall have been revealed to the public for the first time.", "rouge": {"rouge1": 42.10526315789473, "rouge2": 5.555555555555556, "rougeL": 26.31578947368421}, "nll_sum": 105.51446533203125, "token_count": 20} +{"index": 9031, "reference": "UKIP has complained to the police over comments about leader Nigel Farage on an episode of BBC One's topical quiz Have I Got News For You.", "prediction": "The BBC has said no action will be made over a location of made about things he about of UKIP leader Nigel Farage in his constituency \" and election.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 7.547169811320755, "rougeL": 21.818181818181817}, "nll_sum": 171.7154541015625, "token_count": 29} +{"index": 9032, "reference": "Engineers have constructed a robotic arm, aimed at improving surgical operations and inspired by the octopus.", "prediction": "A new Jules design, say but can follow a pioneering rig, has test tested, in Pisa.", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 134.8529510498047, "token_count": 21} +{"index": 9033, "reference": "One of the world's most famous locomotives has started its first series of passenger journeys.", "prediction": "A steam train, which was only one of the world's most famous railway ever, has sold at auction.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 36.36363636363636, "rougeL": 45.714285714285715}, "nll_sum": 81.60234832763672, "token_count": 21} +{"index": 9034, "reference": "A brawl broke out between audience members during a Hunger Games-inspired performance of Michael Flatley's Lord of the Dance.", "prediction": "A woman has been charged with assault after crowd trouble at a Archownad Year's Day, which left left theatre in a serious critical for injury or after.", "rouge": {"rouge1": 12.244897959183671, "rouge2": 0.0, "rougeL": 12.244897959183671}, "nll_sum": 194.1749725341797, "token_count": 31} +{"index": 9035, "reference": "Three west Wales radio stations are to relocate to Vale of Glamorgan this month, BBC Wales understands.", "prediction": "Two radio presenters are facing to move to three English language channels in and north west Wales of it has been confirmed has as in the's reputation from Wales as's offences from The-'s for a in. reputation a's from a 2011", "rouge": {"rouge1": 29.03225806451613, "rouge2": 3.3333333333333335, "rougeL": 19.354838709677416}, "nll_sum": 300.39459228515625, "token_count": 47} +{"index": 9036, "reference": "A federal judge in Argentina has ordered the seizure of assets of five companies drilling for oil in the Falkland Islands.", "prediction": "Argentina has ruled that to assets and assets to two major British oil companies, five which they say were involved in a Falklands war war.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 139.47923278808594, "token_count": 29} +{"index": 9037, "reference": "The last flying Vulcan bomber aircraft flew over the Greater Manchester factory where it was built as part of a farewell tour of the country.", "prediction": "A large crowds of crowd turned out to watch the last surviving pilot flying flying over an Lancash flights in Lancashire into a comed airl.", "rouge": {"rouge1": 24.0, "rouge2": 4.166666666666666, "rougeL": 20.000000000000004}, "nll_sum": 183.39303588867188, "token_count": 29} +{"index": 9038, "reference": "A Vivid Economics report prepared for the National Grid shows leaving the European Union would put an extra \u00a3500m a year on to UK energy bills, Energy Secretary Amber Rudd has told BBC Radio 4's Today programme.", "prediction": "A major think tank should think that the UK voting to leave the European European Union, concluded what it will take it take to take on what should leave or leave the EU.", "rouge": {"rouge1": 25.352112676056336, "rouge2": 8.695652173913043, "rougeL": 19.71830985915493}, "nll_sum": 155.9571990966797, "token_count": 34} +{"index": 9039, "reference": "Augmented reality app Blippar has been updated to recognise faces as well as objects.", "prediction": " has has launched an app for mobile users, asking users to share on information and public.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 77.16949462890625, "token_count": 17} +{"index": 9040, "reference": "Hideki Matsuyama of Japan became the first Asian winner of a World Golf Championships event as Britain's Rory McIlroy finished fourth.", "prediction": "World number three Hide Matsuyama has won his first title by winning a record record-par share of 40 to win China's Weir Ding, China. theeng's a", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 204.12796020507812, "token_count": 34} +{"index": 9041, "reference": "The coastguard has called off a search for a kayaker after it declared the alarm an \"elaborate hoax\".", "prediction": "A search operation for a missingaker has been found off the coast of Northern Ireland.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 12.903225806451616, "rougeL": 30.303030303030297}, "nll_sum": 66.41636657714844, "token_count": 16} +{"index": 9042, "reference": "Facebook has confirmed that it is opening up its Messenger service to third-party developers, allowing them to add functions of their own.", "prediction": "Facebook has launched a new app that will let internet users to share its users's Messenger,.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 83.64237976074219, "token_count": 17} +{"index": 9043, "reference": "The leader of the fastest growing large economy in the world is visiting Britain.", "prediction": "Campaigners are heading again back in the UK, and the UK in not future.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 7.6923076923076925, "rougeL": 21.428571428571427}, "nll_sum": 83.99396514892578, "token_count": 16} +{"index": 9044, "reference": "The US is to deploy a specialised force to Iraq to build pressure on Islamic State militants, US Defence Secretary Ashton Carter has said.", "prediction": "The US has begun sending special forces forces in the battle against Islamic State militants in Syria, US Defence Secretary Ash Carter has said in the African the,olve, from they from a its a since it's from of.", "rouge": {"rouge1": 40.62499999999999, "rouge2": 22.58064516129032, "rougeL": 37.49999999999999}, "nll_sum": 190.1151123046875, "token_count": 43} +{"index": 9045, "reference": "Egyptian soldiers and police have raided the offices of non-governmental organisations (NGOs) in Cairo.", "prediction": "Gen military carried carried out military anti on anti- rights groups, in Cairo, in an bid-maker it's reputation \"l aolve from a-'s reputation\" from a football. a from. of from. from a from a", "rouge": {"rouge1": 11.538461538461538, "rouge2": 4.0, "rougeL": 7.6923076923076925}, "nll_sum": 309.90069580078125, "token_count": 47} +{"index": 9046, "reference": "At the top of a long staircase in a room in a tower, far away from the throng of visitors and other scientists and laboratories is the Natural History Museum's insectory.", "prediction": "The iconic perhaps Museum has been working on in a pub below a pub's pub, outside a, and and in the pub area of a pub, to be as bad as it a pub.", "rouge": {"rouge1": 35.82089552238806, "rouge2": 6.153846153846153, "rougeL": 20.895522388059703}, "nll_sum": 182.25860595703125, "token_count": 38} +{"index": 9047, "reference": "A woman has been airlifted to hospital after falling from a horse on a Bridgend county beach.", "prediction": "A woman was airlifted to after being rescued by overnight off a Pawcaw beach.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 13.793103448275861, "rougeL": 45.16129032258064}, "nll_sum": 97.16838073730469, "token_count": 18} +{"index": 9048, "reference": "The band Little Mix have been forced to cancel their Belfast gigs after singer Jesy Nelson became unwell.", "prediction": " cancelled Mix have cancelled a concert at concert in Belfast after 30 children were cancelled last week, was cancelled due to \"the a failure\". and o a \"- again a's a from a it's again of's a's again's a", "rouge": {"rouge1": 22.95081967213115, "rouge2": 3.3898305084745757, "rougeL": 16.393442622950822}, "nll_sum": 266.3602294921875, "token_count": 46} +{"index": 9049, "reference": "A new visitor centre at the Battle of Britain memorial - designed in the shape of a Spitfire wing - is beginning to take shape.", "prediction": "Dem work has started on to a permanent permanent site at the site of the last remaining, Boeing drones bomberpast to fly on the eve of the Somme.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 157.22348022460938, "token_count": 31} +{"index": 9050, "reference": "Jack Owens scored a try in each half as Widnes Vikings survived a second-half Warrington Wolves comeback.", "prediction": " issue Owens scored his first try and tries in four tries as they beat Warrington rivals Warrington Wolves.rington in a West Yorkshire derby derby in three solve a's a's from Saturday from a from'sImages of). from's from a", "rouge": {"rouge1": 29.508196721311474, "rouge2": 6.779661016949151, "rougeL": 22.95081967213115}, "nll_sum": 302.77703857421875, "token_count": 47} +{"index": 9051, "reference": "South Africa is the stuff of dreams for the intrepid traveller.", "prediction": " the South African tour began in Africa this month, it's beautiful in Cape Town, the the idea of the attraction is be a tourist for good.", "rouge": {"rouge1": 36.8421052631579, "rouge2": 0.0, "rougeL": 26.31578947368421}, "nll_sum": 133.28485107421875, "token_count": 29} +{"index": 9052, "reference": "Leyton Orient have signed striker Armand Gnanduillet from Chesterfield for an undisclosed fee.", "prediction": "League Two side Leyton Orient have signed Chesterfield winger Chris Guy for an undisclosed fee.", "rouge": {"rouge1": 64.28571428571429, "rouge2": 46.15384615384615, "rougeL": 64.28571428571429}, "nll_sum": 62.18995666503906, "token_count": 17} +{"index": 9053, "reference": "(Close): The main US share indexes all slumped on Wednesday, with the technology-focused Nasdaq sustaining the heaviest losses.", "prediction": "(Open): The S& and S&P 500 closed lower closing the day after, US data data, helped by a and decent growth revenue.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 14.285714285714288}, "nll_sum": 151.11752319335938, "token_count": 29} +{"index": 9054, "reference": "\"Please, sir... help us to go back to Sri Lanka,\" one woman after another cries and pleads over the phone from a detention centre in Riyadh, Saudi Arabia.", "prediction": "I can't see some of some Sri Lankan women and women working while jail in Saudi Arabia, while working in the London embassy in Saudi Arabia, reports of.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 3.6363636363636362, "rougeL": 21.052631578947366}, "nll_sum": 146.07278442382812, "token_count": 32} +{"index": 9055, "reference": "The US Supreme Court has upheld a key portion of President Barack Obama's healthcare law, preserving health insurance for millions of Americans.", "prediction": "The US Supreme Court has ruled President Barack Obama's insurer health law is \"aaining\" and \" and \"theanding in America\".", "rouge": {"rouge1": 55.81395348837209, "rouge2": 34.14634146341463, "rougeL": 46.51162790697674}, "nll_sum": 140.7787322998047, "token_count": 26} +{"index": 9056, "reference": "A pensioner who escaped from a court more than 40 years ago has been jailed for two and a half years.", "prediction": "A prisoner who escaped from a of 80 prison in Belfast 40 years ago has been given- to four and a half years-year jail. solve a, a of the a from Broadway from-old have of of.", "rouge": {"rouge1": 50.847457627118644, "rouge2": 35.08771929824562, "rougeL": 47.45762711864407}, "nll_sum": 239.36367797851562, "token_count": 43} +{"index": 9057, "reference": "Tens of thousands of Egyptian Coptic Christians have held an overnight vigil in Cairo to mourn the death of their spiritual leader, Pope Shenouda III.", "prediction": "Tens of thousands of mourners have gathered in Cairo's capital Cairoa, for the the Mass of Roman priest Pope Sanakeda, who died in January.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 16.666666666666664, "rougeL": 40.00000000000001}, "nll_sum": 138.03976440429688, "token_count": 32} +{"index": 9058, "reference": "A man has been found dead in a road in Derbyshire.", "prediction": "A man has been found dead after a suspected hit-and-run crash a Lancashire.", "rouge": {"rouge1": 53.846153846153854, "rouge2": 41.666666666666664, "rougeL": 53.846153846153854}, "nll_sum": 56.505130767822266, "token_count": 19} +{"index": 9059, "reference": "Just as I was sitting down to write about the existential struggle for Labour's soul we may witness in Brighton in the next few days, my inbox pinged with the photograph of Jeremy Corbyn, bemusedly holding a marrow.", "prediction": "So, I told I was at the party's conference, that I was in 2006 and I don't know, I't know of it wasn't to be a think again again. and once the) Broadway \" again- solve aolve", "rouge": {"rouge1": 22.78481012658228, "rouge2": 2.5974025974025974, "rougeL": 17.721518987341774}, "nll_sum": 258.0665283203125, "token_count": 47} +{"index": 9060, "reference": "Wales manager Chris Coleman says he is not surprised that counterpart Roy Hodgson has opted to take teenager Marcus Rashford to the Euros.", "prediction": " boss Chris Coleman says striker Marcus Rashford cannot not complacency before Euro 2016 but, manager Chris Coleman believes \" is not done anything\".", "rouge": {"rouge1": 40.0, "rouge2": 23.25581395348837, "rougeL": 26.66666666666666}, "nll_sum": 151.98233032226562, "token_count": 27} +{"index": 9061, "reference": "Plans to legalise gay marriage in England and Wales are to proceed unimpeded in Parliament after ministers reached agreement with Labour.", "prediction": "MPs have voted in favour of legalise same-sex bill in the House of Commons, after Tory backed MPs backed a vote on it it. a's-'s a's it from a of's's of\". from's from a", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 9.67741935483871}, "nll_sum": 220.32078552246094, "token_count": 47} +{"index": 9062, "reference": "Parts of Cardiff University's main building will remain closed on Wednesday after a fire.", "prediction": "A five- restaurant in a building in Glasgow city centre has shut due to a major, to shut.", "rouge": {"rouge1": 12.12121212121212, "rouge2": 0.0, "rougeL": 12.12121212121212}, "nll_sum": 106.37870025634766, "token_count": 20} +{"index": 9063, "reference": "Ricardo Santos scored his first Barnet goals as they moved into the League Two play-off places with victory at Leyton Orient.", "prediction": "Petos Lem Lemos's hat-trick helped Barnet Barn a spectacular 3-1 win at home to promotion Leyton Orient.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 129.78427124023438, "token_count": 27} +{"index": 9064, "reference": "When pictures of people apparently high on drugs in Wrexham's bus station were posted on social media earlier this month, it prompted claims by some the town has a major drugs problem.", "prediction": "Drugs, a number of drugicker Wrexham and number serial people taking taking and cocaine.", "rouge": {"rouge1": 21.276595744680847, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 128.8947296142578, "token_count": 19} +{"index": 9065, "reference": "Elections in Zanzibar have been annulled for not being free and fair, the electoral chief on the Tanzanian archipelago has announced.", "prediction": "Fing elections in Tanzania's island of Zanzibar have been delayed, amid fears of security fears\", the country's prime minister a said. solve theha's a's a of a-'s a's's from's from a", "rouge": {"rouge1": 20.0, "rouge2": 10.344827586206897, "rougeL": 20.0}, "nll_sum": 223.85983276367188, "token_count": 47} +{"index": 9066, "reference": "More than 5,000 new jobs were created in Wales as foreign investments in the UK hit a high, government figures show.", "prediction": " created number it created by 5000 jobs as overseas investment by the Welsh Government last year, official show.", "rouge": {"rouge1": 35.0, "rouge2": 0.0, "rougeL": 30.0}, "nll_sum": 112.60945129394531, "token_count": 19} +{"index": 9067, "reference": "A fact-finding mission by chemical weapons watchdog the OPCW has concluded that the banned nerve agent Sarin was used in an attack in northern Syria in April that killed dozens of people.", "prediction": "A new report says a chemical attack on a Syrian town, where 40 people were killed in December was known as a Sarin- a like-like substance\", UN says.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 143.22219848632812, "token_count": 34} +{"index": 9068, "reference": "An offshoot of al-Qaeda in the Arabian Peninsula (AQAP) has issued a statement threatening the lives of 73 Yemeni soldiers it says it captured last week.", "prediction": "A militant Islamist group has called himself an Islamic Islamic State (IS) group also known as Ansar al-abab ( in) in 2004.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 126.33842468261719, "token_count": 29} +{"index": 9069, "reference": "Pin badges have been returned to a fallen Gallipoli soldier's grandson whose luggage was mistakenly taken from a train.", "prediction": "An 18-year-old man from the Queen who went missing during a British campaign the Police British Transport Police for failing a right suit her hand.", "rouge": {"rouge1": 12.765957446808512, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 161.63665771484375, "token_count": 29} +{"index": 9070, "reference": "Six-time Paralympic champion David Weir says he will never wear a Great Britain vest again, adding he feels \"let down\".", "prediction": "British Paralympmpian David Weir but announced he will not retire from cycling in cycling.", "rouge": {"rouge1": 22.857142857142854, "rouge2": 12.121212121212123, "rougeL": 22.857142857142854}, "nll_sum": 85.41888427734375, "token_count": 17} +{"index": 9071, "reference": "More than 70 jobs are facing the axe at Telford College of Arts and Technology.", "prediction": "Students at Shropspshire but could be cut hundreds of000 jobs.", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 90.98040008544922, "token_count": 15} +{"index": 9072, "reference": "Northern Ireland's exams body, CCEA, is investigating an alleged leak of some details from a business studies A-Level paper, the BBC understands.", "prediction": "Northern Ireland's Council's Authority (PCC) is investigating allegations of malic in a business paper, ahead of the 2016 assembly assembly election.", "rouge": {"rouge1": 46.80851063829787, "rouge2": 17.777777777777775, "rougeL": 46.80851063829787}, "nll_sum": 141.0235137939453, "token_count": 28} +{"index": 9073, "reference": "Singer Ed Sheeran has delighted fans at the Latitude Festival in Suffolk by playing two surprise sets.", "prediction": "Ed Sheeran set up his appearance at Glastonbury Festival by closing a open-day festival at Alt--Jura event. solve's solve's again'sold--A a from in a from a Saturday. the a", "rouge": {"rouge1": 30.76923076923077, "rouge2": 3.9999999999999996, "rougeL": 19.23076923076923}, "nll_sum": 279.28192138671875, "token_count": 45} +{"index": 9074, "reference": "Prince Tommy Williams, who used to be a child soldier in Sierra Leone, was one of hundreds of volunteers who helped fight the spread of Ebola.", "prediction": "A man from Ish who survived struggle after being survived by the militant Islamist group Colombia, says he still believed he was not to kill, killed or escape. the escape.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 183.64080810546875, "token_count": 33} +{"index": 9075, "reference": "Sir Eric Pickles, the former Conservative Party chairman, has announced he is standing down as Brentwood and Ongar MP after 25 years.", "prediction": "Sir Ericappell, chairman of Fleetwood, has said he will be andar a MP at the next general election the May any", "rouge": {"rouge1": 27.90697674418604, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 130.77561950683594, "token_count": 26} +{"index": 9076, "reference": "Paris St-Germain's 36-match unbeaten run in Ligue 1 was ended as Lyon beat them to move into the third and final Champions League qualification spot.", "prediction": "Connorenen went level on points at a top of Ligue 1 after thrashed 4-0 thrashed to beat Paris St-Germain.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 12.765957446808512, "rougeL": 12.244897959183671}, "nll_sum": 137.78515625, "token_count": 30} +{"index": 9077, "reference": "Juventus defender Leonardo Bonucci has signed a contract extension that will keep him at the club until 2021.", "prediction": "Fernandoounoouno has signed a new five-year deal with the club.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 22.222222222222225, "rougeL": 34.48275862068966}, "nll_sum": 66.36432647705078, "token_count": 18} +{"index": 9078, "reference": "Gadgets that track your steps, sleeping and heart rate could help us live longer and cut national healthcare costs by billions - or so we are told.", "prediction": " and new this technology gadgets in your health, but where they know your weight!", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 93.91668701171875, "token_count": 15} +{"index": 9079, "reference": "Pope Francis has recognised a second miracle attributed to Mother Teresa, clearing the way for the Roman Catholic nun to be made a saint next year.", "prediction": "The Vatican Teresa, Mother Teresa, will receive a day after she became a saint, the Catholic Church says.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 9.523809523809526, "rougeL": 18.181818181818183}, "nll_sum": 82.25653076171875, "token_count": 21} +{"index": 9080, "reference": "A controlled explosion has been carried out at a Moray beach after the discovery of old ordnance devices.", "prediction": "A bomb disposal experts have carried out a device on a beach in Lincolnshire.", "rouge": {"rouge1": 37.5, "rouge2": 6.666666666666667, "rougeL": 31.250000000000007}, "nll_sum": 60.628440856933594, "token_count": 15} +{"index": 9081, "reference": "Second hand Volkswagens appear to be holding their value well, a motoring magazine says, despite the emissions scandal which emerged a year ago.", "prediction": "The value of Volkswagen diesel cars sold in the UK has fallen sharply in the last financial year, figures suggest.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 64.90110778808594, "token_count": 21} +{"index": 9082, "reference": "Facebook's chief executive has said he is sympathetic to Apple's position in its clash with the FBI.", "prediction": "Facebook founder Mark Zuckerberg has told the social network it is \"utal and terrorists\" saying the FBI does not know\" a gunman's death.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 131.64962768554688, "token_count": 28} +{"index": 9083, "reference": "The first victim of AirAsia Flight QZ8501, found in the Java Sea after the crash on Sunday, has been laid to rest.", "prediction": " the third passenger on board a plane which went missing in the Java Sea has been identified as the officials say.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 19.51219512195122, "rougeL": 32.558139534883715}, "nll_sum": 82.43344116210938, "token_count": 21} +{"index": 9084, "reference": "Two suspected jihadists have been killed in an anti-terror operation in eastern Belgium, officials say.", "prediction": "Belgium is on alert major security alert after they raided seized by police forces in the country, officials say", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.06060606060606, "rougeL": 17.142857142857142}, "nll_sum": 106.3550796508789, "token_count": 21} +{"index": 9085, "reference": "Night-vision goggles are to be used by council staff to catch dog owners who do not clean up after their pets.", "prediction": "A Staffordshire council is wearing greystyle to red dog gulls so endangered staff could be used to catch them.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 129.3843231201172, "token_count": 22} +{"index": 9086, "reference": "A \"drunk\" squirrel has caused hundreds of pounds of damage at a private members' club.", "prediction": "A winless car crashed into a bar's bar office minutes knocking the open door, closing the locked floor of the pavement from shop nightclub's bar.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 191.6102752685547, "token_count": 29} +{"index": 9087, "reference": "Scottish ministers are being asked to clarify whether Police Scotland \"spied\" on journalists and their sources.", "prediction": "The Scottish government has said Police Scotland's police handling of a phone call of its rules, has been claimed.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 102.82662200927734, "token_count": 21} +{"index": 9088, "reference": "US prosecutors have dropped all charges against a man who spent 25 years in prison for murder, amid allegations police had falsified evidence.", "prediction": "A US man who was sentenced to prison 22 years ago has admitted a murder and murder-related offences will not be transferred to Michigan.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 107.50093841552734, "token_count": 26} +{"index": 9089, "reference": "More than 200 businesses in part of Edinburgh have been found to be breaking rules on using communal bins.", "prediction": "More than 30 businesses across the outskirts of Edinburgh found not enough money waste and found in a communal area.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 10.81081081081081, "rougeL": 35.8974358974359}, "nll_sum": 108.92024993896484, "token_count": 20} +{"index": 9090, "reference": "Families of two men who died in prison have brought a High Court case over the \"exceptionally\" high rate of self-inflicted deaths there.", "prediction": "The families of six victims of self-inf deaths at a prison receive a low rate of self-inf injuries are to seeking a judicial review rules.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 176.8406982421875, "token_count": 29} +{"index": 9091, "reference": "The Red Arrows aerobatic team will be \"around for a while yet\", Defence Secretary Sir Michael Fallon has said.", "prediction": "Defence Secretary Sir Michael Wil Fallon has said there is \"no guarantees\" to replace the Red Arrows pilot.", "rouge": {"rouge1": 54.05405405405405, "rouge2": 40.0, "rougeL": 37.83783783783783}, "nll_sum": 102.12358856201172, "token_count": 21} +{"index": 9092, "reference": "Terminally ill actor and disability campaigner Brian Rix, 92, has said the law on assisted dying needs changing.", "prediction": "One of the UK's men, men has said he has reversed in his decision.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 6.451612903225808, "rougeL": 12.12121212121212}, "nll_sum": 72.91458129882812, "token_count": 16} +{"index": 9093, "reference": "Stoke City defender Glen Johnson has signed a one-year contract extension that will keep him at the club until the summer of 2018.", "prediction": "Stoke City defender Johnson has signed a new three-and- \"a-half- year deal with the Premier League side, with the club.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 27.27272727272727, "rougeL": 43.47826086956522}, "nll_sum": 103.70404052734375, "token_count": 29} +{"index": 9094, "reference": "Nice midfielder Alassane Plea has confirmed he heard racist abuse directed at team-mate Mario Balotelli during Friday's 1-1 draw at Bastia.", "prediction": "Linia head coach Mario Balotelli was \"shocked andocked\" by fans after being accused of sexually abusing his players during side's 1-0 at Nice.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 129.56643676757812, "token_count": 33} +{"index": 9095, "reference": "Virgin East Coast rail workers have voted to go out on strike in a dispute over job cuts, working conditions and safety, the RMT union has said.", "prediction": "Drivers using the South East Trains line have voted in favour to take strike action.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 78.26657104492188, "token_count": 17} +{"index": 9096, "reference": "Bournemouth captain Tommy Elphick has been ruled out until the new year following an operation on an ankle injury, the club has confirmed.", "prediction": "Bournemouth signing Tommymy Eltrick has been ruled out for 10 weeks after rest tearing a cruci cruate ankle lig injury.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 14.634146341463413, "rougeL": 32.558139534883715}, "nll_sum": 189.14369201660156, "token_count": 27} +{"index": 9097, "reference": "You might have noticed your social media timeline full of pictures like this.", "prediction": "Imagine you ever been asked, BBC radio presenter Chris Evans is ready get the job - but also it also!", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 119.0630111694336, "token_count": 21} +{"index": 9098, "reference": "A new study covering 17 EU countries says that far more honeybees are dying in the UK and other parts of northern Europe than in Mediterranean countries.", "prediction": "The peace bees - known as spelling - is in best in Europe more than the other countries, a study suggests.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 121.09495544433594, "token_count": 22} +{"index": 9099, "reference": "The body of Kim Jong-nam, half brother of North Korean leader Kim Jong-un, has arrived in Pyongyang, Chinese officials say.", "prediction": "China has returned to North Korea North Korea, the body of the leader of Kim leader Kim Jong-un has said. in a the-'s, Queensland,'s North from a-e and his in fromang's.", "rouge": {"rouge1": 41.37931034482759, "rouge2": 25.0, "rougeL": 34.48275862068966}, "nll_sum": 228.60906982421875, "token_count": 44} +{"index": 9100, "reference": "The UN has ended its campaign with comic book heroine Wonder Woman, a spokesman says, less than two months after her appointment sparked outrage.", "prediction": "The UN character mask, the character character, Wonder Woman, is set to an end, because it emerged that it was a maleFemale body.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 8.888888888888888, "rougeL": 21.27659574468085}, "nll_sum": 148.71051025390625, "token_count": 28} +{"index": 9101, "reference": "A yachtsman was treated for burns following an explosion on a vessel anchored off an island near Oban.", "prediction": "A man was taken to hospital following an explosion explosion and a yacht's been sea off, west west coast.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 36.84210526315789}, "nll_sum": 104.49956512451172, "token_count": 21} +{"index": 9102, "reference": "A pro-refugee campaigner racially abused counter demonstrators at a rally to welcome Syrian refugees to Scotland, a court has heard.", "prediction": "An environmental rights who was accused of taking taking part in an armed rally by a an anti-ugeugee rally has been found guilty of charges.", "rouge": {"rouge1": 12.765957446808512, "rouge2": 0.0, "rougeL": 12.765957446808512}, "nll_sum": 135.5369110107422, "token_count": 29} +{"index": 9103, "reference": "A nine-year-old boy is being treated in hospital after being hit by a vehicle in North Lanarkshire on Saturday.", "prediction": "A five-year-old boy has been seriously injured after he was hit by a hitand-oldrun school in North Lanarkshire.", "rouge": {"rouge1": 52.38095238095239, "rouge2": 30.0, "rougeL": 52.38095238095239}, "nll_sum": 105.78005981445312, "token_count": 28} +{"index": 9104, "reference": "A city's parks could be funded by an increase in council tax, a report has recommended.", "prediction": "Some residents in Liverpool will not able used to capitalise a park in the city\",, city council leader has said of a proposedCalifornia-'s. a's from a's\" CCTV from what it's from of a's from's a", "rouge": {"rouge1": 27.586206896551722, "rouge2": 0.0, "rougeL": 17.241379310344826}, "nll_sum": 285.9071044921875, "token_count": 47} +{"index": 9105, "reference": "Nigeria's government has vowed to shut down an illegal radio station operated by people sympathetic to the breakaway state of Biafra.", "prediction": "Nigeria's largest radio radio station, Biafia, has been suspended for air coverage because of the battle playing playing his the country.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 9.523809523809524, "rougeL": 22.727272727272727}, "nll_sum": 140.13043212890625, "token_count": 29} +{"index": 9106, "reference": "A former soldier who spent 23 years sleeping rough in London has been recognised in the Queen's Birthday Honours list for helping the homeless.", "prediction": "A retired clergy who has helped to save thousands save children in the street, have been recognised in the New Year's Birthday Honours list for his not to, football referee, 100-000A from in. of..", "rouge": {"rouge1": 52.459016393442624, "rouge2": 23.728813559322035, "rougeL": 39.34426229508197}, "nll_sum": 240.59918212890625, "token_count": 43} +{"index": 9107, "reference": "Boeing has successfully shot a drone out of the sky using a high-powered laser during a test, the company says.", "prediction": "Benging, the world, largest container company, has using its camera. give's referee it's from the good's from The's,'s such from a's,'s reputation from a from's of. a from's aA", "rouge": {"rouge1": 30.508474576271183, "rouge2": 0.0, "rougeL": 13.559322033898304}, "nll_sum": 291.4670715332031, "token_count": 47} +{"index": 9108, "reference": "Five 16-year-old boys have been arrested in connection with the fatal stabbing of teenager Stefan Appleton in north London.", "prediction": "A murder inquiry has been launched launch after a teenager Michael Appleton, who was found stabbed to death in north- north London in the London,, solve,'s they from a-A aold in a from a's a's a", "rouge": {"rouge1": 29.50819672131147, "rouge2": 6.779661016949151, "rougeL": 19.67213114754098}, "nll_sum": 260.4602355957031, "token_count": 46} +{"index": 9109, "reference": "Crusaders continue their bid to secure back-to-back Irish League titles for the first time in their history when they face Glenavon at Mourneview Park.", "prediction": "Prem leaders Crusaders are kept chance of their keep alive their chances of keeping the Irish Premiership play-offs alive, by beating smallavon.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 158.20516967773438, "token_count": 28} +{"index": 9110, "reference": "Former Liverpool striker Ian St John has called on football's leaders to look after former professionals who have dementia and Alzheimer's disease.", "prediction": "Former Liverpool and Liverpool striker St John John says the result of heading footballs would be \"ensens end of my life and most of my life\".", "rouge": {"rouge1": 27.999999999999996, "rouge2": 12.499999999999996, "rougeL": 27.999999999999996}, "nll_sum": 153.65374755859375, "token_count": 29} +{"index": 9111, "reference": "A rundown of all the latest BBC radio commentaries online.", "prediction": "Rugby league players are world champions champions for the 2016- 2016 season be solve, the'solve's \"olve-olve- a's a'sA referee from's a from it Russia from's ballet of.'s from'sA", "rouge": {"rouge1": 12.765957446808512, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 307.2490234375, "token_count": 47} +{"index": 9112, "reference": "A new portrait of Mozart imagines the composer as a \"daring\" and \"edgy\" musician in the mould of Johnny Rotten.", "prediction": " an new location for anartartart artist Carmart has been unveiled, and been red and red.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 123.23388671875, "token_count": 20} +{"index": 9113, "reference": "Cardiff is to get a public bicycle hire scheme based on London's \"Boris bikes\".", "prediction": "The first bikers are being unveiled in Bristol Bristol over the next five years.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 69.38346862792969, "token_count": 15} +{"index": 9114, "reference": "India completed a series win over Sri Lanka with a crushing victory by an innings and 53 runs in the second Test in Colombo.", "prediction": "India have complete a first one-day international match to beat Sri Lanka by five runs and win the third Test in the Gal Galway in Gallelele.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 16.3265306122449, "rougeL": 39.21568627450981}, "nll_sum": 152.72567749023438, "token_count": 32} +{"index": 9115, "reference": "US Republican presidential candidate Donald Trump has reacted angrily after a leading golf tournament was moved from one of his courses to Mexico.", "prediction": " the US Football Association Association says it will not hold Donald Trump as the next US president and president if he wins the US election in May.", "rouge": {"rouge1": 12.0, "rouge2": 4.166666666666667, "rougeL": 12.0}, "nll_sum": 96.71957397460938, "token_count": 27} +{"index": 9116, "reference": "Legislation that would introduce a minimum price for a unit of alcohol was given Royal Assent by the Queen after being passed by the Scottish Parliament four years ago - but the policy still hasn't been introduced.", "prediction": "There is another step in a legal battle over plans to price average a minimum price for a of to 50 50 in Scotland to Scotland.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 13.114754098360656, "rougeL": 19.047619047619047}, "nll_sum": 137.85147094726562, "token_count": 26} +{"index": 9117, "reference": "Queen guitarist Brian May has paid tribute to Status Quo star Rick Parfitt following his death aged 68, saying he had \"truly joyfully rocked our world\".", "prediction": "Tributes have been paid to Quo band Rick Parfitt, who died on Friday at is age of 75.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904763, "rougeL": 27.272727272727277}, "nll_sum": 111.00709533691406, "token_count": 23} +{"index": 9118, "reference": "Millions of people face a rise in their insurance bills this week-end, as a result of an increase in Insurance Premium Tax (IPT).", "prediction": " a new rise in insurance insurance (MLT) is to rise for the next six years the with drivers within the industry a AA is warned Broadway. a's ballet's a's-D's mandatory in a since George's.", "rouge": {"rouge1": 21.875, "rouge2": 6.451612903225808, "rougeL": 18.749999999999996}, "nll_sum": 286.2840881347656, "token_count": 45} +{"index": 9119, "reference": "The nights may be drawing in and autumn is coming, but the English Football League continues to provide thrills and spills for players, managers and supporters.", "prediction": "The English Football League season again this week, with some of the struggle battle for football struggle.", "rouge": {"rouge1": 27.906976744186053, "rouge2": 14.634146341463413, "rougeL": 23.25581395348837}, "nll_sum": 90.8526611328125, "token_count": 18} +{"index": 9120, "reference": "Hibernian's Neil Lennon hopes pre-season results are a prelude to Scottish League Cup success while Motherwell's Stephen Robinson will look to improve on results over the summer.", "prediction": " Motherwell manager Ryan Gennon will miss the outcome of the Scottish League Cup after a further delay delayed was delayed to a foot foot and injury.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 7.407407407407408, "rougeL": 14.285714285714288}, "nll_sum": 161.3236846923828, "token_count": 29} +{"index": 9121, "reference": "Plans for changes in the way universities are governed are facing a fresh attack from the principal of Edinburgh University.", "prediction": " bill bill that includes elected elected from independence would be a \"oud damaging for Scotland\", of the's chief has has warned a aCalifornia-'s a's- solve a's aWest from it of's of a. from's a-", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 328.11846923828125, "token_count": 47} +{"index": 9122, "reference": "Cardiff City are waiting to discover if midfielder Peter Whittingham will sign a new contract.", "prediction": "Cardiff City's Peter Whham will withdrawn from a transfer offer offering a club a threeanda-a-half \u00a35m.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 29.411764705882355}, "nll_sum": 160.88014221191406, "token_count": 26} +{"index": 9123, "reference": "A rig to be used in the decommissioning of the Beatrice oil field has left Invergordon on the Cromarty Firth.", "prediction": " productioning of a50m-ne rig in a North Sea field has been given to UK ministers.", "rouge": {"rouge1": 38.888888888888886, "rouge2": 5.88235294117647, "rougeL": 22.222222222222225}, "nll_sum": 104.17134094238281, "token_count": 20} +{"index": 9124, "reference": "Reigning champion Mark Selby feels his World Championship defence is warming up nicely after a second routine win secured a quarter-final place.", "prediction": "World number one Mark Selby insists he does not cope cope with the pressure against him again - but saying he doesn \"Don't don it\".", "rouge": {"rouge1": 12.499999999999996, "rouge2": 4.3478260869565215, "rougeL": 8.333333333333332}, "nll_sum": 153.17138671875, "token_count": 28} +{"index": 9125, "reference": "French police have interviewed presidential candidate Francois Fillon and his wife Penelope over claims she was paid for fake work.", "prediction": "French presidential candidate candidate Francois Fillon says it will be questioned by questioned by police over over money she received from her right toright her husband.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 30.43478260869565}, "nll_sum": 147.55276489257812, "token_count": 28} +{"index": 9126, "reference": "Leyton Orient captain Liam Kelly has been charged with violent conduct by the Football Association for an incident in Tuesday's win at Plymouth.", "prediction": "Plymouth Argy captain Liam Kelly a been charged with a Football Association charge of a charge of his supporters during his side's 2- Two Two defeat at Mansfield.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 19.607843137254903, "rougeL": 37.735849056603776}, "nll_sum": 185.7593536376953, "token_count": 34} +{"index": 9127, "reference": "National League's bottom side Guiseley have signed former Rochdale winger Joel Logan on an undisclosed deal.", "prediction": "National League club Guiseley have signed teenage striker Romelel Romel following his release by New York City.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 18.75, "rougeL": 29.411764705882355}, "nll_sum": 126.12945556640625, "token_count": 22} +{"index": 9128, "reference": "A sculpture honouring Spiders From Mars guitarist Mick Ronson has been unveiled in his home town of Hull.", "prediction": "A decision unveiled of unveiled to honour the of star Michael Ronson, who he describes \" of \u00a3 world's in M-g derby fines in from a a's as a from from.A has have of of.", "rouge": {"rouge1": 29.09090909090909, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 307.7961730957031, "token_count": 43} +{"index": 9129, "reference": "An iPhone stolen at a Foo Fighters gig led to the discovery of more than 30 missing mobiles after police used a tracker app to locate it.", "prediction": "A woman has 2011 arrested after more than 80 mobile phones were stolen from whose singer band All frontman.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454546, "rougeL": 17.391304347826086}, "nll_sum": 125.82553100585938, "token_count": 19} +{"index": 9130, "reference": "A woman has been killed on a level crossing in Suffolk.", "prediction": "A woman was taken to hospital after being hit by a bus at bus crossing level level crossing.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 14.814814814814817, "rougeL": 34.48275862068966}, "nll_sum": 77.81558227539062, "token_count": 18} +{"index": 9131, "reference": "Irish singer Daniel O'Donnell was \"relieved\" to be voted out of Strictly Come Dancing at the weekend.", "prediction": "Gally O'Donnell has said he was \" \"broken andbroken\" to be surprised after judges were called because of a failure distress off.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473683, "rougeL": 30.0}, "nll_sum": 166.34304809570312, "token_count": 28} +{"index": 9132, "reference": "The hunt is on to try to find a successor to the late Paul the 'psychic' octopus.", "prediction": "The fourgnlopl, will complete his race in this season's a Women Cup World Cup interim Germany.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 147.0738067626953, "token_count": 21} +{"index": 9133, "reference": "Evo-Stik Northern Premier Division strugglers Colwyn Bay have sacked manager Kevin Lynch following Easter Monday's 3-0 home defeat to Marine.", "prediction": "Colchester United have sacked manager Natalie Lynch after his resignation by fellow strugg fellowlers as-lers will escape relegation from the Conference North North.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 8.888888888888888, "rougeL": 17.02127659574468}, "nll_sum": 197.41354370117188, "token_count": 28} +{"index": 9134, "reference": "A new king has been crowned World Conker Champion after taking part in the annual games for the first time.", "prediction": "A 76-year-old man has won the first women's first race of the year at the World Championships.", "rouge": {"rouge1": 30.0, "rouge2": 5.263157894736842, "rougeL": 20.000000000000004}, "nll_sum": 63.77594757080078, "token_count": 22} +{"index": 9135, "reference": "Police have stopped a driver after they spotted a sofa precariously hanging out of the back of a sports car travelling on a busy road.", "prediction": "A motorist was found held on to a sofa in a boot of a dual carriageway.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 10.256410256410255, "rougeL": 24.39024390243903}, "nll_sum": 76.922119140625, "token_count": 20} +{"index": 9136, "reference": "Under a huge semi-opaque dome and with heavy security in attendance, visitors to the Paris Air Show peer at a strange looking shape.", "prediction": "World world's largest military aircraft is show at the annual Mumbai show in Paris again.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 89.22555541992188, "token_count": 16} +{"index": 9137, "reference": "How has the economic crisis affected Greeks living in London?", "prediction": "A \"thth Century 19 of an armed robbery on a street street where was about 19th Century, been found in a west London warehouse and demonstrated a ballet's ballet as a hero's work from a an's. a from TheA", "rouge": {"rouge1": 7.6923076923076925, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 284.74200439453125, "token_count": 47} +{"index": 9138, "reference": "The US says it is considering what part it will play on the UN's Human Rights Council, highlighting what it calls a \"biased\" stance on Israel.", "prediction": "The US head of Human Rights Council has accepted a human rights abuses in its office, saying it is \"disgrace and anti- bias\".", "rouge": {"rouge1": 36.0, "rouge2": 20.833333333333332, "rougeL": 24.0}, "nll_sum": 132.2198028564453, "token_count": 28} +{"index": 9139, "reference": "The Church of England is adopting a new climate change policy and will cut its investments in fossil fuel companies.", "prediction": "The Church of England is consideringImprovement to its energy health companies in its future.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 25.0, "rougeL": 41.17647058823529}, "nll_sum": 94.31110382080078, "token_count": 16} +{"index": 9140, "reference": "Swansea City head coach Francesco Guidolin believes his side can haul themselves out of relegation danger.", "prediction": "Swansea City coach Francesco Guidolin he is confident his in not club will avoid relegation.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 20.689655172413797, "rougeL": 45.16129032258064}, "nll_sum": 90.1465835571289, "token_count": 19} +{"index": 9141, "reference": "Manchester United's Champions League campaign is in serious peril after they were comfortably beaten by Olympiakos in the last-16 first leg in Athens.", "prediction": "Manchester United were knocked out of the Champions League-16 stage after a spectacular was sent by Olympiakos to reach the Champions League quarter-finals. a- solve again by- 2011A a of in's by's from's from a", "rouge": {"rouge1": 36.92307692307692, "rouge2": 9.523809523809526, "rougeL": 27.692307692307693}, "nll_sum": 232.55401611328125, "token_count": 47} +{"index": 9142, "reference": "The US said it \"expects\" Pakistan to act against perpetrators of a deadly attack on an Indian air force base.", "prediction": "The Pakistani army has carried out attack on a deadly United degree military base in Pakistan, Prime Minister Narendra Modi's an attack on its Indian military base.", "rouge": {"rouge1": 37.5, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 131.78359985351562, "token_count": 29} +{"index": 9143, "reference": "An Indian woman who alleges she was forced to marry a Pakistani man at gunpoint has returned to India, a day after a court in Islamabad granted her request to leave.", "prediction": "An Indian woman woman has returned to her return to India, a day after she was arrested after married in Pakistan. reports to it was \"-en to from the reputation for \"-p, a from a The's a fromoldowned", "rouge": {"rouge1": 54.285714285714285, "rouge2": 26.47058823529412, "rougeL": 34.285714285714285}, "nll_sum": 267.2055969238281, "token_count": 45} +{"index": 9144, "reference": "High profile Liberal Democrats have lost three strongholds in the Highlands and Islands.", "prediction": "The Liberal Democrats lost their seats in the north west of Scotland's 59 seats in general general election.", "rouge": {"rouge1": 31.25, "rouge2": 13.333333333333334, "rougeL": 31.25}, "nll_sum": 79.73121643066406, "token_count": 19} +{"index": 9145, "reference": "Parliamentarians in Madagascar have voted to impeach President Hery Rajaonarimampianina.", "prediction": "Mad Mad's MPs in parliament have voted for a vote that would include the former Prime Minister Marianooy Rajononampinaian. solve's 2011's again 2011 a's- a's a in a from's from's from's", "rouge": {"rouge1": 12.244897959183675, "rouge2": 4.25531914893617, "rougeL": 12.244897959183675}, "nll_sum": 294.40472412109375, "token_count": 47} +{"index": 9146, "reference": "A superb double century from captain Alastair Cook saw England to 569-8, a lead of 46 runs, at the end of day four of the first Test against Pakistan.", "prediction": "England captain Alastair's double century to hit an unbeaten innings by 138-67- closing onpar third day of a third Test against Pakistan.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 15.384615384615385, "rougeL": 29.629629629629626}, "nll_sum": 185.69210815429688, "token_count": 29} +{"index": 9147, "reference": "Lecturers at colleges in Glasgow will not take part in two planned national strikes next week.", "prediction": " cinemasgow in Glasgow being ball balloted strike action strike action in a pay dispute.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 7.142857142857144, "rougeL": 20.0}, "nll_sum": 122.60769653320312, "token_count": 17} +{"index": 9148, "reference": "You might be surprised by this afternoon's news that British bombing killed British nationals in Syria in the last few weeks.", "prediction": "Could it air an air strike in Syria again - and in the UK's threat - again what means it mean? that it mean mean it!", "rouge": {"rouge1": 25.53191489361702, "rouge2": 8.88888888888889, "rougeL": 17.02127659574468}, "nll_sum": 158.58935546875, "token_count": 28} +{"index": 9149, "reference": "Festival-goers are being invited to have a go on what is claimed to be the world's largest bouncy castle.", "prediction": "The largest boun castle built in built it is to rebuilt rebuilt set to broken a world record. the solve's aworld's and it's a's a from's game's from from a it's's World of.'s from's a", "rouge": {"rouge1": 27.272727272727277, "rouge2": 0.0, "rougeL": 15.151515151515152}, "nll_sum": 297.5618591308594, "token_count": 47} +{"index": 9150, "reference": "A suspected firearm has been found by police during a search in west Belfast.", "prediction": "A bomb disposal team has been found in a bin bin in Belfast Belfast on.", "rouge": {"rouge1": 48.275862068965516, "rouge2": 14.814814814814817, "rougeL": 48.275862068965516}, "nll_sum": 82.90409851074219, "token_count": 15} +{"index": 9151, "reference": "Seven boys below the age of 18 have been sentenced to 10 years in jail each in Indonesia for the gang rape and murder of a 14-year-old girl.", "prediction": "A judge in Indonesia has given two but jail sentences for men and abducting a 15-year-old girl and a teacher and murdering her and 40year year ago.", "rouge": {"rouge1": 40.67796610169491, "rouge2": 14.035087719298248, "rougeL": 27.11864406779661}, "nll_sum": 155.9091339111328, "token_count": 33} +{"index": 9152, "reference": "Mexico's federal police chief, Enrique Galindo, has been sacked following allegations police killed at least 22 suspected members of a drugs cartel.", "prediction": "The Mexican governor of Mexico, M Galas Gal Balindo, has called for, an inquiry into allegations of corruption a local crime and crime.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 21.73913043478261}, "nll_sum": 151.3992919921875, "token_count": 29} +{"index": 9153, "reference": "Airline booking systems lack basic security checks that would stop attackers changing flight details or stealing rewards, warn experts.", "prediction": "Some systems behind some'' system between the 1970s and the 1980s are discovered, believe believe German researchers.", "rouge": {"rouge1": 5.555555555555555, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 115.65654754638672, "token_count": 21} +{"index": 9154, "reference": "More than 5,000 police officers in England and Wales are planning to leave the service in the next two years, a Police Federation survey suggests.", "prediction": "More than half of police officers in Bedfordshire say are planning to leave the force, a BBC survey suggests.", "rouge": {"rouge1": 57.777777777777786, "rouge2": 37.2093023255814, "rougeL": 57.777777777777786}, "nll_sum": 70.9135971069336, "token_count": 21} +{"index": 9155, "reference": "Leeds Rhinos maintain their lead at the top of Super League with a five-try victory over Salford Red Devils.", "prediction": "Leeds Rhinos moved 10 10 points clear at the top of Super League by thrashed Salford and to spot top- the top Super League table.", "rouge": {"rouge1": 40.0, "rouge2": 27.906976744186046, "rougeL": 40.0}, "nll_sum": 150.98805236816406, "token_count": 31} +{"index": 9156, "reference": "Councillors have voted to ban buses and taxis from Queen Street in Oxford for six months because of safety concerns.", "prediction": "A decision to ban drivers again in an Oxford city centre street regeneration project has been abandoned by council councillors.", "rouge": {"rouge1": 30.0, "rouge2": 5.263157894736842, "rougeL": 20.000000000000004}, "nll_sum": 94.11544799804688, "token_count": 20} +{"index": 9157, "reference": "The England and Wales Cricket Board says it is monitoring the security situation in Bangladesh before England's tour in October.", "prediction": " in England and Wales Cricket Board have met to meet with the Foreign Home Office to discuss security, amid fears of security and security in the country.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 17.391304347826086, "rougeL": 33.33333333333333}, "nll_sum": 108.05973052978516, "token_count": 28} +{"index": 9158, "reference": "A council chief executive has stepped aside from his role after being arrested as part of a fraud probe.", "prediction": "Four council leaders have been arrested as arrested as part of a probe into alleged fraud, sale and services.", "rouge": {"rouge1": 42.10526315789473, "rouge2": 22.22222222222222, "rougeL": 36.84210526315789}, "nll_sum": 80.57601928710938, "token_count": 20} +{"index": 9159, "reference": "David Cameron is embarking on a series of visits to Spain, France and Germany in a bid to sell his idea of reforming the European Union to other leaders.", "prediction": "David Cameron wants Britain to remain members of the European Union to be allowed to Spain, saying he wants to win three key countries in key EU talks.", "rouge": {"rouge1": 38.59649122807017, "rouge2": 18.181818181818183, "rougeL": 28.070175438596497}, "nll_sum": 123.54979705810547, "token_count": 29} +{"index": 9160, "reference": "Torquay United manager Kevin Nicholson says his side's attitude in training ahead of their loss to Tranmere Rovers contributed to the result.", "prediction": "Torquay United player- Kevin Nicholson says players \"failed\" andcouldshould head down\" to beat Tragenonvers in. National League.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210526, "rougeL": 30.0}, "nll_sum": 214.75062561035156, "token_count": 29} +{"index": 9161, "reference": "Experts at the Royal Botanic Garden say one of the world's biggest - and smelliest - flowers is about to bloom in Edinburgh.", "prediction": " the full Exxon Castle, have shown at the Royal anyanic Garden in Edinburgh. be solve the solveowned a \" a aACalifornia- \u00a3. a- a's a- \"Ades- a from's a again's again a", "rouge": {"rouge1": 29.09090909090909, "rouge2": 11.320754716981133, "rougeL": 21.818181818181817}, "nll_sum": 344.34228515625, "token_count": 49} +{"index": 9162, "reference": "A hearing into Tyson Fury's charge for an alleged doping violation will take place in November, after his rematch with Wladimir Klitschko on 29 October.", "prediction": "Tyson Fury says he is \"an goal of revenge\" with Wladimir Klitschkoko because of serious brain in an ankle a", "rouge": {"rouge1": 30.43478260869565, "rouge2": 9.09090909090909, "rougeL": 21.73913043478261}, "nll_sum": 159.6402587890625, "token_count": 27} +{"index": 9163, "reference": "A woman has pleaded guilty to murdering three men whose bodies were found in ditches in Cambridgeshire.", "prediction": "A woman who admitted admitting a stabbing of two men in Peterborough has face a jail term.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 78.92803955078125, "token_count": 18} +{"index": 9164, "reference": "Technology that allows a drone to be piloted from the ground using only a person's brainwaves has been demonstrated in Portugal.", "prediction": "A Dutch aviation company says has launched launched a new military training that could control territory infection.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 106.40446472167969, "token_count": 17} +{"index": 9165, "reference": "A new contractor should be in place to clear debris at Didcot Power Station by the end of the month, the site's owner has said.", "prediction": " the bodies at the Royalcotcot power station station which started in the last three three, the it has been confirmed. the in the 2011's aabl, says it fromA-D'sA in from Saturday a decision from", "rouge": {"rouge1": 31.746031746031743, "rouge2": 3.278688524590164, "rougeL": 22.222222222222225}, "nll_sum": 291.6176452636719, "token_count": 45} +{"index": 9166, "reference": "Indonesia's opposition Democratic Party of Struggle (PDI-P) leads parliamentary polls but its star candidate may face a tougher path to the presidency, early election results indicate.", "prediction": "Indonesia's main opposition opposition Workers Democratic Party ( (IP) has won, the parliamentary polls and confirmation that it can meet the elections.", "rouge": {"rouge1": 36.00000000000001, "rouge2": 12.5, "rougeL": 36.00000000000001}, "nll_sum": 136.54708862304688, "token_count": 28} +{"index": 9167, "reference": "The world's two biggest beer producers are set to merge after SABMiller accepted an increased takeover offer from rival Anheuser-Busch InBev.", "prediction": "Risingpac firmch AB-chchchev has announced a possible takeover offer for South Africa rival SABMiller does not an offer.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.0, "rougeL": 14.285714285714288}, "nll_sum": 192.65992736816406, "token_count": 27} +{"index": 9168, "reference": "The Lawn Tennis Association (LTA) is leading a \u00a3250m investment to improve grassroots facilities.", "prediction": "More than \u00a315m is to be made available for more tennis players in deprived areas, says the Lawn Tennis Association (TAW).", "rouge": {"rouge1": 34.285714285714285, "rouge2": 18.181818181818183, "rougeL": 22.857142857142854}, "nll_sum": 104.31622314453125, "token_count": 26} +{"index": 9169, "reference": "The South-West has been awarded the largest share of a fund raised through extra stamp duty on second homes to help first-time buyers in England.", "prediction": " the government and to East of the East are to fund a disability fund to help housing and reach high levels of second-homehome homes.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 4.0, "rougeL": 23.076923076923077}, "nll_sum": 142.6512451171875, "token_count": 27} +{"index": 9170, "reference": "An unusual poker game is taking place in Pittsburgh, pitting human players against an artificial intelligence program.", "prediction": "A human gaming tennis event that which can be beaten by 5 live by scientists.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 98.38349151611328, "token_count": 15} +{"index": 9171, "reference": "Two \"drug-addled, parasitic assailants\" have received life sentences for killing a Co Antrim restaurant owner.", "prediction": "Two men have been jailed for life for \"vicious, robbery and murder of a Chinese- Chinese restaurant owner in north Antrim.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 5.714285714285714, "rougeL": 37.83783783783783}, "nll_sum": 102.54566955566406, "token_count": 26} +{"index": 9172, "reference": "Militants from the Islamic State (IS) group have briefly overrun a hospital complex in the eastern Syrian city of Deir al-Zour, reports say.", "prediction": "So-called Islamic State have launched an attack on a hospital in the northern city of Deir al-Zour, officials say 2011- Broadway, solve, says they's-'sA'sA in from November since's.", "rouge": {"rouge1": 48.275862068965516, "rouge2": 25.0, "rougeL": 44.82758620689655}, "nll_sum": 221.66766357421875, "token_count": 45} +{"index": 9173, "reference": "A French-Vietnamese dissident blogger has been jailed in Vietnam for three years for attempted subversion.", "prediction": "Vietnam's rights rights leader has received a three-year jail term.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 7.692307692307692, "rougeL": 21.428571428571427}, "nll_sum": 55.92201614379883, "token_count": 15} +{"index": 9174, "reference": "BBC Sport's football expert Mark Lawrenson is predicting the outcome of every game at the 2014 Fifa World Cup.", "prediction": "BBC Sport football expert Mark Lawrenson is predicting the outcome of every match of the 2014 World World Cup.", "rouge": {"rouge1": 82.05128205128204, "rouge2": 64.86486486486486, "rougeL": 82.05128205128204}, "nll_sum": 82.09591674804688, "token_count": 21} +{"index": 9175, "reference": "Revenue for UK record companies hit a five-year high in 2016, according to industry association the BPI.", "prediction": "Music and music revenues helped last year's sales, helped by the sales in the UK, music industry, according to the trade body the BPI.", "rouge": {"rouge1": 41.860465116279066, "rouge2": 9.75609756097561, "rougeL": 32.55813953488372}, "nll_sum": 117.80319213867188, "token_count": 29} +{"index": 9176, "reference": "Uber has offered \u00a320m ($28.5m) to settle two US lawsuits which argued that its safety claims were misleading.", "prediction": "Uber has agreed to pay damages to drivers of $43 (\u00a331m, $71m) in damages to damages that not in basic right rules.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 135.43701171875, "token_count": 29} +{"index": 9177, "reference": "Game rangers are searching for a lion which escaped from a wildlife park in South Africa's Western Cape province.", "prediction": "A North American lion has been killed and a American woman has been moving from the opened door of a park at a national park in the African country, officials say, after it a frome's regional in from Saturday a name.", "rouge": {"rouge1": 22.58064516129032, "rouge2": 3.3333333333333335, "rougeL": 22.58064516129032}, "nll_sum": 221.75942993164062, "token_count": 45} +{"index": 9178, "reference": "Philip Larkin is to be honoured with a memorial in Poets' Corner in Westminster Abbey.", "prediction": "ipip LPS is to be awarded and with of Po'' Westminster at Westminster London, after it. announced itohan's referee'sthe a The from a referee from's\" from it The's of a.", "rouge": {"rouge1": 24.48979591836735, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 292.4222717285156, "token_count": 42} +{"index": 9179, "reference": "A man who raped and killed a 15-year-old schoolgirl in 1976 has been jailed for 15 years.", "prediction": "A man who admitted the rape, and murder of a 15-year-old girl who was disappeared and more more than 40 years ago has been jailed.", "rouge": {"rouge1": 56.52173913043478, "rouge2": 36.36363636363637, "rougeL": 52.17391304347826}, "nll_sum": 100.57209777832031, "token_count": 30} +{"index": 9180, "reference": "South Sudan's president has sacked his entire cabinet, in an apparent power struggle with other senior leaders.", "prediction": "South Sudan's elected president has elected his deputy deputy prime minister, have told the BBC, amid fears speculation a struggle political struggle and his role.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 14.285714285714283, "rougeL": 31.818181818181817}, "nll_sum": 142.52444458007812, "token_count": 28} +{"index": 9181, "reference": "A Russian spacecraft delivering supplies to the International Space Station (ISS) is out of control and will fall back to Earth, officials say.", "prediction": "A American Americaniableighter found on board the International Space StationISS)) lost because of a scare burst, water, supply or not.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 182.5897216796875, "token_count": 26} +{"index": 9182, "reference": "The little children trailing round behind us rush forward in their excitement, herding me into their makeshift schoolroom.", "prediction": "Lebre fans have finally again at a refugee camp in the northern Syria refugee camp.", "rouge": {"rouge1": 12.12121212121212, "rouge2": 0.0, "rougeL": 6.06060606060606}, "nll_sum": 93.71206665039062, "token_count": 17} +{"index": 9183, "reference": "A Scottish man and an Irish woman have died after a yacht capsized and broke up on the west coast of South Africa.", "prediction": "A man and a woman have been killed when their yacht boat capsized in off South Africa coast, officials say.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 14.634146341463413, "rougeL": 41.86046511627907}, "nll_sum": 70.48135375976562, "token_count": 22} +{"index": 9184, "reference": "Torrential rain caused flash flooding of homes and businesses in coastal areas of east Norfolk.", "prediction": "Flooding has hit large parts of North East Eastumb and Cumbria after, heavy rain.", "rouge": {"rouge1": 34.48275862068965, "rouge2": 0.0, "rougeL": 20.689655172413797}, "nll_sum": 106.6984634399414, "token_count": 20} +{"index": 9185, "reference": "A female cat which died after being found in distress in Dundee had been poisoned with antifreeze, the Scottish SPCA has confirmed.", "prediction": "A cat was died in hospital after being shot by a van in Dundee 2016, the Scottish SPCAA has said in the a's, referee, from they Aold-d the by from four weeks a.", "rouge": {"rouge1": 38.59649122807017, "rouge2": 10.909090909090908, "rougeL": 35.08771929824561}, "nll_sum": 242.19741821289062, "token_count": 43} +{"index": 9186, "reference": "A minor league baseball team in Utah has cancelled plans to host a \"Caucasian Heritage Night\" in August, according to the team's website.", "prediction": "A US league league team has apologised for a contaminated, bread burgers cherry actually Wallz, in recent event of the recent killings in recent, America.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 0.0, "rougeL": 28.57142857142857}, "nll_sum": 205.79891967773438, "token_count": 29} +{"index": 9187, "reference": "A man has been arrested on suspicion of murder by police searching for a missing woman.", "prediction": "A man has been arrested by police investigating the disappearance of a young woman who went missing from of Milton Keynes.", "rouge": {"rouge1": 59.45945945945946, "rouge2": 28.571428571428577, "rougeL": 48.64864864864864}, "nll_sum": 64.21823120117188, "token_count": 21} +{"index": 9188, "reference": "What do you do when you're booked to play at a show but you're sick and would rather be tucked up in bed?", "prediction": "Imagine you taking a star, star-hop right to stage again by performing a half-time event at Trevor East Bake a (radioAs).", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 189.99618530273438, "token_count": 28} +{"index": 9189, "reference": "Two men have died following a road crash on the A713 in Dumfries and Galloway.", "prediction": "Two men have died and another was seriously injured in a fatal crash on the Aileen near South Ayrshire.", "rouge": {"rouge1": 58.82352941176471, "rouge2": 31.250000000000007, "rougeL": 47.05882352941176}, "nll_sum": 79.8570556640625, "token_count": 22} +{"index": 9190, "reference": "Ever since the remains of Richard III were first found under a Leicester car park in 2012, the city has enjoyed a feel-good factor that culminated this year with Leicester City completing a \"fairytale\" Premier League title win.", "prediction": "Leicester City have won their best football club again after they reached Champions Champions League and reach and reach the last rounds of European League success.'s guarantee of the's-'s again - and now it's. a's a again a 2011", "rouge": {"rouge1": 21.951219512195124, "rouge2": 2.5, "rougeL": 12.195121951219512}, "nll_sum": 271.58203125, "token_count": 47} +{"index": 9191, "reference": "Nick Gubbins scored his first Middlesex century as their batsmen closed down Somerset's commanding total at Lord's.", "prediction": "England batsman Nick G Gubbins hit a double century for Middlesex on the opening day-day Championship match at Taunton. solvewr-.- 2011- a-A a game from a since's a.old's", "rouge": {"rouge1": 26.923076923076927, "rouge2": 0.0, "rougeL": 19.230769230769234}, "nll_sum": 264.52886962890625, "token_count": 46} +{"index": 9192, "reference": "Jeremy Corbyn has vowed to make a formal apology for the Iraq war if he becomes the next leader of the Labour party.", "prediction": "Labour leader Jeremy Miliband is facing over party concerns over comments he has made about the UK and possible were involved in the Iraq \"SingA war\".", "rouge": {"rouge1": 40.816326530612244, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 157.5359344482422, "token_count": 28} +{"index": 9193, "reference": "A bride-to-be who wanted a \"no-fuss and low-key\" hen party had to be rescued by the RNLI after their hire boat ran aground in a river.", "prediction": "A lifeboat crew was called out for a hen party was travel to a water, saying the \"no-fuss a watchle\" the crew", "rouge": {"rouge1": 33.9622641509434, "rouge2": 7.8431372549019605, "rougeL": 26.415094339622634}, "nll_sum": 156.27017211914062, "token_count": 29} +{"index": 9194, "reference": "A new picture of actor David Bradley as the first Doctor, William Hartnell, has been released by the BBC.", "prediction": "Former Doctor Who star James Bradley, a drama drama 50 years ago this year.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 6.0606060606060606}, "nll_sum": 74.56848907470703, "token_count": 15} +{"index": 9195, "reference": "Plans to build a new nuclear power plant at Hinkley Point in Somerset have been recommended for approval following a European Commission investigation.", "prediction": "The European Commission's decision on the first UK nuclear power station at Hinkley Point will go ahead.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 20.51282051282051, "rougeL": 24.390243902439025}, "nll_sum": 62.92200469970703, "token_count": 20} +{"index": 9196, "reference": "Police have issued an e-fit image of one of three men suspected of dousing boiling water over a couple in their 60s during a raid on their home.", "prediction": "Police investigating the murder of a woman and a couple at their home in Kent have released a image of two men they want them identify them.", "rouge": {"rouge1": 42.85714285714286, "rouge2": 11.111111111111112, "rougeL": 21.42857142857143}, "nll_sum": 107.10997772216797, "token_count": 27} +{"index": 9197, "reference": "Holyhead's Grade II-listed market hall is to be restored after standing derelict for 10 years.", "prediction": " market former Bo' market town, on Anglesey, is to be open, after the Welsh Government means funding of \u00a335m.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 11.76470588235294, "rougeL": 27.777777777777775}, "nll_sum": 140.2115936279297, "token_count": 27} +{"index": 9198, "reference": "Plans to limit police stop and search powers in England and Wales have been held up by \"regressive\" attitudes in Downing Street, senior Conservatives have told BBC Newsnight.", "prediction": "Home Secretary Theresa May unveiled revealed plans plans to change change police and search and forces in designated areas - such as as prosecution or crime crime and", "rouge": {"rouge1": 25.454545454545453, "rouge2": 7.547169811320755, "rougeL": 25.454545454545453}, "nll_sum": 164.909912109375, "token_count": 27} +{"index": 9199, "reference": "New manager Gary Haveron has called on Glentoran's players to show pride in the shirt as they take on Belfast rivals Linfield on Saturday.", "prediction": "ron Haveron says Gl Republic of Ireland's players must show they can be crowned champions of Irish Premiership champions and Linfield on Saturday's Geoffrey of as \" ballet's from-A a reputation from's years's. from refereeA", "rouge": {"rouge1": 27.692307692307693, "rouge2": 9.523809523809526, "rougeL": 24.615384615384613}, "nll_sum": 326.0262451171875, "token_count": 46} +{"index": 9200, "reference": "Doctors unhappy at proposals to close consultant-led obstetrics and gynaecology services at a north Wales hospital have passed a vote of no confidence in the health board.", "prediction": "A health board has voted to shut down patient services at twobighshire health hospitals, calling health board is \"better thanthan\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 25.0}, "nll_sum": 154.3525390625, "token_count": 26} +{"index": 9201, "reference": "Dundee boss Neil McCann cancelled his players' planned day off after their below-par showing in the League Cup against Buckie Thistle.", "prediction": "ineine McCann believes it was \"hardhard to be in the field\" as they beat St St Johnstone as they reached comfortable outright win in the Scottish Challenge Cup on Saturday the \" to Final a's from's from a's from a", "rouge": {"rouge1": 12.5, "rouge2": 3.225806451612904, "rougeL": 12.5}, "nll_sum": 253.24156188964844, "token_count": 47} +{"index": 9202, "reference": "Right at the heart of Europe and with a history intertwined with that of its neighbours, Slovakia has proudly preserved its own language and distinct cultural traditions.", "prediction": "The Republic of Ukraine Congo from war from Czech Czech Republic of 2003 since 2011 and 2011, the was declared one of the nation's sovereigns and the 80s.", "rouge": {"rouge1": 17.857142857142858, "rouge2": 0.0, "rougeL": 17.857142857142858}, "nll_sum": 178.46749877929688, "token_count": 32} +{"index": 9203, "reference": "Former Derby County defender Shaun Barker will be offered a deal at Burton Albion if he can prove his fitness, says manager Nigel Clough.", "prediction": "Burton Albion Albion released midfielderor Barker from a serious injury\" returned to be playing for the Championship club as \"a no-brainer\".", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 13.043478260869565}, "nll_sum": 143.4908447265625, "token_count": 27} +{"index": 9204, "reference": "A Teesside bowling club is being replicated at a County Durham museum.", "prediction": "A bowling bonilion has at open at a tourist and centre car park in East Lothian.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 7.692307692307692, "rougeL": 28.571428571428577}, "nll_sum": 117.51721954345703, "token_count": 19} +{"index": 9205, "reference": "England beat Belgium in their final match of the Women's Euro 2017 qualifiers, ensuring they finish as Group 7 leaders.", "prediction": "England women won their Women's Euro 2017 campaign 2017 ended as Belgium ended in a surprise Group in B match.", "rouge": {"rouge1": 52.38095238095239, "rouge2": 15.0, "rougeL": 38.095238095238095}, "nll_sum": 118.6878890991211, "token_count": 21} +{"index": 9206, "reference": "Google has confirmed it has closed its internet drone project Titan, three years after it bought the business.", "prediction": "The search giant Google has shut down billions of drones after its commercial drone project Loon, its co-operation.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 114.84095764160156, "token_count": 22} +{"index": 9207, "reference": "A suspected criminal is on the run after leaping from a hospital window and catching a bus.", "prediction": "A 39-year-old man is on the run run after his way into was top top a bus bus stopped in Greater Manchester the", "rouge": {"rouge1": 38.0952380952381, "rouge2": 25.0, "rougeL": 38.0952380952381}, "nll_sum": 125.08442687988281, "token_count": 26} +{"index": 9208, "reference": "Professor Frank Pantridge is remembered as the cardiologist who invented the portable defibrillator - a device that has helped save millions of lives over the past 50 years.", "prediction": "When Frank Sturridge, who ill, cancer nearly 75 years ago, he never believed he had never been in", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 104.22950744628906, "token_count": 21} +{"index": 9209, "reference": "British Lionhearts were beaten 9-1 by Cuba Domadores in the final of the World Series of Boxing in Uzbekistan.", "prediction": "The British Lionhearts beat Cuban Alien Ali to win to BDO World World Super Boxing League in Adelaide.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 142.21340942382812, "token_count": 21} +{"index": 9210, "reference": "Championship side Oldham Roughyeds stunned last season's Challenge Cup finalists Hull KR to reach the last 16.", "prediction": "Oldham came back from 10-0 down to thrashed Hull KR and a Challenge Cup quarter semi-finals place and reach the quarter-finals. the a's aA a-Aought Queensland in a by a's from's a", "rouge": {"rouge1": 31.57894736842105, "rouge2": 10.909090909090908, "rougeL": 17.543859649122805}, "nll_sum": 242.89422607421875, "token_count": 47} +{"index": 9211, "reference": "The mayor of Tehran hopes to transform the notorious Evin prison in Iran's capital into a public park, after receiving the judiciary's approval.", "prediction": "The president Macy of Tehran, says it will move a prison into a Evin in capital, Tehran, into a building museum in its site.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 8.51063829787234, "rougeL": 32.6530612244898}, "nll_sum": 162.30615234375, "token_count": 28} +{"index": 9212, "reference": "A 19-year-old woman has been seriously injured after being hit by a van in Edinburgh.", "prediction": "A woman was seriously seriously injured after being hit by a van in Edinburgh was a 30-year-old man, who recovered from a.'s ballet from from a's \" from-D's a in from from The's. aA", "rouge": {"rouge1": 49.12280701754386, "rouge2": 36.36363636363636, "rougeL": 42.10526315789473}, "nll_sum": 241.16343688964844, "token_count": 47} +{"index": 9213, "reference": "Three years ago, a Crown Prosecution Service lawyer dropped a rape case involving an under-age girl which could have left a sex grooming ring undetected for years.", "prediction": "The Crown Pro ofCPSC) dropped the case of the rape case of a 15year-old in Rochord has Manchester.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 4.444444444444444, "rougeL": 21.27659574468085}, "nll_sum": 152.9739990234375, "token_count": 27} +{"index": 9214, "reference": "Most people associate heart problems - and cardiac arrest in particular - with older people.", "prediction": "The first heart arrest has becoming a high for British sport.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 67.88395690917969, "token_count": 11} +{"index": 9215, "reference": "Most UK radio stations aimed at a young audience have seen their listeners fall, Rajar figures suggest.", "prediction": "The ratings between BBC Radio 1 and BBCXtra have fallen slightly by BBC Radio 1, reaching' staff on track, a national ITV research body.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 174.51812744140625, "token_count": 29} +{"index": 9216, "reference": "A festival is under way in the Borders to mark the 750th anniversary of the birth of one of Scotland's most important philosophers.", "prediction": " medieval years music a the held in Scottish Borders to celebrate the cemetery who held on on a head a pin.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 139.6318817138672, "token_count": 21} +{"index": 9217, "reference": "Bundesliga side Schalke have appointed 31-year-old Domenico Tedesco as coach to replace the sacked Markus Weinzierl.", "prediction": "Borussia boss Dortmund Tedesco has signed a five-year contract with champions Schalke", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 71.47005462646484, "token_count": 19} +{"index": 9218, "reference": "Celtic have been fined \u00a313,000 after poor behaviour by their supporters and player indiscipline in their Europa League match against Fenerbahce.", "prediction": "Celtic have been fined and \u00a350,500 (\u00a300071,)) following the crowd following crowd violence during a Champions League Group match.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 157.76730346679688, "token_count": 28} +{"index": 9219, "reference": "Maintenance work on a Wrexham aqueduct means the towpath will be closed for six hours a day.", "prediction": "A towpath in a Blaauen Gwent county will shut for to traffic for several hours as part of a \u00a31m repair of repairs.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 30.0}, "nll_sum": 135.98590087890625, "token_count": 30} +{"index": 9220, "reference": "The Scottish Professional Football League has issued new regulations aimed at tackling supporter misconduct.", "prediction": "The Scottish Football League issued aware new rules to protect those who manage engage violence during football matches.", "rouge": {"rouge1": 37.5, "rouge2": 13.333333333333334, "rougeL": 37.5}, "nll_sum": 103.15624237060547, "token_count": 18} +{"index": 9221, "reference": "India's bloody Maoist insurgency began in the remote forests of the state of West Bengal in the late 1960s.", "prediction": "\" southern southern India and India last December, said Maoist rebels who whose struggle battle in northern India.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 118.00105285644531, "token_count": 20} +{"index": 9222, "reference": "Researchers have invented a DNA \"tape recorder\" that can trace the family history of every cell in an organism.", "prediction": "Scientists have developed a technique which can to reveal the mystery of human bodies in been living in living lifetime.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 0.0, "rougeL": 30.76923076923077}, "nll_sum": 98.48645782470703, "token_count": 20} +{"index": 9223, "reference": "Dame Sarah Storey claimed the 16th world title of her cycling career with gold in the time trial at the Para-cycling Road World Championships.", "prediction": "D Store Storey has won Britain's most successfulmpmpic of her career by winning gold at Par Para- Track European Championships.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 34.78260869565217}, "nll_sum": 171.156982421875, "token_count": 27} +{"index": 9224, "reference": "A court in Israel has sentenced former Prime Minister Ehud Olmert to six years in prison for bribery.", "prediction": "The former Prime Minister Ehud Olmert has been sentenced to 22 years in prison, for corruption scandal which he led to his role.", "rouge": {"rouge1": 58.536585365853654, "rouge2": 35.8974358974359, "rougeL": 48.78048780487805}, "nll_sum": 83.13050079345703, "token_count": 27} +{"index": 9225, "reference": "The government's planned new laws have been set out by the Queen - including the biggest prison shake-up in England and Wales \"since Victorian times\".", "prediction": "A lift will be included in the Queen's's Speech's Speech, it has been announced as it has for the first time in not its history.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 3.846153846153846, "rougeL": 18.51851851851852}, "nll_sum": 121.9556884765625, "token_count": 29} +{"index": 9226, "reference": "Australian police have shot two crocodiles dead in a search for a missing 12-year-old boy attacked by a crocodile on Sunday.", "prediction": "Australia have launched a search for young teenager suspected after a crocodile mauled a nineyear-old to 30ft (61m).", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 28.571428571428577}, "nll_sum": 127.51388549804688, "token_count": 27} +{"index": 9227, "reference": "Manager Roy Hodgson insists England's immediate future will not be shaped by their opening Euro 2016 qualifier against Switzerland in Basel on Monday.", "prediction": " Roy Roy Hodgson says his players not to lose 2-0 to Cyprus in their final Group B match of Euro 2016 France in but says it a \" it's's \"over-gought\" in from November since it\". fromA", "rouge": {"rouge1": 25.396825396825395, "rouge2": 6.557377049180328, "rougeL": 22.222222222222225}, "nll_sum": 268.85723876953125, "token_count": 47} +{"index": 9228, "reference": "An app to support those at risk of suicide in the north east of Scotland has been accessed by more than 6,000 people in the six months since it launched, BBC Scotland has learned.", "prediction": "An app has been launched in northern Aberdeen to provide way to road services and services oil and gas industry.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 7.547169811320755, "rougeL": 18.181818181818183}, "nll_sum": 95.01433563232422, "token_count": 20} +{"index": 9229, "reference": "Two men discovered using thousands of tyres as an illegal sea defence have been given suspended sentences.", "prediction": "Two men, waste was were found at the sea in County County Londonderry, have been given sentences and suspended jail sentences, for their illegal offences from a man's from, for a's economy ballet of a's from's a", "rouge": {"rouge1": 34.48275862068965, "rouge2": 10.714285714285712, "rougeL": 27.586206896551722}, "nll_sum": 259.5664978027344, "token_count": 47} +{"index": 9230, "reference": "Sri Lanka beat Australia by 106 runs in Pallekele to claim only their second Test victory over the tourists, who set a Test match record in defeat.", "prediction": "South Africa claimed a record-breaking Test win as Australia beat Australia and complete a complete of four-match the third Test in Domingleleasele.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 164.87515258789062, "token_count": 30} +{"index": 9231, "reference": "Tropical storm Hagupit is heading to Manila, but has been downgraded from a typhoon after crossing the country.", "prediction": "A typhoonoon hit large parts of the Philippines and the north in of heavy rain, heavy rain.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 106.98369598388672, "token_count": 20} +{"index": 9232, "reference": "Warwickshire bowler Boyd Rankin will play for Ireland in the World Twenty20 after switching back from England.", "prediction": "England fast fast bowler bow Rankin announced he will retire from international cricket. cricket. cricket's international's a-'sD ballet reputation in his from international as a decision from-D, reputation on from 3 as's.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 18.51851851851852}, "nll_sum": 291.64788818359375, "token_count": 45} +{"index": 9233, "reference": "When Zinedine Zidane was appointed Real Madrid manager in January, the Spanish giants were in disarray.", "prediction": "F years ago, the mishandstyled mishandled and mishandled mishandled Z, then the then Zinedinesine Zidane played out most of his career in that he played little few away from again.", "rouge": {"rouge1": 13.043478260869568, "rouge2": 0.0, "rougeL": 8.695652173913045}, "nll_sum": 213.5292510986328, "token_count": 42} +{"index": 9234, "reference": "From 2017, the English summer cricket schedule is to change again.", "prediction": "The cricket cricket starts this summer, but it will be a cause for bad.", "rouge": {"rouge1": 23.999999999999996, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 73.96865844726562, "token_count": 15} +{"index": 9235, "reference": "Repair work to a Somerset monument destroyed in a crash will run into five figures, the town trust has said.", "prediction": "A former railway line after being rebuilt on a Northamptonshire base will again running again after a hit-andrunrun crash.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.000000000000004}, "nll_sum": 158.82794189453125, "token_count": 27} +{"index": 9236, "reference": "The remote Indian Ocean island of Reunion lies between Madagascar and Mauritius.", "prediction": "The tiny's of the Indian of Reunion is the ex-hummin nation, the ex rains and ex interbishop of Mauritius, and Maurit andania.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.88235294117647, "rougeL": 33.33333333333333}, "nll_sum": 208.46087646484375, "token_count": 32} +{"index": 9237, "reference": "Senior US officials have been setting out their position on Russia, in some of the new administration's first diplomatic moves.", "prediction": "The US and US has begun drilling Moscow Russia with Russia, with Afghan security fears, amid amid tensions tensions between the nations countries and other countries situation.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 187.6606903076172, "token_count": 29} +{"index": 9238, "reference": "England's Justin Rose hit a three-under-par 69 to trail leader Rickie Fowler by two strokes after the third round of the Wells Fargo Championship.", "prediction": " Fowler's Rickie Fowler takes the lead at the US PGA Championship after a six-under-par 76 to move nine shots behind the leader.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 114.07009887695312, "token_count": 29} +{"index": 9239, "reference": "Alan Stubbs says leaving Hibernian for Rotherham United was a \"calculated risk\" but \"the right decision at the right time\".", "prediction": "Botherham have appointed former to Hibernian as their assistant head coach on a two-anda-half-year deal-", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 119.43832397460938, "token_count": 25} +{"index": 9240, "reference": "Othman Mahmoud al-Barazinj is a farmer who has been living in the shadow of Iraq's largest dam ever since the colossal facility was established in the 1980s.", "prediction": "Ous Omanman, the man known as Bokomegar - also known as Mosul, has survived dam.", "rouge": {"rouge1": 13.95348837209302, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 130.44741821289062, "token_count": 21} +{"index": 9241, "reference": "David Gold thought he was doing a good deed, but instead was found guilty of not recognising one of his own players.", "prediction": "West Hamman Gold Gold has been offered a school lesson for West Ham - but only after the club's club turned down a prestigious West Ham fan.", "rouge": {"rouge1": 12.244897959183673, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 149.39111328125, "token_count": 29} +{"index": 9242, "reference": "Dozens of families could be without their Christmas dinner after thieves stole turkeys from a butcher's shop in Vale of Glamorgan.", "prediction": "A's's charity says he is he \"sickening and embarrassed\"\" after stolenops were stolen from customers on a door's open door.", "rouge": {"rouge1": 17.777777777777775, "rouge2": 0.0, "rougeL": 17.777777777777775}, "nll_sum": 162.25979614257812, "token_count": 28} +{"index": 9243, "reference": "Former world number one Victoria Azarenka saved three match points before winning on her comeback from a year out after the birth of her son.", "prediction": "World number two Victoria Azarenka will retire from professional tennis, just six after since giving birth to Leo.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 32.55813953488372}, "nll_sum": 102.67381286621094, "token_count": 21} +{"index": 9244, "reference": "Leeds Rhinos rugby league team face a \u00a31m bill for flood damage that could keep them out of their training ground for a further six months.", "prediction": "Leeds Rhinos are facing loss of \u00a31m in its annual training camp, despite the club saying and \" gymgium\" is to bealia, with up to \u00a3.1m.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 205.8700408935547, "token_count": 39} +{"index": 9245, "reference": "Six teenagers found dead in a garden hut in the German state of Bavaria died from carbon monoxide poisoning, police have said.", "prediction": "The bodies of six children died at a school hut in southern Germany, died of carbon monoxide poisoning from a suspected food poisoning in the carbon, police say, after they be solve-d'selt in a from's from's fromold", "rouge": {"rouge1": 41.26984126984127, "rouge2": 16.39344262295082, "rougeL": 28.571428571428577}, "nll_sum": 247.4659881591797, "token_count": 47} +{"index": 9246, "reference": "So-called Islamic State (IS) will never be defeated unless the corrupt conditions that help it to thrive are addressed, a new report claims.", "prediction": " 2011ing corruption by the so-called Islamic (IS) is a) talents cry\", a leading think- tank has said in the- 2011,mbudsman it says it from \"lD's a in from November George's.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 7.142857142857144, "rougeL": 24.137931034482758}, "nll_sum": 290.93572998046875, "token_count": 45} +{"index": 9247, "reference": "Mercedes' Lewis Hamilton says he expects a close season-long battle with Ferrari in which the advantage fluctuates between the two teams.", "prediction": "Lewis Hamilton says and Ferrari are \"much lower\" in the race for not Formula 1 race.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 91.46752166748047, "token_count": 18} +{"index": 9248, "reference": "Jupiter's Great Red Spot - a hurricane three times bigger than Earth - is blasting the planet's upper atmosphere with heat, astronomers have found.", "prediction": "Researchers have discovered the best location of why Jupiter became a hot in the atmosphere, say scientists.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 80.75192260742188, "token_count": 18} +{"index": 9249, "reference": "The takeover of Bradford Bulls by Omar Khan's consortium has been ratified by the Rugby Football League.", "prediction": "The Rugby Football League has confirmed it will \"open the door\" with its owner of Bradford FBI, owners of owners and ownersadiq Khan in 2013.", "rouge": {"rouge1": 41.860465116279066, "rouge2": 19.51219512195122, "rougeL": 18.6046511627907}, "nll_sum": 154.74884033203125, "token_count": 29} +{"index": 9250, "reference": "Leicester Riders are looking to cap off a sensational sporting week for the city by completing a domestic treble.", "prediction": "Leicester Tigers are celebrating the title battle for the British Basketball League, despite losing in their remaining games one season as \"rible scare\".", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 145.95144653320312, "token_count": 26} +{"index": 9251, "reference": "Hearts passed up the chance to move second in the Premiership as they fell to defeat by Kilmarnock at Rugby Park.", "prediction": "Hearts moved into the Premiership play-off places beating Kilmarnock to fourth place in Scottish Premiership.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 86.77821350097656, "token_count": 21} +{"index": 9252, "reference": "The UK is one of the unhealthiest nations in Europe for some health indicators, data suggests.", "prediction": "The UK is in the highest average of life expectancy than than in any other European countries European countries, research suggests.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 32.43243243243243}, "nll_sum": 107.30467987060547, "token_count": 22} +{"index": 9253, "reference": "Paris officials, investigating why a car was driven through the security barriers ahead of the Tour de France on Sunday morning, are holding two people who handed themselves in overnight.", "prediction": "Five people, including two children, have died after a car after a car crashed into a tree crashed in a hospital in Paris in the in's, solve,'s they from a-A aelt in from November from's. a it", "rouge": {"rouge1": 19.71830985915493, "rouge2": 2.898550724637681, "rougeL": 11.267605633802818}, "nll_sum": 253.95315551757812, "token_count": 47} +{"index": 9254, "reference": "UK retail sales rose by more than expected in November, as shops offered promotions at the end of the month in the run up to Black Friday.", "prediction": "The value of sales last last helped by a \" much-Black\" Blackpool, but the shoppers helped be better than a change\" the culture.", "rouge": {"rouge1": 31.999999999999996, "rouge2": 0.0, "rougeL": 15.999999999999998}, "nll_sum": 193.37899780273438, "token_count": 29} +{"index": 9255, "reference": "British horse racing's governing body is to investigate after the 'wrong horse' won a race at odds of 50-1.", "prediction": "A young free horse was found down the right horse to complete a ascent complete race, say organisers.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 0.0, "rougeL": 25.641025641025646}, "nll_sum": 122.45238494873047, "token_count": 19} +{"index": 9256, "reference": "A former head of the civil service has said the UK might remain in a \"more loosely aligned\" European Union, despite the referendum vote to leave.", "prediction": "The former minister of the civil Service has said the UK voted in favour to leave the EU, will then be allowed to leave it to the EU.", "rouge": {"rouge1": 51.85185185185186, "rouge2": 30.769230769230766, "rougeL": 48.14814814814815}, "nll_sum": 101.00340270996094, "token_count": 29} +{"index": 9257, "reference": "At least 20 people have been killed in a huge fire that broke out at a packaging factory in Bangladesh.", "prediction": "At least eight people have been killed in a huge fire at a factory, factory officials say.", "rouge": {"rouge1": 70.27027027027027, "rouge2": 51.42857142857142, "rougeL": 70.27027027027027}, "nll_sum": 56.94331741333008, "token_count": 18} +{"index": 9258, "reference": "France's president has warned that anti-Semitism and racism \"are still here\" on a visit to the only Nazi concentration camp on French soil.", "prediction": "France's president has visited one of the remaining prisoners in the Nazi concentration camp, has spoken victims victim \"the worst incidents\".", "rouge": {"rouge1": 38.297872340425535, "rouge2": 22.222222222222225, "rougeL": 38.297872340425535}, "nll_sum": 123.95732116699219, "token_count": 24} +{"index": 9259, "reference": "A man who briefly bought and owned the Google.com web domain has been rewarded by the search giant.", "prediction": "An Indian bank HSBC has handed himself to an security firm after buying the right to full of its shareholders.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 115.81892395019531, "token_count": 20} +{"index": 9260, "reference": "Any inquiry into police actions during the Battle of Orgreave would not take place until Hillsborough investigations conclude, the Home Office said.", "prediction": "The Home Office says it not the inquiry into the so-called Battle of paedgre, inquiry into allegations of Fifa police in in the. solve,Ukraine,'s they from-'syear a of in from from's's. the a", "rouge": {"rouge1": 32.78688524590163, "rouge2": 13.559322033898304, "rougeL": 19.672131147540988}, "nll_sum": 322.78765869140625, "token_count": 47} +{"index": 9261, "reference": "Marvin Johnson's stoppage-time winner against Inverness Caledonian Thistle all but secured a top-six Scottish Premiership finish for Motherwell.", "prediction": "Liam Johnson scored a last-minute winner as Inverness Caled Thistle and a Scottish Premiership finish to complete a season back from defeat.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 36.36363636363636}, "nll_sum": 134.929443359375, "token_count": 29} +{"index": 9262, "reference": "He is the billionaire who wants to go broke within his own lifetime, by giving his all his money away.", "prediction": "A the Northern Irelandy, Banks Feeney, whose wealth mineral to clear his name, his wealth, as as \"a huge good\".", "rouge": {"rouge1": 20.000000000000004, "rouge2": 0.0, "rougeL": 20.000000000000004}, "nll_sum": 168.7177734375, "token_count": 28} +{"index": 9263, "reference": "A Conservative MP who faced deselection by his own party has blamed a \"vicious smear campaign\" against him following revelations about his private life.", "prediction": "A former Conservative MP has defected from from the party in his office after subjected to the son Max Clifford George was the his eldest son's death.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 3.9999999999999996, "rougeL": 19.23076923076923}, "nll_sum": 155.38623046875, "token_count": 29} +{"index": 9264, "reference": "Businesses in southern India have given their employees the day off on Friday so they can attend screenings of a new film starring Tamil cinema superstar Rajinikanth.", "prediction": " telecom companies in India are holding the release of actor Rajinik filming before his release, the US state of Human Security (DP)..", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 20.408163265306122}, "nll_sum": 166.32566833496094, "token_count": 27} +{"index": 9265, "reference": "Ex-NBA basketball player Lamar Odom is being treated in hospital after being found unconscious at a brothel in Nevada, authorities have said.", "prediction": "Two-time basketball champion O,dom has never been taken to hospital after an incident at a brothel.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 90.32402801513672, "token_count": 21} +{"index": 9266, "reference": "Brussels was abuzz on Monday.", "prediction": "The the European Parliament voted the the UK and leave the EU, then the then, what did I need to think about will then happened and what happened.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 136.94143676757812, "token_count": 30} +{"index": 9267, "reference": "Sir Bradley Wiggins has defended claims made in his 2012 autobiography that he had never received injections.", "prediction": "Sir Bradley Wiggins says he has been \"superally suspendedally termin suspended\" suspended for, banned races - including \"a a diarr healtha\".", "rouge": {"rouge1": 27.027027027027025, "rouge2": 11.428571428571429, "rougeL": 21.62162162162162}, "nll_sum": 219.569580078125, "token_count": 28} +{"index": 9268, "reference": "More than 1,000 young spiders from a hybrid species have been released into the Suffolk broads.", "prediction": "A species of spider have washed released at a Norfolk cemetery for Sussex's wildlife bird, animal for the since's \" reputation-g's from in's from a George's. from reputation from a was fromA of.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 3.7735849056603774, "rougeL": 18.18181818181818}, "nll_sum": 313.28460693359375, "token_count": 43} +{"index": 9269, "reference": "Myanmar's National League for Democracy (NLD) has named its candidates to be president, confirming that its leader Aung San Suu Kyi is not a contender.", "prediction": "Myanmar's National opposition National Office for Democracy has announced it will not be the next vice-election after her in first president is president.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 12.244897959183673, "rougeL": 35.294117647058826}, "nll_sum": 145.1755828857422, "token_count": 27} +{"index": 9270, "reference": "She is only 19 but has already experimented with neural networks, built prototype software to help doctors diagnose breast cancer, won a $50,000 college scholarship from Google and been invited to the White House to showcase her research.", "prediction": "A 13-year-old woman who has been diagnosed with breast cancer treatment never began, she believes she \"could't she didn't done anything\".", "rouge": {"rouge1": 25.0, "rouge2": 3.225806451612904, "rougeL": 12.5}, "nll_sum": 124.56312561035156, "token_count": 29} +{"index": 9271, "reference": "With clashes between South Sudan and Sudan threatening to spiral into all-out conflict, state TV networks in both countries are pulling out the stops to rally support for their respective causes.", "prediction": "South Sudanese TV has begun- TV, and TV and radio has shown military, a video which shows of the \"Islamic retakeate\" of of President Bashar al-Birir.", "rouge": {"rouge1": 13.559322033898304, "rouge2": 0.0, "rougeL": 13.559322033898304}, "nll_sum": 204.76133728027344, "token_count": 36} +{"index": 9272, "reference": "More than 600 people in an East Yorkshire village have objected to plans for 119 new homes.", "prediction": "A public consultation has submitted plans for a \u00a3,100m housing development rel demolish a village town as a \"Residents\".", "rouge": {"rouge1": 16.666666666666668, "rouge2": 5.88235294117647, "rougeL": 11.11111111111111}, "nll_sum": 149.25735473632812, "token_count": 24} +{"index": 9273, "reference": "Downing Street has sought to play down figures showing that EU workers in the UK have risen to a record 2.1 million.", "prediction": "The number of workers living in the UK work has to its highest lowest level since 2008, official figures show.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 23.25581395348837}, "nll_sum": 85.50102996826172, "token_count": 21} +{"index": 9274, "reference": "Michael Simpson has won the John Moores Painting Prize, 25 years after he first came close to taking the title.", "prediction": "British artist James Simpson, who has won prestigious be an art exhibition, has been described as one of the most expensive paintings a collection of art\".", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 123.129150390625, "token_count": 28} +{"index": 9275, "reference": "An alleged head of a kidnapping ring in Lagos, Nigeria, is suing the Inspector-General of Police.", "prediction": "Nigeria are seeking an arrest for a man behind controversial king king inspired by followed,, accused him of trying trying to establish him.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 173.4162139892578, "token_count": 26} +{"index": 9276, "reference": "Striker Martin Paterson said Northern Ireland were left dumbfounded by their latest World Cup qualifying humiliation as they lost 2-0 in Azerbaijan.", "prediction": "Northern Ireland forward Callum Paterson says there is no delay to about losing Tuesday's Euro 2016 Group A qualifier against Israel was a Fitzarde-up game's referee (boverb S\".", "rouge": {"rouge1": 14.814814814814813, "rouge2": 3.846153846153846, "rougeL": 11.11111111111111}, "nll_sum": 242.17892456054688, "token_count": 37} +{"index": 9277, "reference": "Stormont's finance committee has said it is \"disappointed\" that the Irish finance minister has not replied to its request for Nama officials to appear before its inquiry.", "prediction": " of Isle of Finance (Iama) has asked Ireland's finance finance committee to asked it to a public inquiry into 100 of Northern Ireland bank account.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.692307692307692, "rougeL": 22.222222222222225}, "nll_sum": 153.8863525390625, "token_count": 29} +{"index": 9278, "reference": "A burst water main has caused flooding outside a south-west London station.", "prediction": " main burst water main at a railway station has hit dozens of motorists in south south London.west to of referee.A-A aA in a from a's. a from a from a it's from game a from a'sA", "rouge": {"rouge1": 36.36363636363637, "rouge2": 7.547169811320753, "rougeL": 21.818181818181817}, "nll_sum": 250.03176879882812, "token_count": 47} +{"index": 9279, "reference": "Japan's Emperor Akihito has expressed his desire to abdicate in the next few years, public broadcaster NHK reports.", "prediction": " Japanese king Emperor Aki Akihito will not be a step closer to restoring has his place, state of pav king, local reports say a Broadway a it's from's of from-A's a in from from's's from", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 278.74761962890625, "token_count": 45} +{"index": 9280, "reference": "Anti-fracking protesters have been celebrating a decision to block permission for an exploratory borehole for shale gas in County Fermanagh.", "prediction": "The NI government has overturned a decision to refuse gas for a controversial key give man in a County Fermanagh quarry, a a bid-right company due for a gameA 30-D, local, or a..", "rouge": {"rouge1": 32.14285714285714, "rouge2": 11.111111111111112, "rougeL": 25.0}, "nll_sum": 274.19757080078125, "token_count": 43} +{"index": 9281, "reference": "MPs could serve as Welsh government ministers in a bid to widen the talent pool, the Institute of Chartered Accountants in England and Wales says.", "prediction": "The number of AMs from & 35 to 40 to 60 60 to 60 to 40, the National account accountantsancy a said solve there's a's's it's \"over-e a 3 in from from May's.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 278.10479736328125, "token_count": 45} +{"index": 9282, "reference": "UK universities could open campuses in Europe to offset the effect of Brexit, some vice-chancellors have suggested.", "prediction": "Some of some leading universities are working working with university, and and other to European European Union following a UK's vote to leave in EU.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 144.01760864257812, "token_count": 27} +{"index": 9283, "reference": "Napping for more than an hour during the day could be a warning sign for type-2 diabetes, Japanese researchers suggest.", "prediction": " the longLong of fourapping or fouraps can significantly increased the risk of developing 22 diabetes say researchers, say Japanese researchers in the.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 173.29957580566406, "token_count": 28} +{"index": 9284, "reference": "Great Britain's Para ice hockey team will miss the 2018 Winter Paralympics after losing their World Championship B Pool bronze medal play-off.", "prediction": "Great Britain's men have missed out on the top place at the 2014 Paralympic Games in Rio.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 10.0, "rougeL": 28.571428571428577}, "nll_sum": 65.22999572753906, "token_count": 20} +{"index": 9285, "reference": "The remains of a Belfast youth were being exhumed on Monday as part of a police investigation into his shooting by an experimental British army undercover unit in 1972.", "prediction": "The fatal shooting of an injured front of eight soldiers in 22 years ago has no evidence, with no evidence that-one of the killer was fatally shot to be a \"'s a has passed a man's 3.'s the's. a", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 261.665283203125, "token_count": 47} +{"index": 9286, "reference": "Irvine Welsh and James Kelman are among the famous names in the running for this year's Saltire Literary Awards.", "prediction": " star Andrew Hogman is among the title contenders those shortlisted for this year a Saltashire the Football awards.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 16.666666666666668, "rougeL": 31.57894736842105}, "nll_sum": 142.8963623046875, "token_count": 22} +{"index": 9287, "reference": "Cliched chat of bragging rights and form going out of the window while still \"only being three points\" are plentiful around derby day.", "prediction": "\"I don't know, I'm know II'm't afraid.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 61.021514892578125, "token_count": 13} +{"index": 9288, "reference": "House prices are rising fastest in the East of England, official figures show, as analysts suggest property market \"action\" has moved out of London.", "prediction": " average price has house price in the East of England is rising average than average London, and other North northern of England, according to official figures., estimates,'s it's from'sw a Bureau in from since George's the from a", "rouge": {"rouge1": 39.39393939393939, "rouge2": 18.75, "rougeL": 27.27272727272727}, "nll_sum": 288.6849365234375, "token_count": 46} +{"index": 9289, "reference": "Four in 10 London nurses expect to leave the capital by 2021 because housing costs are so high, according to a survey by the Royal College of Nursing (RCN).", "prediction": "Hospital delayed staff in east London are due to \"chaked burst\" outside London, the Royal College of College (RCN) warned., cafes, solve they- \" it's it'soverpayment of a", "rouge": {"rouge1": 34.48275862068966, "rouge2": 10.714285714285714, "rougeL": 31.03448275862069}, "nll_sum": 272.9773864746094, "token_count": 42} +{"index": 9290, "reference": "She has been the long suffering girlfriend of Chris Brown, but after four rocky years Karrueche Tran says enough is enough.", "prediction": "Chris Chris has denied reports that she but announced she is pregnant her first child.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 71.72283172607422, "token_count": 15} +{"index": 9291, "reference": "A US woman who died in police custody three days after being arrested told a guard she previously attempted suicide, according to the sheriff in Texas.", "prediction": "A US woman who died died jail in prison Texas was was trying tried to killed herself, the FBI say.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 18.18181818181818, "rougeL": 34.78260869565217}, "nll_sum": 132.68362426757812, "token_count": 21} +{"index": 9292, "reference": "As the hoopla of the presidential campaign comes to New York, featuring the political all-stars seeking to become the world's most powerful leader, another race is also under way in the city - a contest of the largely obscure.", "prediction": "A political row has broken out over for a next the next UN general election.", "rouge": {"rouge1": 10.909090909090907, "rouge2": 0.0, "rougeL": 10.909090909090907}, "nll_sum": 69.53626251220703, "token_count": 15} +{"index": 9293, "reference": "N-Dubz have told Newsbeat they are shocked to have picked up four nominations for the Mobo awards.", "prediction": "Ryan Dappy have said they are are \"cluck andagged\" behind wouldo, but there are still receive a awards a \"\" solve.- solve again-'s--d aelt in's from'sold again's Broadway", "rouge": {"rouge1": 16.0, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 334.663818359375, "token_count": 44} +{"index": 9294, "reference": "Six people have been arrested in Cheltenham as part of a large-scale police operation into drug dealing in the county.", "prediction": "Police have seized a drugs during a operation by dealers in Glouces, Gloucestershire, which could cost up to \u00a31m.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 104.9028549194336, "token_count": 27} +{"index": 9295, "reference": "Uncapped opener Stephen Cook has been added to the South Africa squad for the final Test against England, which starts in Pretoria on Friday.", "prediction": "England captain Alastair will miss his squad face the third Test against South Africa in Cape Town on Tuesday because of a shoulder shoulder injury.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 97.40672302246094, "token_count": 27} +{"index": 9296, "reference": "A police chief has accused anti-fascist protesters of turning up at a demo prepared to attack \"any bald men who looked right-wing\".", "prediction": "The Sussex Police Sussex said 13 have staged a protest demonstration and was held to the streets, the city have said.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 129.37640380859375, "token_count": 22} +{"index": 9297, "reference": "The descent into Paro by plane, which has to navigate a mountainside, is not for the faint-hearted.", "prediction": "The Duke and Duchess of Cambridge are travel to the Western Atlantic during their tour of Asia.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 65.60458374023438, "token_count": 17} +{"index": 9298, "reference": "Glaciers in the French Alps have lost a quarter of their area in the past 40 years, according to new research.", "prediction": "The French Alps is so far, but have reduced more than a Friends a years ago, a study suggests.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 118.49925231933594, "token_count": 21} +{"index": 9299, "reference": "A property mogul is being investigated by the equalities watchdog over remarks about people renting properties.", "prediction": "A owning pensioner who left tenants \"a big party within the thick age\", a human rights group has said.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 119.35586547851562, "token_count": 22} +{"index": 9300, "reference": "A train carrying liquid petroleum gas has derailed and exploded in Bulgaria, killing at least four people.", "prediction": "At least 20 people have been killed after a train derailed in the Ukrainian capital capital, Kiev and defence officials say, saying there in the's reputation, Thursday, as3 from a-gA, in from November's a fromoldA", "rouge": {"rouge1": 32.727272727272734, "rouge2": 7.547169811320755, "rougeL": 18.18181818181818}, "nll_sum": 258.5330505371094, "token_count": 47} +{"index": 9301, "reference": "A man has admitted stealing the handbag of a female carer after she fell to her death from a motorway bridge.", "prediction": "A man who snatched a woman's handbag over before she killed and her son has pleaded guilty.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 79.15823364257812, "token_count": 19} +{"index": 9302, "reference": "Mercedes' Lewis Hamilton won his third Formula 1 World Championship to become only the second British driver after Sir Jackie Stewart to achieve the feat.", "prediction": "Lewis Hamilton took a stunning victory battle in a dramatic race to be on televised Formula Formula 1 race.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 9.523809523809526, "rougeL": 18.18181818181818}, "nll_sum": 97.43728637695312, "token_count": 19} +{"index": 9303, "reference": "The family of a nine-year-old British boy who died after being hit by a motorcyclist in Greece five years ago are \"mortified\" that the driver will not be jailed.", "prediction": "The family of his nine-year-old boy who was killed in an alleged hit-and-run crash have said he will not and accept \"as in the line\".", "rouge": {"rouge1": 43.33333333333333, "rouge2": 20.689655172413797, "rougeL": 36.666666666666664}, "nll_sum": 120.46621704101562, "token_count": 34} +{"index": 9304, "reference": "A Lady Penelope puppet, donated by the son of Thunderbirds creator Gerry Anderson, is to be sold for charity.", "prediction": "The eye of children's Peter Anderson, who star in the TV show the Penelope, has been sold at for \u00a339,000.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 24.390243902439025}, "nll_sum": 113.62415313720703, "token_count": 27} +{"index": 9305, "reference": "Exams regulator Ofqual has confirmed the changes it is making to GCSEs, in what it calls the biggest shake-up of exams in England for a generation.", "prediction": "Pupils in England facing major changes to their education in England from next year, the exams regulator Ofqual.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093027, "rougeL": 22.222222222222225}, "nll_sum": 100.76744079589844, "token_count": 22} +{"index": 9306, "reference": "Stephen Keshi has been sacked as coach of Nigeria and replaced by Shaibu Amodu, the country's Football Federation (NFF) has announced.", "prediction": "Stephen Keshi has been appointed as the head coach of Nigeria England Football team, the Football Federation has announced. of's's been a 138 2011's the football's's", "rouge": {"rouge1": 52.83018867924528, "rouge2": 27.450980392156865, "rougeL": 49.05660377358491}, "nll_sum": 180.67868041992188, "token_count": 34} +{"index": 9307, "reference": "Government plans to clamp down on \"benefit tourism\" could see both Britons and immigrants affected by changes to the rules on entitlement.", "prediction": " temporaryual restrictions applications to the UK after the UK vote to leave leave the EU, the BBC has been told.", "rouge": {"rouge1": 14.285714285714283, "rouge2": 5.0, "rougeL": 14.285714285714283}, "nll_sum": 87.2161636352539, "token_count": 22} +{"index": 9308, "reference": "A vicar's son who asked a teenage girl to perform a sex act with a dog while online at his father's vicarage has been jailed for a year.", "prediction": "A retired vicar who was of jail after having having sex with girls with a 15-year-old girl who had been jailed and jailed for 10 years.", "rouge": {"rouge1": 37.93103448275862, "rouge2": 10.714285714285715, "rougeL": 34.48275862068965}, "nll_sum": 117.82852935791016, "token_count": 31} +{"index": 9309, "reference": "The NHS in England has met its four-hour A&E waiting-time target for the first time since September.", "prediction": "The number of accident and emergency units are to its waiting time reached four hours July July, new figures show.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473683, "rougeL": 20.000000000000004}, "nll_sum": 120.53654479980469, "token_count": 21} +{"index": 9310, "reference": "Michael Gove has branded a decision by Rotherham council to remove three children from a foster couple because they belong to UKIP as \"indefensible\".", "prediction": " Education Secretary Michael G has defended the decision not to ban three children from Rotherhamham Borough Council - after members of a local mainstream local party.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 8.51063829787234, "rougeL": 32.6530612244898}, "nll_sum": 135.80621337890625, "token_count": 29} +{"index": 9311, "reference": "A punter in Aberdeen has placed a bet of \u00a350,000 on Andy Murray to win Wimbledon.", "prediction": " boxing firm Pricbrokes has said it would be a world price bet onbledon first men singles singles doubles at Wimbledon's in Aberdeen.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 176.59640502929688, "token_count": 27} +{"index": 9312, "reference": "Police have released CCTV images of a man they want to trace over a \"violent attack\" in the Gorbals area of Glasgow.", "prediction": "Police have released indecent images of a man they want to trace to in connection with a violentviolent\" at a street in north west Glasgow", "rouge": {"rouge1": 59.57446808510639, "rouge2": 40.0, "rougeL": 59.57446808510639}, "nll_sum": 121.51022338867188, "token_count": 26} +{"index": 9313, "reference": "Police in Italy have arrested the former governor of the Mexican state of Tamaulipas, Tom\u00e1s Yarrington, 59.", "prediction": "Police in the northern Mexican state of Chihuah, Tomden, have been arrested on charges of drugs and money laundering for his leading role.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 115.30257415771484, "token_count": 28} +{"index": 9314, "reference": "Macauley Bonne scored his first goal in 11 games but Colchester were held to a draw by 10-man Chesterfield.", "prediction": "Chris Bon Bonne missed a-half penalty and missed a penalty beat beat 10-man Colchesterchester.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 5.88235294117647, "rougeL": 22.222222222222225}, "nll_sum": 129.7951202392578, "token_count": 21} +{"index": 9315, "reference": "London's landmark Tower Bridge has closed to traffic on Saturday until the end of December for maintenance work.", "prediction": " work of almost \u00a37m work has started to repair the58 bridge at London Bridge London's bosses have announced.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555555, "rougeL": 10.526315789473683}, "nll_sum": 120.79360961914062, "token_count": 22} +{"index": 9316, "reference": "Sir Tom Jones is to return as one of the judges on talent show The Voice UK when it moves to ITV next year.", "prediction": "Sir Tom Jones will not be performing to appear in court on BBC Radio talent show show The Voice because it is \"didn have a new talent\".", "rouge": {"rouge1": 43.13725490196078, "rouge2": 20.408163265306122, "rougeL": 39.21568627450981}, "nll_sum": 148.9220733642578, "token_count": 28} +{"index": 9317, "reference": "A spoof series of four books called Enid Blyton for Grown-Ups, which reimagines the Famous Five as adults, is to be published.", "prediction": "One of the five famous children, will be booed by production characters in a 1970s and 80s.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 104.49412536621094, "token_count": 21} +{"index": 9318, "reference": "A teenager has been arrested on suspicion of attempted murder after a man was stabbed on his doorstep in the West Midlands on Tuesday.", "prediction": "A teenager has been arrested on suspicion of attempted murder of another man in man in the West Midlands.", "rouge": {"rouge1": 69.76744186046511, "rouge2": 58.536585365853654, "rougeL": 69.76744186046511}, "nll_sum": 62.397098541259766, "token_count": 19} +{"index": 9319, "reference": "An Essex town buoyed by the popularity of a reality television show needs to plan for when the \"bubble bursts\", businesses have been told.", "prediction": "A seaside town which includes a carpet playing, red card and orange flag, could boost the economy and boost tourism, a council has said to.'s a's from a's from since it be's from of.", "rouge": {"rouge1": 16.129032258064516, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 221.14532470703125, "token_count": 43} +{"index": 9320, "reference": "Police investigating the disappearance of a baby born in north London in 2004 have arrested a man in Hertfordshire.", "prediction": "A woman has been arrested by police investigating the murder of a baby girl whose body was found of West Midlandson in north-west London.", "rouge": {"rouge1": 50.0, "rouge2": 23.80952380952381, "rougeL": 40.90909090909091}, "nll_sum": 97.02281951904297, "token_count": 28} +{"index": 9321, "reference": "Facebook is paying Microsoft $550m (\u00c2\u00a3341m) for some of the patents it recently bought from AOL.", "prediction": "Microsoft has agreed to $1bn (\u00a31bn.bnbn) in its advertising revenue, as it continues struggle fight preserve its advertising business..", "rouge": {"rouge1": 11.111111111111112, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 151.603759765625, "token_count": 28} +{"index": 9322, "reference": "Ireland winger Tommy Bowe played his first match since October in the Ulster's A game against their Munster counterparts on Thursday.", "prediction": "Ireland winger David Bowe has broken a broken broken leg during his leg in his side's22-22 defeat by Leinster in their Pro12 match on Saturday.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 4.25531914893617, "rougeL": 28.57142857142857}, "nll_sum": 140.93646240234375, "token_count": 33} +{"index": 9323, "reference": "US President Donald Trump says he did not make secret recordings of ex-FBI chief James Comey despite an earlier hint to the contrary.", "prediction": "US President Donald Trump has denied that he fired FBI fired James Comey before evidence and testimony parliamentary hearing.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 19.51219512195122, "rougeL": 37.2093023255814}, "nll_sum": 100.19874572753906, "token_count": 19} +{"index": 9324, "reference": "Labour has been \"ploughing on as if they have a divine right to rule\" in Wales, the Welsh Conservative leader has said.", "prediction": "The Welsh leader has backed politicians for action to the way health services in Wales.", "rouge": {"rouge1": 37.83783783783784, "rouge2": 17.142857142857142, "rougeL": 21.62162162162162}, "nll_sum": 89.0429458618164, "token_count": 15} +{"index": 9325, "reference": "Craig Levein retains \"high hopes\" for Ian Cathro's Hearts tenure but says the club will seek to \"repair the damage\" of recent transfer windows.", "prediction": "Hearts director Craig Levein says he hopes to improve performance by new head coach Ian Cathro's \"couldn not know\"\".", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 26.66666666666666}, "nll_sum": 141.60879516601562, "token_count": 27} +{"index": 9326, "reference": "Residents from communities across south Wales have rallied together to try and catch arsonists who deliberately start grass fires.", "prediction": "Children as young as 11 in have been arrested after starting bl artwork in Wales say say fans and fire service and volunteers will help them them and locate.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 191.25038146972656, "token_count": 29} +{"index": 9327, "reference": "Chicago has beaten New York City and Hawaii as the chosen location for President Barack Obama's library, according to US media.", "prediction": "US President Barack Obama will his office for names George and George W Bush in California Republican office the media reports say, amid a right-e for of Gray for a from from the-e's tighten from from November. from the from a", "rouge": {"rouge1": 27.272727272727277, "rouge2": 6.25, "rougeL": 12.121212121212123}, "nll_sum": 294.460693359375, "token_count": 47} +{"index": 9328, "reference": "Toyota says its full-year profits will be better than expected thanks to a pick-up in sales and a boost from currency fluctuations.", "prediction": " Kansas City has reported a better-as-expected outlook for the Japanese carmakermaker said a it fears for famous car-maker premiums.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 160.6170196533203, "token_count": 27} +{"index": 9329, "reference": "A woman who added Skywalker as a middle name has had her passport cancelled after being told her application was \"frivolous\".", "prediction": "A woman the faces lying over delays to her passport her name because of the possible poll pollster, has again been told she can change her name.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 25.0}, "nll_sum": 156.8173065185547, "token_count": 29} +{"index": 9330, "reference": "A man accused of plotting a terror knife attack has appeared in court alongside his sister.", "prediction": "A man has appeared in court charged with offences relation to terror attacks in not UK.", "rouge": {"rouge1": 50.0, "rouge2": 26.666666666666668, "rougeL": 37.5}, "nll_sum": 73.8307876586914, "token_count": 16} +{"index": 9331, "reference": "Commonwealth Games hopefuls Emma Mitchell and Adam Kirk-Smith both clinched gold medals on the opening day of the Irish Championships at Santry.", "prediction": "Dundee's Emma Mitchell nearly fourth followed for the November Games Youth Games meeting in Santry, New Down.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 152.912841796875, "token_count": 22} +{"index": 9332, "reference": "Rangers will play Celtic in the Scottish Cup semi-finals while Hibernian or Inverness Caledonian Thistle will play Dundee United.", "prediction": "Celtic will play- semi-final to Dundee, Dund Dundee, Dundee United and fail to reach the Scottish quarter-finals of the Scottish Cup finals Saturday", "rouge": {"rouge1": 44.44444444444445, "rouge2": 23.25581395348837, "rougeL": 26.66666666666666}, "nll_sum": 129.73675537109375, "token_count": 34} +{"index": 9333, "reference": "The tragic death of a toddler has gripped Pakistan's social media conscience over the past 24 hours.", "prediction": "The Armenians are across again, but outrage by India's famous prime ministerumir,toto amid reports that a young woman whose birth at a at a hospital in the country. 2011 \" solve 2011 an's \" 2011 for a again", "rouge": {"rouge1": 14.035087719298245, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 298.3221435546875, "token_count": 47} +{"index": 9334, "reference": "The families of five men who died when a 15ft wall collapsed on them at a scrap metal yard say they are still waiting for answers a year on.", "prediction": "The families of the victims of four men who died in an explosion at a heart explosion 30 years ago say they are overwhelmed they will know about them.", "rouge": {"rouge1": 44.827586206896555, "rouge2": 25.0, "rougeL": 37.93103448275862}, "nll_sum": 114.62623596191406, "token_count": 29} +{"index": 9335, "reference": "East Stirlingshire moved off the bottom of Scottish League Two with a surprise victory over promotion-chasing Queen's Park.", "prediction": " Queen Park's East Stirlhire moved into fourth place in Scottish One by beating Queen- Park at Queen's Park to restore a St ballet's reputation since's a's from a-'s a reputation from a's as. from aA", "rouge": {"rouge1": 22.58064516129032, "rouge2": 6.666666666666667, "rougeL": 19.354838709677416}, "nll_sum": 292.10760498046875, "token_count": 47} +{"index": 9336, "reference": "Coventry has taken the highest number of Syrian refugees in the UK, according to Home Office figures.", "prediction": "More than 40 refugees have fled in the West Midlands have been submitted to the local authorities, UKIP and said.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 98.30345153808594, "token_count": 21} +{"index": 9337, "reference": "A Nigerian man accused of trying to bomb a US-bound flight on Christmas Day 2009 has been sentenced to life in prison without parole.", "prediction": "An American man has been sentenced to a a American jail in December 2014 and sentenced to 20 years in jail by a court in Lagos.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 95.62528228759766, "token_count": 27} +{"index": 9338, "reference": "Travel operator Tui Group has announced how much its business will be affected by the beach attack in Tunisia in June.", "prediction": "The travel Travel firm Tui, which was hit by a knife attack by the Foreign Office, has focused its outlook, a strongolve it says.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 166.64353942871094, "token_count": 29} +{"index": 9339, "reference": "Police have issued a warning after a World War Two phosphorous bomblet was found washed up near Stranraer.", "prediction": "A World War Two bomb was found on a Scottish beach on the Fife coast. coast-. aA \" \"thewe a in\" from The's\" from a--A from in from referee George.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 17.02127659574468, "rougeL": 24.489795918367346}, "nll_sum": 245.30714416503906, "token_count": 41} +{"index": 9340, "reference": "The US Supreme Court appeared to be evenly divided over a case about faith-based groups indirectly providing contraception in employee health plans.", "prediction": "The US Supreme Court and heard arguments questions about whether President Barack Obama will not include non-profit organisation involved to provide sexuality for workers of health workers.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 152.71701049804688, "token_count": 29} +{"index": 9341, "reference": "A record-breaking attempt to cross the Pacific Ocean using a solar-powered plane has been aborted.", "prediction": "A record- record plane, believed to be longest in the UK and Japan has failed in the second attempt reach a sensational failed after the first attempt to its fail.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 21.276595744680847}, "nll_sum": 184.44595336914062, "token_count": 32} +{"index": 9342, "reference": "Celtic fans may soon have a new Dembele to savour after 13-year-old Karamoko Dembele made his debut for the club's development team on Monday.", "prediction": "Celtic have given an 18-year-old to the first youth for Scotland Scotland Under20s to receive international impression of international., the", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 24.489795918367346}, "nll_sum": 142.47085571289062, "token_count": 28} +{"index": 9343, "reference": "Kidderminster chairman Rod Brown says he wants interim head coach Colin Gordon to take the job permanently.", "prediction": "Kidderminster Harriers have said chief executive executive Gordon Scotland as their new coach, saying it is \" not the best\" he ever seen\".", "rouge": {"rouge1": 30.769230769230766, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 148.367431640625, "token_count": 28} +{"index": 9344, "reference": "Several US radio stations played out an explicit podcast to listeners after an apparent hack.", "prediction": "A video game group has claimed, it could be a mobile star commentator and radio personality, broadcaster hacked.", "rouge": {"rouge1": 12.12121212121212, "rouge2": 0.0, "rougeL": 12.12121212121212}, "nll_sum": 119.65800476074219, "token_count": 20} +{"index": 9345, "reference": "Manchester City are all but assured of a place in next season's Champions League as Manuel Pellegrini's time at the club ended with a draw at Swansea.", "prediction": "Manchester City missed on a Champions League-two place after at substitutelegrini's top- saw off Swansea City in their Etihad Stadium Stadium. \"- solve the- by-p a from in- from a 2011 again the a", "rouge": {"rouge1": 36.92307692307693, "rouge2": 6.349206349206349, "rougeL": 24.615384615384613}, "nll_sum": 311.7565002441406, "token_count": 46} +{"index": 9346, "reference": "American Bubba Watson has a one-shot clubhouse lead at the storm-interrupted Shenzhen International, with 56 players set to finish their first rounds early on Friday.", "prediction": "England's Chris Johnson gives one shot ahead of the lead after heading one lead a lead going into- second round of the Plangaid Open, China.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 3.9215686274509802, "rougeL": 15.09433962264151}, "nll_sum": 195.17709350585938, "token_count": 30} +{"index": 9347, "reference": "Michael Doughty earned a draw against Millwall in Swindon's first game since Luke Williams was named manager.", "prediction": " Michael Doughty scored stoppageage winner as Millwall came from behind to beat League One-off hopes and keep their play-off hopes alive kept.", "rouge": {"rouge1": 14.285714285714288, "rouge2": 5.0, "rougeL": 14.285714285714288}, "nll_sum": 140.6973419189453, "token_count": 30} +{"index": 9348, "reference": "Labour has accused Theresa May of \"letting austerity damage her ability to keep us safe\" as it continues its attack over police cuts.", "prediction": "Theresa May has told to why she explain why police funding was be cut by police officers in of wake. a terrorist attack in London's 20,000, because it's been from from it's from of a.", "rouge": {"rouge1": 29.03225806451613, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 243.2110595703125, "token_count": 43} +{"index": 9349, "reference": "Ireland's former prime minister Albert Reynolds has died at the age of 81.", "prediction": "Fist bass,ist former prime minister minister and prime minister, has died aged Ireland, aged 93. of raping a the aolve's a's from of's a from a government's a's of a from to from a from a", "rouge": {"rouge1": 35.714285714285715, "rouge2": 11.11111111111111, "rougeL": 25.0}, "nll_sum": 273.9633483886719, "token_count": 47} +{"index": 9350, "reference": "Hundreds of people have taken part in a ceremony to mark the 75th anniversary of the Luftwaffe bombing raid on Coventry, which left 568 people dead and most of the city centre in ruins.", "prediction": "A blue red Cov 2011 held at Coventry Cathedral Cathedral's city to mark 30 years since the city began of World War Two.,.'s a's reputation's reputation as \"'s The's a from from reputation's\". a from's", "rouge": {"rouge1": 21.052631578947366, "rouge2": 5.405405405405405, "rougeL": 15.789473684210527}, "nll_sum": 298.3731689453125, "token_count": 46} +{"index": 9351, "reference": "Singer-songwriter Peter Sarstedt, best known for the song Where Do You Go To (My Lovely), has died at the age of 75, his family has said.", "prediction": "Dand Sarstedt, best known for his best song, Bruno You I You, You has died at the age of 77, his family, said is solve of an the solve'sA's from a's again Broadway's again's", "rouge": {"rouge1": 48.48484848484849, "rouge2": 28.125, "rougeL": 45.45454545454546}, "nll_sum": 285.16680908203125, "token_count": 47} +{"index": 9352, "reference": "Malorie Blackman's young adult novel Noughts and Crosses is to be made into a BBC One drama series.", "prediction": "year-writer Black Blackman, but dramatised in a novel novel a mini-budget novel drama about the history a black white man.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 154.09715270996094, "token_count": 28} +{"index": 9353, "reference": "Five men and a woman have been charged with 53 child sexual offences relating to the alleged sexual exploitation of a number of girls in Sheffield.", "prediction": "Six men have been charged with historical child sex offences against a sex in on., from Sheffield's rise from a man's and his the from his their's's, as his reputation from a's have of..", "rouge": {"rouge1": 43.07692307692308, "rouge2": 9.523809523809524, "rougeL": 30.76923076923077}, "nll_sum": 238.24301147460938, "token_count": 41} +{"index": 9354, "reference": "Manchester City have set no date on a return for captain Vincent Kompany, who is having treatment on the groin injury suffered during his comeback match.", "prediction": "Cardiff City captain Koinany has been ruled out of Premier Premier League season because of a thigh injury.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 13.636363636363638}, "nll_sum": 98.89010620117188, "token_count": 21} +{"index": 9355, "reference": "Oil giant BP has withdrawn some non-essential staff from operations in Libya following UK government advice about uncertainty in the country.", "prediction": "The oil firm oil says it has recovered 10 its British staff from Libya in response to, government overthrow of al- almar Gaddafi.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 4.651162790697675, "rougeL": 26.66666666666666}, "nll_sum": 141.82815551757812, "token_count": 26} +{"index": 9356, "reference": "With an audience of head teachers it was never likely to be a highly rowdy affair.", "prediction": "It is a case again told how many teachers union action to force all schools in England and become academies.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 109.97293090820312, "token_count": 21} +{"index": 9357, "reference": "Part of Altnagelvin hospital in Londonderry has been evacuated after smoke was discovered in one of the wards.", "prediction": "Six people have been taken to hospital following a fire at Altagelvin Hospital, Londonderry.", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 71.47965240478516, "token_count": 21} +{"index": 9358, "reference": "A 19-year-old man has been charged with the murder of celebrity minder Ricky Hayden, who was stabbed to death in east London.", "prediction": "A 34-year-old man has been charged with murdering official man, body was found of a car in north-. London.", "rouge": {"rouge1": 57.777777777777786, "rouge2": 27.906976744186046, "rougeL": 53.333333333333336}, "nll_sum": 106.83023071289062, "token_count": 25} +{"index": 9359, "reference": "The mother of a teenager who took his own life because of online bullying has set up a programme to tackle the issue.", "prediction": "The mother of a teenager who was broken after being hit by a train was launched a run-up school to train pupils to give him and voice.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 20.408163265306122, "rougeL": 31.372549019607842}, "nll_sum": 126.20564270019531, "token_count": 29} +{"index": 9360, "reference": "An actor in one of the biggest comedies on US television, Two and a Half Men, has described the show as \"filth\", while urging viewers not to watch it.", "prediction": "A US Hollywood drama Half Halfies says he will not be filmed his possible TV series.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 117.28105163574219, "token_count": 17} +{"index": 9361, "reference": "Green power from Norway will be powering hundreds of thousands of UK homes from 2021, National Grid has said.", "prediction": "The UK government has announced the start of a major project that will provide energy from from Norway, bringing rising demand for energy. renewable projects.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904763, "rougeL": 9.09090909090909}, "nll_sum": 122.84468841552734, "token_count": 27} +{"index": 9362, "reference": "A man has described how he felt compelled to drive 200 miles in the middle of the night to help people affected by the Manchester attack.", "prediction": "A suicide victim, who carried out night's attack in the attack in Manchester city, has said he was \"lucky\" to be be able to be help.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 3.9215686274509802, "rougeL": 22.641509433962266}, "nll_sum": 131.994384765625, "token_count": 32} +{"index": 9363, "reference": "Animal rights campaigners are urging a South African game park to reverse its decision to put down a lion who escaped on Sunday.", "prediction": "A price lion that was born shot dead in a South African park has been put put down after being removed.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714283, "rougeL": 27.27272727272727}, "nll_sum": 104.28108215332031, "token_count": 21} +{"index": 9364, "reference": "While it hasn't been an epic encounter like the referendum on the Good Friday Agreement or the following struggles for dominance within unionism and nationalism, I don't agree that the 2015 Westminster campaign has been lacklustre.", "prediction": "The general election was a dramatic change in a result outcome in Northern Ireland its general election.", "rouge": {"rouge1": 3.6363636363636362, "rouge2": 0.0, "rougeL": 3.6363636363636362}, "nll_sum": 85.36018371582031, "token_count": 17} +{"index": 9365, "reference": "Ipswich Town put their scoring problems behind them with their biggest win of the season to sink QPR at Portman Road.", "prediction": "Chris Sandro scored three first-half goals as Ipswich beat QPR and keep their Championship playoldoff hopes alive-p a run-game from a's from a 3-gA a from from November's from.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 7.142857142857142}, "nll_sum": 249.51687622070312, "token_count": 45} +{"index": 9366, "reference": "This isn't just the worst single Ebola outbreak in history, it has now killed more than all the others combined.", "prediction": " no new of cases of the deadly Ebola outbreak in Liberia is bringing deadly deadly virus, and the cases are now reported to be contracted.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 9.09090909090909, "rougeL": 21.73913043478261}, "nll_sum": 118.7618179321289, "token_count": 26} +{"index": 9367, "reference": "Police seized 16 petrol bombs in west Belfast after one was thrown at officers in the area earlier this week.", "prediction": "Police have said two petrol petrol bombs were thrown at police officers in Londonderry in Belfast.", "rouge": {"rouge1": 50.0, "rouge2": 17.647058823529413, "rougeL": 38.888888888888886}, "nll_sum": 60.00166702270508, "token_count": 19} +{"index": 9368, "reference": "The European Space Agency has launched a second radar satellite into the EU's new Sentinel constellation.", "prediction": "The European Space Agency (Esa) has launched a newasa mission orbit.", "rouge": {"rouge1": 50.0, "rouge2": 38.46153846153847, "rougeL": 50.0}, "nll_sum": 62.604225158691406, "token_count": 15} +{"index": 9369, "reference": "The fishing industry wants out of the EU in the face of Scottish government efforts to keep the country in, ministers are being told.", "prediction": "The Scottish fishing industry could take control on Scotland's trade territory after the UK's voted after the UK voted to leave the EU.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 8.51063829787234, "rougeL": 28.57142857142857}, "nll_sum": 100.27574920654297, "token_count": 25} +{"index": 9370, "reference": "A man driving a private ambulance has died in a crash with a double decker bus and a car in North Yorkshire.", "prediction": "A man was taken to hospital after a private ambulance crashed into a private ambulance on an ambulance an Yorkshire.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 38.0952380952381}, "nll_sum": 92.75031280517578, "token_count": 20} +{"index": 9371, "reference": "Barcelona midfielder Ivan Rakitic has agreed a new contract, tying him to the Spanish champions until 2021.", "prediction": "Barcelona forward Ney Messi has signed a new five-year contract, agreeing a five-year deal worth 60m euros (\u00a365m).", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 78.97843933105469, "token_count": 27} +{"index": 9372, "reference": "Inverness Caledonian Thistle manager Richie Foran insists Friday's Highland derby against Ross County is the most important match of his career.", "prediction": "Former Inverness Caled Th manager Mix Foran has condemned Scottish Premiership leaders, saying the club's struggle to struggle with a new club manager.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 161.25982666015625, "token_count": 29} +{"index": 9373, "reference": "Two cars were damaged when a troubled flood prevention scheme in Fife was hit by more problems during the weekend's heavy rain.", "prediction": "A Fife man has spoken of his express when he experienced when his car was involved in a water when he trapped in a flooded Fife park.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 138.31126403808594, "token_count": 29} +{"index": 9374, "reference": "A public spending watchdog has published \"serious concerns\" over the financial control of East Dunbartonshire Council.", "prediction": "West Dunbartonshire's council needs to make cuts because of cuts to its budget, public spending watchdog has said", "rouge": {"rouge1": 40.0, "rouge2": 18.18181818181818, "rougeL": 22.857142857142858}, "nll_sum": 82.85897064208984, "token_count": 22} +{"index": 9375, "reference": "A man has been jailed for eight years for the brutal rape of a woman in 1985, thanks to advances in DNA and forensic investigations, police say.", "prediction": "A man has been jailed for four years for the rape and murder of a woman was almost 30 years ago.", "rouge": {"rouge1": 58.333333333333336, "rouge2": 39.13043478260869, "rougeL": 54.166666666666664}, "nll_sum": 50.84029006958008, "token_count": 21} +{"index": 9376, "reference": "Students struggling to learn Chinese might not know it, but their task has been made easier because of the work of one man.", "prediction": " is is the only anti-dism but bed dynastyera is the famous, but the there is only write to a famous carpet and messages.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 184.8876495361328, "token_count": 28} +{"index": 9377, "reference": "League Two side Stevenage have signed their third striker of the summer by bringing in free agent Jake Hyde.", "prediction": "League Two side Stevenage have signed midfielder midfielder Luke Nightly for an undisclosed fee on a-year deal.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 28.571428571428577, "rougeL": 32.43243243243243}, "nll_sum": 87.08199310302734, "token_count": 21} +{"index": 9378, "reference": "Musicals staged by Sheffield's Crucible theatre lead the nominations for this year's UK Theatre Awards, which reward the best shows produced outside London.", "prediction": " weekendie Harris, and B B but will receive the best British actor at a year's Independent British Film Awards.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 9.30232558139535, "rougeL": 17.77777777777778}, "nll_sum": 128.0955047607422, "token_count": 22} +{"index": 9379, "reference": "Steven Naismith is aiming to impress new Norwich City head coach Daniel Farke and has no plans to leave Carrow Road before the end of his contract.", "prediction": " Na Naismith is confident a return to Norwich City this summer will soon a a move to British club will newcomers of club in pre-season.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.8431372549019605, "rougeL": 26.41509433962264}, "nll_sum": 171.32821655273438, "token_count": 29} +{"index": 9380, "reference": "UK researchers say they have taken a huge step forward in treating deafness after stem cells were used to restore hearing in animals for the first time.", "prediction": "Haining the brain hands with hearing loss, can be \"almost impossible difficult\" task, say researchers.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 4.761904761904762}, "nll_sum": 111.15103149414062, "token_count": 20} +{"index": 9381, "reference": "Work has begun to demolish a 1970s shopping centre in the centre of Oxford as part of a \u00a3440m redevelopment.", "prediction": "Work on a \u00a3500m car park in the shopping centre of Oxford has been given, go ahead of plans for a \u00a38m expansion.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 19.51219512195122, "rougeL": 41.86046511627907}, "nll_sum": 113.34498596191406, "token_count": 28} +{"index": 9382, "reference": "Tunisians vote on 26 October in a parliamentary election, which they hope will see the end of a nearly-four year transition period which followed the ousting of President Zine al-Abidine Ben Ali in 2011.", "prediction": "The parliamentary elections will held on 26 March 2014, Tunisia will a a new president, president the giving a new multi- transparency in voting system.", "rouge": {"rouge1": 39.34426229508197, "rouge2": 6.779661016949152, "rougeL": 19.672131147540984}, "nll_sum": 153.21063232421875, "token_count": 28} +{"index": 9383, "reference": "Johnny Cash's son, John Carter Cash, has described a new album by his late father as \"a great treasure\", saying there will be more records released in the future.", "prediction": "Newly appointed music tracks, including Pic artist Johnny listening, to be released public for the first time.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 118.43999481201172, "token_count": 20} +{"index": 9384, "reference": "Children who are exposed to abuse, domestic violence or other stresses are far more likely to develop long term health problems, says new research.", "prediction": "Fifty children who are nearly twice as twice benefits such as benefits, drugs,, drugs in life, research.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 132.91461181640625, "token_count": 21} +{"index": 9385, "reference": "A former Celtic Football Club youth coach and kit man is to stand trial for alleged child sex offences.", "prediction": "A former Celtic and Rangers footballer footballer, will stand trial on images in child sex charges.", "rouge": {"rouge1": 51.42857142857142, "rouge2": 24.24242424242424, "rougeL": 45.714285714285715}, "nll_sum": 85.94824981689453, "token_count": 17} +{"index": 9386, "reference": "Three more Scots have been added to the Great Britain Olympic athletics team, taking the total up to 15.", "prediction": "Four more Scottish athletes are among the track for to Rio track track for Rio 2016 in London.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 94.37740325927734, "token_count": 18} +{"index": 9387, "reference": "Port Vale have parted company with three of their backroom staff after manager Bruno Ribeiro's Boxing Day departure.", "prediction": "Port Vale have sacked boss Rib Southeiro and three of assistant assistant players after their firstup-up unbeaten to the season.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210526, "rougeL": 30.0}, "nll_sum": 168.80767822265625, "token_count": 26} +{"index": 9388, "reference": "Too many school libraries in England face cuts or closure with schools increasingly viewing books as obsolete, a teachers' union has heard.", "prediction": "Militort have introduced some England's schools are open are properly with their pupils, a union' union heard.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 154.6935577392578, "token_count": 22} +{"index": 9389, "reference": "Bournemouth have accepted a Football Association charge relating to a breach of anti-doping rules.", "prediction": "Bournemouth have been fined a \u00a32,000 by the Football Association for failing to ensure their failed for a drugs testelling test. a's a's a's from's-A a ban from Saturday game's from.", "rouge": {"rouge1": 26.415094339622634, "rouge2": 7.8431372549019605, "rougeL": 26.415094339622634}, "nll_sum": 220.43264770507812, "token_count": 45} +{"index": 9390, "reference": "The connection between Peterborough Cathedral and Henry VIII's Spanish queen is little known outside the city.", "prediction": "A music festival has been held for the 19th anniversary of a woman who gave birth at the famous Tudor Tudor dynasty.,\" solve aA aA it's a-D for a in from King George derby.", "rouge": {"rouge1": 11.320754716981131, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 223.5131072998047, "token_count": 43} +{"index": 9391, "reference": "Computer pioneer and codebreaker Alan Turing has been given a posthumous royal pardon.", "prediction": "Four men who awarded his work for code code-breaking, Alan Turing, have been given a def salary hon honour at Bletchley Park.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 17.64705882352941, "rougeL": 27.777777777777775}, "nll_sum": 159.1863250732422, "token_count": 29} +{"index": 9392, "reference": "Barack Obama has taken a tour of the Bob Marley museum in Jamaica after becoming the first US president to visit the country since 1982.", "prediction": " Diego Marley's home returned to his home by US President, Barack Obama on Obama five-day trip to the nation as he has received a dream with his old..", "rouge": {"rouge1": 32.727272727272734, "rouge2": 7.547169811320755, "rougeL": 18.18181818181818}, "nll_sum": 164.72215270996094, "token_count": 33} +{"index": 9393, "reference": "The League One match between Oldham and Blackpool has been postponed because of a waterlogged pitch.", "prediction": " Oldham Athletic's League One game against Oldham has postponed because of heavy.", "rouge": {"rouge1": 48.275862068965516, "rouge2": 22.222222222222225, "rougeL": 48.275862068965516}, "nll_sum": 79.00262451171875, "token_count": 15} +{"index": 9394, "reference": "Russell Knox aims to tap into the experience of former champion Sandy Lyle as he prepares to make his Masters debut next week.", "prediction": "Russell Knox says he is relish the glory success with Sir L Tayloryle becoming a five-time world champion to be a aolve-'s.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444444, "rougeL": 21.27659574468085}, "nll_sum": 212.82424926757812, "token_count": 31} +{"index": 9395, "reference": "Middlesex wicketkeeper-batsman John Simpson has extended his contract, keeping him at Lord's until the end of the 2019 season.", "prediction": "Middlesex bats batsman Chris Simpson has signed a new five-year contract which will will keep him at the club until the end of the 2019 season.", "rouge": {"rouge1": 62.500000000000014, "rouge2": 39.13043478260869, "rougeL": 62.500000000000014}, "nll_sum": 88.30852508544922, "token_count": 31} +{"index": 9396, "reference": "The White House has labelled \"bananas\" a ruling that blocks President Donald Trump's order barring funding for cities that shelter illegal immigrants.", "prediction": "President Donald Trump's court order, that would ban an animal offer on offer cities in a US court described as \"thth Justice flame\".", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.33333333333333, "rougeL": 25.53191489361702}, "nll_sum": 179.12307739257812, "token_count": 27} +{"index": 9397, "reference": "Christian refugees fleeing Syria are being bypassed by the UK government, the head of the Roman Catholic Church in England and Wales has said.", "prediction": "The Archbishop of Wales has said it would be a \"catastrophic delay\" in the the evacuation of Syrian refugees from refugees in Britain.", "rouge": {"rouge1": 42.5531914893617, "rouge2": 8.888888888888888, "rougeL": 21.27659574468085}, "nll_sum": 92.45046997070312, "token_count": 27} +{"index": 9398, "reference": "Police in the western Indian state of Maharashtra have found 19 aborted female foetuses near a hospital.", "prediction": "Police in the northern Indian state ofHost state have found two women foet Bobet", "rouge": {"rouge1": 45.16129032258064, "rouge2": 27.586206896551722, "rougeL": 45.16129032258064}, "nll_sum": 102.13888549804688, "token_count": 16} +{"index": 9399, "reference": "Wales made the most of a flying start to beat the UK Armed Forces 43-5 in a special Armistice Day match at the Arms Park.", "prediction": " Mack Mackay scored four first--half tries as they thrashed Wales a 22-22- the Test match in Swansea Bay in women's solve of the- solve-'s-w a haul in from years's a. refereeA", "rouge": {"rouge1": 25.396825396825395, "rouge2": 0.0, "rougeL": 19.047619047619047}, "nll_sum": 312.9745788574219, "token_count": 46} +{"index": 9400, "reference": "A man who made a bomb threat which led to more than 20 patients being evacuated from a hospital has been jailed.", "prediction": "A woman who making a hoax bomb threat against a patient in a hospital ward has been jailed.", "rouge": {"rouge1": 55.00000000000001, "rouge2": 21.052631578947366, "rougeL": 55.00000000000001}, "nll_sum": 74.45779418945312, "token_count": 18} +{"index": 9401, "reference": "A founding member of The Smiths has revealed that re-forming \"was a very real prospect\" - if only for four days.", "prediction": "G Graz Vatican has denied reports that will has received with band Pinkonshire 40 years ago.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 141.812255859375, "token_count": 19} +{"index": 9402, "reference": "Mark McGhee has been appointed manager of Scottish Premiership club Motherwell for a second time, with the Scotland assistant boss signing until May 2017.", "prediction": "Mark McGhee has announced his vision of return to the club the month to becoming a longtermterm consultant.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 28.571428571428577}, "nll_sum": 116.28334045410156, "token_count": 21} +{"index": 9403, "reference": "The world's food security is increasingly reliant on 14 \"chokepoints\" for trade, a think-tank report has warned.", "prediction": "The lack of food drinks, beauty as well as the rising risk of risk urban areas, says a report.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 0.0, "rougeL": 21.052631578947366}, "nll_sum": 110.92915344238281, "token_count": 21} +{"index": 9404, "reference": "Rail passengers travelling between Newcastle and Scotland faced severe disruption on Friday.", "prediction": " train passengers services cancelled in Newcastle, after a was cut.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 68.1092529296875, "token_count": 11} +{"index": 9405, "reference": "A new way of screening for ovarian cancer is showing \"potential\", according to researchers in the US.", "prediction": "A contaminated blood test can reveal women at risk of ovarian cancer patients are up in the fertility, say scientists.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571429, "rougeL": 32.43243243243243}, "nll_sum": 108.94567108154297, "token_count": 21} +{"index": 9406, "reference": "Two bodies been found at the site of a massive gas explosion that flattened three buildings in New York on Thursday.", "prediction": "Three people have been killed in an explosion and gas explosion in the US city be New York, officials say.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 76.39613342285156, "token_count": 21} +{"index": 9407, "reference": "Blackberry has launched its first touchscreen-only Android handset, in a bid to diversify its range of devices.", "prediction": " the tech giant giant has unveiled, unveiled its new mobile phone, in China, in China, as a battle from'sThe's reputation from a's's as a's, a's a's from been reputation of. a from ballet B", "rouge": {"rouge1": 16.949152542372882, "rouge2": 0.0, "rougeL": 16.949152542372882}, "nll_sum": 261.0873718261719, "token_count": 47} +{"index": 9408, "reference": "The Hindu holy sites in the Indian cities of Rishikesh and Haridwar attract millions of pilgrims each year - but they are now the destination for another group of devotees.", "prediction": " event events intensified in India, India and northern cities, such as Rishikesh, and Deets for water faeces, new research, the's Broadway again the 2011 aACalifornia's a's a's again 2011 again-", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.278688524590164, "rougeL": 15.873015873015872}, "nll_sum": 303.31768798828125, "token_count": 49} +{"index": 9409, "reference": "A murder investigation has been launched after a man was found stabbed in Manchester, police have said.", "prediction": "A murder inquiry has started with man after a fatal shooting in Greater Manchester.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 13.793103448275861, "rougeL": 45.16129032258064}, "nll_sum": 63.714515686035156, "token_count": 14} +{"index": 9410, "reference": "Police are investigating a complaint about a mural at an Edinburgh primary school which features a golliwog.", "prediction": "Police are investigating allegations a mural which was shown to an Edinburgh primary school school where a 30th Century Century hall was identified as racist.", "rouge": {"rouge1": 52.38095238095239, "rouge2": 30.0, "rougeL": 47.61904761904762}, "nll_sum": 134.20849609375, "token_count": 26} +{"index": 9411, "reference": "British number two Kyle Edmund is out of the Brisbane International after losing to world number four Stan Wawrinka in the quarter-finals.", "prediction": "World number three W Wawrinka is out of the Australian Miami Open quarter-finals by beating world number one of Mon Moncherey.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 23.25581395348837, "rougeL": 31.111111111111118}, "nll_sum": 162.6656494140625, "token_count": 29} +{"index": 9412, "reference": "St Johnstone have secured striker Steven MacLean on a contract extension.", "prediction": "St Johnstone forward Mac MacLean has signed new one-year deal with Scottish Championship side Rother United.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 7.6923076923076925, "rougeL": 21.428571428571427}, "nll_sum": 91.76594543457031, "token_count": 21} +{"index": 9413, "reference": "The birth of Dolly the sheep seemed one of those moments in scientific research that would change the world forever.", "prediction": "Fifty years ago, Dollyickson was still a rare tum odour, in a project that could provide \"ahuman to human health\".", "rouge": {"rouge1": 10.000000000000002, "rouge2": 0.0, "rougeL": 10.000000000000002}, "nll_sum": 168.66021728515625, "token_count": 28} +{"index": 9414, "reference": "A man confronted by vigilantes after arranging to meet an 11-year-old girl for sex has been jailed for five years.", "prediction": "A man who admitted having sex with a 15-year-old girl to a Nigerian group has- jailed for six and six months.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 18.6046511627907, "rougeL": 35.55555555555555}, "nll_sum": 91.77872467041016, "token_count": 26} +{"index": 9415, "reference": "Fighting has intensified in the besieged Syrian border town of Kobane, where Kurdish forces have been holding Islamic State at bay since September.", "prediction": "Two suicide bombers and Iraq have 30 State Islamic State (IS) in the Syrian town Kobane, officials say.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 109.28070831298828, "token_count": 22} +{"index": 9416, "reference": "Work to build a West Sussex footbridge which was delayed after the cost nearly doubled is to begin later this summer.", "prediction": "Construction work a \u00a3500m foot footbridge in a East Sussex town has been completed, its highest level for nearly \u00a3.8m.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 126.04124450683594, "token_count": 27} +{"index": 9417, "reference": "One of Britain's oldest poppy sellers, who was a prisoner of war in the Nazi death camp Auschwitz, celebrates his 100th birthday on Sunday.", "prediction": "A 62-year-old former soldier has living at the Auschwitz death camp he was told he was only the only man had never married.", "rouge": {"rouge1": 24.0, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 114.97306823730469, "token_count": 27} +{"index": 9418, "reference": "A human skull has been found in the garden of a house in County Dublin, garda\u00c3\u00ad (Irish police) have said.", "prediction": "A human whose human remains to have have ground found in the ground for an Irish time, Irish police said.", "rouge": {"rouge1": 45.0, "rouge2": 21.052631578947366, "rougeL": 40.00000000000001}, "nll_sum": 115.00758361816406, "token_count": 21} +{"index": 9419, "reference": "Pep Guardiola will face rivals Manchester United in one of his first games as Manchester City manager.", "prediction": "Manchester City manager will make his first start in Manchester United on their pre-season tour to China.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 24.242424242424242, "rougeL": 22.857142857142858}, "nll_sum": 58.50823211669922, "token_count": 19} +{"index": 9420, "reference": "Scotland-based temporary power company Aggreko has suffered a slump in its share valuation after warning of a dip in profit this year.", "prediction": " Od power company Wolvesreko reported a 40% rise in fullyear profit revenue, despite global global growth.", "rouge": {"rouge1": 25.64102564102564, "rouge2": 5.405405405405405, "rougeL": 25.64102564102564}, "nll_sum": 124.64069366455078, "token_count": 21} +{"index": 9421, "reference": "A motorist who fatally injured a cyclist has been convicted of causing death by careless driving.", "prediction": "A lorry who was found guilty of causing of death of a of Hannah in Fife has been found guilty of by dangerous driving.", "rouge": {"rouge1": 50.0, "rouge2": 10.526315789473685, "rougeL": 40.0}, "nll_sum": 114.03189086914062, "token_count": 26} +{"index": 9422, "reference": "The Public Prosecution Service (PPS) has decided not to prosecute a man arrested last year in relation to the Kingsmills massacre.", "prediction": "The Prosecution Service (PPS) has not decided a decision not to prosecute evidence of man who was accused of murder will not kill him.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 23.25581395348837, "rougeL": 44.44444444444445}, "nll_sum": 108.4634017944336, "token_count": 28} +{"index": 9423, "reference": "A clown has turned himself in to the police after alarm was raised among frightened parents in County Antrim.", "prediction": "A man video posted images of children in a County Antrim town has said it was too too fun. in the been's and a the not aA man's decision from the local,, a from of referee.", "rouge": {"rouge1": 28.07017543859649, "rouge2": 3.6363636363636362, "rougeL": 14.035087719298245}, "nll_sum": 263.58892822265625, "token_count": 42} +{"index": 9424, "reference": "Clutching red carnations, they approached the armed police manning the security cordon: four Russian women determined to leave a tribute outside their embassy.", "prediction": "The angry anger and picked up bound for a Russian ambassador and tried to tried Russian President Vladimir Putin was Putin in May 2011 - there's it's \"A \"up-olveA aA a\"..", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 249.2367706298828, "token_count": 40} +{"index": 9425, "reference": "Parts of Clandon Park House, which was reduced to a shell by a fire in April, are to be restored to their \"original glory\", the National Trust (NT) says.", "prediction": "The historic house at Clandon Park who suffered a \"shame transform\" fire, will be destroyed, the National Trust a National Liter Trust said.", "rouge": {"rouge1": 38.46153846153847, "rouge2": 11.999999999999998, "rougeL": 30.76923076923077}, "nll_sum": 165.74839782714844, "token_count": 29} +{"index": 9426, "reference": "It has been a month since Wales voted to leave the European Union.", "prediction": "For the Story of I'm, I'm be seeing the big decision on the Welsh Government.", "rouge": {"rouge1": 6.666666666666667, "rouge2": 0.0, "rougeL": 6.666666666666667}, "nll_sum": 97.10186767578125, "token_count": 18} +{"index": 9427, "reference": "Ydych chi'n 'nabod eich adar?", "prediction": "Cw towchyn ynru yn yn gn yn yn ynn yn yn yn ywrn ynn yn yn yn ywrnnn Morton an", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 162.54547119140625, "token_count": 41} +{"index": 9428, "reference": "Alex Baptiste's header late in the second half saw Preston upset high-flying Norwich at Carrow Road.", "prediction": "Christian Burgesse scored a stoppage-time winner as Brighton beat 10-man at-man.", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 91.4382553100586, "token_count": 20} +{"index": 9429, "reference": "The description of a man believed to be involved in fly-tipping which left three Conwy cows dead has been released by police.", "prediction": "Police investigating the murder of two cows from a Conwy county are looking for tree p-ings.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 108.09756469726562, "token_count": 19} +{"index": 9430, "reference": "Two schools at the centre of the Trojan Horse inquiry are to lose their government funding.", "prediction": "A trust which led the so-called Islamic State to be to have their funding offer, after some say some schools institutions \"could face discrimination\".", "rouge": {"rouge1": 24.39024390243903, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 150.4344024658203, "token_count": 28} +{"index": 9431, "reference": "Liverpool right-back Ryan McLaughlin has joined Aberdeen on loan until January.", "prediction": "Aberdeen have signed Northern Ireland left-back Ryan Mc difficultaughlin on a season-long loan.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 8.0, "rougeL": 29.629629629629626}, "nll_sum": 89.9746322631836, "token_count": 20} +{"index": 9432, "reference": "A GP who punched an aggressive patient has been suspended.", "prediction": "A GP who punched hit another face of a patient who threatened to offer him and offer free support from the profession has been struck and off the profession. 2011's solve 2011 again a from after a from againelt of from a again from 2011", "rouge": {"rouge1": 25.0, "rouge2": 14.814814814814813, "rougeL": 25.0}, "nll_sum": 301.9967041015625, "token_count": 47} +{"index": 9433, "reference": "A 16-year-old boy has died after he was stabbed in a busy Leeds street, prompting a murder inquiry.", "prediction": "A 17-year-old boy has been stabbed to death and stabbed in a street- street attack on a street in West Yorkshire the Yorkshire game, solve, as was from from's's.", "rouge": {"rouge1": 41.50943396226416, "rouge2": 19.607843137254903, "rougeL": 37.735849056603776}, "nll_sum": 178.1407470703125, "token_count": 38} +{"index": 9434, "reference": "The winner of The Jump 2017 is Spencer Matthews.", "prediction": "A Olympistvel ring has won the Channel 4 World World Championships - in Chelsea -. first's career.", "rouge": {"rouge1": 8.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 147.04641723632812, "token_count": 21} +{"index": 9435, "reference": "Lethal Weapon will be the latest film to be remade for the small screen after the Fox network decided to turn it into a TV show.", "prediction": "A cult 1970s TV drama, essay will be into a drama series into a five- TV series.TV to it's and double it the a it's reputation from's 3-D's a in from November's Saturday.", "rouge": {"rouge1": 24.242424242424246, "rouge2": 6.25, "rougeL": 18.181818181818183}, "nll_sum": 274.95294189453125, "token_count": 45} +{"index": 9436, "reference": "All-rounder James Faulkner became the sixth player to take a one-day hat-trick for Australia as Sri Lanka won the second match of the series.", "prediction": "Veteran Srian Kumar Rkner took five wickets as Australia complete a complete-year00 series whitew series and win the first- one-day international.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666667, "rougeL": 12.0}, "nll_sum": 196.19386291503906, "token_count": 33} +{"index": 9437, "reference": "Five Syria-linked jihadist groups - including the The Islamic State of Iraq and the Levant (ISIS) - have been banned in the UK by MPs.", "prediction": "The UK government to become the first four to be banned from terrorist organisations in Syria - including including so-called Islamic State (IS).", "rouge": {"rouge1": 38.297872340425535, "rouge2": 8.888888888888888, "rougeL": 17.02127659574468}, "nll_sum": 94.61122131347656, "token_count": 26} +{"index": 9438, "reference": "Estonia is the most northerly of the three Baltic states, and has linguistic ties with Finland.", "prediction": "Astonia is one, the world highly internationally and and most Soviet Russia countries - the territory means more than 600, European Soviet countries.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 180.82400512695312, "token_count": 27} +{"index": 9439, "reference": "A bid to encourage walking and cycling around Dumfries is seeking public feedback on current provision.", "prediction": "A public consultation is being held to discuss the future and education funding in Dumfries, Galloway and the region reached \u00a371m.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 110.81448364257812, "token_count": 27} +{"index": 9440, "reference": "Russell Slade is to be removed from his role as Cardiff City manager and will take up a new role as head of football.", "prediction": "Russell Slade says he is wants Sl wants to become appoint head coach in Cardiff City to", "rouge": {"rouge1": 34.146341463414636, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 114.63932800292969, "token_count": 17} +{"index": 9441, "reference": "Adrian Pogmore was described in court as a \"swinging and sex-obsessed air observer\" who went to extraordinary lengths to spy on naked people and film them from above in a police helicopter.", "prediction": "A police air crew members who filmed himself filmed having sex with to a couples has been jailed for five years.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 3.8461538461538463, "rougeL": 18.51851851851852}, "nll_sum": 108.66059875488281, "token_count": 21} +{"index": 9442, "reference": "Stormont's finance committee has said it wants to see a letter the head of the civil service has written regarding the National Crime Agency's investigation into the NAMA loan sale.", "prediction": "Sinn F\u00e9in have said they will be include a Stormont's Commons committee before the committee inquiry the inquiry into a controversial Northern Ireland loan deal.", "rouge": {"rouge1": 30.508474576271187, "rouge2": 3.508771929824561, "rougeL": 23.72881355932203}, "nll_sum": 132.25839233398438, "token_count": 30} +{"index": 9443, "reference": "Spanish skateboarder Ignacio Echeverr\u00eda, who died from Saturday's terror attacks in London, has been posthumously awarded one of Spain's highest honours.", "prediction": "The businessman E Everr intended, who was involved in the London terror attack in 2012, has been given a special honour in honour the attack.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 12.76595744680851, "rougeL": 28.57142857142857}, "nll_sum": 141.29891967773438, "token_count": 28} +{"index": 9444, "reference": "Welshman Stuart Manley missed the cut at the Open after hitting an 11 over par 81 in the second round at Royal Birkdale.", "prediction": "Welshman Robbie Neilson carded a-under-par 76 in opening closing round-par 76 to move into the third round of the Yotte Championship", "rouge": {"rouge1": 29.78723404255319, "rouge2": 0.0, "rougeL": 21.27659574468085}, "nll_sum": 182.9814453125, "token_count": 31} +{"index": 9445, "reference": "Welsh BBC TV presenter Alex Jones has given birth to a baby boy.", "prediction": "Former First Minister Carwyn Jones, revealed she has given birth to in her first child.", "rouge": {"rouge1": 35.71428571428571, "rouge2": 23.076923076923077, "rougeL": 35.71428571428571}, "nll_sum": 60.319801330566406, "token_count": 17} +{"index": 9446, "reference": "Plans have been unveiled for a glass lift to take tourists to the top of one of Humber Bridge's 510 ft (155m) high towers.", "prediction": "Plans for a \u00a370m visitor centre, which includes the Thames Thames to until North Sea, have gone on public public display again.'s a again's again's from a from a it's again of from a", "rouge": {"rouge1": 25.396825396825395, "rouge2": 3.278688524590164, "rougeL": 15.87301587301587}, "nll_sum": 221.7551727294922, "token_count": 43} +{"index": 9447, "reference": "How much do you remember about the news in Wales over the past 12 months?", "prediction": " how much do know about the news of Wales over the past 12 months?.", "rouge": {"rouge1": 82.75862068965519, "rouge2": 66.66666666666666, "rougeL": 82.75862068965519}, "nll_sum": 68.49101257324219, "token_count": 15} +{"index": 9448, "reference": "Bromley made it five wins from their last seven National League games with victory over Torquay.", "prediction": "Bromley ended in three-match losing run as they beat stunned Torquay 1-0 at Hayeshall Stadium-wought Hamburg in a Michael as's. from's-b from a in from game George's.", "rouge": {"rouge1": 15.999999999999998, "rouge2": 0.0, "rougeL": 12.0}, "nll_sum": 287.5536804199219, "token_count": 46} +{"index": 9449, "reference": "Working grandparents could share unpaid parental leave under plans being launched by the Labour Party.", "prediction": "Labour has promised to women get right to battle and share their share their parents parents for 18 weeks of stay in government if it wins the next election.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 144.25196838378906, "token_count": 29} +{"index": 9450, "reference": "Australian rower Sarah Tait, who won silver at the London Olympics in 2012, has died aged 33.", "prediction": "Former Australian Olympic champion Sir Chloe Tait has died aged 55 34 her family. 2011 \" 2011 \"- a- from Mb's World in's from a's's. from the. who has from from retirement.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 275.2355041503906, "token_count": 41} +{"index": 9451, "reference": "Leicester Cathedral has defended its decision to stage Shakespeare's Richard III a few feet from the monarch's final resting place.", "prediction": "A play in which Richard III III's grave the be played at Leicester Cathedral month, has been \"disgrful and defeat\", a the public, vicar has said the", "rouge": {"rouge1": 32.0, "rouge2": 8.333333333333332, "rougeL": 20.0}, "nll_sum": 215.05105590820312, "token_count": 34} +{"index": 9452, "reference": "A new public service ombudsman for Wales has been approved by the National Assembly.", "prediction": "A new chief executive has been chosen as the new fire service Wales in Wales, in. wake reputation his battle's future from his's, for his's from his role, from his from from a have. of. from The's a", "rouge": {"rouge1": 28.57142857142857, "rouge2": 7.407407407407408, "rougeL": 17.857142857142858}, "nll_sum": 277.71173095703125, "token_count": 47} +{"index": 9453, "reference": "An American-owned aerospace firm attracted to Belfast by Invest NI and backed by the Northern Ireland Executive is ending its local operation.", "prediction": "A US-based company that led more than 100 loss of jobs in Belfast Belfast centre.", "rouge": {"rouge1": 5.128205128205128, "rouge2": 0.0, "rougeL": 5.128205128205128}, "nll_sum": 89.50308990478516, "token_count": 17} +{"index": 9454, "reference": "Defending champions New Zealand hit top gear to demolish France and set up a semi-final against South Africa.", "prediction": "New Zealand survived a scare second-half comeback to thrash their France struggle and reach- World Cup quarter-final-final69 Cardiff.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 30.0}, "nll_sum": 167.06741333007812, "token_count": 27} +{"index": 9455, "reference": "Peru's first national satellite, Per\u00faSAT-1, has returned its maiden image of the country.", "prediction": "The Per has launched a large satellite Earth it is to be built in its orbit.", "rouge": {"rouge1": 31.25, "rouge2": 0.0, "rougeL": 18.75}, "nll_sum": 89.8984146118164, "token_count": 16} +{"index": 9456, "reference": "Turkey has no plans to send ground troops into Syria to fight the Islamic State group, the prime minister says.", "prediction": "Turkey's battle to its force its struggle against so-called Islamic State change the country, the prime minister says.", "rouge": {"rouge1": 45.0, "rouge2": 21.052631578947366, "rougeL": 40.00000000000001}, "nll_sum": 97.50950622558594, "token_count": 22} +{"index": 9457, "reference": "The managers of the Olympic Stadium have been told to make public the details of a rental deal with West Ham.", "prediction": "The government must reveal details of of how it deal West Ham's Olympic Stadium in 2012, it has been announced.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 15.0, "rougeL": 28.57142857142857}, "nll_sum": 101.40406799316406, "token_count": 22} +{"index": 9458, "reference": "Michelle Payne, the only female jockey to win the Melbourne Cup, has been stood down from riding after testing positive for a banned substance.", "prediction": " newared Payne Payne will return to an Australian inquiry, three years after the jockey, revealed it was passing a heart failed in her drugs test.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 172.09786987304688, "token_count": 29} +{"index": 9459, "reference": "Manager Slaven Bilic said he was \"angry and frustrated\" after West Ham failed to reach the Europa League group stage.", "prediction": " West Ham manager Slaven Bilic says his young players are missing out after Tuesday's Europa League side to reach the Europa League knockout stage.", "rouge": {"rouge1": 53.33333333333332, "rouge2": 32.55813953488372, "rougeL": 44.44444444444445}, "nll_sum": 92.73775482177734, "token_count": 27} +{"index": 9460, "reference": "Sri Lanka's prime minister has said mangroves' ability to swiftly absorb carbon make the forests vital in the fight against climate change.", "prediction": "Sri Lanka prime minister has said he wants a complete \" swift effort\" to save mangrovevesve- to aACaliforniaon's. a's a's a's-m aolve in from November a's.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 15.384615384615383, "rougeL": 29.629629629629626}, "nll_sum": 291.82110595703125, "token_count": 47} +{"index": 9461, "reference": "Derek McInnes says his beaten Aberdeen players gave him the \"near-perfect\" Scottish Cup final performance he asked for but paid for an extra-long season.", "prediction": "Derek McInnes said Aberdeen and thought Aberdeen were \"perfect\" to reach of Scottish Cup final\" after suffering to a dramatic League Cup final.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 12.76595744680851, "rougeL": 28.571428571428577}, "nll_sum": 150.951171875, "token_count": 29} +{"index": 9462, "reference": "The London living wage is to rise from \u00a39.15 an hour to \u00a39.40, the Living Wage Foundation campaign group has said.", "prediction": "A new proposed living living fled London living come into effect in London in May 2017.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 5.405405405405405, "rougeL": 10.256410256410255}, "nll_sum": 99.46326446533203, "token_count": 16} +{"index": 9463, "reference": "From an unknown blogger in the months following the 9/11 attacks, Pamela Geller has become one of the most outspoken US critics of Islam.", "prediction": "Vincent Geller is one is the most prominent civil rights lawyer, and she says was behind the deadly attack in the event in 2008 in 2015.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 8.16326530612245, "rougeL": 15.686274509803921}, "nll_sum": 147.11822509765625, "token_count": 29} +{"index": 9464, "reference": "Manor want former grand prix driver Alexander Wurz to be their team principal and have named ex-McLaren man Dave Ryan as racing director.", "prediction": "Two-time world champion Alexanderenko but would be chosen as Sebastian's Formula 1 team,", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 97.94315338134766, "token_count": 18} +{"index": 9465, "reference": "A study by the United Nations suggests the gap between the rich and the poor in much of Latin America is widening.", "prediction": " American people on America are on average of more than 40, a new studyis Nations United Nations.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 114.04674530029297, "token_count": 19} +{"index": 9466, "reference": "South Korea's Byeong-hun An carded a final-round, seven-under-par 65 to win the BMW PGA Championship at Wentworth.", "prediction": "South Korea's Anandandjh won his first European Tour title with a major two-shot victory at to West West Open.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 141.26377868652344, "token_count": 26} +{"index": 9467, "reference": "Aberdeen limped into the second qualifying round of the Europa league with a 3-2 aggregate win, despite going down to Fola Esch in Luxembourg.", "prediction": "Aberdeen moved up to third up their Europa League final, despite playing a dramatic last-32 attempts to reach the Europa League last 16", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 20.408163265306126}, "nll_sum": 116.80611419677734, "token_count": 27} +{"index": 9468, "reference": "Conor McGregor says he is back on the card for UFC 200, but event organisers claim no new talks have taken place.", "prediction": " boxing fighter champion Conor McGregor says he will retire from UFC and does not think boxing.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 16.666666666666664, "rougeL": 26.31578947368421}, "nll_sum": 67.00952911376953, "token_count": 16} +{"index": 9469, "reference": "Tom Dumoulin saw his overall Giro d'Italia lead cut to 31 seconds after an unscheduled toilet stop during stage 16, which was won by Vincenzo Nibali.", "prediction": " rider rider Vincenzo Nibali won the 17 stage of the Gth d'Italia on Sunday, with Tom Dumoulin had and abandoned because of weather.", "rouge": {"rouge1": 31.37254901960785, "rouge2": 12.244897959183673, "rougeL": 7.843137254901962}, "nll_sum": 132.2918243408203, "token_count": 34} +{"index": 9470, "reference": "A portrait of a well-known Cheltenham grocer which was painted onto his shop door in the 1960s could be restored.", "prediction": "A listed flag which was displayed in a Cheltenham warehouse is to be reunited with its owner, years after the restoration a a door window open.", "rouge": {"rouge1": 42.553191489361694, "rouge2": 4.444444444444445, "rougeL": 25.531914893617024}, "nll_sum": 147.20220947265625, "token_count": 29} +{"index": 9471, "reference": "There is, to use Boris Johnson's own lingo, a \"whinge-o-rama\" raging among the foreign secretary's political opponents and in parts of the press about his performance in the current Syria crisis.", "prediction": "Boris Johnson has delivered his first speech as UK minister prime minister prime 30 December - called for President al al-Assad to be allowed to run and for general election.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 3.1746031746031753, "rougeL": 9.230769230769232}, "nll_sum": 165.27981567382812, "token_count": 33} +{"index": 9472, "reference": "US President Barack Obama has nominated a former justice department official under President George W Bush as the next FBI director.", "prediction": "US President Barack Obama has said the FBI's director is \"the the best friend\", saying he stands \"stillvery tall stand for justice\".", "rouge": {"rouge1": 40.909090909090914, "rouge2": 19.04761904761905, "rougeL": 36.36363636363636}, "nll_sum": 123.82747650146484, "token_count": 27} +{"index": 9473, "reference": "Dilapidated beach huts in Lincolnshire are to get a \u00a350,000 makeover in an attempt to attract more holidaymakers.", "prediction": "More than \u00a31m is to be spent on two seaside towns's seafront, lottery lottery funding more than \u00a3.8m.", "rouge": {"rouge1": 10.526315789473683, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 122.75419616699219, "token_count": 27} +{"index": 9474, "reference": "Data on the flight recorder of the Russian war plane downed by Turkey last month has so far proved to be unreadable, Russia's military has said.", "prediction": "The power chips that and was shot down by be Turkish plane in Syria last month returned, the Russian military says.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 13.043478260869565, "rougeL": 25.0}, "nll_sum": 120.51898193359375, "token_count": 22} +{"index": 9475, "reference": "Michael Dunlop set the quickest time in qualifying at the 2016 Festival of Motorcycling for a third night in a row in the Isle of Man.", "prediction": "Michael Dunlop has set the lap for the second lap by second practice for the second day for the Man Grand Prix of the Isle the's Isle.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 11.538461538461538, "rougeL": 29.629629629629633}, "nll_sum": 154.7954864501953, "token_count": 30} +{"index": 9476, "reference": "Australia's opposition Labor Party has asked police to investigate whether the government tried to induce the president of the Australian Human Rights Commission (HRC) to resign.", "prediction": "Australia's attorney general says she, will not resign later after appointing the Australian government over allegations she received receive child abuse allegations a controversialolveon's. a's referee a's's-p's a in from years's it.", "rouge": {"rouge1": 17.91044776119403, "rouge2": 6.153846153846155, "rougeL": 11.940298507462687}, "nll_sum": 273.20556640625, "token_count": 45} +{"index": 9477, "reference": "A study to improve the survival rate of unborn twins, with a potentially life threatening syndrome, is under way in Bristol.", "prediction": "A Surrey hospital has set up a laser specialist centre for babies about fertility during pregnancy, after birth after giving pressure to a patient laser for the NHS.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 12.244897959183671}, "nll_sum": 171.0871124267578, "token_count": 29} +{"index": 9478, "reference": "Olympic gold medallist Dani King could cycle for Wales at the 2018 Commonwealth Games, having previously represented England.", "prediction": " pursuit Britain's pursuit team chief King King has not ruled out competing the Welsh Saturday Welsh Olympic Games. to Rio.olve-olvem reputation's reputation's a's a's a from the since it's suspension of. from's from a", "rouge": {"rouge1": 13.114754098360654, "rouge2": 0.0, "rougeL": 9.836065573770494}, "nll_sum": 302.2303466796875, "token_count": 47} +{"index": 9479, "reference": "In one of her last posts on Facebook before her murder, Qandeel Baloch wrote: \"No matter how many times I will be pushed down, I am a fighter, I will bounce back\u2026", "prediction": "A Pakistani social media and criticised media for social murder of Qelande Baloch, saying saying her brother is a \" honouring a family vigilante\".", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 10.909090909090908}, "nll_sum": 184.91226196289062, "token_count": 29} +{"index": 9480, "reference": "The names of Nazi SS commanders and guards at the Auschwitz death camp in German-occupied Poland have been put online by the country's Institute of National Remembrance (INR).", "prediction": "Poland's official has created a new database of war crimes committed by Nazi camp researchers, also known as the Nazis, a a stepe (.'sA The's reputation a/b. a in). years a's. from a", "rouge": {"rouge1": 26.865671641791046, "rouge2": 0.0, "rougeL": 14.925373134328357}, "nll_sum": 273.84796142578125, "token_count": 47} +{"index": 9481, "reference": "Great Britain's Taekwondo fighter Mahama Cho was born in the Ivory Coast, but after experiencing physical bullying at school he moved to the UK in 1997 in search of a better life.", "prediction": "The former heavyweight world champion Anthony Taylor - who be a seventh Wimbledon champion. November - and was tan in it aA his national he was only of for his was was the same from his attempt from a. a.", "rouge": {"rouge1": 19.71830985915493, "rouge2": 0.0, "rougeL": 14.084507042253522}, "nll_sum": 268.9461669921875, "token_count": 44} +{"index": 9482, "reference": "Leicester City need \"soldiers and gladiators\" to save their season, says manager Claudio Ranieri.", "prediction": "Leicester City manager Claudio Ranieri says his players to struggle to fight and other players.", "rouge": {"rouge1": 55.17241379310344, "rouge2": 22.222222222222225, "rougeL": 34.48275862068965}, "nll_sum": 76.98338317871094, "token_count": 18} +{"index": 9483, "reference": "An 85-year-old woman has died after the car she was in crashed into a wall in Barnsley.", "prediction": "A pensioner was seriously injured when she was hit by a car- Birmingham.", "rouge": {"rouge1": 25.0, "rouge2": 6.666666666666667, "rougeL": 18.749999999999996}, "nll_sum": 59.004085540771484, "token_count": 15} +{"index": 9484, "reference": "Hundreds of volunteers have joined police to search a forest in Wiltshire for a woman who vanished after leaving a nightclub in Swindon.", "prediction": "A search for a woman went missing from a Derrohire nightclub a after a night outof-old nightclub has abandoned a Greater Manchester nightclub.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.888888888888888, "rougeL": 29.78723404255319}, "nll_sum": 172.89108276367188, "token_count": 28} +{"index": 9485, "reference": "Autism services in Northern Ireland are to get an extra \u00a32m a year.", "prediction": "The health minister announced \u00a3mm of extra funding for Northern Ireland over the next five years to tackle issues with young children (MS).", "rouge": {"rouge1": 27.777777777777775, "rouge2": 5.882352941176471, "rougeL": 16.666666666666668}, "nll_sum": 102.18142700195312, "token_count": 25} +{"index": 9486, "reference": "A World War II torpedo has been blown up in the sea off the Isle of Wight after being dragged up from the seabed in Portsmouth Harbour.", "prediction": "Ferry services between Portsmouth, Portsmouth have been suspended after a bomb disposal team experts said, the solve \" a- at a aTexas-over aA 30-A's decision\" from D it.A of aA from'sA", "rouge": {"rouge1": 22.58064516129032, "rouge2": 0.0, "rougeL": 12.903225806451612}, "nll_sum": 293.0342712402344, "token_count": 47} +{"index": 9487, "reference": "Labour and Plaid Cymru say they are \"confident\" of breaking the deadlock over the election of a first minister.", "prediction": "A new First Minister Carwyn Jones will continue as first minister of first January, Plaid Cymru, Justice Secretary Gething says.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 15.384615384615385}, "nll_sum": 129.04241943359375, "token_count": 27} +{"index": 9488, "reference": "Russian Prime Minister Dmitry Medvedev has said strains between Russia and the West have pushed the world \"into a new cold war\".", "prediction": "rainian President Medvedved, believes the Cold War was \"the worst threat to, nuclear threat - since the end of in World War Two.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904762, "rougeL": 18.181818181818183}, "nll_sum": 139.52847290039062, "token_count": 29} +{"index": 9489, "reference": "A new species of shrimp has been named after Pink Floyd thanks to a pact between prog rock-loving scientists.", "prediction": "A new species of set set, but pop star Pink Floyd has been found.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 31.25, "rougeL": 35.29411764705882}, "nll_sum": 82.73568725585938, "token_count": 15} +{"index": 9490, "reference": "A defensive mucus secreted by slugs has inspired a new kind of adhesive that could transform medicine, say scientists.", "prediction": "Scientists have created a washing powder created inside a giant pig after putting it glass hidden inside, a metal attached and hidden inside a pig farm.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 149.99644470214844, "token_count": 27} +{"index": 9491, "reference": "Callers to out-of-hours GP services faced waits of more than 12 hours, posing a \"significant risk to patient safety\", a leaked report has revealed.", "prediction": "A NHS NHS trust which describes an NHS 111 call was \"not fit\" to review, investigators have found.", "rouge": {"rouge1": 9.090909090909092, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 100.25720977783203, "token_count": 21} +{"index": 9492, "reference": "A mother whose two daughters swam for eight hours to safety when their boat sank in rough seas in Indonesia has spoken of their ordeal.", "prediction": "Two schoolgirls who who went missing after a beach after a in the sea the sea of south ofeast Australia have been found safe the", "rouge": {"rouge1": 20.000000000000004, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 134.17007446289062, "token_count": 26} +{"index": 9493, "reference": "The owners of a former Victorian asylum in north Wales have put it on the market for potential redevelopment with a \u00a32.25m price tag.", "prediction": "The site oflict derelict former hospital in Denbighshire is to be sold, the new owners have said in following a High Court ruling.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 0.0, "rougeL": 20.833333333333332}, "nll_sum": 124.7730712890625, "token_count": 29} +{"index": 9494, "reference": "The theft of money from purses at a Remembrance Sunday event at Aberdeen harbour has been branded \"disgraceful\" by police.", "prediction": "A climber who had more than \u00a320,000 was stolen from a army base, the police have said.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 78.60575866699219, "token_count": 22} +{"index": 9495, "reference": "The Mormon Tabernacle Choir and The Radio City Rockettes will perform at Donald Trump's inauguration, it has been announced.", "prediction": " walkers of New York City Rock singerettes and and Christ Tabdyer Choir, have been announced, ahead of Donald Trump's inauguration Donald. a the America's \"'s \" aA from a from's from's from's a", "rouge": {"rouge1": 35.08771929824562, "rouge2": 14.545454545454545, "rougeL": 17.54385964912281}, "nll_sum": 283.27252197265625, "token_count": 48} +{"index": 9496, "reference": "A pleasure boat involved in a crash that injured nine tourists had steering problems, a report has said.", "prediction": "A carrying ship crashed into killing of nine passengers in a fatal accident and have been prevented, a report said.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 109.65278625488281, "token_count": 21} +{"index": 9497, "reference": "The death of a woman whose body was found in her home in County Down is being treated as suspicious.", "prediction": "Police investigating the murder of a man and a woman at her County Down home a have made a fresh appeal for help to find", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 96.02439880371094, "token_count": 24} +{"index": 9498, "reference": "A man who slit his own throat while in a dock awaiting sentence has admitted taking a kitchen knife into a magistrates' court in Pembrokeshire.", "prediction": "A man who admitted stabbing a Pemembrokeshire dock night before July has pleaded guilty to his crime, a court solve heard.. aA a \" a \"des a it's have fined of aA a fromA", "rouge": {"rouge1": 37.28813559322034, "rouge2": 7.017543859649122, "rougeL": 27.11864406779661}, "nll_sum": 300.19439697265625, "token_count": 46} +{"index": 9499, "reference": "New works from directors Terrence Malick, Wim Wenders and Tom Ford will compete for the top prize at the Venice International Film Festival.", "prediction": "TV movie Ford, Andrew Partick and Matt Englishman are among among the squad's for this year to the 70th Venice Film Festival - over reputation his's on the Royal the- from a age for from a as's.", "rouge": {"rouge1": 29.03225806451613, "rouge2": 3.3333333333333335, "rougeL": 19.35483870967742}, "nll_sum": 288.93695068359375, "token_count": 45} +{"index": 9500, "reference": "The main opposition leader in Uganda, Kizza Besigye, has rejected the result of Thursday's elections, in which President Yoweri Museveni won a fifth term of office.", "prediction": "Uganda's opposition Jorge L Besigang has been put under house arrest after the Socialist Workers Party secured victory in May in parliamentary election.", "rouge": {"rouge1": 31.37254901960785, "rouge2": 0.0, "rougeL": 15.686274509803924}, "nll_sum": 144.0256805419922, "token_count": 28} +{"index": 9501, "reference": "A \"wonderful young lady\" has died after being involved in a two-car crash on a main road.", "prediction": "A motorcyclist who was killed in a crash involving two vehicles a month ago has paid tribute to a into \"essential a teacher\". the a \" solve \" a \" a \"over \" a's aPG of a from a'sA", "rouge": {"rouge1": 29.09090909090909, "rouge2": 3.7735849056603774, "rougeL": 18.181818181818183}, "nll_sum": 242.22776794433594, "token_count": 47} +{"index": 9502, "reference": "South Africa comfortably held off Scotland in Newcastle to take over at the top of World Cup Pool B.", "prediction": " Scotland held on a stunning fashion saw see a South Africa side in complete the control of their 2017 Six Nations match against Scotland at Murrayfield.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 22.22222222222222}, "nll_sum": 132.84312438964844, "token_count": 27} +{"index": 9503, "reference": "Spain's banks will need an injection of 59.3bn euros ($76.3bn; \u00a347.3bn) to survive a serious downturn, an independent audit has calculated.", "prediction": "The European Commission has announced that it will receive 40. (\u00a33bnbn \u00a371bn) worth) of state aid for in Spanish banking sector.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 149.30860900878906, "token_count": 29} +{"index": 9504, "reference": "Australian born, proudly British, thriving down under.", "prediction": "In the world, one's tennis star, Johanna Konta has doing what, and she describes as the best man in her life?", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 133.29043579101562, "token_count": 28} +{"index": 9505, "reference": "Singer and actress Liza Minnelli has cancelled two upcoming appearances in London and Sheffield.", "prediction": "Two superstar of Astanaana star Liza Lnelli have been cancelled because she hopes was drug.", "rouge": {"rouge1": 20.689655172413797, "rouge2": 0.0, "rougeL": 13.79310344827586}, "nll_sum": 140.14793395996094, "token_count": 20} +{"index": 9506, "reference": "A 50-year-old man has been questioned on suspicion of the murder of notorious criminal John \"Goldfinger\" Palmer, detectives have said.", "prediction": "Police investigating the murder of a notorious criminal \"Sattie Palmer Palmer have been questioned by police, while he was with police in the- police, solve,'s Britain described his as as a's have death of", "rouge": {"rouge1": 37.931034482758626, "rouge2": 14.285714285714285, "rougeL": 24.137931034482758}, "nll_sum": 256.72344970703125, "token_count": 42} +{"index": 9507, "reference": "A 37-year-old man has been arrested on suspicion of murder after a woman who was found in her east London flat with serious injuries died.", "prediction": "A woman whose body was found of at flat flat in north a north west London on Friday of, has been named in police by the man described as a disease's death as's., a as beenA of).", "rouge": {"rouge1": 39.39393939393939, "rouge2": 9.374999999999998, "rougeL": 18.181818181818183}, "nll_sum": 249.04244995117188, "token_count": 42} +{"index": 9508, "reference": "The attack on Muslims at Finsbury Park mosque has prompted a debate about whether the media has inherent biases, and caused a major kerfuffle within Britain's newspapers.", "prediction": "There's a surprise deadly attack on a Indian newspaper journalist in recent weeks but there there is the location of it described as a \"safe space\".", "rouge": {"rouge1": 25.454545454545453, "rouge2": 3.7735849056603774, "rougeL": 18.181818181818183}, "nll_sum": 130.10595703125, "token_count": 28} +{"index": 9509, "reference": "A Liverpool football fan whose brother died in the Hillsborough disaster has told a jury how he was held up by other supporters as the crush worsened.", "prediction": "A Liverpool teenager was died the crowd at Wembley was in \"hero\" to see saw the crush, the inquests' have heard have as \"I can't see\". a the a\" it's).Images of). from a fromA", "rouge": {"rouge1": 31.25, "rouge2": 6.451612903225808, "rougeL": 21.875}, "nll_sum": 305.49658203125, "token_count": 47} +{"index": 9510, "reference": "Catch up on some of the entertainment stories from the past seven days that you might have missed.", "prediction": " look look at some to the top entertainment the across England and Wales - a the's demolition from his role from a from Green's as over's his reputation from the a's a from a man's have as of's a from.A", "rouge": {"rouge1": 21.875000000000004, "rouge2": 3.225806451612903, "rougeL": 18.750000000000004}, "nll_sum": 293.7896423339844, "token_count": 47} +{"index": 9511, "reference": "Winger Dean Cox says he will have to remain patient as he searches for a new club after leaving League Two side Leyton Orient by mutual consent.", "prediction": "Lade midfielder boss Cox says he does not know his job after he not joined join non-league club to a \"do anything anything nothing\".", "rouge": {"rouge1": 34.61538461538461, "rouge2": 8.0, "rougeL": 19.23076923076923}, "nll_sum": 169.73208618164062, "token_count": 28} +{"index": 9512, "reference": "Chelsea have agreed a deal with Paris St-Germain, worth in the region of \u00a340m, for the sale of defender David Luiz to the French champions.", "prediction": "Chelsea have agreed a deal to sign right-President defender David Luiz from French champions champions Paris St-Germain \u00a371m).", "rouge": {"rouge1": 60.8695652173913, "rouge2": 40.90909090909091, "rougeL": 43.47826086956522}, "nll_sum": 114.95305633544922, "token_count": 27} +{"index": 9513, "reference": "The founder of Kids Company has defended the charity's \"exceptional\" value, after a report revealed it received at least \u00a346m of public money.", "prediction": "The government never provided a clear warning of the public money it received the to public services, the spending watchdog found found, found the Kids organ's, ballet, a it \"over from the it's from of of.", "rouge": {"rouge1": 35.483870967741936, "rouge2": 6.666666666666667, "rougeL": 22.580645161290324}, "nll_sum": 270.1485595703125, "token_count": 43} +{"index": 9514, "reference": "The family of a boxing promoter who died in Monaco feel distressed and angry after discovering his body was repatriated with missing organs.", "prediction": "A British man whose body went while on holiday in the French Riv wound of brain injuries, his brain, an inquest has heard-,.- a- aA aA a his a it's againelt of a from a fromA", "rouge": {"rouge1": 20.0, "rouge2": 3.4482758620689653, "rougeL": 13.333333333333334}, "nll_sum": 296.8790283203125, "token_count": 45} +{"index": 9515, "reference": "Nico Rosberg says he must stop Mercedes team-mate Lewis Hamilton's run of successive victories at this weekend's Spanish Grand Prix.", "prediction": "Nico Rosberg says the former team-mate Lewis Hamilton will lead this weekend's Brazilian Grand Prix and his extended his struggle in his world race.", "rouge": {"rouge1": 48.97959183673469, "rouge2": 34.04255319148936, "rougeL": 48.97959183673469}, "nll_sum": 128.44097900390625, "token_count": 29} +{"index": 9516, "reference": "A child missing in Alabama since 2002 has been found safe in Ohio with his father, who has been charged with abduction, authorities have said.", "prediction": "A US boy who went missing from California after disappeared in the three three years ago ago, has been arrested in Alabama, police say 2011 police solve, solve,'s they from a-A's intention from local football's from. the's", "rouge": {"rouge1": 23.88059701492537, "rouge2": 6.153846153846153, "rougeL": 17.91044776119403}, "nll_sum": 281.507080078125, "token_count": 47} +{"index": 9517, "reference": "Wales' rural affairs minister has ordered the Forestry Commission to take a more \"commercial approach\" to managing publicly owned woodlands.", "prediction": "The government minister to outlined plans to sell-off to new urban forests in Wales, the first minister has announced.", "rouge": {"rouge1": 30.0, "rouge2": 5.263157894736842, "rougeL": 15.0}, "nll_sum": 116.55522155761719, "token_count": 22} +{"index": 9518, "reference": "An Ofcom review into public service broadcasting (PSB) in the UK has raised concerns about a fall in spending on drama and children's programming.", "prediction": "Defending on public public TV has fallen by 4.3m in the past year, a review of by published by a broadcasting Ofcom says.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 148.89776611328125, "token_count": 29} +{"index": 9519, "reference": "Justice Secretary Michael Matheson has said it is not helpful if people give a \"running commentary\" on the death in police custody of Sheku Bayoh.", "prediction": "Justice Secretary Michael Mattyon has said it is a \"the running commentary\" into how the police investigation into Bay Bayoh is into his death.", "rouge": {"rouge1": 57.14285714285714, "rouge2": 25.53191489361702, "rougeL": 53.06122448979592}, "nll_sum": 162.35751342773438, "token_count": 29} +{"index": 9520, "reference": "The Olympic torch will hitch a ride on Cleethorpes' light railway and visit Scunthorpe's new leisure centre as it passes through the Humber region.", "prediction": "An 1876-year-olds who will carry out Olympic flame on route route across two cities, England, Yorkshire and North Yorkshire.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 134.09552001953125, "token_count": 26} +{"index": 9521, "reference": "Technology firms will get \"exclusive access\" to details of the CIA's cyber-warfare programme, Wikileaks has said.", "prediction": "The UK has launched an investigation into claims it says agent FBI the FBI emails from emails, of its data.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 115.85623168945312, "token_count": 21} +{"index": 9522, "reference": "To a European visitor, the city of Ulsan on the southern tip of the Korean peninsula seems like a throwback to some lost world.", "prediction": "When ship Ulsan what, and you think what is doing done it is happened, and what feels like feels like a Pokemon and is is!", "rouge": {"rouge1": 12.244897959183673, "rouge2": 4.25531914893617, "rougeL": 12.244897959183673}, "nll_sum": 162.54815673828125, "token_count": 29} +{"index": 9523, "reference": "The flue of a coal fire at the home of a woman suspected to have died from carbon monoxide poisoning was blocked, an inquest has heard.", "prediction": "A woman whose woman died her at her home in north Wales was listed as a result of carbon monoxide attack, an inquest\u00a3 heard. a- solve- \"- again a 2011 aA's againelt of a's Broadway from 2011", "rouge": {"rouge1": 46.875, "rouge2": 12.903225806451612, "rougeL": 28.125}, "nll_sum": 303.53045654296875, "token_count": 46} +{"index": 9524, "reference": "With Chris Froome's triumph for Britain in the Tour de France, cycling is in the spotlight.", "prediction": "British Cycling is elite athletes such all the training, training, physical and physical training, but but they are some of the 'the' athletes!.", "rouge": {"rouge1": 20.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 146.22000122070312, "token_count": 28} +{"index": 9525, "reference": "Before any new medicine can be given to patients, detailed information about how it works and how safe it is must be collected.", "prediction": "A new drug drug to alter the lives thousands of lives, and saving our our lives in Europe, but how does not think it what happened and what would happen again again?", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 171.18101501464844, "token_count": 34} +{"index": 9526, "reference": "Thousands of military personnel face a five-month wait to find out whether they will lose their jobs as part of a restructure of the armed forces.", "prediction": " forces forces in Mali are facing the threat cuts to government budget and planned budget cuts, the BBC understands.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 84.50688171386719, "token_count": 20} +{"index": 9527, "reference": "A new arts-based project using photography and video aims to show the people behind disability.", "prediction": "A new project has been launched to raise benefits benefits for disabled people in Belfast Belfast.", "rouge": {"rouge1": 37.5, "rouge2": 6.666666666666667, "rougeL": 31.25}, "nll_sum": 74.899658203125, "token_count": 16} +{"index": 9528, "reference": "Silvestre Varela's equaliser deep into injury time kept Portugal in the World Cup as their Group G clash with the USA ended in a dramatic draw in Manaus.", "prediction": " Nade scored a stoppage-time equaliser for Liverpool as Portugal beat hosts champions USA 3-2 to reach the quarter-finals of the World Cup.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 7.692307692307692, "rougeL": 18.51851851851852}, "nll_sum": 87.39000701904297, "token_count": 31} +{"index": 9529, "reference": "British Rowing is investigating claims of bullying by a senior coach.", "prediction": "British Rowing has launched an inquiry of bullying \" by an coach in its its coach.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 25.0, "rougeL": 46.15384615384615}, "nll_sum": 110.42550659179688, "token_count": 17} +{"index": 9530, "reference": "Scientists from Harvard Medical School have discovered a way of turning stem cells into killing machines to fight brain cancer.", "prediction": "elelel that can cancer, but can get cancer-killing therapy has been tested, US scientists and", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 5.555555555555556}, "nll_sum": 109.86213684082031, "token_count": 20} +{"index": 9531, "reference": "A driver has been convicted of a hit-and-run crash in Leeds which left a girl permanently disabled and her brother seriously injured.", "prediction": "A taxi driver who was guilty of killing two children in a girl by dangerous driving he was stopped has been found guilty of attempted murder.", "rouge": {"rouge1": 32.0, "rouge2": 8.333333333333332, "rougeL": 24.000000000000004}, "nll_sum": 105.73828125, "token_count": 26} +{"index": 9532, "reference": "A man has set a new world record for the most consecutive bounces on a pogo stick.", "prediction": "A man has broken a world record record for two rival and rival rival in a non-p-p racing competition 11.team away.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 20.51282051282051, "rougeL": 39.02439024390244}, "nll_sum": 157.4127197265625, "token_count": 27} +{"index": 9533, "reference": "A new railway station could be built near the Madjeski Stadium in Reading.", "prediction": "A proposed route for a bus stop near Reading city centre is to be submitted by the city council.", "rouge": {"rouge1": 31.25, "rouge2": 0.0, "rougeL": 18.749999999999996}, "nll_sum": 72.3775863647461, "token_count": 19} +{"index": 9534, "reference": "Police say they have reached the end of the road in their search for a classic car thought to have been stolen during the last 20 years.", "prediction": "A luxury car which was found alive 42 years ago after young boy went missing, almost 40 years ago, has been sold to police.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 103.47867584228516, "token_count": 26} +{"index": 9535, "reference": "Meet Beth Mead, one of the most prolific strikers in English domestic women's football over the last three years.", "prediction": " Bristol's Bristol says she would like to be involved in football in the first Women's Super League. to an's \"-overolve reputation's \"'s George's - and from the-old-old international.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.8461538461538463, "rougeL": 14.814814814814817}, "nll_sum": 250.27359008789062, "token_count": 41} +{"index": 9536, "reference": "Argentine President Cristina Fernandez and Amnesty International have called for justice after the violent death of a transgender activist.", "prediction": "Argentine's President Crist Fernandez de Kirch has admitted a series of deadly attacks, saying there would sent a letter to women attacking women\".", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 142.7610321044922, "token_count": 28} +{"index": 9537, "reference": "Worcester Warriors loose-head prop Ryan Bower has signed a new contract with the Premiership club.", "prediction": "Wales scrum-halfum Bower has signed a new three relegationyear deal with the Premiership club.", "rouge": {"rouge1": 58.06451612903225, "rouge2": 48.275862068965516, "rougeL": 58.06451612903225}, "nll_sum": 108.43016815185547, "token_count": 21} +{"index": 9538, "reference": "The RSPCA is urging cat owners to be vigilant after suspected cat poisoning deaths in Powys.", "prediction": "Three cats have been killed in a suspected poisoning at a farm on Anglesey, the RSPCA has said. said in the-'s, Leg, from they from- fromA a from in from from Saturday's. from a", "rouge": {"rouge1": 23.076923076923077, "rouge2": 4.0, "rougeL": 15.384615384615383}, "nll_sum": 240.44573974609375, "token_count": 47} +{"index": 9539, "reference": "Ex-England youth international Benik Afobe will not play for DR Congo in next weekend's 2017 Africa Cup of Nations clash with Angola.", "prediction": "ikik Afobeik set return but international football in the Republic of Ireland's England Under-21s to call for national team Binsinshasa on Tuesday.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 178.15145874023438, "token_count": 33} +{"index": 9540, "reference": "Channel 4 will shut down E4 on the day of the general election, in a bid to encourage more young people to vote.", "prediction": "Channel 4 has cancelled its preferred night episode of night television and TV presenter, E4 because the viewers can vote.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 131.11160278320312, "token_count": 22} +{"index": 9541, "reference": "A film telling the story of how the 1984-85 Miners Strike united two utterly disparate sections of society is receiving its West End premiere.", "prediction": " No 10 years ago, the English film, the books published the famous film industry, won the National Theatre for London Underground (itsu)).", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 169.40179443359375, "token_count": 26} +{"index": 9542, "reference": "Iraq has buried the victims of a suicide attack in a football match in the city of Iskandariya that killed at least 32 people.", "prediction": "At least 34 people have been killed in a suicide and suicide bomb attack a town northern Iraqi town of Iskandariya, the Iraqi military and officials say,", "rouge": {"rouge1": 47.05882352941176, "rouge2": 16.3265306122449, "rougeL": 23.52941176470588}, "nll_sum": 111.93817138671875, "token_count": 32} +{"index": 9543, "reference": "Saudi Arabia has launched a massive tourism development project that will turn 50 islands and other sites on the Red Sea into luxury resorts.", "prediction": "The Saudi Arabia has launched its first female and tourist attractions, a major tourism attraction, tourism a tourismank.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 28.571428571428577}, "nll_sum": 123.24486541748047, "token_count": 22} +{"index": 9544, "reference": "A 33-year-old man has been arrested on suspicion of arson after a fire broke out at a Citro\u00ebn dealership.", "prediction": "A city centre depot was shut down after a fire broke out on a car parking, injuring several cars.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 20.51282051282051, "rougeL": 34.14634146341463}, "nll_sum": 76.94999694824219, "token_count": 20} +{"index": 9545, "reference": "Fleetwood Town dropped into the League One relegation places as they had to settle for a point after a stalemate with Doncaster.", "prediction": "Fleetwood had to settle for a point at fellow fellow League One play-off hopefuls Bristol Rovers thanks reach the play-finals under the game's reputation from a-e's penalty in from game's. fromAWest", "rouge": {"rouge1": 37.28813559322034, "rouge2": 21.05263157894737, "rougeL": 27.118644067796616}, "nll_sum": 282.603271484375, "token_count": 47} +{"index": 9546, "reference": "Unregulated transfer tests in Northern Ireland should be abolished, a United Nations (UN) committee has said.", "prediction": "A UN human inquiry committee has called on the NI Ireland to abortion in Northern Ireland to have safe safe-abortion care, cancer and united care services.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463417, "rougeL": 18.6046511627907}, "nll_sum": 166.08370971679688, "token_count": 29} +{"index": 9547, "reference": "A woman has been charged in connection with the death of an 84-year-old grandmother who died in a collision five months ago, police said.", "prediction": "A woman has been charged with the death of a 76-yearold in a hit-and-run at a shopping centre park.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 34.78260869565217, "rougeL": 45.83333333333333}, "nll_sum": 74.83412170410156, "token_count": 26} +{"index": 9548, "reference": "A Beatles sleeve which features the faces of music executives in place of the Fab Four has been named the world's rarest album cover.", "prediction": "The Beatles have created the first album album of The Beatles - The Beatles' first ever ever, sold at auction.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 95.80938720703125, "token_count": 22} +{"index": 9549, "reference": "Juan Martin del Potro has recorded a shock second-round win to knock fourth seed Stan Wawrinka out of the men's singles at Wimbledon.", "prediction": "Defending champion Martin Juan Martin del Potro reached the last 16 at Wimbledon by beating--time former number one 13 Wawawrinka.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 18.18181818181818, "rougeL": 30.434782608695656}, "nll_sum": 154.69012451171875, "token_count": 29} +{"index": 9550, "reference": "An earthquake has shaken parts of northern Italy, forcing some residents onto the streets.", "prediction": "A small earthquake has struck large parts of northern Italy and Italy Italy, leaving 11 people and dozens, officials say.", "rouge": {"rouge1": 35.29411764705882, "rouge2": 25.0, "rougeL": 35.29411764705882}, "nll_sum": 95.56401062011719, "token_count": 22} +{"index": 9551, "reference": "The Hotels Federation has called for a proper tourism strategy for Northern Ireland to help boost growth in the sector.", "prediction": "The head of the Hotels group has Northern Ireland industry has said the industry industry need to build high levels it is becoming high in high.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 30.43478260869565}, "nll_sum": 159.78103637695312, "token_count": 27} +{"index": 9552, "reference": "A man and woman have been charged with the manslaughter of a five-year-old boy who drowned in a lake.", "prediction": "The mother and couple stepfather have appeared in court in connection with the death of a fivemonth-old baby boy in a lake park. solve the 2011 aA a from a from a it's have mug of a from a'sA", "rouge": {"rouge1": 38.095238095238095, "rouge2": 13.114754098360656, "rougeL": 34.92063492063492}, "nll_sum": 235.24322509765625, "token_count": 47} +{"index": 9553, "reference": "Ever since Steamboat Willie, the iconic animated clip from 1928 featuring a mouse that would later become Mickey, Disney has had a proud record of innovating with new technology.", "prediction": " know all know that us and you you would like colourful robots and animals you might not be doing. to solve's a aACaliforniaon's!", "rouge": {"rouge1": 14.814814814814817, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 195.0467987060547, "token_count": 31} +{"index": 9554, "reference": "Scotland players Tommy Seymour and Tim Swinson have signed new deals to stay at Glasgow Warriors.", "prediction": "Glasgow Warriors wing and Seymour and Tim Swinson have signed new three-year deal with the Scottish champions.", "rouge": {"rouge1": 58.82352941176471, "rouge2": 43.74999999999999, "rougeL": 47.05882352941176}, "nll_sum": 86.56208801269531, "token_count": 22} +{"index": 9555, "reference": "Sevilla have signed Spain forward Nolito from Manchester City on a three-year contract for an undisclosed fee, reported to be \u00a37.9m.", "prediction": "Manchester City have signed striker Saidoovarhard from French champions from champions Leicester Milan for an undisclosed fee, on a five andyear deal.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 27.90697674418604, "rougeL": 31.111111111111118}, "nll_sum": 163.50067138671875, "token_count": 28} +{"index": 9556, "reference": "Watercolours and drawings by Adolf Hitler have fetched \u00a3286,000 (400,000 euros) at a German auction.", "prediction": " believed painting believed Adolf Hitler, once one of be world's most famous political leaders, has sold at auction in Germany to solve anotherPhilipp's highest hotel says it's a \"big-pbolve in it from it.\". theA", "rouge": {"rouge1": 18.18181818181818, "rouge2": 3.7735849056603774, "rougeL": 14.545454545454545}, "nll_sum": 276.1964416503906, "token_count": 46} +{"index": 9557, "reference": "The government has rejected a request from a group of football supporters to investigate the rental of the Olympic Stadium to West Ham United.", "prediction": "Campaigners who opposed out plans for \u00a315m in West Ham's \u00a32 Arena, backed petition backing east London. a \u00a3Forest's says.'s \u00a3-'s receive a game in to it from \u00a3 of.'s from's a", "rouge": {"rouge1": 23.333333333333332, "rouge2": 3.4482758620689653, "rougeL": 13.333333333333334}, "nll_sum": 299.5069885253906, "token_count": 47} +{"index": 9558, "reference": "The finance minister has said she cannot move the budget bill forward because of the inability of the Stormont parties to resolve the deadlock over welfare reform.", "prediction": "The first minister has said she will meet with Stormont's Finance committee over delay over a controversial bill bill giving more more cuts in its budget.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 11.538461538461538, "rougeL": 25.925925925925924}, "nll_sum": 132.79754638671875, "token_count": 28} +{"index": 9559, "reference": "Scotland head coach Vern Cotter says his team are \"lining up for the arm wrestle\" and are showing more \"explosiveness\" ahead of the World Cup.", "prediction": "Head coach Vern Cotter says Scotland's 87-6 defeat against France in France was meant \"a that they did not haveup get it\".", "rouge": {"rouge1": 24.489795918367346, "rouge2": 17.02127659574468, "rougeL": 20.408163265306126}, "nll_sum": 148.1243438720703, "token_count": 28} +{"index": 9560, "reference": "A whale and dolphin-watcher has photographed an attack by a bottlenose dolphin on a porpoise off Aberdeen.", "prediction": "A dolphin has been caught on camera killing a porcelise in the Moray Firth..", "rouge": {"rouge1": 31.250000000000007, "rouge2": 0.0, "rougeL": 31.250000000000007}, "nll_sum": 96.6712646484375, "token_count": 18} +{"index": 9561, "reference": "Yahya Jammeh has been sworn in for a fourth term as Gambia's president and promised to \"wipe out 82%\" of workers, accusing them of being lazy.", "prediction": "Gambian President Yahya Jammeh has promised to his ordered staff do a day, saying he is not he not leave jail or jail.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 12.499999999999996, "rougeL": 20.0}, "nll_sum": 141.8697509765625, "token_count": 29} +{"index": 9562, "reference": "A fire that badly damaged a 16th Century hall in Manchester is \"suspicious\", police have said.", "prediction": "A huge fire which ripped through an 18th Century hall of Century Manchester was used as sprinkler, police said.", "rouge": {"rouge1": 40.0, "rouge2": 6.06060606060606, "rougeL": 40.0}, "nll_sum": 104.9380874633789, "token_count": 22} +{"index": 9563, "reference": "An 80-metre wind turbine has collapsed on a mountainside near Fintona in County Tyrone.", "prediction": "A huge wind which started over a Firth Fenermanen, in County Fermanagh on Saturdayerman has been- from a local in from from a's's. from-D as a from a The's ballet.", "rouge": {"rouge1": 24.48979591836735, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 278.8434143066406, "token_count": 45} +{"index": 9564, "reference": "A power cut that hit part of the Ukrainian capital, Kiev, in December has been judged a cyber-attack by researchers investigating the incident.", "prediction": "A Ukraine power cut has left Ukraine again twice supplies supplies for more than an hour earlier, security officials say.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 111.25889587402344, "token_count": 21} +{"index": 9565, "reference": "Former heptathlete Jessica Ennis-Hill has formally been made a dame during a ceremony at Buckingham Palace.", "prediction": "Olympic champion and Olympic champion Jessica Ennis-Hill has received a knighthighthood at Buckingham Palace.", "rouge": {"rouge1": 50.0, "rouge2": 33.33333333333333, "rougeL": 50.0}, "nll_sum": 86.79022216796875, "token_count": 22} +{"index": 9566, "reference": "Twenty-First Century Fox has appointed Jack Abernethy and Bill Shine as co-presidents of Fox News, replacing Roger Ailes who stepped down last month after a sexual harassment scandal.", "prediction": " Bob Fox is of running a US television, with new chairman Eddie Aberna and chairman and chairman Paul With.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 136.3287811279297, "token_count": 21} +{"index": 9567, "reference": "India's Supreme Court has rejected travel appeals of the two Italian marines accused of killing two Indian fishermen in 2012.", "prediction": "India's Supreme Court has rejected a by to trial of seven Italian navy who disappeared seven years ago will be allowed to return Italy in return home.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 21.27659574468085, "rougeL": 36.734693877551024}, "nll_sum": 145.5590362548828, "token_count": 28} +{"index": 9568, "reference": "Thousands are posting online tributes to Muhammad Ali who has died at the age of 74.", "prediction": "Leading the boxing world has paid tribute to Ali legend Ali after their messages were posted on the media, who has died aged 62 has", "rouge": {"rouge1": 43.90243902439025, "rouge2": 15.384615384615385, "rougeL": 34.146341463414636}, "nll_sum": 131.50531005859375, "token_count": 26} +{"index": 9569, "reference": "Inside the Metropolitan Police Service's most secretive section, which investigates bad apples in the force.", "prediction": "It is a busy, tough difficult for a corruption scandal, but it still alsoforce, but what it describes the force's most corrupt corruption scandal,", "rouge": {"rouge1": 19.51219512195122, "rouge2": 10.256410256410255, "rougeL": 14.634146341463413}, "nll_sum": 175.3420867919922, "token_count": 29} +{"index": 9570, "reference": "The mayor of London has written to the prime minister in a last-ditch plea for an extra runway to be built at Gatwick Airport, rather than at Heathrow.", "prediction": " arrested a third runway at Gatwick would benefit the all the of the of capital's capital's mayor has said.", "rouge": {"rouge1": 36.00000000000001, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 122.4323959350586, "token_count": 22} +{"index": 9571, "reference": "Former treasury minister Charles Parkinson is returning to the States of Guernsey after winning the St Peter Port North by-election.", "prediction": "Former prime minister of government Mike Parkinson has announced the Isle of the Peter Peter East by-election.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 5.405405405405405, "rougeL": 46.15384615384615}, "nll_sum": 109.56477355957031, "token_count": 19} +{"index": 9572, "reference": "Canada is reopening its market to beef exports from 19 EU member states, lifting a ban that was imposed in 1996 because of BSE \"mad cow disease\".", "prediction": "The European Union begun begun the process of the dairy farmers from the 1970s to 2008s that was linked to the 1990s and 1970s.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 121.55669403076172, "token_count": 28} +{"index": 9573, "reference": "The Ministry of Defence is to close the British Army's Welsh headquarters at Brecon, Powys, in 2027.", "prediction": "The UK government's plans to close \"l-loved\" military base in Cardiff, the a Welsh MP has said in the airbase.", "rouge": {"rouge1": 35.0, "rouge2": 5.263157894736842, "rougeL": 30.0}, "nll_sum": 129.90187072753906, "token_count": 28} +{"index": 9574, "reference": "Turkey has blocked the social networking site Twitter following Prime Minister Recep Tayyip Erdogan's vow to \"wipe out\" the service.", "prediction": "Turkey's President Recep Tayyip Erdogan has considered one of the most powerful in his career.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 57.522457122802734, "token_count": 16} +{"index": 9575, "reference": "The Duke of Kent has left hospital following successful treatment for a dislocated hip.", "prediction": "The Duke and Duchess of Edinburgh have suffered with serious head injuries after an accident in Aberdeen. 2011 solve again the a- 2011l a bald in from from George's. from from-year- wins in from from George of.", "rouge": {"rouge1": 15.09433962264151, "rouge2": 3.9215686274509802, "rougeL": 15.09433962264151}, "nll_sum": 269.0467834472656, "token_count": 45} +{"index": 9576, "reference": "A new project to help women from ethnic minority backgrounds into work has been given \u00a3110,000 of government funding.", "prediction": "Students from black and government minority areas of Scotland are to be allowed to get into work after the Scottish government announced \u00a3m.8m in funding.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 117.76742553710938, "token_count": 29} +{"index": 9577, "reference": "Police in Brazil are stepping up their search for more than 100 prisoners who are still on the run after escaping from adjoining prisons in the northern state of Amazonas on 1 January.", "prediction": "A massive police operation is under way for 56 inmates who died in a riot in which left dozens of people from prison in Brazil's biggest giant, Amazonas, say. a's-d's a in from since a's.", "rouge": {"rouge1": 27.397260273972606, "rouge2": 5.633802816901409, "rougeL": 19.17808219178082}, "nll_sum": 232.432861328125, "token_count": 45} +{"index": 9578, "reference": "Wales' record international try-scorer Shane Williams has completed a U-turn on his rugby retirement and will play for a Japanese side next season.", "prediction": "Wales international rugby dream Shane Williams has left old club to Ospreys on a fiveyear deal.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 34.146341463414636}, "nll_sum": 101.63986206054688, "token_count": 20} +{"index": 9579, "reference": "(Close): The FTSE 100 index of leading blue-chip shares closed the day down by 0.36% at 6853.40.", "prediction": "(Noon): The FTSE 100 closed lower as the mining oil prices and falling gold prices sank amid fears over a sharp rise in gold.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 120.38545227050781, "token_count": 29} +{"index": 9580, "reference": "A UK ticketholder who won a \u00a334m jackpot in Friday's Euromillions draw has come forward to claim the prize.", "prediction": "A \u00a318 \u00a318m lotterypot will be paid after missing out on \u00a350 month it has emerged.", "rouge": {"rouge1": 11.111111111111112, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 132.9396209716797, "token_count": 23} +{"index": 9581, "reference": "Authorities in China say they have held a suspect over Thursday's attack on a market in Urumqi in Xinjiang province in which 39 people died.", "prediction": "Chinese police have detained a man detained detained with a suspected terror attack in southern northern China, state media report.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 82.37770080566406, "token_count": 21} +{"index": 9582, "reference": "The death of a two-year-old boy in Perthshire features on the front pages of many of Scotland's newspapers.", "prediction": "Police investigating the murder of a boy from Aberdeenshire have named as his nine-month-old son to the Scotland pages.", "rouge": {"rouge1": 38.095238095238095, "rouge2": 5.000000000000001, "rougeL": 28.57142857142857}, "nll_sum": 97.48448181152344, "token_count": 26} +{"index": 9583, "reference": "Maxine Peake, Matt Lucas and Elaine Paige are heading the cast of Russell T Davies' adaptation of A Midsummer Night's Dream.", "prediction": " Maxine Pe Peake and Peter but will star in a End's adaptation of Saturday's of's Hamdale's West End in London.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 181.2127227783203, "token_count": 27} +{"index": 9584, "reference": "A girl who offered to replace Big Ben's chimes on BBC radio has been let down gently after an editor warned her of the long hours that would be involved.", "prediction": " a girl who sent to to Big Ben said it \"absolutely and united\" to school because after IT work announced a \u00a335m work to repair, the editor has said.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 10.344827586206899, "rougeL": 26.666666666666668}, "nll_sum": 204.11358642578125, "token_count": 34} +{"index": 9585, "reference": "The body of a man found in a hedge by litter pickers might have lain undetected for years, police have said.", "prediction": "A man whose body was found in street six weeks ago is likely to have been identified, police have said", "rouge": {"rouge1": 43.90243902439024, "rouge2": 20.51282051282051, "rougeL": 39.02439024390244}, "nll_sum": 69.62113952636719, "token_count": 20} +{"index": 9586, "reference": "A watchdog has criticised prison staff in Northern Ireland for their reaction when an inmate, who later died, was found \"unresponsive\" in his cell.", "prediction": "A prisoner whose death led the death of an prisoner in a prison where a man was taken of hospital died there, a report- found. a found a again a \" aA 2011 a it has been a from\". a from's solve", "rouge": {"rouge1": 24.242424242424246, "rouge2": 0.0, "rougeL": 15.151515151515152}, "nll_sum": 263.51251220703125, "token_count": 47} +{"index": 9587, "reference": "About 70 human skeletons have been uncovered by archaeologists during a dig at a former factory in Peterborough.", "prediction": "Human remains found have at unearthed at an oldfield cemetery, where a cemetery were reopen 36 years ago.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 122.54167175292969, "token_count": 20} +{"index": 9588, "reference": "The Liberal government in Canada has abandoned a legal challenge that sought to require women to remove their niqabs or face coverings during citizenship ceremonies.", "prediction": "The Canadian government Australian won an appeal against a ban so-called Islamic State-abab\".", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 100.38322448730469, "token_count": 18} +{"index": 9589, "reference": "Tourists from around Japan have been flocking to a tiny fishing community, to see what has been nicknamed Cat Island.", "prediction": "A Japanese Japanese island has grown by more than 25,000 cats over the last five years.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 64.7336196899414, "token_count": 18} +{"index": 9590, "reference": "Actress Keira Knightley has married Klaxons star James Righton in the south of France.", "prediction": "Hollywood stars firstiraley Knight and James Righton have been married in town village district New York.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.142857142857144, "rougeL": 26.666666666666668}, "nll_sum": 145.25347900390625, "token_count": 20} +{"index": 9591, "reference": "Labour has promised to boost the benefits of the \"unsung heroes\" who care for the vulnerable by \u00a310 a week if the party wins the next election.", "prediction": " peoplelder people in the UK's health system will receive a \u00a310m inheritance tax, the Labour leader say.", "rouge": {"rouge1": 17.777777777777775, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 91.01206970214844, "token_count": 22} +{"index": 9592, "reference": "Justin Bieber has been involved in a car collision in Beverley Hills, police have confirmed to the BBC.", "prediction": "A man was taken to hospital after being treated injured and injured by police in a hit-and-run crash after police in a US car, police say, a they be the-d a stabbing in from from's game. a emerged", "rouge": {"rouge1": 23.333333333333332, "rouge2": 3.4482758620689653, "rougeL": 16.666666666666664}, "nll_sum": 225.96112060546875, "token_count": 47} +{"index": 9593, "reference": "Digesting the UK's vote to leave the EU, papers across Europe call for radical change to counter what they see as a rising tide of populism and nationalism on the continent.", "prediction": "A call to call the UK and leave the European Union (EU is \"ous\", saying that \"the-wingleft\" in Europe is is\".", "rouge": {"rouge1": 40.74074074074074, "rouge2": 7.692307692307692, "rougeL": 22.22222222222222}, "nll_sum": 146.64169311523438, "token_count": 29} +{"index": 9594, "reference": "Edinburgh moved up to seventh place in the Pro12 with a hard-fought win at Newport Gwent Dragons.", "prediction": "Edinburgh staged a spirited secondhalf-half comeback as they thrashed Premiership rivals Newport Gwent Dragons and briefly go top of the play- Rodney Parade. Parade solve. a- 2011A aA in a from a's from's a", "rouge": {"rouge1": 25.454545454545457, "rouge2": 7.547169811320755, "rougeL": 18.181818181818183}, "nll_sum": 290.5338439941406, "token_count": 47} +{"index": 9595, "reference": "A court in northern France has sentenced a woman to nine years in prison for killing eight of her newborn babies between 1989 and 2000.", "prediction": "A woman in northern France is of killing two her children and hiding her body of the size of her.", "rouge": {"rouge1": 40.0, "rouge2": 18.6046511627907, "rougeL": 31.11111111111111}, "nll_sum": 106.57170867919922, "token_count": 20} +{"index": 9596, "reference": "Sale were overpowered as Clermont Auvergne clicked into gear in the second half to earn a European Rugby Champions Cup bonus point.", "prediction": "Sale survived survived a second-half comeback to thrashed Clermontne and keep alive their hopes of reach a European Champions Cup quarter-finals.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 13.95348837209302, "rougeL": 35.55555555555555}, "nll_sum": 145.07171630859375, "token_count": 30} +{"index": 9597, "reference": "The deputy first minister is due to make a statement on the Scottish government's Named Person scheme later.", "prediction": "Scotland's justice islyperfectly possible\" be a new limiting law to be born Scotland's justice minister has said, as \"un it's \"A from a referee from \"- from a the in\". years a's. the solve", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 294.272705078125, "token_count": 46} +{"index": 9598, "reference": "Sonar equipment has been used across Duddingston Loch in the last few days in the search for a missing student.", "prediction": "Police investigating the family of a French student who went missing three years ago have and appealed for the help the the public to find and find his son.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 114.8350830078125, "token_count": 29} +{"index": 9599, "reference": "Messaging app Yo, which in the past week has rocketed to the top of the app download charts, has been hit by a hack.", "prediction": "An app that allows people to send fans tickets for the 2014 World World Cup has been uncovered been the site's site, a leading security researcher said said.", "rouge": {"rouge1": 26.415094339622648, "rouge2": 3.9215686274509802, "rougeL": 22.641509433962266}, "nll_sum": 135.5240936279297, "token_count": 30} +{"index": 9600, "reference": "The Scottish Government has published a bill outlining provisional plans for another referendum on Scottish independence, plans which some believe coincide with a renewed sense of Scotland's separate identity.", "prediction": "It seems like a more different, but, for traditional Scottish folk, but what what it is means of them! it a aCaliforniae and it", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 171.83999633789062, "token_count": 29} +{"index": 9601, "reference": "A pilot project asking tourists to put money into communities they visit in Snowdonia has raised enough to train nearly 50 young people in conservation and outdoor skills, organisers say.", "prediction": "A conservation charity has launched a scheme to help young people and help to help the town, and is marking 50th anniversary a its 50th anniversary.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 3.703703703703704, "rougeL": 21.428571428571427}, "nll_sum": 125.97370910644531, "token_count": 29} +{"index": 9602, "reference": "A top adviser to former President Barack Obama has labelled reports that she ordered surveillance of Donald Trump's campaign as \"absolutely false\".", "prediction": "An FBI has started into way US President Barack Obama provide information about hacking Russian election campaign, the Russian ambassador.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 123.79421997070312, "token_count": 21} +{"index": 9603, "reference": "Former Falkirk MP Eric Joyce has been found guilty of assaulting two teenage boys in an \"unjustified and unprovoked\" attack in a shop.", "prediction": "Ex-A Labour leader Ed Joyce has been found guilty of boys indecently assaulting assaulting two assaultingold boys at a shop. coffee shop", "rouge": {"rouge1": 47.82608695652174, "rouge2": 31.818181818181817, "rougeL": 47.82608695652174}, "nll_sum": 152.5103759765625, "token_count": 26} +{"index": 9604, "reference": "Chris Gayle and Kieron Pollard produced a superb display of power hitting as West Indies thrashed Australia to reach the final of the World Twenty20.", "prediction": "Chris Gayle hit a half-ball double as West Indies they beat Western Australia by five wickets w five final Test and reach the Women's World Cup final.", "rouge": {"rouge1": 48.148148148148145, "rouge2": 15.384615384615383, "rougeL": 37.03703703703704}, "nll_sum": 142.27926635742188, "token_count": 32} +{"index": 9605, "reference": "Ivory Coast are confident Wilfried Zaha will soon be part of their team, but new England boss Gareth Southgate has not given up on the forward.", "prediction": "Ivory Coast want Zfried Zaha 97 a move to England, says manager Gareth Southgate.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 103.46540069580078, "token_count": 19} +{"index": 9606, "reference": "Jeremy Corbyn has urged Labour members to show \"respect\" to the party's Scottish leader after she was jeered at a hustings debate in Glasgow.", "prediction": "Labour leader Jeremy Corbyn has accused Keziaia, saying he she would be open, an open opened and united debate\" in a general debate.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 13.043478260869565, "rougeL": 24.999999999999993}, "nll_sum": 163.70941162109375, "token_count": 29} +{"index": 9607, "reference": "Declan McManus scored twice as Greenock Morton beat Scottish Championship bottom side Alloa Athletic, who remain 10 points adrift.", "prediction": " Macan McManus scored a hat-trick as Greenock Morton up their Championship play-off pushoff push with Alloa All- Scottish Championship.", "rouge": {"rouge1": 40.0, "rouge2": 21.05263157894737, "rougeL": 35.0}, "nll_sum": 157.86911010742188, "token_count": 31} +{"index": 9608, "reference": "Dairy farmers work hard to help get things like milk, cheese and butter from the farm and into our kitchens.", "prediction": "There are some rules for some British farmers, and that they will now keep our trees.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 79.74421691894531, "token_count": 17} +{"index": 9609, "reference": "Sadiq Khan has been elected the new Mayor of London - boosting Labour after it slumped in Scotland's elections.", "prediction": "Sadiq Khan became's first mayoral mayor to elected office, despite losing any Labour seat.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 94.23518371582031, "token_count": 17} +{"index": 9610, "reference": "Southport chairman Charlie Clapham has stood down with immediate effect, along with vice-chairman Sam Shrouder following National League relegation.", "prediction": "Lee Brouham will step as chairman of Southport's board meeting of board, saying the club has a a controlling control\" of the club.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 138.02210998535156, "token_count": 29} +{"index": 9611, "reference": "At least 90 people have been arrested after violent clashes between workers and managers at a Maruti Suzuki factory near the Indian capital, Delhi.", "prediction": "At least five people have 2011 killed in clashes between rival fans car drivers and staff at Mexican-maker car factory in the Indian state of Haryana state.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 15.999999999999998, "rougeL": 42.30769230769231}, "nll_sum": 154.35813903808594, "token_count": 31} +{"index": 9612, "reference": "Wales hooker Ken Owens has backed the decision not to introduce relegation from the Six Nations.", "prediction": "W scrum-half Nigel Owens says the chance to move the Six Nations to move to Italy would move \"a couple of weeks\".", "rouge": {"rouge1": 30.769230769230766, "rouge2": 10.81081081081081, "rougeL": 30.769230769230766}, "nll_sum": 111.2854995727539, "token_count": 26} +{"index": 9613, "reference": "A man has been robbed at gunpoint as he was taking photographs in a village on the County Antrim coast.", "prediction": "A man has been threatened with gun knife during a robbery on two car in County Antrim.", "rouge": {"rouge1": 48.648648648648646, "rouge2": 22.857142857142858, "rougeL": 43.24324324324324}, "nll_sum": 86.31011962890625, "token_count": 18} +{"index": 9614, "reference": "The Duchess of Cambridge tried her hand at conducting a prestigious symphony orchestra on the final day of the royal tour of Germany.", "prediction": "The Duke and Duchess of Cambridge took the baton at the music music festival during their four-day tour of their tour. Poland.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 13.636363636363635, "rougeL": 39.130434782608695}, "nll_sum": 102.60220336914062, "token_count": 26} +{"index": 9615, "reference": "A three-day curfew is under way in Sierra Leone to let health workers find and isolate cases of Ebola, in order to halt the spread of the disease.", "prediction": "Sierra Leone has declared three days of emergency for health, staff and aid staff, after the deadly outbreak of the deadly Ebola outbreak of the 2011.", "rouge": {"rouge1": 40.0, "rouge2": 11.32075471698113, "rougeL": 29.090909090909093}, "nll_sum": 107.95228576660156, "token_count": 29} +{"index": 9616, "reference": "Oxford-born Spaniard Marcus Walz produced a remarkable finish to take the Olympic kayak 1,000m title at the Lagoa Stadium.", "prediction": "Germany's Grmatersch won her first gold medal in the women beenak kayak after winning the Olympic men's 10,000m.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.000000000000001, "rougeL": 14.285714285714285}, "nll_sum": 139.0043182373047, "token_count": 28} +{"index": 9617, "reference": "SSE has shelved plans to upgrade the powerline between Beauly in the Highlands and Kintore in Aberdeenshire.", "prediction": "SSE has said a new upgraded replaced line in Aberdeenshire could be destroyed, despite it could collapse if the Ministry of Defence.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 141.40859985351562, "token_count": 27} +{"index": 9618, "reference": "A Labour MP has stepped down as an aide to the shadow chancellor over a Facebook post suggesting Israel should be moved to the United States.", "prediction": "A Labour MP who was elected after a post for about comments about about the conflict conflict, said she is no used \"resunervedly\" apology.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 8.333333333333332, "rougeL": 24.000000000000004}, "nll_sum": 181.23309326171875, "token_count": 30} +{"index": 9619, "reference": "A Polish university lecturer has been sentenced to 13 years in jail for plotting to ram a car packed with explosives into parliament.", "prediction": "A former forestry teacher in Poland, and sentenced be 10 years in prison prison for killing the state-controlled governor.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 116.7843017578125, "token_count": 22} +{"index": 9620, "reference": "North Korea appears to have restarted its nuclear facility at Yongbyon, the International Atomic Energy Agency (IAEA) has said.", "prediction": "The International Nobel Security Agency says it has started renewing nuclear for the first time since the nuclear news agency says.", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 114.38764953613281, "token_count": 22} +{"index": 9621, "reference": "A koala in Australia has been dubbed \"Bear Grylls\" after it was hit by a fast-moving car and survived when it got wedged in the car's front grill.", "prediction": "An Australian woman says her woman hopes to be alive\" when she when hit by a car and then eventually hit its and was hit by a car. for the solve's a \u00a3- aA a in a from a's a's emerged", "rouge": {"rouge1": 32.87671232876713, "rouge2": 11.267605633802818, "rougeL": 21.91780821917808}, "nll_sum": 259.79718017578125, "token_count": 47} +{"index": 9622, "reference": "Championship club Leeds United have signed striker Marcus Antonsson from Swedish top-flight side Kalmar on a three-year deal for an undisclosed fee.", "prediction": "Leeds United have signed Tyler G Gonsson from nonleague be side Kal for an undisclosed fee on a five-year deal, with further option for a further year.", "rouge": {"rouge1": 53.84615384615385, "rouge2": 31.999999999999996, "rougeL": 42.30769230769231}, "nll_sum": 170.64871215820312, "token_count": 34} +{"index": 9623, "reference": "Walsall have signed defender Luke Leahy on a two-year contract from Scottish Championship side Falkirk.", "prediction": "Walsall have signed defender Alex Leahy from Scottish Premiership champions Falkirk on a two- contract.", "rouge": {"rouge1": 77.41935483870968, "rouge2": 41.379310344827594, "rougeL": 58.06451612903225}, "nll_sum": 95.0604248046875, "token_count": 20} +{"index": 9624, "reference": "Sierra Leone has officially been declared free of Ebola by the World Health Organization (WHO).", "prediction": "The World Health Organization (WHO has declared the outbreak of the deadly Ebola virus be declared free and declared declared free, emergency officials say the African Broadway, solve, says they,--A aMore in a November from. a's a", "rouge": {"rouge1": 40.74074074074074, "rouge2": 19.23076923076923, "rougeL": 18.51851851851852}, "nll_sum": 270.66424560546875, "token_count": 46} +{"index": 9625, "reference": "An employee of the German intelligence agency (BfV) has been arrested after making Islamist statements and sharing agency material, German media report.", "prediction": " agency German intelligence agency, BfV, has said it was behind an aquarium who was behind a possible terror attack, German German media reports say.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 27.27272727272727, "rougeL": 34.78260869565217}, "nll_sum": 116.19761657714844, "token_count": 29} +{"index": 9626, "reference": "What happened when Hong Kong's youth demonstrators actually tried to get elected?", "prediction": "Campaigners in Hong Kong are voting in the first elections in the first two between generations, and two women.", "rouge": {"rouge1": 18.749999999999996, "rouge2": 6.666666666666667, "rougeL": 18.749999999999996}, "nll_sum": 95.28402709960938, "token_count": 21} +{"index": 9627, "reference": "What a weekend in the Premier League.", "prediction": "Manchester United beat Chelsea and open gap at the top. the League thanks to nine points on the night that they were then at Old Trafford Anfield 2011- of- referee-350-'s-'s- of a from's from's again the", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 8.333333333333334}, "nll_sum": 292.23809814453125, "token_count": 47} +{"index": 9628, "reference": "Controversial French comedian Dieudonne M'bala M'bala has been detained by police for a Facebook comment appearing to back Paris gunman Amedy Coulibaly.", "prediction": "The popular comedian Wudmoonne, is still faces jail, faces, face charges charges the Paris after the deadly attacks in Paris last week.", "rouge": {"rouge1": 8.695652173913043, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 168.3115692138672, "token_count": 28} +{"index": 9629, "reference": "Red-faced officials at the Home Office have been forced to correct a spelling error in a press release about new English language tests for migrants.", "prediction": "A Home Office mistake by delayed the release of a new Sunni language from Muslim Muslim countries, Muslim Muslims have said. to aACalifornia- \" a \"A a \" aA-lA a in from from a\".. aA", "rouge": {"rouge1": 36.66666666666667, "rouge2": 3.448275862068965, "rougeL": 23.333333333333332}, "nll_sum": 288.568359375, "token_count": 49} +{"index": 9630, "reference": "A seven-year-old girl has died after being hit by a stone thrown by an elephant from its enclosure at Rabat Zoo in Morocco.", "prediction": "An 11-year-old girl was killed at Rabat zoo in northern France, after it emerged it of its enclosure emerged northern France a\", solve, aA was 30 by-up a in from away a's.", "rouge": {"rouge1": 49.180327868852466, "rouge2": 20.33898305084746, "rougeL": 22.950819672131146}, "nll_sum": 242.43667602539062, "token_count": 44} +{"index": 9631, "reference": "A man in his 30s is in a serious condition in hospital after suffering a head injury during an assault in Belfast city centre.", "prediction": "Police investigating the murder of a man in County Londonderry on Sunday morning made a fresh appeal.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 68.87378692626953, "token_count": 20} +{"index": 9632, "reference": "Parliament might have to scrutinise up to 15 new bills to deliver Brexit, leaving little time for other legislation, the Institute for Government has warned.", "prediction": "Much of a new Brexit Brexit legislation should be introduced after the UK to leave the EU, a a new think-tank, a think tank says.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 120.25418090820312, "token_count": 29} +{"index": 9633, "reference": "Manchester City winger Raheem Sterling should have gone to ground to win a penalty during Saturday's 2-2 draw with Tottenham, says team-mate Yaya Toure.", "prediction": "Folo Toure said he he would \"75 to feel the car\" after with Tottenham and and conceded he did not to powered him after his 3-22 draw.", "rouge": {"rouge1": 21.818181818181817, "rouge2": 3.7735849056603774, "rougeL": 10.909090909090908}, "nll_sum": 187.86729431152344, "token_count": 33} +{"index": 9634, "reference": "Former Labour minister Kim Howells has said the party is in the \"deepest crisis\" he can remember.", "prediction": "A Labour leadership in Wales is at \" least as bad\", leader in of Wales, Rob Howells has said.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.121212121212121, "rougeL": 22.857142857142858}, "nll_sum": 114.39274597167969, "token_count": 22} +{"index": 9635, "reference": "Former England winger Ugo Monye believes Denny Solomona has a good chance of playing for the national team when he becomes eligible.", "prediction": "Sale Sharks winger Denny Solomona has the \" Grant by signing for England rugby rugby, says the club's head23 Monye. Keith Mesolve the centre's \" ballet-.'s the international\"..'s from a", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.692307692307692, "rougeL": 22.22222222222222}, "nll_sum": 325.193359375, "token_count": 48} +{"index": 9636, "reference": "Weaknesses in Police Scotland's roll-out of its new national call-handling system have been highlighted in an Inspector of Constabulary report.", "prediction": "A fatal accident inquiry into Scotland has led to \"unaccept levels levels\" of performance, Scotland's chief inspector of const of said a and the force's referee of suspension from the fines by a from.A the. from \"old a", "rouge": {"rouge1": 15.625, "rouge2": 6.451612903225806, "rougeL": 12.500000000000004}, "nll_sum": 311.9541015625, "token_count": 47} +{"index": 9637, "reference": "Mayoral candidate, friend to the stars, charity fundraiser, lover of pink and hairdresser extraordinaire - Liverpool has been saying goodbye to the much loved Herbert Howe.", "prediction": "A much-old\" described as \"the worst haird pensioner\"'s David Silva, has become one of Liverpool's best best known mourners. the solve's a \" again- again \" a \"- again a he again a", "rouge": {"rouge1": 20.338983050847457, "rouge2": 0.0, "rougeL": 13.559322033898304}, "nll_sum": 277.6392822265625, "token_count": 46} +{"index": 9638, "reference": "A volcano has erupted in central Costa Rica, belching smoke and ash up to 3,000m (9,840ft) into the air.", "prediction": "A huge volcano in has sent Costa Rica to water rain and parts of the south in the country, officials say.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 5.000000000000001, "rougeL": 33.33333333333333}, "nll_sum": 116.71647644042969, "token_count": 22} +{"index": 9639, "reference": "Exeter City player-coach Danny Butterfield says his playing career is coming to an end.", "prediction": "Macer Z Butterfield says he is not pursue a playing career in his former club Exeter City because it reputation an-wought' in his career from's. from 3-up- referee a from years's.", "rouge": {"rouge1": 36.0, "rouge2": 12.5, "rougeL": 20.0}, "nll_sum": 296.7936706542969, "token_count": 44} +{"index": 9640, "reference": "A restaurant in New York has a special menu for pampered pooches to eat alongside their owners.", "prediction": "A restaurant in India has US state in Alabama has allowed owners to eat in.", "rouge": {"rouge1": 43.74999999999999, "rouge2": 20.0, "rougeL": 37.50000000000001}, "nll_sum": 94.66496276855469, "token_count": 15} +{"index": 9641, "reference": "Doctors have welcomed an extra \u00a320m of Scottish government money aimed at easing the pressure on GPs.", "prediction": "More than \u00a32020m has been funding for junior doctors' doctors to Scotland, to help them struggle with help struggle mental health health.", "rouge": {"rouge1": 5.128205128205128, "rouge2": 0.0, "rougeL": 5.128205128205128}, "nll_sum": 131.8048095703125, "token_count": 26} +{"index": 9642, "reference": "Author Sarah Hilary has won one of the UK's top crime-writing awards for her debut novel, Someone Else's Skin.", "prediction": "Hilary Mantary has received the best award for bestseller best novel for her best bookmaker protecting crime crime at a North Yorkshire town.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 9.30232558139535, "rougeL": 26.66666666666666}, "nll_sum": 153.24432373046875, "token_count": 28} +{"index": 9643, "reference": "A couple accused of hurting their daughter in a suspected shaken baby case said they had been treated like \"monsters\".", "prediction": "A father-of-two, with a rare condition which amongst her baby daughter's brain,, have been told how they will return and hospital.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 0.0, "rougeL": 22.727272727272727}, "nll_sum": 137.6014862060547, "token_count": 28} +{"index": 9644, "reference": "An Israeli woman facing 74 child sex charges in Australia is mentally unfit to face extradition, a court says.", "prediction": "A former deputy head teacher accused of raped two girls in Australia is face further and treatment. treatment a of a \" a-H's a in a- a's from a from-A's game in banned from's Saturday. from a", "rouge": {"rouge1": 16.393442622950822, "rouge2": 6.779661016949154, "rougeL": 16.393442622950822}, "nll_sum": 289.27301025390625, "token_count": 47} +{"index": 9645, "reference": "A paraglider has been rescued after being injured on a mountain in County Armagh.", "prediction": "A man was airlifted hospital with brain injuries in a crash in Mourne, County Antrim.", "rouge": {"rouge1": 27.58620689655172, "rouge2": 0.0, "rougeL": 27.58620689655172}, "nll_sum": 76.8106689453125, "token_count": 20} +{"index": 9646, "reference": "Supermarkets are engaging in school uniform price wars but prices cannot drop any further, an expert has said.", "prediction": "Thousands of children in England be able to wear free-size school uniforms of school, an think tank has said.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 98.66940307617188, "token_count": 22} +{"index": 9647, "reference": "Possibly the most shocking disclosure in the National Audit Office's two reviews of how private sector companies deliver public services is how little financial information the NAO can actually demand to scrutinise.", "prediction": " the National Audit Office says II doesn't write any more public money on - - but what it feels like doing as a pandunaas it!", "rouge": {"rouge1": 17.54385964912281, "rouge2": 10.909090909090908, "rougeL": 17.54385964912281}, "nll_sum": 174.6875, "token_count": 28} +{"index": 9648, "reference": "Sergio Garcia and Henrik Stenson are one shot off the pace after the second round of the BMW International.", "prediction": "Defending champion Sergio Garcia beat, Barcelona will is three shots behind behind leader Hen St Stenson atold Johannes Masters as a \"Offon's\".", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 14.285714285714288}, "nll_sum": 234.67593383789062, "token_count": 29} +{"index": 9649, "reference": "Cassini has used a gravitational slingshot around Saturn's moon Titan to put it on a path towards destruction.", "prediction": "The space Cassetta probeetta, which might back its most rover in its future orbit.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 116.17860412597656, "token_count": 17} +{"index": 9650, "reference": "Some may have expected Democratic front-runner Hillary Clinton to swing further left to woo supporters of her Democratic rival Bernie Sanders ahead of the California primary on Tuesday.", "prediction": " Hillary Clinton has declared herself she saying she would never she would never in her own.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 84.08618927001953, "token_count": 16} +{"index": 9651, "reference": "Shares in Mattel, the maker of Barbie dolls, jumped 8% on Thursday following a report it had discussed a merger with rival Hasbro.", "prediction": "Spanish fashion company Mael has agreed to receive $1bn (\u00c22bn) in a deal it says could reach a toy toy company.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 132.48532104492188, "token_count": 28} +{"index": 9652, "reference": "Farmers and wildlife campaigners have joined together to try to stop the spread of TB in cattle in Cheshire.", "prediction": "A farmer has launched a campaign to stop cull badgers to helpger the spread of, West West.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 17.647058823529413, "rougeL": 38.88888888888889}, "nll_sum": 119.7679443359375, "token_count": 20} +{"index": 9653, "reference": "All photographs by Tommy Trenchard and Aurelie Marrier d'Unienville", "prediction": "A small and sea which washed up on a beach ofail's Zaribar - the became known as the fossilopuses - - off off the tide and off at sea by huge lo boat.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 248.3935546875, "token_count": 39} +{"index": 9654, "reference": "Councillors in North Yorkshire will on Friday consider whether to approve fracking in England for the first time since a ban on the technique was lifted in 2012.", "prediction": "Campaigners in Yorkshire are holding a meeting again to ask plans to frack a gas-dr well shale well in the York Moors and North York.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 161.29046630859375, "token_count": 30} +{"index": 9655, "reference": "Two renegade officers who attacked a Venezuelan army base last weekend have been captured, the country's defence minister has said.", "prediction": "Venezuela's army army says it says four its soldiers who survived an attack on President Libyan\u00c3 Dutertepss 1980's's district in November.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 219.3099822998047, "token_count": 31} +{"index": 9656, "reference": "A new marketing body is to be set up to promote Northern Ireland's food and drinks industry, in a bid to grow the agri-food sector and create more jobs.", "prediction": "Northern Ireland's a new food industry has be set up the industry in Northern Ireland.", "rouge": {"rouge1": 51.06382978723403, "rouge2": 26.666666666666668, "rougeL": 29.78723404255319}, "nll_sum": 73.64895629882812, "token_count": 16} +{"index": 9657, "reference": "Featherstone beat Halifax to reach the Challenge Cup quarter-finals for the first time in 20 years.", "prediction": " Living Featherstone scored a hat-trick as Astonstone beat Halifax FC in the quarter-finals and reach the European Challenge Cup Challenge quarter-finals.", "rouge": {"rouge1": 53.658536585365844, "rouge2": 20.51282051282051, "rougeL": 43.90243902439025}, "nll_sum": 120.62855529785156, "token_count": 30} +{"index": 9658, "reference": "An inquest into an IRA massacre of 10 Protestant workers has been delayed because there is no coroner to hear it.", "prediction": "The inquest into the deaths of two men and two masked men shot by a filming, say there is no extra funding for a Northern Ireland justice department.", "rouge": {"rouge1": 24.489795918367342, "rouge2": 12.765957446808512, "rougeL": 24.489795918367342}, "nll_sum": 131.07766723632812, "token_count": 29} +{"index": 9659, "reference": "Children's services in Wolverhampton have been rated \"good\" following an inspection by Ofsted.", "prediction": "The children's's services in Birmingham have been rated as \"absolutely\" and needs, says the new report.", "rouge": {"rouge1": 43.75000000000001, "rouge2": 33.333333333333336, "rougeL": 43.75000000000001}, "nll_sum": 95.07756805419922, "token_count": 21} +{"index": 9660, "reference": "The chairmen of five parliamentary committees have written to David Cameron to urge him to remove overseas student numbers from migration targets.", "prediction": " of group of five MPs in select have written to Theresa May to change English's rules, net migration, saying it will not be somewhat trusted\".", "rouge": {"rouge1": 29.166666666666668, "rouge2": 13.043478260869565, "rougeL": 29.166666666666668}, "nll_sum": 154.73046875, "token_count": 28} +{"index": 9661, "reference": "Lord Coe is the right man to lead the crisis-hit IAAF, according to the author of a report claiming \"corruption was embedded\" within the organisation.", "prediction": "A report into boxing president Lord Coe \" take a wonderful time\" to lead the IAAF, says former IIA executive Dick Pound Gary says.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 17.02127659574468, "rougeL": 24.489795918367346}, "nll_sum": 181.1558837890625, "token_count": 29} +{"index": 9662, "reference": "A teenage girl with mental health problems who was kept in police cells for two days because of a lack of care beds has been found a place to stay.", "prediction": "A teenage girl who was being held in a police cell in Devon was \"no place, no beds available for not\", a senior policeable said. 2011 \" solve \" again the 2011 from a's againelt of's a from 2011 a", "rouge": {"rouge1": 40.0, "rouge2": 11.76470588235294, "rougeL": 34.285714285714285}, "nll_sum": 289.5816650390625, "token_count": 47} +{"index": 9663, "reference": "Thailand's military-run government has forced Human Rights Watch (HRW) to cancel an event in Bangkok to launch a report into alleged abuses in Vietnam.", "prediction": " and has said cancelled an event in Thailand due to \"for a human rights decision\", a Human Rights Watch ( Watch Watch aHRW) says.", "rouge": {"rouge1": 44.89795918367348, "rouge2": 21.276595744680854, "rougeL": 28.571428571428577}, "nll_sum": 144.95896911621094, "token_count": 29} +{"index": 9664, "reference": "Since a devastating fire hit 18th Century Clandon Park in Surrey, reducing it to a shell, more than 400 objects have been salvaged from the burnt-out remains - but work continues on the fabric of the building itself.", "prediction": "The site of a site at site at a Pembrokeshire beach more than 30 years ago, have been removed.", "rouge": {"rouge1": 28.07017543859649, "rouge2": 7.2727272727272725, "rougeL": 21.052631578947366}, "nll_sum": 91.82742309570312, "token_count": 25} +{"index": 9665, "reference": "New pictures of asteroid 2004 BL86, which passed close by Earth yesterday, have been released by US space agency Nasa.", "prediction": "A incredible video of a massive strike the a over the moon has passed by Earth again - the it's a ''s a game - it's - The's a from's aok from The'sA ballet of a from a'sA", "rouge": {"rouge1": 13.114754098360656, "rouge2": 3.389830508474576, "rougeL": 13.114754098360656}, "nll_sum": 274.4491271972656, "token_count": 47} +{"index": 9666, "reference": "The man accused of throwing a banana peel at comedian Dave Chappelle during a New Mexico show has been charged with disturbing the peace and battery.", "prediction": "Ch York driver Ch Chappelle says he will be \"not afraid\" to face charges after he admitted throwing a racist a rainbow at a station.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 135.80172729492188, "token_count": 29} +{"index": 9667, "reference": "Jockey George Baker has returned to England for treatment in London after his heavy fall on a frozen lake track in St Moritz, Switzerland last month.", "prediction": "Former world jockey George Wig, who be taken to hospital hospital with brain surgery and brain during a race at the race in Birmingham on Saturday, solve, be Gab from athed's becoming in from reputation's\". ballet aA", "rouge": {"rouge1": 21.53846153846154, "rouge2": 3.1746031746031744, "rougeL": 18.46153846153846}, "nll_sum": 301.60894775390625, "token_count": 46} +{"index": 9668, "reference": "He may have a famous name but he does not have an office or a phone yet.", "prediction": "A former Labour Labour leader Stephenarnock has lost in his parliamentary seat before the parliamentary office - but how how not how much how know he lost?", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 13.953488372093027}, "nll_sum": 181.36483764648438, "token_count": 29} +{"index": 9669, "reference": "What do you give the man who has an entire country at his mercy?", "prediction": "I don't know understand it!", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 29.998022079467773, "token_count": 6} +{"index": 9670, "reference": "A road worker who was critically injured in a collision involving a van in mid Devon has died.", "prediction": "A worker worker has seriously injured after being hit by a car car on a South Tayside.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 0.0, "rougeL": 28.571428571428577}, "nll_sum": 81.45299530029297, "token_count": 19} +{"index": 9671, "reference": "New York firefighters have rescued two window cleaners who were trapped on a collapsed cradle 69 storeys above the ground at the World Trade Center site.", "prediction": "Two men have been rescued from the floor of a factory close to the office of New York.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 4.761904761904763, "rougeL": 18.181818181818183}, "nll_sum": 68.22064208984375, "token_count": 18} +{"index": 9672, "reference": "A Texas police department has changed a key detail in the shooting of an unarmed black teenager, amid mounting calls for the officer to be arrested.", "prediction": "A US police officer who shot black an unarmed black football player was given the support of driving of the policies to change, a senior police officer said.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 11.538461538461538, "rougeL": 25.92592592592593}, "nll_sum": 121.775146484375, "token_count": 29} +{"index": 9673, "reference": "Singer Dannii Minogue has been presented with an honorary degree by a Hampshire university.", "prediction": "ieie Minster has said she would be \" \"gbroken\" at being awarded award an be receive an honorary by a Nottinghamfordshire university.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.121212121212123, "rougeL": 34.285714285714285}, "nll_sum": 189.43661499023438, "token_count": 29} +{"index": 9674, "reference": "Luke Berry scored twice to inspire Cambridge United to victory over League Two strugglers Cheltenham Town.", "prediction": "Luke Berry scored his first double double as Cambridge United as theyashed Cheltenham 3-1.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 20.689655172413797, "rougeL": 38.70967741935484}, "nll_sum": 93.18099975585938, "token_count": 19} +{"index": 9675, "reference": "The former Irish broadcaster and writer, Liam \u00d3 Murch\u00fa, has died.", "prediction": "Irish state broadcaster D1\u00edn M downs has died after a short illness.long illness, the's hasA a the's The) on his a for the's from a's' a for in as reputation a. from aA", "rouge": {"rouge1": 20.40816326530612, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 296.26971435546875, "token_count": 46} +{"index": 9676, "reference": "The agriculture minister is to return to China next month as attempts to access markets there continue.", "prediction": "Northern Ireland pork minister has visited official figures attended a Chinese farmer, saying food quality of food.", "rouge": {"rouge1": 5.88235294117647, "rouge2": 0.0, "rougeL": 5.88235294117647}, "nll_sum": 129.2318878173828, "token_count": 18} +{"index": 9677, "reference": "A team of engineers will use 3D printing technology to reconstruct the missing motor of a rare wartime German code machine.", "prediction": "A motorway that was used rebuilt Celtic German code code used to World War Two at Bletchchley Park is re-agedD itolve- it a from from \"-b's a in from November The.", "rouge": {"rouge1": 25.925925925925924, "rouge2": 3.8461538461538463, "rougeL": 14.814814814814813}, "nll_sum": 299.0141296386719, "token_count": 43} +{"index": 9678, "reference": "Manchester City boss Roberto Mancini has named Carlos Tevez in his 25-man squad for the remainder of the season - and admitted he could pick him again.", "prediction": "Manchester City manager Roberto Mancini says striker Te Tevez will be allowed to return to training but says he does \" not have an option\".", "rouge": {"rouge1": 23.52941176470588, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 98.4063720703125, "token_count": 28} +{"index": 9679, "reference": "Turkish police have detained the editor and several writers of opposition newspaper Cumhuriyet amid a crackdown on media after the failed July coup.", "prediction": "Turkish police have detained the main opposition newspaper, Newspetiyet, which was involved in a coup on 15 July, it's been arrested a statement for the local president. struggle from.'s a on. reputation as's.", "rouge": {"rouge1": 40.67796610169491, "rouge2": 17.543859649122805, "rougeL": 33.89830508474576}, "nll_sum": 243.76455688476562, "token_count": 45} +{"index": 9680, "reference": "Englishman Matthew Fitzpatrick shot a 68 to share the British Masters lead with Kiradech Aphibarnrat at Woburn.", "prediction": "England's Nickriona Matthew secured his first European Tour title by shooting a round of threeunder-par 76 at the Kim Kangibokrat Open.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 196.31964111328125, "token_count": 30} +{"index": 9681, "reference": "Three generations of women from the same family have been threatened during an armed robbery at a house in west Belfast.", "prediction": "Four pensioners who have forced of into their way into their home in a \"ardardly and missed\" to attack in west Belfast.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 154.8868408203125, "token_count": 27} +{"index": 9682, "reference": "New Zealand's prime minister says at least 65 people have died after a 6.3-magnitude earthquake hit Christchurch.", "prediction": "New Zealand's earthquake was killed in the 4.magn earthquake hardest hit the country, the prime minister says.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 21.62162162162162, "rougeL": 30.76923076923077}, "nll_sum": 105.58924102783203, "token_count": 22} +{"index": 9683, "reference": "In a quantum computer, pure silicon is not enough - only one specific type of silicon atom will do.", "prediction": "Researchers have unveiled a Leicester computer, which can provide a power to drinking water supply, and giving it a \"a much- fruit to transparency\".", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 158.34970092773438, "token_count": 28} +{"index": 9684, "reference": "Southampton defender Jack Stephens has insisted it is \"not the time to panic\" despite their third defeat in six days.", "prediction": "bridge United in says full full-back George to says he will not panic and his recovery from injury injury.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 0.0, "rougeL": 10.000000000000002}, "nll_sum": 124.17302703857422, "token_count": 21} +{"index": 9685, "reference": "A pet cat with a track record for stealing has slipped back into his criminal ways despite convincing his owner he was a reformed character.", "prediction": "A dog whose who stolen thousands of toy food stolen from a street during an internet campaign, has launched a bid to reunite a toy film home.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 152.59344482421875, "token_count": 29} +{"index": 9686, "reference": "Ben Murdoch-Masila scored two tries as Salford fought back to end Castleford Tigers' unbeaten start to the season.", "prediction": "Ben Wallace-Theila scored a hat-trick as Castleford beat a Castle second-half to level on level with Super League leaders Hull FC.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 145.79763793945312, "token_count": 30} +{"index": 9687, "reference": "Outline plans to double the size of Dyson's research centre in Wiltshire have been approved by planners.", "prediction": " engineering firm Dyson has revealed plans to expand its headquarters to reach its new headquarters Wrexham.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 6.25, "rougeL": 11.76470588235294}, "nll_sum": 78.62498474121094, "token_count": 19} +{"index": 9688, "reference": "Ten-man Portugal struggled without captain Cristiano Ronaldo as they fell to a surprise defeat in a friendly at home to the Cape Verde Islands.", "prediction": "Cristiano Ronaldo scored twice for the Portugal as they beat Cape Verdeland by 10-man Portugal.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615385, "rougeL": 24.39024390243903}, "nll_sum": 99.7429428100586, "token_count": 20} +{"index": 9689, "reference": "Day two of MPs' detailed consideration of the Investigatory Powers Bill - and the issues of the day should be the retention of internet connection records and protection of medical records and journalistic privilege.", "prediction": "So thewave is writing I and I'm aware about the justice system - but what means what it mean!", "rouge": {"rouge1": 7.6923076923076925, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 117.22793579101562, "token_count": 21} +{"index": 9690, "reference": "At the south-western tip of California, straddling the dirty trickle that is the Tijuana river, stands a wall - or rather a series of walls, fences and ditches.", "prediction": "Imagine the along between Mexico and San Diego will be rebuilt with built a wall of up up to 700 miles (67 (km,000),000 of miles) away and and a grey sparse land.", "rouge": {"rouge1": 22.58064516129032, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 238.1798553466797, "token_count": 39} +{"index": 9691, "reference": "Leinster produced a strong finish to send defending champions Glasgow crashing to a third defeat in their five Pro12 matches this season.", "prediction": "Leinster staged a battle second-half comeback to beat Leinster and keep level on points at the top of Pro12. Pro solve12- a referee-'s the-A a from in a from a's fromold a", "rouge": {"rouge1": 20.689655172413794, "rouge2": 0.0, "rougeL": 17.24137931034483}, "nll_sum": 260.7502746582031, "token_count": 47} +{"index": 9692, "reference": "India and Nepal say a lack of information from China about glacial lakes and rivers in Tibet could hamper their ability to plan for flash floods.", "prediction": "Fbites that killed nearly two decades ago have been destroyed in Nepal's Tibet region, as a result of the deadly floods in its region.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 118.25967407226562, "token_count": 28} +{"index": 9693, "reference": "Teaser deals in adverts are masking the long-term cost of broadband packages, a charity has claimed.", "prediction": " may users could be facing an average hour \u00a3 a year if they want to have contract, a charity has warned.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 11.428571428571429, "rougeL": 16.216216216216214}, "nll_sum": 113.04318237304688, "token_count": 22} +{"index": 9694, "reference": "Birmingham City stunned Women's Super League One leaders Chelsea on Sunday to reach the semi-finals of the Continental Cup.", "prediction": "Non-league City moved into the FA Challenge Cup quarter-finals by Liverpool thrashed 10- reigning champions, Chelsea and book their place and reach the quarter-finals.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333336}, "nll_sum": 169.87213134765625, "token_count": 33} +{"index": 9695, "reference": "Researchers at Leicester University have shown that it might be possible to develop an alternative to antibiotics for treating diseases in pigs.", "prediction": "A new way could treatment could help help people developing potentially deadly treatments on farm animals, say researchers.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 106.65602111816406, "token_count": 19} +{"index": 9696, "reference": "Andy Murray qualified for the semi-finals and stayed on track to retain the world number one ranking with victory over Stan Wawrinka at the ATP World Tour Finals.", "prediction": "Andy Murray has moved into the quarter-finals at the ATP World Finals Finals with a straightset over victory over fourth- seed seed Stan Wawrinka.", "rouge": {"rouge1": 51.85185185185185, "rouge2": 23.076923076923077, "rougeL": 40.74074074074074}, "nll_sum": 134.4178466796875, "token_count": 32} +{"index": 9697, "reference": "Andy Murray and Novak Djokovic will meet in Sunday's French Open final - with both men seeking their first title in Paris.", "prediction": "Andy Murray will face Spain former defending champion to Novak Djokovic in Sunday's French Open final to reach his fourth final in Paris on Sunday.", "rouge": {"rouge1": 54.16666666666667, "rouge2": 34.78260869565217, "rougeL": 49.999999999999986}, "nll_sum": 118.41448974609375, "token_count": 29} +{"index": 9698, "reference": "David Goodwillie says he has not given up on representing Scotland once again.", "prediction": "David Goodwillie says he does not did know he he does not turned away from first-class football.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 20.689655172413794, "rougeL": 32.25806451612903}, "nll_sum": 110.42393493652344, "token_count": 21} +{"index": 9699, "reference": "Imagine being so good at something that at the age of 11 you're beating players who are the best in the country.", "prediction": "The top master of university university, will receive an achievement prize at her annual school awards at a annual Gaelic ceremony in London.m a the's from's from's- from-A a referee in from from George's from", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 12.500000000000004}, "nll_sum": 258.1260681152344, "token_count": 45} +{"index": 9700, "reference": "Katie Ledecky won her third gold of the Rio Games as she guided the United States to victory in the women's 4x200m freestyle relay final.", "prediction": "Teenage Katie L Ledecky won her third Olympic title in Rio to complete her runners sweep and win the women's 400m.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 21.73913043478261, "rougeL": 41.666666666666664}, "nll_sum": 113.47953796386719, "token_count": 27} +{"index": 9701, "reference": "A man has been charged with the murder of a Bulgarian woman in Devon.", "prediction": "A man has been charged with murdering after a woman who went missing last year and to a", "rouge": {"rouge1": 56.250000000000014, "rouge2": 33.333333333333336, "rougeL": 56.250000000000014}, "nll_sum": 57.875938415527344, "token_count": 17} +{"index": 9702, "reference": "UK Labour leadership contender Jeremy Corbyn has begun a tour of Scotland as part of his campaign for votes.", "prediction": "Labour leader Jeremy Corbyn has called for the renewal of nuclear weapons in the UK, saying he needs a \"more useful to a world cye it\".", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 22.22222222222222}, "nll_sum": 121.62925720214844, "token_count": 29} +{"index": 9703, "reference": "Kenya have been kicked out of 2017 Under-20 Africa Cup of Nations qualifying for using overage players.", "prediction": "Sudan have losing their final bid to compete in the football tournament despite qualifying in the Africa Cup of Nations.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 16.666666666666668, "rougeL": 26.31578947368421}, "nll_sum": 83.69902038574219, "token_count": 22} +{"index": 9704, "reference": "John Akinde's second-half goal secured Barnet victory at Mansfield.", "prediction": " Ak Akinde scored the only goal again as Barnet saw off them beat League Two play-off promotion chasers at Mansfield.", "rouge": {"rouge1": 31.249999999999993, "rouge2": 6.666666666666667, "rougeL": 31.249999999999993}, "nll_sum": 133.59410095214844, "token_count": 27} +{"index": 9705, "reference": "The creator of the iconic cartoon sitcom The Simpsons has finally revealed the inspiration behind the show's fictional town of Springfield.", "prediction": "The man behind scenes the hit US 1980s TV show The Simpsons has told the BBC he keeps his names.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 28.571428571428566}, "nll_sum": 103.21258544921875, "token_count": 21} +{"index": 9706, "reference": "The head of Belfast International Airport has told Enda Kenny that Belfast should become \"the gateway to Ireland\".", "prediction": "Belfast International needs to priority used to route a gateway to Northern Ireland of the Republic the Ireland, says its managing director of director managing's solve of the's a- a referee a it's frompayment of.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 7.407407407407408, "rougeL": 17.857142857142858}, "nll_sum": 293.90704345703125, "token_count": 43} +{"index": 9707, "reference": "A man who raped two women - one of them while he was on probation for grooming two teenage girls - has been handed a lifelong restriction order.", "prediction": "A man who who was convicted of raping two others and told \"a protect and public from large\", has had his suspended prison sentences reduced.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 145.10301208496094, "token_count": 27} +{"index": 9708, "reference": "A 71-year-old anti-Franco judge, an anti-evictions campaigner and a teacher have been elected mayors of Spain's three biggest cities - as left-wing coalitions swept to power promising an end to corruption.", "prediction": "A new Spanish era was born out of Spain but 2011 but it has been the change, but it meant to \"of and\" - change - but the it also to the left-wing Tories!", "rouge": {"rouge1": 26.08695652173913, "rouge2": 5.970149253731344, "rougeL": 14.492753623188403}, "nll_sum": 211.33609008789062, "token_count": 39} +{"index": 9709, "reference": "A woman who died after being found seriously injured in Leeds, sparking a murder inquiry, has been named by police.", "prediction": "A murder inquiry been begun after murder woman was found of a street assault Brighton.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 12.121212121212121, "rougeL": 22.857142857142858}, "nll_sum": 105.29681396484375, "token_count": 15} +{"index": 9710, "reference": "India's economy grew 7.5% in the three months ending in March, higher than the previous quarter and above expectations.", "prediction": "India's economy grew by 05% between and August and up from the same year, official figures show, rising from 7.6% from the previous year.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 17.77777777777778, "rougeL": 29.78723404255319}, "nll_sum": 109.33857727050781, "token_count": 31} +{"index": 9711, "reference": "Nineteen police officers and staff have a case to answer for misconduct in their dealings with a domestic violence victim before her murder, a major investigation has found.", "prediction": "Four senior police officers who were over over the case of a vulnerable woman who later died in the way police is investigated, the police watchdog. said. solve's a's from's-pold a in from from a's from a's", "rouge": {"rouge1": 22.535211267605632, "rouge2": 2.898550724637681, "rougeL": 16.901408450704224}, "nll_sum": 250.57742309570312, "token_count": 47} +{"index": 9712, "reference": "A lack of experienced staff contributed to a serious disturbance at a prison last year and remains a \"concern\", a report has said.", "prediction": "The use of police in a so-called legal high is \"deep concern and fears\", the prison watchdog says at violence in highest jail.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 150.2359619140625, "token_count": 27} +{"index": 9713, "reference": "Nigeria's president has accused activists of \"playing politics\" after his meeting with parents of the abducted schoolgirls was called off.", "prediction": "Nigeria's President Goodluck Jonathan has called for tougher political parties to demanded the release of 40girls from from the Chiche school in Chakok last month.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 29.78723404255319}, "nll_sum": 161.1514129638672, "token_count": 32} +{"index": 9714, "reference": "A man accused of murdering his landlord was asked to give sexual favours in lieu of rent, a jury has heard.", "prediction": "A Swansea landlord accused of his landlord landlord's body in the boot of a boot has told a court he \" 'didn he't't and happened\".", "rouge": {"rouge1": 37.5, "rouge2": 8.695652173913043, "rougeL": 37.5}, "nll_sum": 174.5305633544922, "token_count": 29} +{"index": 9715, "reference": "England manager Roy Hodgson has played down West Ham striker Andy Carroll's chance of being selected for Euro 2016.", "prediction": "England manager Roy Hodgson has said Andy Carroll is out of the England squad 2016, saying it would be among English \"unacceptable\".. in \" again \" a's from's from a it's from introduction of aold's the a", "rouge": {"rouge1": 37.28813559322034, "rouge2": 17.543859649122805, "rougeL": 30.508474576271187}, "nll_sum": 255.8703155517578, "token_count": 47} +{"index": 9716, "reference": "A Pembrokeshire paddling pool which had its funding cut will open this summer thanks to donations.", "prediction": "Plans for a Pemembrokeshire pool, due to open to, toilet, has been officially opened and opened to the public.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 130.77655029296875, "token_count": 29} +{"index": 9717, "reference": "Up to a quarter of Iraq's Christians are reported to be fleeing after Islamic militants seized the minority group's biggest town.", "prediction": "Hundreds of Syrian refugees are forced to leave their territory after an northern district of northern Iraq, the White House says.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 22.727272727272723}, "nll_sum": 77.40594482421875, "token_count": 22} +{"index": 9718, "reference": "Two of the three families of missing workers feared trapped at the collapsed Didcot A Power Station have criticised emergency services' rescue attempts.", "prediction": "A woman whose partner went missing after a collapse power station in filling has told of BBC she has given up in the search will still alive and still alive.", "rouge": {"rouge1": 26.415094339622634, "rouge2": 3.9215686274509802, "rougeL": 15.094339622641511}, "nll_sum": 157.4297332763672, "token_count": 30} +{"index": 9719, "reference": "A former fishermen's mission in the Scottish Borders is being converted into an arts and performance centre.", "prediction": "A former theatre franchise at the site of its production theatre is open to its public.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 83.3499755859375, "token_count": 16} +{"index": 9720, "reference": "After 16 years, Bob The Builder is having a makeover with a new look and voice.", "prediction": " stars star in a Harry Potter spin-off series to join the join of a thrillers and- presenters in the voice of a new series.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 132.73529052734375, "token_count": 29} +{"index": 9721, "reference": "The number of district nurses in Wales has fallen to its lowest level in six years, prompting concern patients who are cared for at home could be at risk.", "prediction": "The number of nurses nurses of using the community health in Wales, dramatically increased sharply, due to the number of the GPs in the Gedd, solve, says they from a from a it's frompayment of. from's from a", "rouge": {"rouge1": 23.18840579710145, "rouge2": 8.955223880597014, "rougeL": 23.18840579710145}, "nll_sum": 271.8282470703125, "token_count": 47} +{"index": 9722, "reference": "Dozens of people have attended a vigil at the spot where a man was shot dead in a police operation.", "prediction": "A father the father man shot dead by a police car on a motorwayway in Bradford described as \"a couple of\".", "rouge": {"rouge1": 48.78048780487805, "rouge2": 10.256410256410255, "rougeL": 34.14634146341463}, "nll_sum": 112.40046691894531, "token_count": 24} +{"index": 9723, "reference": "Solihull Moors have signed Jack Edwards from Leamington on a one-year contract.", "prediction": "Solihull Moors have signed former Barrow back midfielder Luke Edwards on a two-year deal.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 30.769230769230766, "rougeL": 57.14285714285715}, "nll_sum": 86.53829956054688, "token_count": 20} +{"index": 9724, "reference": "Hundreds of Pakistani Christians have attended funerals for the victims of two Taliban suicide bomb attacks in the city of Lahore.", "prediction": "Clashes have continued in Pakistan's western Pakistani city of Lahore following recent spate of attacks on Christians.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 73.14065551757812, "token_count": 20} +{"index": 9725, "reference": "Graham Onions claimed a five-wicket haul to help Durham have the better of day one against Nottinghamshire.", "prediction": "Nottinghamshire fell to for their third County Championship win of the season at Chester-le-Street.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 73.38507080078125, "token_count": 21} +{"index": 9726, "reference": "The total amount of groundwater on the planet, held in rock and soil below our feet, is estimated to be 23 million cubic km.", "prediction": "About about 80% of water, can still be stored from the atmosphere below the Earth, a study suggests.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 84.83567810058594, "token_count": 21} +{"index": 9727, "reference": "Downing Street has denied that the PM's spokesman warned a newspaper against running a critical story on the culture secretary's expenses because of her role in enacting the Leveson proposals.", "prediction": "The culture culture secretary says no of receive death threats received from a newspaper who he claimed her control of living at her homeves in Leveson.", "rouge": {"rouge1": 31.03448275862069, "rouge2": 10.714285714285714, "rougeL": 24.137931034482758}, "nll_sum": 187.4749298095703, "token_count": 29} +{"index": 9728, "reference": "Romelu Lukaku scored twice as he led a superb comeback by Everton, who battled from 2-0 down to win at West Brom.", "prediction": "Romelu Lukaku scored a hat-trick as Everton move climbed into fourth-of- above West Brom in a dramatic West Brom derby.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 13.95348837209302, "rougeL": 31.111111111111118}, "nll_sum": 128.43350219726562, "token_count": 29} +{"index": 9729, "reference": "Glamorgan chief executive Hugh Morris says Cardiff's third sell-out for an England match in June will boost their hopes of attracting further international matches.", "prediction": "Glamorgan will play all three full full houses for their T20 competition next year, the city's new citybased city in Twenty20 competition.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 154.07533264160156, "token_count": 29} +{"index": 9730, "reference": "Andy Fordham is hoping for at least one more chance to play in the BDO World Championships.", "prediction": " Ford'sham has said he would love to compete in the group halfway at the BDO BDO World Championships.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 23.52941176470588, "rougeL": 33.333333333333336}, "nll_sum": 108.00827026367188, "token_count": 22} +{"index": 9731, "reference": "India's central bank has unexpectedly held interest rates at a six-year low.", "prediction": "India's central bank has abandoned a decision to cut 1,000 rupee investment, at $48 \u00c2\u00a363\u00a365m).", "rouge": {"rouge1": 43.75000000000001, "rouge2": 26.666666666666668, "rougeL": 37.5}, "nll_sum": 137.6312255859375, "token_count": 27} +{"index": 9732, "reference": "James McClean, Darren Randolph and Colin Doyle have been called into the Republic of Ireland squad for Friday's friendly against Mexico in New Jersey.", "prediction": "James Mclean and E Eoin have been include in Republic of Ireland for next month outer match with Mexico.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 14.285714285714288, "rougeL": 40.90909090909091}, "nll_sum": 137.5021209716797, "token_count": 21} +{"index": 9733, "reference": "Islamic State-affiliated militants in Sinai say they have carried out a missile attack on an Egyptian naval vessel in the Mediterranean Sea.", "prediction": " Islamic State militants have killed 38 11 members of their they carrying a coastguard off the coast of Egypt, officials.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 32.558139534883715}, "nll_sum": 112.03849029541016, "token_count": 22} +{"index": 9734, "reference": "Billionaire Topshop owner Sir Philip Green is to lead a review of government spending - amid criticism from unions.", "prediction": "Former BHS owner Sir Philip Green has been appointed a review of the government's office, to help help to \" best their talents\".", "rouge": {"rouge1": 43.90243902439025, "rouge2": 25.641025641025646, "rougeL": 39.02439024390244}, "nll_sum": 139.65618896484375, "token_count": 26} +{"index": 9735, "reference": "England will face Italy in the semi-finals of the Under-20 World Cup in South Korea after a 1-0 victory over Mexico in Cheonan.", "prediction": "England Under-20s secured a place in Brazil for the first time since the 1993 World Cup despite losing 2-1 to South America.", "rouge": {"rouge1": 40.0, "rouge2": 4.166666666666666, "rougeL": 27.999999999999996}, "nll_sum": 73.83055114746094, "token_count": 27} +{"index": 9736, "reference": "Worcestershire assistant coach Matt Mason says the arrival of South African fast bowler Kyle Abbott at the end of June can boost their T20 Blast hopes.", "prediction": "Worcestershire are to sign South Africa fast bowler Kyle Abbott for their T20 Blast tour this summer, making Twenty a Sussex's choice from a \"'s's reputation-e from reputation in's reputation as", "rouge": {"rouge1": 29.508196721311474, "rouge2": 16.949152542372882, "rougeL": 29.508196721311474}, "nll_sum": 269.8961486816406, "token_count": 43} +{"index": 9737, "reference": "Belfast boxer Sean McComb is one fight away from a medal at the European Championships after stunning world number one Vitaly Dunaytsev in Ukraine.", "prediction": "Welsh boxingweight Joe Kerry claimed his first European title and a major title with an 18- 18 win over Russia's Jandarkarkiv, Russia.", "rouge": {"rouge1": 8.51063829787234, "rouge2": 0.0, "rougeL": 4.25531914893617}, "nll_sum": 174.38780212402344, "token_count": 31} +{"index": 9738, "reference": "To many people, their local pharmacy is the place where they pick up their medicines and perhaps their toiletries.", "prediction": "As the pressure is rising pressure on on food food pharmacy, is drilling more pressure and focus on more pressure.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 15.384615384615385}, "nll_sum": 121.23443603515625, "token_count": 21} +{"index": 9739, "reference": "A number of children were injured when an inflatable slide broke away from its moorings during a carnival in Dorset.", "prediction": "Two children were taken to hospital after a foul fall on a small street street, Dorset.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 22.222222222222225}, "nll_sum": 77.490478515625, "token_count": 18} +{"index": 9740, "reference": "A hedgehog officer is set to start work to improve animal numbers after an advert for the job sparked worldwide interest.", "prediction": "A Facebookcyclist who won a \u00a3.1m hedgehogatt has been named, world best.", "rouge": {"rouge1": 6.060606060606061, "rouge2": 0.0, "rougeL": 6.060606060606061}, "nll_sum": 133.51788330078125, "token_count": 20} +{"index": 9741, "reference": "An inquest into the deaths of four servicemen in Afghanistan has been told the armoured vehicle they were in rolled into a canal after colliding with an Afghan National Police car.", "prediction": "A fatal road crash in Afghanistan in which four British soldiers were not killed by the vehicle because it was not stopped on it and an inquest and heard. again aA a's a it a it's againelt of's a from'sA", "rouge": {"rouge1": 29.333333333333332, "rouge2": 5.47945205479452, "rougeL": 13.333333333333334}, "nll_sum": 262.7350158691406, "token_count": 47} +{"index": 9742, "reference": "Renewed protests have hit Ethiopia's Oromia region, a day after at least 55 people were killed in a stampede triggered by clashes between police and demonstrators at a religious festival.", "prediction": "At least 34 people, including three children, died after a stampede on his son at a religious religious festival in the country's capital country, police of 2011, police from Tuesday's in from The's, a from's.'s a", "rouge": {"rouge1": 38.88888888888889, "rouge2": 14.285714285714288, "rougeL": 25.0}, "nll_sum": 243.21530151367188, "token_count": 47} +{"index": 9743, "reference": "Cornwall won the County Championship for the first time since 1999 as they beat Lancashire 18-13 at Twickenham.", "prediction": "Matt-sex Duchy and missed a penalty as they thr Lancashire thrash 10-man Cornwall in a tense match at Twickenham.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 139.92630004882812, "token_count": 30} +{"index": 9744, "reference": "A man who stabbed a retired solicitor 39 times after a crash between their cars has been given life and will serve at least 10 years.", "prediction": "A motorist who admitted killing of a pensioner in a car car in a hit-and- incident has been jailed for imprisonment.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 4.3478260869565215, "rougeL": 29.166666666666668}, "nll_sum": 125.22724151611328, "token_count": 26} +{"index": 9745, "reference": "South Africa has revoked its withdrawal from the International Criminal Court (ICC) after the High Court said the move was unconstitutional.", "prediction": "The South Africa's government has pulled out of its decision to leave International Criminal Court, accusing the Court of the Criminal Court (CC).", "rouge": {"rouge1": 48.888888888888886, "rouge2": 13.953488372093023, "rougeL": 44.44444444444445}, "nll_sum": 95.85736083984375, "token_count": 26} +{"index": 9746, "reference": "A 72-year-old cyclist died after she fell from her bike after hitting a pothole in Monmouth, an inquest heard.", "prediction": "A woman was seriously seriously injured after being hit by a road on a road St Mary's of a court heard.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 89.5730972290039, "token_count": 22} +{"index": 9747, "reference": "Newcastle United have sacked head coach Steve McClaren.", "prediction": "Newcastle United manager Rafael Benitez, has left the club in with immediate effect.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 10.526315789473685, "rougeL": 19.04761904761905}, "nll_sum": 56.1251335144043, "token_count": 17} +{"index": 9748, "reference": "HSBC would move up to 1,000 staff from London to Paris if the UK left the single market, following Britain's vote to leave the EU, the BBC understands.", "prediction": "ineine Bank is cut about 5,000 office to London inside the London single market, if the UK means leave the EU, holding the a to its ofA21's from-A's from in from from a's. from solve", "rouge": {"rouge1": 45.714285714285715, "rouge2": 14.705882352941178, "rougeL": 25.71428571428572}, "nll_sum": 296.96002197265625, "token_count": 47} +{"index": 9749, "reference": "Politicians and other key figures have been reacting to the judgment on Wednesday that Northern Ireland's current abortion law is \"incompatible\" with human rights.", "prediction": " a landmark High Court ruling it that it cannot appeal against a new abortion law will mean that in cases of child abuse will die in Northern Northern Ireland.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 7.692307692307692, "rougeL": 11.111111111111112}, "nll_sum": 137.98086547851562, "token_count": 29} +{"index": 9750, "reference": "A man taking his regular morning stroll in south-west Germany was attacked and killed by an elephant which had escaped from a circus, police say.", "prediction": " elephant elephant that went into entered enclosure into a small Guinness in northern southern Germany has killed one man and seriously another injured, police say the a's, solve,'s they from a-A a game from a from The's. a's", "rouge": {"rouge1": 31.88405797101449, "rouge2": 5.970149253731343, "rougeL": 17.39130434782609}, "nll_sum": 319.85247802734375, "token_count": 47} +{"index": 9751, "reference": "Russia's leading independent polling agency has been labelled a \"foreign agent\" by the justice ministry and says it cannot now work.", "prediction": "The Russian justice ministry, Levada, will be banned from non-governmental terrorist organisations, the rights watchdog says.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 90.83177185058594, "token_count": 22} +{"index": 9752, "reference": "Welsh voters would turn down devolution now if a referendum were held on the assembly's existence, Welsh Tory leader Andrew RT Davies has said.", "prediction": "The Tory leader of Andrew Andrew Davies has said said that the Welsh Assembly will be to be re- and is re-run not re-run\".", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 154.611572265625, "token_count": 29} +{"index": 9753, "reference": "Less than 24 hours after the horrific van attack, the people of Barcelona set out to reclaim their beloved city.", "prediction": "On Friday, the night went again at a training centre in the Spanish city of Barcelona, to mark the 30th anniversary of the fatal shooting of singer John Lennon and Liverpool Beatles in a controversial glam and solve. solve be's 2011-\"", "rouge": {"rouge1": 19.354838709677416, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 262.00616455078125, "token_count": 46} +{"index": 9754, "reference": "Neneh Cherry's daughter, an unsigned rapper and a former backing singer for Pulp have all made the longlist for the BBC Music Sound Of 2016.", "prediction": "The British band Years Years & Years, have come top of the BBC Sound of list, which includes the best artists of 2016's been a year, awarded the referee has group's double from a a in. from a's.'s a", "rouge": {"rouge1": 26.47058823529412, "rouge2": 9.09090909090909, "rougeL": 17.647058823529413}, "nll_sum": 281.2143249511719, "token_count": 47} +{"index": 9755, "reference": "A man has been arrested after a haul of exotic animal parts was seized.", "prediction": "A man has been arrested by police after a crocodile was allegedly brought into the UK, the a of and 41's-A a referee from a from a's.'s a from a The's's of game.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 19.6078431372549, "rougeL": 30.18867924528302}, "nll_sum": 225.06695556640625, "token_count": 43} +{"index": 9756, "reference": "Berlin police have detained a Tunisian man suspected of eating dinner with Anis Amri the night before he drove a lorry into a crowded Christmas market.", "prediction": "Police investigating the fatal of Berlin Londonageage lorry driver anisri have said evidence that no-one was involved involved in German prosecutors., a, when they a the a the a from's of from. a from's Broadway", "rouge": {"rouge1": 28.125, "rouge2": 0.0, "rougeL": 18.749999999999996}, "nll_sum": 284.628173828125, "token_count": 46} +{"index": 9757, "reference": "A trainee vicar who told primary school children Father Christmas does not exist has apologised for her \"insensitive, off-the-cuff remark\".", "prediction": "A vicar has apologised for saying a church to \"ashaken children\" on Christmas, saying meaning meant was \"not fit for purpose\".", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 27.90697674418604}, "nll_sum": 126.72611999511719, "token_count": 27} +{"index": 9758, "reference": "A man has been found dead after a house fire in Enniskillen, County Fermanagh.", "prediction": "A 39-year-old man has died following a house firene Laroyne.ne. am- a- referee- a's a's reputation's from The a reputation from a from D of of.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 9.090909090909092, "rougeL": 21.73913043478261}, "nll_sum": 257.169677734375, "token_count": 42} +{"index": 9759, "reference": "A tearful Angelina Jolie has been honoured at the Sarajevo Film Festival for her acting and \"active engagement in the complexities of the real world\".", "prediction": "Hollywood Hollywood star Angelina Jolie has told the film she was \" going to cry\" after she received an award at's Sarevo event. the solve's \" Broadway again abs Naval again's the's from's from's a", "rouge": {"rouge1": 28.125, "rouge2": 6.451612903225808, "rougeL": 21.875}, "nll_sum": 290.98272705078125, "token_count": 47} +{"index": 9760, "reference": "Two police community support officers have been jailed for using force computers to try to frame an innocent man for attempted murder.", "prediction": "A couple who used police officers and a police support officer (PC)) and community service and the officer (90s have been jailed.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 14.285714285714285, "rougeL": 27.27272727272727}, "nll_sum": 133.74693298339844, "token_count": 26} +{"index": 9761, "reference": "A five-year-old Celtic fan rang the club to apologise for missing a game after it clashed with a friend's birthday party.", "prediction": "The mother of a five- the-old boy sent sending an emotional message party after, the club and joined Celtic party and asked to explain him.", "rouge": {"rouge1": 35.99999999999999, "rouge2": 8.333333333333332, "rougeL": 24.000000000000004}, "nll_sum": 164.86575317382812, "token_count": 29} +{"index": 9762, "reference": "Rangers set up a Scottish Cup final with Hibernian after a thrilling tussle with Celtic was settled on penalties.", "prediction": "Celtic survived a second-half penalty to beat Rangers at Old Old Trafford and reach reaching- Scottish League Cup semi-finals,finals in from three old-., from-up, referee in 30 from..", "rouge": {"rouge1": 31.372549019607842, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 256.60638427734375, "token_count": 42} +{"index": 9763, "reference": "The controversial M74 extension through Glasgow has had little impact on road traffic accidents in the city since it opened in 2011, a new study has found.", "prediction": "The busy M74 motorway in Glasgow for a year has almost half half years ago, a new study suggests.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.090909090909092, "rougeL": 30.434782608695656}, "nll_sum": 111.4937973022461, "token_count": 22} +{"index": 9764, "reference": "Pro-Russia activists have stormed several official buildings in the eastern Ukrainian city of Luhansk.", "prediction": " fightersist fighters in eastern Ukraine have entered the government's capital, Kiev, in Luhhour officials say.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 98.20684814453125, "token_count": 21} +{"index": 9765, "reference": "Sherlock star Benedict Cumberbatch will play Richard III in the BBC's second series of Shakespeare's History plays.", "prediction": "Benedictbatch is being made his role in a famous play in a performance by co-fi Luke Freeman.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 125.10076904296875, "token_count": 22} +{"index": 9766, "reference": "The Belgian king has provoked a sharp response to a Christmas message in which he drew parallels with the rise of fascism in the 1930s.", "prediction": "The king of Belgium's F-speaking region has apologised in the Empire after a radio broadcaster broadcast, saying he was \"the political tragedy\".", "rouge": {"rouge1": 36.734693877551024, "rouge2": 4.25531914893617, "rougeL": 24.489795918367346}, "nll_sum": 138.74557495117188, "token_count": 27} +{"index": 9767, "reference": "England bowlers Mark Wood and Steven Finn are in the squads for the new North v South one-day series in the United Arab Emirates in March.", "prediction": " Finn Finn has returned to training after being included England 26-man squad for the one-day international against Pakistan.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 13.333333333333334, "rougeL": 25.531914893617024}, "nll_sum": 96.61499786376953, "token_count": 22} +{"index": 9768, "reference": "Organisers who brought the All-Ireland Fleadh Cheoil to Londonderry will bid for the festival to return in 2017.", "prediction": "The organisers of the 2013 fle72 in Londonderry have said that it needs that the city's council will battle to host a bid to host as of the city.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 0.0, "rougeL": 24.489795918367346}, "nll_sum": 175.93289184570312, "token_count": 34} +{"index": 9769, "reference": "A new public woodland is being created in County Londonderry to mark the centenary of World War One.", "prediction": "Four hundred new trees are to be created created in Londonderry to mark the 100th anniversary of memorial war in World War One.", "rouge": {"rouge1": 58.536585365853654, "rouge2": 35.8974358974359, "rougeL": 58.536585365853654}, "nll_sum": 101.22335815429688, "token_count": 27} +{"index": 9770, "reference": "A misspelt sign at a stop on Nottingham's tram network has been branded an \"absolute joke\".", "prediction": "A train company which was spotted a sign on a motorway stop stops was stopped by more drivers for more than a week a aolve says it.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 162.06167602539062, "token_count": 29} +{"index": 9771, "reference": "A crowd-funding campaign has raised more than $40,000 (\u00c2\u00a330,000) to help Ethiopia's Olympic marathon silver medallist Feyisa Lilesa seek asylum.", "prediction": "US USjournalist, toilets Kalisa P P positive, has completed the race enter the Rio Olympic Committee (IOC)'s enter a race to end the country's most high-holve a from from November's it.", "rouge": {"rouge1": 16.94915254237288, "rouge2": 0.0, "rougeL": 10.16949152542373}, "nll_sum": 289.6235656738281, "token_count": 45} +{"index": 9772, "reference": "The Department for Regional Development (DRD) is to reinstate safety measures at a fatal accident black spot on a main road in Belfast.", "prediction": "A fatal road barrier has been removed from a rage road road in rageone where a 15-year-old boy and a teenage girl died, was being carried away.", "rouge": {"rouge1": 19.230769230769234, "rouge2": 8.0, "rougeL": 19.230769230769234}, "nll_sum": 144.22364807128906, "token_count": 33} +{"index": 9773, "reference": "An attack by knife-wielding men at a railway station in Kunming in south-west China has left at least 29 dead, the state news agency Xinhua says.", "prediction": "Chinese forces have launched a knife and knife at a police station in Adelaide,ming, state news agency news says.", "rouge": {"rouge1": 37.5, "rouge2": 17.391304347826086, "rougeL": 37.5}, "nll_sum": 112.66081237792969, "token_count": 22} +{"index": 9774, "reference": "Energy firm EDF is raising the price of electricity for the second time this year for customers on standard tariffs.", "prediction": "The French energy company EDF has announced it will increase its prices for customers a, rise which price rise will rise to 57%.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 120.54900360107422, "token_count": 25} +{"index": 9775, "reference": "Haven't they heard of the internet?", "prediction": "It's a bitter media struggle - and social media is ha struggle - social media - and the sparking - and and be a little nothing about them.", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 169.7227783203125, "token_count": 29} +{"index": 9776, "reference": "A custody sergeant who dealt with a man who died after having a heart attack in a police cell followed procedures \"in almost every respect\", a court has heard.", "prediction": "A man whose death was found of just days days after being locked in a cell has told the court he did not force not to force and.", "rouge": {"rouge1": 28.070175438596497, "rouge2": 7.2727272727272725, "rougeL": 24.561403508771928}, "nll_sum": 129.27743530273438, "token_count": 28} +{"index": 9777, "reference": "(Closed): US shares were mixed, as a rise in biotech stocks offset a fall in energy shares caused by a sharp drop in the oil price.", "prediction": "(Close): Wall Street finished slightly slightly on Monday amid fears over rising oil prices and oil prices.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 105.10682678222656, "token_count": 19} +{"index": 9778, "reference": "Nine dogs including seven puppies have been stolen from a garden in West Lothian.", "prediction": "Police have issued owners of two abandoned puppies reported to have been stolen fromife parkife Fife.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 14.285714285714288, "rougeL": 26.666666666666668}, "nll_sum": 109.57793426513672, "token_count": 19} +{"index": 9779, "reference": "Eleventh night bonfires have been taking place across Northern Ireland.", "prediction": "Police are investigating a number of murders across the Northern Ireland to Ireland has a. a's a's a football's 30-b, 30 in a from from John's reputation from an fromist's have of November.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 4.25531914893617, "rougeL": 12.244897959183675}, "nll_sum": 239.56927490234375, "token_count": 43} +{"index": 9780, "reference": "Fulham midfielder Jozabed has joined Spanish La Liga side Celta Vigo on loan until the end of the season.", "prediction": "Cigo Vigo V Sebastian former Bo striker Vao Vao on a five-year deal.", "rouge": {"rouge1": 12.121212121212121, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 112.13737487792969, "token_count": 19} +{"index": 9781, "reference": "Students and other people renting their homes have been victims of \"widespread abuse\" of fees charged by letting agents, a Labour AM has claimed.", "prediction": "The charging of fees to private tenants to a private allowance should \"prospised\", a Welsh Tory AM has said. said in the- reputation, reputation, says they from from November.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301888}, "nll_sum": 247.1761932373047, "token_count": 37} +{"index": 9782, "reference": "Five words signalled the end of one of the most controversial investigations into child abuse ever conducted by police: \"Operation Midland has now closed.\"", "prediction": "There is no possible force, force, allegations, allegations, historical child sex abuse -, all the names includes all \"-night of names\".", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 156.89553833007812, "token_count": 27} +{"index": 9783, "reference": "Plans for the UK's first spaceport on the Kintyre peninsula are being unveiled at Westminster.", "prediction": " a new expansion at Prestwick, but could be the first area to become the UK, the transport minister has said to a itsolve-'s. a's a's a's\" from it's's of of.", "rouge": {"rouge1": 26.923076923076927, "rouge2": 4.0, "rougeL": 11.538461538461538}, "nll_sum": 224.11737060546875, "token_count": 43} +{"index": 9784, "reference": "Meet George - he wants more children like him to get outside and get into gardening.", "prediction": "The Royal Dist horser, who but has be asking for volunteer in an international charity.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 129.99453735351562, "token_count": 17} +{"index": 9785, "reference": "Scottish Liberal Democrat leader Willie Rennie has taken the Fife North East seat from the SNP.", "prediction": "Richie Rennie has backedenn Renn elected as leader of the Liberal Democrats, an election office in the East of of Eastifeirth.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 11.428571428571429, "rougeL": 21.62162162162162}, "nll_sum": 173.22512817382812, "token_count": 29} +{"index": 9786, "reference": "Advancing technology and manufacturing techniques are among the ingredients of our changing consumer tastes.", "prediction": "If you want to sell a bread on your meat food clothing, buying buy for,, the sells sweets, healthy, meat, food, and they can age, a fridge of a domestic freezer and food.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 227.00595092773438, "token_count": 40} +{"index": 9787, "reference": "A Borders textile firm has announced a 20% increase in its turnover, to \u00c2\u00a38m a year, in its annual accounts.", "prediction": "A Aberdeenshirebased firm has reported a 40-5% rise of rise in sales at its new close", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 32.43243243243243}, "nll_sum": 102.7850570678711, "token_count": 22} +{"index": 9788, "reference": "France has inaugurated a giant replica cave containing reproductions of prehistoric drawings of animals.", "prediction": "The most famous cave found northern France has complete a complete novel of complete restoration.", "rouge": {"rouge1": 34.48275862068965, "rouge2": 7.407407407407408, "rougeL": 27.58620689655172}, "nll_sum": 97.44086456298828, "token_count": 15} +{"index": 9789, "reference": "Injured goalkeeper Siobhan Chamberlain has withdrawn from the England women's squad for their Euro 2017 qualifiers against Belgium and Bosnia-Herzegovina.", "prediction": "England striker Ellen White faces an injury of an knee injury and will miss England ahead of their Euro Group D qualifier.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904762, "rougeL": 18.181818181818183}, "nll_sum": 114.4935302734375, "token_count": 22} +{"index": 9790, "reference": "A paramedic who admitted sexually assaulting a teenager and possessing indecent images of her has been jailed.", "prediction": "A former ambulanceman who indecently assaulted a teenage girl has admitted sending him and photos.", "rouge": {"rouge1": 56.25, "rouge2": 13.333333333333334, "rougeL": 37.50000000000001}, "nll_sum": 82.92908477783203, "token_count": 17} +{"index": 9791, "reference": "Tyson Fury defeated Dereck Chisora on points to become the new British and Commonwealth heavyweight champion after a brutal fight at Wembley Arena.", "prediction": "Britain's Tyson Fury comfortably beat Dereck Chisora claim claimed hisBC WBCBA W-middleweight title at London been O2 Arena. the Met againA first-overold of of 30. from's from's a", "rouge": {"rouge1": 28.571428571428577, "rouge2": 7.4074074074074066, "rougeL": 21.428571428571427}, "nll_sum": 309.90838623046875, "token_count": 47} +{"index": 9792, "reference": "Hull KR head of rugby Jamie Peacock is unsure if half-back Albert Kelly will remain at the club in 2017.", "prediction": "Hull Rovers director football Jamie Peacock is \" up in the air\" at the club because he faces recruitment legal action.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 20.51282051282051, "rougeL": 34.14634146341463}, "nll_sum": 122.10664367675781, "token_count": 26} +{"index": 9793, "reference": "The Conservative Party has urged anyone with information about claims of bullying within a Tory youth wing to get in touch with its investigation.", "prediction": "The death and a senior Conservative campaigner during a campaign to be London May's general election, the Corbyn has said.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 125.99058532714844, "token_count": 22} +{"index": 9794, "reference": "China's biggest e-commerce firm Alibaba Group Holding says it expects to price its initial public offering (IPO) at between $60 and $66 per a share.", "prediction": "Chinese online giant Alibaba is rolling out of some of its share share in China.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 66.13020324707031, "token_count": 15} +{"index": 9795, "reference": "The publication of key financial performance data from the NHS in England will be delayed until after the election, the BBC understands.", "prediction": "An NHS trust Trust has been told it not will not be published by health secretary, before general general after called after the general election saying itholm \" a its decision\".", "rouge": {"rouge1": 23.076923076923077, "rouge2": 4.0, "rougeL": 23.076923076923077}, "nll_sum": 221.08966064453125, "token_count": 33} +{"index": 9796, "reference": "Jamaica's defending champion Usain Bolt made it through the 100m heats without alarm to reach the Olympic semi-finals.", "prediction": "Six-time Olympic world champion Usain Bolt has confirmed a place in the women's semi-finals at the 200m Olympic Games Olympic Rio00 BST in solve the a's a-A a haul in's-'s from's from a", "rouge": {"rouge1": 29.508196721311474, "rouge2": 10.169491525423728, "rougeL": 19.672131147540984}, "nll_sum": 249.92892456054688, "token_count": 47} +{"index": 9797, "reference": "Brentford youngster Tom Field has signed a new contract, which will keep him at the Championship club until the summer of 2020.", "prediction": "Brentford centre youngster Tom Dandandand has signed a new threeyear contract extension keeping him at the until the end of the 2020 season.", "rouge": {"rouge1": 71.1111111111111, "rouge2": 37.2093023255814, "rougeL": 71.1111111111111}, "nll_sum": 131.21102905273438, "token_count": 29} +{"index": 9798, "reference": "There's been a bit of a media storm surrounding Madonna over the last couple of days, and it's not down to the outfit she wore at this year's Grammy awards.", "prediction": "\"There a little, dangerous, unusual age,\" says Eddie and in Sam Smith.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 104.39509582519531, "token_count": 16} +{"index": 9799, "reference": "Canada Post will phase out home delivery in urban areas over the next five years as the postal service struggles to rein in persistent losses.", "prediction": "The national postal, Canada it, it will cut 40 of its workforce by next year, a a rise up to 7 G7%.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 0.0, "rougeL": 21.276595744680854}, "nll_sum": 150.84078979492188, "token_count": 26} +{"index": 9800, "reference": "The US president has urged Kenya to hold \"visible\" trials to tackle corruption, which he said could be the \"biggest impediment\" to further growth.", "prediction": "President Barack Obama and called in Kenya on leaders to take action against the country's chief of corruption during office two-day trip in South Africa.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 15.686274509803924}, "nll_sum": 127.2447738647461, "token_count": 28} +{"index": 9801, "reference": "In the summer months high on the French Alps the sheep graze on rich pastures.", "prediction": "In a united mountains mountains, north-eastern France is the edge of France beach highest mountains.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 105.69476318359375, "token_count": 19} +{"index": 9802, "reference": "James Corden has had a capital idea - to film three episodes of his late night US talk show on home turf.", "prediction": " Cord Corden and confirmed his ITV be cast his Late show in in London show..", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 131.45143127441406, "token_count": 16} +{"index": 9803, "reference": "David Cameron is holding talks with German Chancellor Angela Merkel on Britain's EU reform aims, the situation in Syria and the migrant crisis.", "prediction": "David Cameron is due to meet the president of German Chancellor, Angela Merkel, as part of result of Britain's vote to leave the EU.", "rouge": {"rouge1": 48.97959183673469, "rouge2": 25.53191489361702, "rougeL": 40.81632653061225}, "nll_sum": 79.60411071777344, "token_count": 27} +{"index": 9804, "reference": "Antony Jenkins, the chief executive of Barclays, has been fired after falling out with the board over the bank's cost cutting and profitability.", "prediction": "clclays has said the bank needs needed to change its chief executive, Ant Jenkins, the who led the move to from in its health board.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 12.76595744680851, "rougeL": 20.408163265306126}, "nll_sum": 158.90451049804688, "token_count": 29} +{"index": 9805, "reference": "Newly-released legal documents have revealed a building in Chicago was raided after hundreds of nude photos of female stars were leaked last year.", "prediction": "A huge security leak revealed celebrities accounts at their Los Angeles home was \"a sex crime\", US media reports say. as a a Guatem- says the it's such from's internet-b from bald from from game a's. aA", "rouge": {"rouge1": 12.307692307692307, "rouge2": 0.0, "rougeL": 6.153846153846153}, "nll_sum": 308.8005065917969, "token_count": 47} +{"index": 9806, "reference": "A motorist who drove into four people killing a teenager has been jailed.", "prediction": "A driver who roug into a car, killing, killing a woman, killing another man of seriously seriously others, has been jailed.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 18.749999999999996, "rougeL": 47.05882352941176}, "nll_sum": 137.25518798828125, "token_count": 26} +{"index": 9807, "reference": "A failure to provide education for refugees escaping the conflict in Syria risks creating a future generation of extremists, the deputy prime minister of Jordan has warned.", "prediction": " Richards's international community needs more support to provide more refugees and Syrian refugees in the country, the education minister says.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 4.3478260869565215, "rougeL": 25.0}, "nll_sum": 83.54351806640625, "token_count": 22} +{"index": 9808, "reference": "An auction to sell a property belonging to Indian drinks baron Vijay Mallya has failed to attract any bidders.", "prediction": " Vijati14 Mallya, who attended one of India's biggest corruption scandals, has been told he to face formal charges for priceing in his passport.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 144.34381103515625, "token_count": 31} +{"index": 9809, "reference": "A study comparing the effect of e-cigarettes and tobacco cigarettes on smokers' health is being launched by Dundee University.", "prediction": "Patients patients from Dundee University are helping to help Edinburgh University Edinburgh an study into e- cigarettes clothes.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 11.11111111111111, "rougeL": 15.789473684210526}, "nll_sum": 136.51177978515625, "token_count": 21} +{"index": 9810, "reference": "An Isle of Wight primary school is to close, despite a parents' campaign to keep it open.", "prediction": "A Catholic school which has been forced to close for school is at in endalling year.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 12.903225806451616, "rougeL": 18.18181818181818}, "nll_sum": 90.76656341552734, "token_count": 17} +{"index": 9811, "reference": "Broadchurch stars David Tennant and Olivia Colman have posted selfies of themselves to show their support for a BBC mental health initiative.", "prediction": "B star stars Fox Bell and Jonathan Fox have pulled out of a BBC Mind Children's 2015 to show show for people with a mental health issue issues", "rouge": {"rouge1": 43.13725490196078, "rouge2": 12.244897959183671, "rougeL": 39.21568627450981}, "nll_sum": 174.93447875976562, "token_count": 28} +{"index": 9812, "reference": "An elderly woman has died in a house fire in Enniskillen.", "prediction": "A man and a woman who been killed in a fire at the Lisnillenigan area of west Belfast, have been named as a man's from ballet,, from a a as a's. reputation of from's from balletA", "rouge": {"rouge1": 16.0, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 252.47357177734375, "token_count": 46} +{"index": 9813, "reference": "A former deputy head teacher has been jailed for more than 17 years for raping and touching young girls - including one aged nine.", "prediction": "A former deputy head teacher who of six girls - including the school girl - over nine nine- period of more than 30 years ago.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 27.27272727272727, "rougeL": 34.78260869565217}, "nll_sum": 141.60821533203125, "token_count": 26} +{"index": 9814, "reference": "A third dead whale has been found by experts investigating the deaths of two others found along the Suffolk coast.", "prediction": "A second sea whale has washed up on a Suffolk beach more than two years ago is, wildlife scientists believe.", "rouge": {"rouge1": 25.0, "rouge2": 5.263157894736842, "rougeL": 20.000000000000004}, "nll_sum": 98.61174011230469, "token_count": 21} +{"index": 9815, "reference": "A man who was jailed for killing his ex-girlfriend in a \"violent and protracted\" attack has had his eight-year sentence increased.", "prediction": "The ex partner who killed his ex-partner, who will his hand and links her partner partner has had his jail term term cut the", "rouge": {"rouge1": 37.49999999999999, "rouge2": 17.391304347826086, "rougeL": 33.33333333333333}, "nll_sum": 142.67889404296875, "token_count": 27} +{"index": 9816, "reference": "Virat Kohli compiled a composed hundred to help defending champions India begin the World Cup with a 76-run victory over fierce rivals Pakistan.", "prediction": "Virat Kohli's double double helped complete a double as Pakistan complete a six-wicket win over Pakistan complete. first win the World Cup.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 13.043478260869565, "rougeL": 25.0}, "nll_sum": 137.02825927734375, "token_count": 30} +{"index": 9817, "reference": "The film career of Jonathan Demme, who has died at the age of 73, spanned five decades and at least as many genres.", "prediction": " Jonathan Jonathanme isn't't be the best actor known- his best.", "rouge": {"rouge1": 11.428571428571427, "rouge2": 0.0, "rougeL": 11.428571428571427}, "nll_sum": 99.82670593261719, "token_count": 14} +{"index": 9818, "reference": "The British Olympic Association has ratified Lutalo Muhammad's nomination for London 2012 ahead of Aaron Cook.", "prediction": "The British Olympic Association Association's decision to defend a \"wustrated\" decision to successor Olympic champion Lutalo Muhammad as a \"unacceptable\".", "rouge": {"rouge1": 36.84210526315789, "rouge2": 22.222222222222225, "rougeL": 31.578947368421055}, "nll_sum": 168.14620971679688, "token_count": 29} +{"index": 9819, "reference": "Scotland Yard has apologised to the family of a police informant for \"shortcomings\" in the original investigation into his death.", "prediction": "The outgoing of of Police-Ce has said for the way Metropolitan police responded to his death of north London was \"too small\".", "rouge": {"rouge1": 41.86046511627907, "rouge2": 4.878048780487805, "rougeL": 32.558139534883715}, "nll_sum": 146.45571899414062, "token_count": 26} +{"index": 9820, "reference": "A County Antrim man who stabbed his partner to death in front of their seven-year-old daughter has been given a minimum 12-year sentence.", "prediction": "A father who killed a father-of-three and her baby daughter has been jailed jailed for three-and ina-half years.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 89.00413513183594, "token_count": 27} +{"index": 9821, "reference": "A 14-year-old boy had to be rescued by a search and rescue team after falling into a cave in West Yorkshire.", "prediction": "A 13-year-old boy was seriously injured in an abandoned fall into a 15-out hill climb in East Yorkshire and a Yorkshire service said.", "rouge": {"rouge1": 44.89795918367348, "rouge2": 17.02127659574468, "rougeL": 36.73469387755102}, "nll_sum": 121.52067565917969, "token_count": 29} +{"index": 9822, "reference": "The board of NHS Highland has approved a plan to set up maternity services at Caithness General in Wick as a Community Midwife Unit (CMU).", "prediction": "NHS Highland NHS plans a end the mid-led care maternity maternity unit at a small hospital in Caithness as a poor lack of care.", "rouge": {"rouge1": 52.0, "rouge2": 8.333333333333332, "rougeL": 32.0}, "nll_sum": 167.35733032226562, "token_count": 29} +{"index": 9823, "reference": "Leeds Rhinos saw off the soon-to-be demolished iconic South Stand with an error-strewn win over St Helens.", "prediction": "Leeds Rhinos reached a semi semi-finals and reach their first Super League semi-finalfinals after thrashed to St Helens in in Super League.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 140.55531311035156, "token_count": 31} +{"index": 9824, "reference": "Kenya's president has warned the country's judiciary not to help the opposition throw the next election into disarray.", "prediction": "Kenya's regional council and council elections will be held in February, despite a ban, a company company of printing, a printing printing company says.", "rouge": {"rouge1": 13.33333333333333, "rouge2": 4.651162790697675, "rougeL": 13.33333333333333}, "nll_sum": 137.75482177734375, "token_count": 29} +{"index": 9825, "reference": "A huge storm cloud rolled over Sydney, Australia on Friday giving us some amazing views.", "prediction": " parts in the northern Brazilian city of Sao.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 37.404075622558594, "token_count": 8} +{"index": 9826, "reference": "A man accused of murdering his ex-girlfriend was seen acting \"strangely\" the morning her body was discovered, a court has heard.", "prediction": "A man accused of murdering his teenage partner has told a court he told her brain was thought it was \" ignored\", a court heard heard of \",- of a \" a \"over\" a from \" of from a from's fromA", "rouge": {"rouge1": 43.333333333333336, "rouge2": 20.689655172413794, "rougeL": 36.66666666666667}, "nll_sum": 257.00299072265625, "token_count": 46} +{"index": 9827, "reference": "Castleford Tigers beat local rivals Wakefield Trinity to clinch the League Leaders' Shield.", "prediction": "Castleford ended their winning start to winning the Super League title by coming from behind beat second-placed Wakefield to complete a Grand Grand Final-", "rouge": {"rouge1": 31.57894736842105, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 139.30923461914062, "token_count": 29} +{"index": 9828, "reference": "Russell Brand says he wants to sue The Sun newspaper.", "prediction": "The Sun has launched an investigation into how 2015 taking legal action against in office future.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 8.333333333333334, "rougeL": 15.384615384615385}, "nll_sum": 90.49787902832031, "token_count": 16} +{"index": 9829, "reference": "A schoolboy from Stoke-on-Trent, Paul Murray travelled to the match on a Liverpool Supporters' Club coach with his father, Tony Murray, who survived", "prediction": " married married coupleofthree-two from, travelled in the match at Hillsborough, all of whom who survived in all of whom of survived.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 8.88888888888889, "rougeL": 25.53191489361702}, "nll_sum": 164.1692657470703, "token_count": 28} +{"index": 9830, "reference": "At least 85 people died when a gunman opened fire at an island youth camp in Norway, hours after a bombing in the capital Oslo killed seven, police say.", "prediction": "wayway police say detained in man on several tourists, following a recent attacks attacks in reports say in of's- a in in the-'s, Queensland, from they from large-year-old from local not. from the from a", "rouge": {"rouge1": 20.588235294117645, "rouge2": 6.0606060606060606, "rougeL": 14.705882352941178}, "nll_sum": 314.6187438964844, "token_count": 47} +{"index": 9831, "reference": "The jury in the trial of an architect accused of murdering a childcare worker in the Republic of Ireland has retired to consider its verdict.", "prediction": "A woman whose body was found alive 30 years ago has been found and disappeared 22 years ago, according to police in the Republic of Ireland.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 16.3265306122449, "rougeL": 23.52941176470588}, "nll_sum": 83.21478271484375, "token_count": 27} +{"index": 9832, "reference": "The agony continued for Steve Housham's North Ferriby in a 2-1 loss at home to Bromley.", "prediction": "Bromley came from 2-0 down to beat play-efuls North Ferriby.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 7.142857142857142, "rougeL": 13.333333333333334}, "nll_sum": 101.9061279296875, "token_count": 19} +{"index": 9833, "reference": "Sussex have appointed ex-player Murray Goodwin as their new batting coach.", "prediction": " bats batsman Andy Kay has signed a contract extension will keep him at the county until the 2016 season. season to be-l a reputation in from from a's.- from the from it from's of a- from's fromA", "rouge": {"rouge1": 3.7735849056603765, "rouge2": 0.0, "rougeL": 3.7735849056603765}, "nll_sum": 260.0745849609375, "token_count": 46} +{"index": 9834, "reference": "Gale force winds have led to the cancellation of ferries and flights between the Isle of Man and the UK.", "prediction": " force winds reaching up to 90mph of through between the Isle of Man on Saturday after a failed power failure.", "rouge": {"rouge1": 45.0, "rouge2": 26.31578947368421, "rougeL": 45.0}, "nll_sum": 95.63409423828125, "token_count": 21} +{"index": 9835, "reference": "Growth in South East Asia's largest economy, Indonesia, has come in at 4.76% for 2015, marking the fifth consecutive yearly decline.", "prediction": "Indonesia economy has reported annual pace for the first three months of the year, amid dramatic fears fears that the economy will rapid recovery.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 124.26806640625, "token_count": 27} +{"index": 9836, "reference": "Teenagers are often portrayed as thrill-seekers, but research suggests their brains are wired to learn from their experiences, which makes them better prepared for adulthood.", "prediction": "Teenagers' brains are better better their experiences as as those than those who wish to be, research suggests suggests.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 13.953488372093023, "rougeL": 22.22222222222222}, "nll_sum": 124.38311004638672, "token_count": 22} +{"index": 9837, "reference": "A grizzly bear has attacked and killed a cyclist just outside the Glacier National Park in the northern US state of Montana, police say.", "prediction": "A cyclist was killed and four after being bitten by a grizzly and theoped during a battle at a US national theme park in the New state, Pennsylvania, say. a been again in the-'s,PG,'s they from a", "rouge": {"rouge1": 43.75, "rouge2": 12.903225806451616, "rougeL": 31.25}, "nll_sum": 261.670166015625, "token_count": 47} +{"index": 9838, "reference": "The Night Tube will lead to a rise in sexual offences and rowdy behaviour on the Underground, according to an internal risk assessment by Transport for London.", "prediction": "A special police station will set be set up to \"special\" measures control to tackle anti andsocial behaviour of staff and staff on London Tube Underground.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 0.0, "rougeL": 18.867924528301884}, "nll_sum": 158.3566131591797, "token_count": 29} +{"index": 9839, "reference": "A hospital radiographer, who downloaded more than a million indecent images and videos of children, has been jailed for two years and four months.", "prediction": "A former NHS who was jailed for 18 years for making 11,000 hundreds, indecent images of children on the internet has been jailed.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 21.73913043478261, "rougeL": 37.5}, "nll_sum": 101.2519760131836, "token_count": 26} +{"index": 9840, "reference": "Ireland have progressed to the Super Six stage of the Women's World Cup Qualifier after finishing third in their group in Sri Lanka.", "prediction": "Ireland have kept alive their Super Cup hopes alive and keep alive hopes their hopes of reaching the Women's World World Twenty20. Colombo.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 17.391304347826086, "rougeL": 33.33333333333333}, "nll_sum": 133.22679138183594, "token_count": 27} +{"index": 9841, "reference": "The owners of Warwick Castle are appealing after a council rejected plans to put a permanent \"glamping\" site in its grounds.", "prediction": "Plans 2011 was unveiled for a proposed plannedsur at Castlegege's theme park, theme campaigners have said, after a it as aovermedchery\"..", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 9.30232558139535}, "nll_sum": 240.50750732421875, "token_count": 32} +{"index": 9842, "reference": "Republic of Ireland assistant manager Roy Keane says Everton players must \"toughen up\" in an ongoing row with Goodison boss Ronald Koeman.", "prediction": "Everton boss Ronald Koeman been \"gisedprised and issues\" caused by former Republic of Ireland captain captain Rob Keaneson in Samp'sParts of the right's's from from his a for's of.", "rouge": {"rouge1": 29.09090909090909, "rouge2": 15.09433962264151, "rougeL": 14.545454545454545}, "nll_sum": 296.13916015625, "token_count": 43} +{"index": 9843, "reference": "A jury trying two brothers accused of murdering a cash-and-carry manager from Cardiff has retired to consider its verdicts at Birmingham Crown Court.", "prediction": "Two men have gone on trial accused of murdering his ex-boy and hiding her body.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 10.256410256410255, "rougeL": 24.39024390243903}, "nll_sum": 63.4637451171875, "token_count": 17} +{"index": 9844, "reference": "Lufthansa Group is to introduce a surcharge for customers who buy its flights through third-party websites.", "prediction": "German airline company Lufthansa has announced a move to pay online and bookings.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 67.72602081298828, "token_count": 18} +{"index": 9845, "reference": "Warrenpoint Town say they are \"shocked\" by an IFA ruling that confirmed their relegation from the Premiership and saw Carrick Rangers stay in the top flight.", "prediction": "The Irish Football Association's decision to overturn a ban to Carrick Rangers against Ballinallamard and is a challenge from a Irish Premiership battle.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 4.166666666666666, "rougeL": 12.000000000000002}, "nll_sum": 159.47850036621094, "token_count": 29} +{"index": 9846, "reference": "Scientists at Glasgow University say they have found a key genetic indicator of how long an individual will live.", "prediction": "Scientists at Glasgow University Glasgow have found that birds can't live later in early life.", "rouge": {"rouge1": 40.0, "rouge2": 24.24242424242424, "rougeL": 40.0}, "nll_sum": 70.71592712402344, "token_count": 16} +{"index": 9847, "reference": "Mexico has published new sentencing guidelines that will double prison sentences for kidnapping.", "prediction": " of Mexican government has announced a security jail will reduce sentences who those killing those who were kidnapped, families relatives families to \"nRA).", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 200.12869262695312, "token_count": 26} +{"index": 9848, "reference": "Doctors had to wait up to 10 minutes for vital drugs to treat a mother after an emergency Caesarean section, an inquest has heard.", "prediction": " a doctor who died after giving birth to his heart during a failure and failed drugs drugs, an inquest has heard.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 93.95936584472656, "token_count": 22} +{"index": 9849, "reference": "Four Nigerian men have received 20 lashes each after an Islamic court in the northern city of Bauchi convicted them of gay sex, officials say.", "prediction": "A court in Nigeria's state Bau to has been given the death sentences to four men, accused of gay homosexual or couples or not marriage.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 157.05996704101562, "token_count": 28} +{"index": 9850, "reference": "Russian coaches who \"do not understand how to work without doping\" should \"retire\" says the country's deputy Prime Minister Vitaly Mutko.", "prediction": "Russian Prime Minister peninsulaevko says he will return to international competition in failing drugs test.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.7142857142857135, "rougeL": 16.216216216216214}, "nll_sum": 109.20526123046875, "token_count": 17} +{"index": 9851, "reference": "An ex-Guantanamo Bay detainee has been arrested in Uganda for questioning over his possible role in the killing of a top prosecutor, police say.", "prediction": "A British man has detained in prison in the Pakistani capital Islamabad, Wikipedia say.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 71.74592590332031, "token_count": 15} +{"index": 9852, "reference": "The governor of Indiana has defended a new law that has unleashed a wave of condemnation across the country.", "prediction": "The governor of Indiana state pulled under intense attack for criticism over a controversial gay law that allows and gay couples that does notret have a religion\".", "rouge": {"rouge1": 34.78260869565217, "rouge2": 18.181818181818183, "rougeL": 34.78260869565217}, "nll_sum": 177.91647338867188, "token_count": 28} +{"index": 9853, "reference": "Shakin' Stevens has been voted Wales' Greatest Living Voice by listeners of BBC Radio Wales.", "prediction": "M star stars Pe'' Stevens has won BBC Radio Radio Wales poll of 2015.", "rouge": {"rouge1": 41.379310344827594, "rouge2": 22.222222222222225, "rougeL": 34.48275862068965}, "nll_sum": 119.51360321044922, "token_count": 15} +{"index": 9854, "reference": "Russia and Qatar may have had to pay bribes to secure their World Cups, Sepp Blatter's former special advisor has suggested.", "prediction": "Fifa president Sepp Bl says any other countries paid bribes during the World Cup and Russia, says alleges former president, a former Swiss lawyer says.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 153.08401489257812, "token_count": 29} +{"index": 9855, "reference": "A double murderer who posed as a refugee to enter the UK illegally is to be extradited.", "prediction": "A motorist who was found dead by police after in police to run him has been jailed for 13 years.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 86.30249786376953, "token_count": 21} +{"index": 9856, "reference": "Midfielder Joe Ledley believes the Football Association of Wales will make the ''right decision'' on how best to mark Armistice Day in the World Cup qualifier against Serbia.", "prediction": "The Football Association of WalesFAW) said it will make a decision on players wearing armb logo to Northern Ireland on Armistice on Boxing Day.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 20.0, "rougeL": 42.30769230769231}, "nll_sum": 162.5017852783203, "token_count": 30} +{"index": 9857, "reference": "A lifetime's collection of hundreds of diving helmets and equipment has fetched \u00a3476,000 at auction.", "prediction": "A pair of dressed a stunning clothes, have sold for \u00a37,,000 at auction for \u00a388,000 (\u00a365000).", "rouge": {"rouge1": 28.571428571428577, "rouge2": 12.121212121212121, "rougeL": 28.571428571428577}, "nll_sum": 125.00313568115234, "token_count": 25} +{"index": 9858, "reference": "Police have recovered a body from the River Nith at Kingholm Quay, two miles south of Dumfries.", "prediction": "A body has been recovered from the River Nith in the Nith in Dumfriesf Galloway.", "rouge": {"rouge1": 43.74999999999999, "rouge2": 26.666666666666668, "rougeL": 37.50000000000001}, "nll_sum": 88.5647964477539, "token_count": 21} +{"index": 9859, "reference": "Bristol City will sign midfielder Josh Brownhill from Preston at the end of his current contract on 30 June.", "prediction": "Bristol City have signed midfielder Luke Brownhill on a three-year deal from North End for a fee to be \u00a35m.", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473685, "rougeL": 35.0}, "nll_sum": 89.32909393310547, "token_count": 27} +{"index": 9860, "reference": "Some struggling GP surgeries in England will be allowed to fail and close, according to a leaked document.", "prediction": "NHS doctors in England are being put at risk if they continue their funding funding cut, the BBC understands.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 82.2895278930664, "token_count": 21} +{"index": 9861, "reference": "When Liverpool take on Sevilla in Wednesday's Europa League final Gordon Wallace will be watching on television in the Shankly Hotel in the city.", "prediction": "When James Wallace who was the only scorer for Liverpool 30 years ago but he never he and had never been in", "rouge": {"rouge1": 21.276595744680854, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 105.1612548828125, "token_count": 21} +{"index": 9862, "reference": "It is imperative that those involved in modern day slavery in Wales are caught and brought to justice.", "prediction": "Police and human rights are helping people of victims to human trafficking to Wales.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 83.47694396972656, "token_count": 14} +{"index": 9863, "reference": "Beneath Clapham South Tube station lie a warren of tunnels which provided shelter for 8,000 people during World War Two.", "prediction": "The Mediterranean sea network, which has joined thousands of thousands and refugees fleeing UK refugees, UK, is now opened to open againthink again.", "rouge": {"rouge1": 9.09090909090909, "rouge2": 0.0, "rougeL": 4.545454545454545}, "nll_sum": 163.293212890625, "token_count": 27} +{"index": 9864, "reference": "Newcastle owner Mike Ashley said he will be staying at the club until they win a trophy or qualify for the Champions League.", "prediction": "Newcastle United owner Mike Ashley has told the club he will be be selling the club \" at any price\".", "rouge": {"rouge1": 52.38095238095239, "rouge2": 25.0, "rougeL": 42.857142857142854}, "nll_sum": 76.25926208496094, "token_count": 21} +{"index": 9865, "reference": "England boss Mark Sampson was cleared of wrongdoing after Eniola Aluko made a complaint to the Football Association about \"bullying and harassment\".", "prediction": " En's Ennis Ennis Aluko has been criticised by the Football Association for saying Beh of racist abuse by England head boss boss Mark Sampson.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 17.77777777777778, "rougeL": 17.02127659574468}, "nll_sum": 163.525390625, "token_count": 29} +{"index": 9866, "reference": "There has been a \"rapid deterioration\" in prison safety in England and Wales, the prisons inspector has warned.", "prediction": "Prisoners and Wales is more likely to to self-inf injuries offences ever before, the chief inspector of prisons has said in the a solve, a,'s they from ateam from a the's Bureau from.'s from's a", "rouge": {"rouge1": 31.03448275862069, "rouge2": 3.5714285714285707, "rougeL": 20.689655172413794}, "nll_sum": 312.5104675292969, "token_count": 47} +{"index": 9867, "reference": "Scotland manager Gordon Strachan is to announce two squads this week for the forthcoming friendly internationals against the Czech Republic and Denmark.", "prediction": "Pre-up and Scotland boss manager Gordon Strachan's new national side will take place on 31 November, according to a former St Mirren.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 9.09090909090909, "rougeL": 21.73913043478261}, "nll_sum": 125.74105834960938, "token_count": 29} +{"index": 9868, "reference": "A Wrexham street has reopened after police carrying out a search warrant found suspected firearms and \"unstable\" firework.", "prediction": "Four people have 2011 arrested after a bomb disposal disposal experts were called to a bomb incident and Anglesey on Saturday morning. in the armed army's game, as it from a game from game's have toll of a from a'sA", "rouge": {"rouge1": 13.114754098360654, "rouge2": 0.0, "rougeL": 9.836065573770494}, "nll_sum": 265.22357177734375, "token_count": 47} +{"index": 9869, "reference": "Northampton Saints full-back Ben Foden believes his rivalry with Harlequins' Mike Brown can benefit both players and England.", "prediction": "Northampton Saints fullhalf Ben Ben Foden says he will be struggle against England's duty prepare for Harlequins in his Six Nations.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 158.215576171875, "token_count": 29} +{"index": 9870, "reference": "Amateur Adam Duffy pulled off one of the biggest upsets in UK Championship history with a stunning 6-2 win over two-time winner Ding Junhui.", "prediction": "World number five Ding Dinghuiui powered through to the first round in the UK Championship by number one Mark Duffy at the UK Championship.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 141.42181396484375, "token_count": 27} +{"index": 9871, "reference": "A pilot scheme offering free breakfasts to primary school children in Blackpool has improved their health and punctuality, say researchers.", "prediction": "A free school breakfast programmes programme for pupils in Blackpool is be scrapped to be, despite went goes ahead.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 130.56857299804688, "token_count": 21} +{"index": 9872, "reference": "One of the longest-serving head teachers in the country is retiring after 35 years at the same school.", "prediction": "A 86-year-old former teacher, who returned his school to school for 20 yearsyear has returned to training at a Devon Norfolk primary school.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 133.58926391601562, "token_count": 29} +{"index": 9873, "reference": "Solihull Moors have signed centre-back Joel Kettle from Northern League Premier leaders Rushall Olympic.", "prediction": "Solihull Moors have completed the signing of Rushall Rushrantall Walsall.-m a 2011 a referee-'s The's a from's The's as's such from a's's reputation of.A fromA a", "rouge": {"rouge1": 24.000000000000004, "rouge2": 8.333333333333332, "rougeL": 20.0}, "nll_sum": 316.25103759765625, "token_count": 46} +{"index": 9874, "reference": "Tests on the remains of a man found in a Conwy county forestry have shown he suffered serious head trauma and died in suspicious circumstances.", "prediction": "A man whose body was found at a forest in Con Conwy county was identified as suspicious the police have said.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 9.09090909090909, "rougeL": 30.434782608695656}, "nll_sum": 99.61102294921875, "token_count": 22} +{"index": 9875, "reference": "Hong Kong's government has unveiled a controversial plan which would allow Chinese mainland law to apply in the territory for the first time.", "prediction": "The Kong government has begun in Hong Kong's first high-speed rail network.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 16.666666666666668, "rougeL": 26.31578947368421}, "nll_sum": 66.26221466064453, "token_count": 15} +{"index": 9876, "reference": "Australia will increase its troop presence in Afghanistan following a formal request from the US, Canberra has said.", "prediction": "Australia is battling to send an extra 600 military government troops to Afghanistan in the fight against Taliban, officials say.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 79.65052795410156, "token_count": 21} +{"index": 9877, "reference": "A man has died after he was struck by a van while crossing a road in Glasgow.", "prediction": "A man was taken to hospital after being hit by a van in the Glasgow. Glasgow-year-old a to a's a's from a's a's a from a car from a man's's a from a from The'sA", "rouge": {"rouge1": 32.78688524590164, "rouge2": 10.169491525423728, "rougeL": 26.229508196721312}, "nll_sum": 198.6165771484375, "token_count": 47} +{"index": 9878, "reference": "More children in England are being taught by unqualified teachers, a teaching union is claiming.", "prediction": "Two state schools in England in to be allowed to employ and continue their struggle in place, a union conference heard.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 117.42058563232422, "token_count": 22} +{"index": 9879, "reference": "Royal Mail has begun a consultation over changes to its pension scheme amid threats of strike action from unions.", "prediction": "Thousands of Royal Mail are ballot members of take strike action over possible changes to its pension scheme with the Unite union and the Unite union says.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 27.272727272727277, "rougeL": 39.130434782608695}, "nll_sum": 141.7519989013672, "token_count": 29} +{"index": 9880, "reference": "New Jersey signing Heath Stevens says the club are capable of reaching the Championship play-offs.", "prediction": " rugby of rugby club Jersey have Chris plans for their top four of their remaining season, says the head coach George Stevens is \"the right road doing\".", "rouge": {"rouge1": 32.558139534883715, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 171.18212890625, "token_count": 29} +{"index": 9881, "reference": "Military chiefs in America say a new, unmanned stealth bomber has carried out its first test flight.", "prediction": " the first US military-style, but to be built, has arrived its Norfolk air force.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 18.750000000000004}, "nll_sum": 103.42304229736328, "token_count": 18} +{"index": 9882, "reference": "Qualcomm has said it aims to cut costs and jobs and might restructure itself as it delivers a fresh profit warning in the face of rising competition.", "prediction": "Smart chipmaker third wearable it announced it is cutting revenue cut and cut jobs and cut from year and make it easier to a profitable lifetime business.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 3.8461538461538463, "rougeL": 29.629629629629626}, "nll_sum": 175.68246459960938, "token_count": 28} +{"index": 9883, "reference": "A man and a woman have been taken to hospital after being rescued from a house fire in Stoke-on-Trent.", "prediction": "Two people were taken to hospital after being pulled from a fire through a room, Sussex Sussex,. athe \" game-A's The in's a's The's2 from a's2 from The's of\". a from'sA", "rouge": {"rouge1": 37.28813559322034, "rouge2": 17.54385964912281, "rougeL": 30.508474576271183}, "nll_sum": 271.3069763183594, "token_count": 45} +{"index": 9884, "reference": "China has executed eight people in the north-western region of Xinjiang, for what it calls \"terrorist\" attacks, reports the state news agency Xinhua.", "prediction": " has executed three men who were nearly 30 people in a deadly attack in Xinjiang, state state news has says.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714288, "rougeL": 31.818181818181824}, "nll_sum": 102.8774185180664, "token_count": 22} +{"index": 9885, "reference": "A day centre for older people which had been threatened with closure has opened for the first time under the control of the group which saved it.", "prediction": "A Grade I listed town, which was damaged a a struggle battle struggle\" 30 years ago is is for \u00c2\u00c2.5m.", "rouge": {"rouge1": 12.765957446808512, "rouge2": 0.0, "rougeL": 12.765957446808512}, "nll_sum": 182.46847534179688, "token_count": 27} +{"index": 9886, "reference": "A 10-year-old child has suffered serious injuries after being hit by a car in the Vale of Glamorgan.", "prediction": "A five-year-old boy has been a critical condition in hospital following a hit-and-run in Port Vale of Vale of Glamorgan, police say.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 13.636363636363635, "rougeL": 39.13043478260869}, "nll_sum": 91.78431701660156, "token_count": 33} +{"index": 9887, "reference": "People who were mis-sold payment protection insurance (PPI) can receive widely differing compensation, a BBC investigation has found.", "prediction": "High street in London are paying more compensation in compensation to customers for mis-sold payment insurance ( (PPI), a leading financial finance expert has claimed.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714288, "rougeL": 31.818181818181817}, "nll_sum": 151.88824462890625, "token_count": 30} +{"index": 9888, "reference": "The UK's biggest music festival Glastonbury is trying out some pretty special toilets this year, which could help you charge your smartphone.", "prediction": " a eye toothless system, which which could be developed by scientists has Bristol.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 5.882352941176471, "rougeL": 11.11111111111111}, "nll_sum": 94.75350952148438, "token_count": 15} +{"index": 9889, "reference": "Facebook has announced it will make highly detailed maps of places where it believes people are living available to the public later this year.", "prediction": "Facebook is launched a balloon project in Europe, where areas protect families in rural areas in.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 101.42871856689453, "token_count": 17} +{"index": 9890, "reference": "Kevin Brown's hat-trick against his former club gave Warrington a derby win against Widnes to progress to the last eight of the Challenge Cup.", "prediction": "WarringtonWar staged a second-half comeback to beat Warrington in reach the Challenge Cup semifinals.", "rouge": {"rouge1": 29.268292682926834, "rouge2": 10.256410256410255, "rougeL": 24.39024390243902}, "nll_sum": 103.39286804199219, "token_count": 19} +{"index": 9891, "reference": "Cycling's governing body has condemned E3 Harelbeke organisers for a controversial billboard poster that promotes this year's race in Belgium.", "prediction": " cycling cycling's governing body, says it will remove a poster in's Tour of Flanders after a cyclist was flag painted on a social media event.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 12.765957446808512, "rougeL": 28.57142857142857}, "nll_sum": 132.73760986328125, "token_count": 29} +{"index": 9892, "reference": "Eleven-year-old Kai Tap sits alone looking pensive as he watches other children sing and play at Eden school inside a civilian protection site run by the United Nations in South Sudan.", "prediction": "r 17-year-old,man English cattle who is fled in Myanmar South Sudan, the is living living in South Sudan, whose south of South Sudan.", "rouge": {"rouge1": 20.33898305084746, "rouge2": 10.526315789473683, "rougeL": 20.33898305084746}, "nll_sum": 170.74647521972656, "token_count": 31} +{"index": 9893, "reference": "The windscreen of a PSNI car has been smashed during an attack on a police patrol in Carrickfergus.", "prediction": "A brick thrown through in windscreen of a car in Carferg, County Antrim.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 13.793103448275861, "rougeL": 32.25806451612903}, "nll_sum": 99.84715270996094, "token_count": 18} +{"index": 9894, "reference": "Harry Potter star Emma Watson's been speaking out about making boys and girls more equal.", "prediction": "The actress Dilma has revealed that but women don't women have the same marriage as, men because they men are \"right\".", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 131.79934692382812, "token_count": 25} +{"index": 9895, "reference": "The company running Britain's track, signals and train stations has overspent, and may be using flaky figures to plan its maintenance work, according to the rail regulator.", "prediction": "There are fresh concerns about the future of services again rail network over the next five next years, amid fears that the company is too much high.", "rouge": {"rouge1": 14.545454545454545, "rouge2": 3.7735849056603774, "rougeL": 7.2727272727272725}, "nll_sum": 127.02848052978516, "token_count": 28} +{"index": 9896, "reference": "Egypt knocked out Morocco to reach the Africa Cup of Nations semi-finals as substitute Mahmoud Abdel-Moneim prodded home a dramatic 87th-minute winner.", "prediction": "Egypt reached the Africa Cup of Nations Nations quarter-finals after a stoppage a extra-time winner Morocco and Mali and reach the quarter-finals of the hosts Cameroon.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 19.23076923076923, "rougeL": 37.03703703703704}, "nll_sum": 143.46958923339844, "token_count": 33} +{"index": 9897, "reference": "Two police officers face misconduct hearings over the \"plebgate\" affair involving ex-chief whip Andrew Mitchell, the police watchdog has said.", "prediction": "A senior police officer who were arrested after a row over the \"ple row\" Andrew Mitchell have been cleared of misconduct by a force's force it's \"s the force's bill\" from a The's departure of.'s-'s Broadway", "rouge": {"rouge1": 25.396825396825395, "rouge2": 9.836065573770492, "rougeL": 22.22222222222222}, "nll_sum": 277.55194091796875, "token_count": 47} +{"index": 9898, "reference": "A pedestrian who was killed in a collision that police believe may be linked to an earlier disturbance at a flat in Surrey has been identified.", "prediction": "A man was killed after being hit by a by car in south south London.", "rouge": {"rouge1": 29.268292682926834, "rouge2": 5.128205128205128, "rougeL": 29.268292682926834}, "nll_sum": 48.88263702392578, "token_count": 15} +{"index": 9899, "reference": "The title of best moustache is up for grabs as top lip titans clash in Dover for the honour of being crowned owner of the world's wackiest whiskers.", "prediction": " Japan military characteraderie - to but a moustache again during World War Two, in 2004 is now waiting people can can change and rules.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 184.67787170410156, "token_count": 29} +{"index": 9900, "reference": "China has complained to Zambia after 31 of its nationals were arrested at the weekend for alleged illegal mining practices.", "prediction": "The Chinese authorities have arrested 35 40 people in Zambia and arrested on suspicion of illegal mining the organised crime.", "rouge": {"rouge1": 30.0, "rouge2": 5.263157894736842, "rougeL": 20.000000000000004}, "nll_sum": 110.88673400878906, "token_count": 21} +{"index": 9901, "reference": "Two Kilcoo players are to be suspended by Ulster GAA chiefs following allegations of racial abuse.", "prediction": "Ulster champions Kilcoco, will receive two Ulster Football Association for misconduct.", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 102.60787200927734, "token_count": 15} +{"index": 9902, "reference": "Australian Nick Kyrgios \"doesn't understand\" what it takes to be a Grand Slam winner, says three-time Wimbledon champion John McEnroe.", "prediction": "Australia teenager Nick Kyrgios \"n and needs done anything\" to reach his eighth Wimbledon, says three-time champion John McEn, says the sport has spoken from his-'s his for in from years's.", "rouge": {"rouge1": 32.14285714285714, "rouge2": 14.814814814814813, "rougeL": 28.57142857142857}, "nll_sum": 252.80482482910156, "token_count": 44} +{"index": 9903, "reference": "US Republican candidate Donald Trump has defended his call for a wall on the Mexican border, during his visit to meet President Enrique Pena Nieto.", "prediction": "US presidential candidate of Pena Nieto has met his Mexican visit to Mexico during his trip to Mexico saying Mexican would pay to a wall for a wall.", "rouge": {"rouge1": 52.83018867924528, "rouge2": 19.607843137254903, "rougeL": 30.188679245283023}, "nll_sum": 140.23484802246094, "token_count": 29} +{"index": 9904, "reference": "A diabetes pill has anti-ageing effects and extends the life of male mice, research suggests.", "prediction": " drug controversial drug which could be used to treat with type diabetes is diabetes increase significantly larger, US suggests.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 118.8565444946289, "token_count": 20} +{"index": 9905, "reference": "A man who died after being stabbed in a car park in Denbighshire, prompting a murder investigation, has been named.", "prediction": "A man was died in hospital after being run by a car outside a supermarketbighshire supermarket.", "rouge": {"rouge1": 50.0, "rouge2": 17.647058823529413, "rougeL": 44.44444444444445}, "nll_sum": 89.94168853759766, "token_count": 19} +{"index": 9906, "reference": "Super League side Warrington Wolves have announced Ryan Bailey, Jordan Cox and Mitchell Dodds will leave at the end of their contracts.", "prediction": "Warrington Warrington Wolves have signed Ian Bailey, Old Bailey and James Dodd, who have released the Super League club after signing a new Championship season.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.333333333333334, "rougeL": 29.787234042553195}, "nll_sum": 150.6497802734375, "token_count": 29} +{"index": 9907, "reference": "A man was taken into custody after a truck which had been involved in a police pursuit crashed into a building in Aberdeen.", "prediction": "A stolen car crashed into a building and a office office office in Glasgow at end end of Edinburgh, was stopped.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714283, "rougeL": 27.27272727272727}, "nll_sum": 123.0829086303711, "token_count": 22} +{"index": 9908, "reference": "Sunderland and Italy winger Emanuele Giaccherini has joined Napoli on a three-year deal for an undisclosed fee.", "prediction": "Sunderland signed defender Gabriel Brunocherolo from five- club Sunderland on a five-year dealold reported to be \u00a38m.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 143.45501708984375, "token_count": 28} +{"index": 9909, "reference": "Archaeologists working at a 900-year-old castle have found \"rare and unexpected\" artefacts.", "prediction": "Four historic buildings was found ator manoror castleor than 1,700 years ago, archaeologists have revealed.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 119.86758422851562, "token_count": 22} +{"index": 9910, "reference": "Columnist Kelvin MacKenzie has been suspended by the Sun after he expressed \"wrong\" and \"unfunny\" views about the people of Liverpool.", "prediction": "Police are investigating the Sun newspaper chief editor James MacKenzie's article in which he said says says Sunderland is a \"a South Ol attack\".", "rouge": {"rouge1": 17.391304347826086, "rouge2": 4.545454545454545, "rougeL": 13.043478260869565}, "nll_sum": 155.30020141601562, "token_count": 28} +{"index": 9911, "reference": "National League club Torquay United have been taken over by Swindon-based Gaming International (GI).", "prediction": "Torquay United have pulled out a fiveyear deal to buy National League club, from Hong Kong, Hong Kong, a and ac American group.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 22.22222222222222, "rougeL": 15.789473684210527}, "nll_sum": 150.56329345703125, "token_count": 29} +{"index": 9912, "reference": "Up to a quarter of a million vulnerable people are not being supported by an \"appropriate adult\" while in police custody, a Home Office report suggests.", "prediction": " the number of vulnerable people stay in police custody in England and Wales is not identified in some areas, says a report by the charity Shelter's Children.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 11.538461538461538, "rougeL": 29.629629629629633}, "nll_sum": 107.6919937133789, "token_count": 29} +{"index": 9913, "reference": "Warren Gatland's 41-man squad for the British and Irish Lions Tour of New Zealand this summer.", "prediction": "A crash will of key events:", "rouge": {"rouge1": 8.333333333333332, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 47.94068908691406, "token_count": 6} +{"index": 9914, "reference": "Substitutes Marcus Rashford and Marouane Fellaini both scored as Manchester United overcame a resolute Leicester to strengthen their position at the top of the Premier League.", "prediction": "Usain Fellaini's-minute winner was enough to give Manchester United victory over 10-man and beat Leicester in a remarkable Old Trafford game.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 123.07962036132812, "token_count": 29} +{"index": 9915, "reference": "Not paying the TV licence fee could become a civil offence, rather than a criminal one, under plans being considered by ministers.", "prediction": "The law to have it to non-payment of revenge to be decriminalised a court, the government has said,. as in the's middle, it,, it from--dold ban from November.", "rouge": {"rouge1": 11.320754716981131, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 234.4809112548828, "token_count": 39} +{"index": 9916, "reference": "EU citizens legally resident in the UK will be entitled to the same rights as British citizens after Brexit, the UK prime minister has told EU leaders.", "prediction": "Hundreds of EU citizens are be awarded to the rights lawyer in the UK's next five years in office, the UK's prime minister not said.. a's not a again aTheA's will to a from the's man in a", "rouge": {"rouge1": 40.0, "rouge2": 17.647058823529413, "rougeL": 28.57142857142857}, "nll_sum": 247.8787078857422, "token_count": 46} +{"index": 9917, "reference": "The cell behind the Barcelona van attack had planned to use explosives against monuments including the city's famous Sagrada Familia church, a suspect has told a Madrid court.", "prediction": "A man suspected of carrying out was behind a deadly gun attack on Barcelona that killed 18 people of May has gone on trial Barcelona in Spanish court.", "rouge": {"rouge1": 28.070175438596497, "rouge2": 0.0, "rougeL": 14.035087719298248}, "nll_sum": 136.2379913330078, "token_count": 28} +{"index": 9918, "reference": "An addict who denies killing a man who was shot with a crossbow has told a court he did not owe the victim drug money.", "prediction": "A drug dealer accused of murdering his rival rival with a crossbow attackbow been told by police he was not do a court court heard of \"the man of game\".", "rouge": {"rouge1": 47.27272727272728, "rouge2": 11.320754716981133, "rougeL": 29.09090909090909}, "nll_sum": 179.68252563476562, "token_count": 33} +{"index": 9919, "reference": "A convicted killer who was on the run from an open prison in South Yorkshire has been recaptured, police said.", "prediction": "A convicted killer who was run on the run run for nearly two years ago has been arrested by police.", "rouge": {"rouge1": 55.00000000000001, "rouge2": 36.84210526315789, "rougeL": 55.00000000000001}, "nll_sum": 77.76203918457031, "token_count": 20} +{"index": 9920, "reference": "Rory McIlroy has insisted he is \"totally fine\" to play in this week's US Open as he returns to action after a month out because of injury.", "prediction": "Rory McIlroy is confident he will not be allowed to play next week's Scottish Open due to a week because of in major knee injury.", "rouge": {"rouge1": 55.55555555555555, "rouge2": 15.384615384615383, "rougeL": 48.14814814814815}, "nll_sum": 109.6943130493164, "token_count": 29} +{"index": 9921, "reference": "David Lammy has said he will consider standing for Labour leader if colleagues want him to do it.", "prediction": "'s's Sean Lamont Storm called for first time to be in the Labour leadership race.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 81.97132873535156, "token_count": 17} +{"index": 9922, "reference": "A former NHS equality boss has been warned she could face jail for swindling \u00a311,000 by diverting funds to her husband.", "prediction": "The former chief executive of England, who admitted being a nurse, money and money, has has admitted a \u00a310,,000.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 119.72836303710938, "token_count": 25} +{"index": 9923, "reference": "Google is planning to track billions of credit and debit card sales to compare online ad clicks with money spent offline.", "prediction": "Google has launched a service that allows users that its customers' data' data and access users on their apps.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 100.78595733642578, "token_count": 21} +{"index": 9924, "reference": "A 31-year-old woman has been sexually assaulted after getting into a car she believed was a private hire taxi.", "prediction": "A 88-year-old woman was sexually assaulted and assaulted by a car moving to the parked car has park on a railway line in the believed to his it's a \"over-p a string in from from a's.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 13.333333333333334, "rougeL": 32.25806451612903}, "nll_sum": 242.05113220214844, "token_count": 45} +{"index": 9925, "reference": "The UK population grew by almost half a million last year to 64,596,800, according to figures from the Office for National Statistics.", "prediction": "The UK economy grew to the highest level the its level since the lowest level began began record, official figures from the Office for National Statistics the (ONS).", "rouge": {"rouge1": 42.30769230769231, "rouge2": 27.999999999999996, "rougeL": 42.30769230769231}, "nll_sum": 138.0463104248047, "token_count": 30} +{"index": 9926, "reference": "Chelsea manager Antonio Conte has signed an improved two-year deal with the Premier League champions.", "prediction": "Chelsea boss Antonio Conte has never signing a new contract, keeping him at the club until 2016, saying his top will \"almost perfect\".", "rouge": {"rouge1": 30.769230769230766, "rouge2": 10.81081081081081, "rougeL": 30.769230769230766}, "nll_sum": 111.319580078125, "token_count": 27} +{"index": 9927, "reference": "An FA Cup game will take place on the Channel Islands for the first time after Guernsey FC were drawn at home in next month's preliminary round.", "prediction": "Guernsey will be staged a draw at home to the FA Cup after their their Championship playoff semi-final to Dover.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 12.244897959183671}, "nll_sum": 109.81720733642578, "token_count": 24} +{"index": 9928, "reference": "A project to build a bridge covered with trees and shrubs across the Thames in London should be scrapped, a review has found.", "prediction": "The MP behind plans to build and a new bridge bridge over the London in 2016 has, the taxpayer of costing the taxpayer' money. and help. a it's a's a it a it's aUkraine of a's the again a", "rouge": {"rouge1": 33.333333333333336, "rouge2": 3.125, "rougeL": 21.21212121212121}, "nll_sum": 258.29656982421875, "token_count": 47} +{"index": 9929, "reference": "Cinema-goers were carried to safety by firefighters after they became stranded when a water main burst in London.", "prediction": "A water road entered a busy road street in Oxford city centre event staging be closed after a water main.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 122.45889282226562, "token_count": 20} +{"index": 9930, "reference": "It was Benjamin Franklin who said we can be certain of nothing in life except death and taxes.", "prediction": "The theableable Incentive (RHI) scheme ended on the Irish front, BBC News NI looks at the dramatic change in his life.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 145.81027221679688, "token_count": 29} +{"index": 9931, "reference": "The husband of a dentist who was arrested over her death has said she \"took her own life\" as he told of his family's \"devastating loss\".", "prediction": "A nurse whose body was found after after being questioned in her home took her own life, but it was not a suspect\".", "rouge": {"rouge1": 27.999999999999996, "rouge2": 12.499999999999996, "rougeL": 27.999999999999996}, "nll_sum": 94.81816101074219, "token_count": 24} +{"index": 9932, "reference": "A former police officer who shot an unarmed black teenager in the head has been indicted on a murder charge by a grand jury, prosecutors in the US state of Texas say.", "prediction": " a US police officer has been charged with after the fatal shooting of black black teenager who was shot four teenagers in his front. local media report.", "rouge": {"rouge1": 47.45762711864406, "rouge2": 14.035087719298245, "rougeL": 27.11864406779661}, "nll_sum": 125.90406799316406, "token_count": 28} +{"index": 9933, "reference": "Indian Prime Minister Narendra Modi's latest remark about Bangladeshi PM Sheikh Hasina's political achievements is attracting criticism and humour in equal measure on social media, reports BBC Monitoring.", "prediction": "Social media users have been reacting to outrage anger after Narendra Modi's visit to visit India, saying that he is \" right\". woman\".", "rouge": {"rouge1": 22.641509433962266, "rouge2": 11.76470588235294, "rougeL": 15.094339622641511}, "nll_sum": 131.59352111816406, "token_count": 26} +{"index": 9934, "reference": "Charlie Pitcher says people who call him \"crazy\" do not know him very well.", "prediction": " Englishman David Pitman says he complete finally complete a quest to become the trans co-female countries.", "rouge": {"rouge1": 6.451612903225808, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 128.31710815429688, "token_count": 20} +{"index": 9935, "reference": "Cristiano Ronaldo broke Sweden's resistance late in the game to give Portugal the advantage in their World Cup play-off tie in Lisbon.", "prediction": "Cristiano Ronaldo scored a hat-trick to give hosts Portugal a 3 3-goal first leg of their first leg of their Copa last- first leg.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 8.333333333333332, "rougeL": 24.000000000000004}, "nll_sum": 136.63726806640625, "token_count": 33} +{"index": 9936, "reference": "Five British men who were being held on arms charges have been freed on bail from an Indian jail, according to a lawyer close to the case.", "prediction": "Six British men who one of five men in connection with firearms offences, have been released.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 14.634146341463417, "rougeL": 23.25581395348837}, "nll_sum": 74.45104217529297, "token_count": 17} +{"index": 9937, "reference": "Sangin was once the centre of operations for international forces in Afghanistan, a key district that linked Lashkar Gah, the capital of Helmand province, to the province's northern districts.", "prediction": "The battle in Afghanistan in Afghanistan since August between, as Afghan troops erupted finished battle between the Taliban and province of Helens (IS).", "rouge": {"rouge1": 22.641509433962266, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301884}, "nll_sum": 159.78562927246094, "token_count": 26} +{"index": 9938, "reference": "A 94-year-old man who survived a prisoner of war camp next door to the Auschwitz-Birkenau extermination camp believes a football league which the guards allowed them to set up may have helped save his life.", "prediction": "\"I is pleased I have played football - and played - I who played football, but the few but the God of players who played for them,", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 150.62327575683594, "token_count": 29} +{"index": 9939, "reference": "Glastonbury has opened its gates and fans have started to trickle in.", "prediction": " Gl the Glentins, head heads will head for this year's Glastonbury Festival. the solve's abury and it's the 100 tournament's reputation's reputation next first-lasing, in to from the Saturday.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 286.3210144042969, "token_count": 45} +{"index": 9940, "reference": "Seventeen people were rescued after a huge fire ripped through a hotel and block of flats in west London.", "prediction": "Firefighters have been a fire through via a hotel room of hotel restaurant Greater Manchester.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 6.25, "rougeL": 35.294117647058826}, "nll_sum": 99.16702270507812, "token_count": 16} +{"index": 9941, "reference": "Ghana has been told by an international tribunal not to begin any new offshore drilling for oil in disputed waters with the Ivory Coast.", "prediction": "ory Coast, says it has suspended suspend oil to oil drilling in a controversial oil area.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 97.01466369628906, "token_count": 17} +{"index": 9942, "reference": "A van driver eating breakfast cereal on the M27 and an HGV driver shaving behind the wheel on the M4 were spotted by police in a crackdown on distracted motorists.", "prediction": "L lorry drivers were fined drivers for using their phone while driving their full focus on, new figures show.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 101.82534790039062, "token_count": 21} +{"index": 9943, "reference": "The jury at Ched Evans' retrial for rape has been told not to judge the \"morals\" of those involved.", "prediction": "A jury has told a jury there is no evidence a woman\" but will never give evidence.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 79.37448120117188, "token_count": 18} +{"index": 9944, "reference": "In the hours before kick-off in the Lions' 23-22 defeat by the Highlanders, full-back Stuart Hogg was ruled out of the tour with a fracture to a bone in his face.", "prediction": "Stuart Hogg suffered a setback in the opening Test defeat by New Zealand on Saturday, but wasn isn't aware that it wasn wasn't it.", "rouge": {"rouge1": 23.333333333333332, "rouge2": 10.344827586206897, "rougeL": 13.333333333333334}, "nll_sum": 142.48062133789062, "token_count": 29} +{"index": 9945, "reference": "A conservation charity has asked the Scottish government to protect a family of beavers found to have been released illegally in a part of the Highlands.", "prediction": "More than 200 beavers have been found on a Tays T town five years ago, the Scottish government has said of a aolve'sh ballet's from a's a be- from a town in 30 November.", "rouge": {"rouge1": 41.26984126984127, "rouge2": 9.836065573770492, "rougeL": 19.047619047619047}, "nll_sum": 257.78228759765625, "token_count": 43} +{"index": 9946, "reference": "Two men have been spotted on the roof of Swansea Prison.", "prediction": "Four men were arrested after three men finished on the roof of the roof of paedgendgian police said.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 22.222222222222225, "rougeL": 34.48275862068966}, "nll_sum": 119.44390106201172, "token_count": 21} +{"index": 9947, "reference": "Dick Advocaat has resigned as Sunderland boss, with the team yet to win in the Premier League this season.", "prediction": "Sunderland boss boss Dick Rowocaat has left just after the club suffering their relegation from the Premier League.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 17.142857142857142, "rougeL": 32.43243243243243}, "nll_sum": 127.1527328491211, "token_count": 22} +{"index": 9948, "reference": "The head of a youth services firm left her job amid allegations of staff bullying, the BBC has learned.", "prediction": "culture handling of a council in company which ran for young people with financial financial breaches, the BBC's learned.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 123.68792724609375, "token_count": 21} +{"index": 9949, "reference": "A \u00a39.2m scheme for 2,000 solar panels to be installed on council houses in Kirklees has been given the go ahead.", "prediction": "plereine energy panels are to be built in the Scottish Borders Scottish Borders Borders according, the council.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 110.59672546386719, "token_count": 20} +{"index": 9950, "reference": "Andy Murray says talking to the Lawn Tennis Association about the future of British tennis is a waste of his time.", "prediction": "Andy Murray has accused the Lawn Tennis Association of of a lack lackingculture\" of young players.", "rouge": {"rouge1": 48.64864864864864, "rouge2": 22.857142857142858, "rougeL": 48.64864864864864}, "nll_sum": 112.17843627929688, "token_count": 18} +{"index": 9951, "reference": "Northampton Town striker Marc Richards has praised \"first-class\" manager Chris Wilder after the Cobblers won the League Two title.", "prediction": "Northampton Town signing midfielderir Wilder was \" \"has broken up the\" in the dressing room, says the club's chairman Mike Richards.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 152.935546875, "token_count": 28} +{"index": 9952, "reference": "Great Britain's Greg Rutherford sneaked into Saturday's long jump final to maintain his hopes of defending his Olympic crown.", "prediction": "Olympic jump champion Greg Rutherford has apologised to his mother, after saying he had ruined his frontman and repair his right and's been a fall during for race at London 2012.-old a footage in solve again's 2011 again's again", "rouge": {"rouge1": 28.125000000000007, "rouge2": 3.225806451612903, "rougeL": 15.625}, "nll_sum": 309.4261474609375, "token_count": 46} +{"index": 9953, "reference": "Home Secretary Theresa May has praised the \"extraordinary dignity and determination\" of the Hillsborough families.", "prediction": "Home Secretary Theresa May has said victims for the Hillsborough disaster \"should have a disaster, and should responsible for the year\".", "rouge": {"rouge1": 50.0, "rouge2": 29.411764705882348, "rougeL": 44.44444444444444}, "nll_sum": 107.93522644042969, "token_count": 24} +{"index": 9954, "reference": "A long-serving RSPCA inspector says an abandoned pony found on a remote country lane had suffered some of the worst neglect he has ever seen.", "prediction": "Aland which was found seriously injured in a Northamptonshire town, suffered serious and leg wounds, the RSPCA a said solve.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 135.86473083496094, "token_count": 29} +{"index": 9955, "reference": "David Cameron says the UK will take in more unaccompanied Syrian refugee children from Europe, although it has not committed to a specific figure.", "prediction": "A plan to accept to,000 unaccompanied child refugees from Europe is to be delivered in the UK, David Cameron has announced. in the-'s,Ukraine,'s they a \" a from a's bepayment from a", "rouge": {"rouge1": 40.0, "rouge2": 10.344827586206899, "rougeL": 20.0}, "nll_sum": 241.45176696777344, "token_count": 43} +{"index": 9956, "reference": "Newsnight presenter Jeremy Paxman has shaved off his infamous beard for the new year.", "prediction": " presenter reporter and radio presenter Jeremy Paxman says he has always double his beard.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 15.384615384615385, "rougeL": 42.857142857142854}, "nll_sum": 72.01219177246094, "token_count": 15} +{"index": 9957, "reference": "Rock band Muse have secured their fifth number one UK album with their latest effort, Drones.", "prediction": "The Rolling Stones Rolling album topped topped UK album chart for the first time with their new album.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 88.33642578125, "token_count": 18} +{"index": 9958, "reference": "Cuba's National Assembly has given its backing to President Raul Castro's plans to reform the country's stagnating economy.", "prediction": "Polan President, Raul Castro, could announced tough economic reforms to the country's political, and \" is \"nnonsense\".", "rouge": {"rouge1": 42.10526315789473, "rouge2": 22.222222222222225, "rougeL": 36.84210526315789}, "nll_sum": 134.51773071289062, "token_count": 25} +{"index": 9959, "reference": "The six team hosts for this summer's inaugural Women's Cricket Super League have been announced.", "prediction": " team team have been confirmed as the possible candidate side for the 2016 Women's Super Super League.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 18.18181818181818, "rougeL": 34.285714285714285}, "nll_sum": 74.96817016601562, "token_count": 18} +{"index": 9960, "reference": "There has been a 16% drop in the number of students going to further education colleges in Northern Ireland over the past three years.", "prediction": "There has been a fall in the number of students and students to Northern Ireland.", "rouge": {"rouge1": 61.53846153846154, "rouge2": 43.24324324324324, "rougeL": 61.53846153846154}, "nll_sum": 46.03569793701172, "token_count": 15} +{"index": 9961, "reference": "Libyan workers continue to search for bodies at sea and on shore after two migrant vessels capsized on Thursday.", "prediction": "US President Barack Obama has called for Europe's effort to reach Mediterranean the reports of migrants and reach Europe.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 107.82208251953125, "token_count": 20} +{"index": 9962, "reference": "A new ceasefire is underway in the war torn country of Syria in the Middle East.", "prediction": "A new sanctions has come into effect in Syria - getting under to in Syria.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.142857142857144, "rougeL": 33.33333333333333}, "nll_sum": 80.51934051513672, "token_count": 15} +{"index": 9963, "reference": "Cardiff City manager Neil Warnock has praised the bravery of his former player Andy Woodward for speaking out about being sexually abused by a coach as a child.", "prediction": "Cardiff City manager manager Warnockock has called ex-football footballer Ed Woodward, saying after allegations of sexual abuse can come forward and", "rouge": {"rouge1": 32.0, "rouge2": 12.5, "rougeL": 28.000000000000004}, "nll_sum": 148.37611389160156, "token_count": 26} +{"index": 9964, "reference": "The latest stage of the \u00a31bn transformation of Dundee's waterfront is getting under way.", "prediction": "The first of \u00a331m development development of Dundee's port city centre has been unveiled by the beginning mark its 50th anniversaryth. to the's a's a's a referee from a it has of game.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 8.0, "rougeL": 19.23076923076923}, "nll_sum": 250.61761474609375, "token_count": 43} +{"index": 9965, "reference": "Ulster forwards coach Allen Clarke will join Ospreys at the end of the season.", "prediction": "Ulster have announced that the Clarke as their overseas player as the development for the 2016-17 season.", "rouge": {"rouge1": 31.250000000000007, "rouge2": 0.0, "rougeL": 31.250000000000007}, "nll_sum": 91.06526947021484, "token_count": 20} +{"index": 9966, "reference": "Leeds Rhinos prop Keith Galloway will miss the rest of the season after rupturing his Achilles tendon in the Super League win over Hull FC.", "prediction": "Leeds Rhinos forward Sean bookingcanoay has been ruled out for rest of the season after restate an ankle and ligament injury.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 22.727272727272727, "rougeL": 30.434782608695656}, "nll_sum": 148.126953125, "token_count": 27} +{"index": 9967, "reference": "United States skipper Davis Love says Bubba Watson will add \"a lot of fun\" and \"great heart\" after naming the two-time Masters winner as a vice-captain for this weekend's Ryder Cup.", "prediction": "Europe's Ryder Cup Davis Love has paid tribute to Michael Smith's card card at the tournament, says ex-Europe Cup captain David Davis a One\" for the Queensland's a referee'sfootball referee aA's-'s again- again-", "rouge": {"rouge1": 29.72972972972973, "rouge2": 8.333333333333334, "rougeL": 18.918918918918916}, "nll_sum": 291.0924072265625, "token_count": 47} +{"index": 9968, "reference": "Lewis Hamilton says he will \"pray and hope\" Mercedes do not introduce team orders in his Formula 1 title battle with Nico Rosberg because it \"robs\" fans and \"takes the joy\" out of racing.", "prediction": "Lewis Hamilton says he will feature with Mercedes team-mate Nico Rosberg in the crash between the Formula 1 and \"did not pay for money\".", "rouge": {"rouge1": 54.23728813559322, "rouge2": 21.05263157894737, "rougeL": 37.28813559322034}, "nll_sum": 109.79542541503906, "token_count": 28} +{"index": 9969, "reference": "Ten soldiers who died in World War One and whose bodies were found in France five years ago have been named after DNA analysis of samples from relatives.", "prediction": "Human remains found in France, the that of 10 British soldiers who died during World War Two, investigators have said.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 21.73913043478261, "rougeL": 25.0}, "nll_sum": 79.00360107421875, "token_count": 22} +{"index": 9970, "reference": "Ukraine built a comfortable lead over Slovenia in their Euro 2016 play-off as Andriy Yarmolenko and Yevhen Seleznyov scored in a 2-0 win in Lviv.", "prediction": "Striri Yy Yarmolenko saw Ukraine for the first time in a bitter second second leg of their play-off second leg atibor.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 144.48355102539062, "token_count": 30} +{"index": 9971, "reference": "Ospreys backs coach Gruff Rees says they were \"emotionally devastated\" at missing out on a European Champions Cup quarter-final by losing to Exeter.", "prediction": "Former Wales Falcons coach Paddy Pes described the aftermath of Ospreys' 26-20 European Champions Cup loss to former side Exeter in reach the European Champions Cup.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 155.3379364013672, "token_count": 33} +{"index": 9972, "reference": "The so-called missing link of Scotland's busiest motorway has opened to traffic.", "prediction": "A southern motorway in Glasgow 2011 closed for major traffic due to delays in.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 83.08436584472656, "token_count": 15} +{"index": 9973, "reference": "Football the beautiful game - but without the rules the game we know and love would be ugly.", "prediction": " the New Patriots, New Zealand, but that wasn't didn't didn't be the same football team,", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 95.27408599853516, "token_count": 20} +{"index": 9974, "reference": "Serena Williams says female tennis players deserve their equal pay, in the latest debate about prize money.", "prediction": "Serena Williams says she does not receive the equal pay women women who were paid to the women's because she is a male female women.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 14.634146341463413, "rougeL": 27.906976744186053}, "nll_sum": 130.06317138671875, "token_count": 28} +{"index": 9975, "reference": "Mental health lessons should be on the timetable in every secondary school in the UK a new charity has urged.", "prediction": " young young people a England are at risk of suffering from poor and mental health needs, says a charity says", "rouge": {"rouge1": 20.000000000000004, "rouge2": 5.263157894736842, "rougeL": 20.000000000000004}, "nll_sum": 98.18009948730469, "token_count": 20} +{"index": 9976, "reference": "An Israeli Arab wanted for shooting dead three people in Tel Aviv on 1 January has been killed by security forces in northern Israel.", "prediction": "An Israeli man whose son an of Israeli ambassador has been shot dead in Israel in the occupied West Bank.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 78.4314956665039, "token_count": 20} +{"index": 9977, "reference": "A man has been jailed for 10 years for the attempted murder of a father who had asked him to keep the noise down in a common close of his flat.", "prediction": "An armed man who carried out a fatal street attack in the street has been jailed for 30andand-ahalf-half years.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 12.0, "rougeL": 23.076923076923077}, "nll_sum": 114.28538513183594, "token_count": 26} +{"index": 9978, "reference": "A California woman suspected of murdering the father of her two children is hoping to be released from prison after raising $65m (\u00c2\u00a352m) bail.", "prediction": "A US woman charged with cons a and man and her boyfriend pleaded not guilty will murder charges the and released on bail, media reports say.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 0.0, "rougeL": 24.000000000000004}, "nll_sum": 142.57704162597656, "token_count": 27} +{"index": 9979, "reference": "Nurseries in England are struggling to recruit qualified staff putting them at risk of closure, campaigners have said.", "prediction": "The number of staff by the nursery staff of lect 4 pupils university visas is on rise, industry leaders say.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 130.00088500976562, "token_count": 21} +{"index": 9980, "reference": "The case for raising US interest rates has \"strengthened\", the head of the Federal Reserve has said.", "prediction": "The former chair of US Federal Reserve has said it is still still an interest rise rise, saying the rise will \"better to rise rather than expected\". to be the 2011's a's a it's frompayment of's from's 2011-", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.344827586206899, "rougeL": 20.0}, "nll_sum": 264.25897216796875, "token_count": 47} +{"index": 9981, "reference": "Shares in Paddy Power Betfair fell more than 5% despite the bookmaker reporting rising revenues and underlying profits.", "prediction": "G services firm The FTSE 100 closed higher after its full-yearyear profits revenue, despite reported a outlook. a \"olveon it (A (benny from the-pb footage from's years a.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 290.82403564453125, "token_count": 43} +{"index": 9982, "reference": "Three years ago, I hired a fake girlfriend.", "prediction": "A 13-year-old girl from Whyte, Los, has revealed she was and married, saying she would like to save money saying she would be in prostitutes.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 140.197265625, "token_count": 33} +{"index": 9983, "reference": "A former asylum seeker who was coached by her father has won a sport award as part of Black History Month.", "prediction": "A young teenager who has helped young struggle with and 171 and conditions has won a prestigious award at the Year award.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 9.75609756097561, "rougeL": 27.90697674418604}, "nll_sum": 124.86436462402344, "token_count": 22} +{"index": 9984, "reference": "A 15-year-old girl has suffered a serious head injury after being hit by a car on a pedestrian crossing in Dundee.", "prediction": "A 14-year-old girl has been seriously injured in hospital after in a hit-and-run incident in the road in Edinburgh.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 13.636363636363635, "rougeL": 34.78260869565217}, "nll_sum": 70.78004455566406, "token_count": 27} +{"index": 9985, "reference": "In the least surprising move since England last needed a new Test captain, England have appointed Joe Root as the successor to Alastair Cook.", "prediction": "astastair Cook's decision to resignation as as England captain, would be a surprise decision that would be welcome for Alastair Cook.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 123.5451889038086, "token_count": 27} +{"index": 9986, "reference": "Police have been accused of \"institutional racism\" for portraying a suicide bomber as an Islamist terrorist, a protest meeting heard.", "prediction": " anti-terror tribunal police have attended an anti- qualifier training exercise in a Manchester centre, has called for an assessment into a violent terrorist attack.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 144.44290161132812, "token_count": 28} +{"index": 9987, "reference": "Star Wars actor John Boyega has given his support to the theatre he worked with when he was younger.", "prediction": "Star Wars star John Boyega has been given a return to the West End in a south east London theatre wish to play up a role up his role.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 17.391304347826086, "rougeL": 37.5}, "nll_sum": 136.78863525390625, "token_count": 30} +{"index": 9988, "reference": "Dundee leapfrogged Ross County and moved into the Premiership's top six, prevailing in a hugely entertaining Dens Park encounter.", "prediction": "Dundee secured their first win of the season as Ross County who moved within six points- clear of Scottish Premiership leaders Ross County.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 103.68209075927734, "token_count": 26} +{"index": 9989, "reference": "A minister has been heckled by MPs for suggesting women over 60 facing poverty could start an apprenticeship.", "prediction": "MPs have accused the government of helping Fifa over women aged in their 50s, 50s and 90.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 99.59056091308594, "token_count": 21} +{"index": 9990, "reference": "More than \u00a310m has been secured to restore an iconic university college in Ceredigion.", "prediction": " tot fundingalling \u00a31m will to be spent on a Cumbria town hall, the which has been awarded nearly \u00a31m.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 6.451612903225808, "rougeL": 12.121212121212121}, "nll_sum": 112.19373321533203, "token_count": 27} +{"index": 9991, "reference": "Institute's Riverside Stadium is likely to be unavailable for some time after their pitch was badly damaged by flooding on Tuesday night.", "prediction": "The All NI Football Club Association, will not play home games on Tuesday due to due to damage that have hit the area on Tuesday.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 113.43445587158203, "token_count": 26} +{"index": 9992, "reference": "BBC Radio 5 live presenter Darren Fletcher is one of six appointments to Notts County's new board of directors.", "prediction": "Nottingham United director and director Clarke has appointed as director of football and a non-leaguetier club, to join a new financial club director.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 157.1888885498047, "token_count": 31} +{"index": 9993, "reference": "Germany has become the preferred destination for thousands of people reaching Europe in search of a better life.", "prediction": "Germany has begun border controls with its town to dealing with the number in of EU refugees arriving.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 95.96807098388672, "token_count": 18} +{"index": 9994, "reference": "Fossils from the ocean floor are yielding clues to the Indian monsoon millions of years ago.", "prediction": " documentsStudents from India, India, of led to a travel that began 8,000 ago, have successfully say \" it's a ballet as The's reputation's a from ofth-oldold from in November. a's from of a", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 303.0795593261719, "token_count": 47} +{"index": 9995, "reference": "Police have fired tear gas to disperse hundreds of doctors striking in the Kenyan capital Nairobi.", "prediction": "Hundreds of Kenyan doctorsists, doctors andscientists have gone on general strike after a five- strike dispute a dispute over a dispute over pay and.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 156.02037048339844, "token_count": 29} +{"index": 9996, "reference": "US officials say they have suspended a search and rescue operation for three marines missing after their aircraft crashed off the Australian coast.", "prediction": "The Royal Navy Clyde are saving crew their efforts to help after a military aircraft crashed off the coast of Australia's's military says in the-'s, Contest, a they from-'sA's a\" from Saturday a's). a's", "rouge": {"rouge1": 31.25, "rouge2": 9.677419354838708, "rougeL": 18.75}, "nll_sum": 314.2013244628906, "token_count": 47} +{"index": 9997, "reference": "The Scottish SPCA was alerted by a member of the public to a snake in Forfar only to discover it was a plastic toy.", "prediction": "A snake found found in a time in a Birmingham park, after the owner was told it was not moving be moving moved. door open.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 8.51063829787234, "rougeL": 20.408163265306126}, "nll_sum": 152.306396484375, "token_count": 27} +{"index": 9998, "reference": "Work on building eight Type 26 frigates at shipyards in Glasgow will start next summer, the defence secretary has said.", "prediction": " a new Royal Navy Conservates, due to be built in Edinburgh next year year, defence defence secretary has announced.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 113.17867279052734, "token_count": 22} +{"index": 9999, "reference": "More than 30 people have been killed after attackers dressed as doctors stormed the largest military hospital in Kabul, Afghan officials say.", "prediction": "attackers, party gunmen and attacked a hospital on a hospital in Kabul Afghan capital, Dh,, officials.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 16.666666666666664, "rougeL": 31.57894736842105}, "nll_sum": 135.34793090820312, "token_count": 20} +{"index": 10000, "reference": "Soldiers from the Royal Welsh have taken part in a parade - joined by L/Cpl Shenkin, the regimental goat.", "prediction": " almost 1,000 attended a march by Prince William and Prince of Wales to mark his 100th anniversary.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 62.95151138305664, "token_count": 20} +{"index": 10001, "reference": "A group of 46 Indian nurses freed by Isis militants after being trapped in Iraq has arrived home in the southern city of Kochi to be greeted by rapturous friends and relatives.", "prediction": "Five Afghan medical nurses, who were fighting struggle between Iraq and Iraq, have been freed, militants sources have told the BBC, it since the's, The,'s from's a-gA referee in from November from's.", "rouge": {"rouge1": 23.18840579710145, "rouge2": 0.0, "rougeL": 11.594202898550725}, "nll_sum": 280.1147766113281, "token_count": 45} +{"index": 10002, "reference": "Rangers will challenge a two-match ban offered to defender Rob Kiernan for violent conduct following a clash with St Johnstone's Steven Anderson.", "prediction": "Gary Anderson says he will seeking any political action over a incident over an incident involving Aberdeen which led theoun left-back between Dund Dundee fans.", "rouge": {"rouge1": 12.000000000000002, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 182.57351684570312, "token_count": 29} +{"index": 10003, "reference": "Promotion from the Conference Premier could start Luton Town's resurgence to the Premier League, says managing director Gary Sweet.", "prediction": "Northampton Town believe believe they still still their chance to avoid relegation from the Football League, says chairman Andy Sweet, a the club not League Two.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 160.38455200195312, "token_count": 29} +{"index": 10004, "reference": "Brechin City came from two goals down to earn their first point in this season's Championship as Livingston were denied a maiden league win.", "prediction": "Brechin City extended their unbeaten start to the Scottish League One as they beat beating League One rivals Livingston.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 101.98590087890625, "token_count": 20} +{"index": 10005, "reference": "Labour leader Jeremy Corbyn has said he will not allow his MPs a free vote on whether to extend UK air strikes into Syria.", "prediction": "Labour leader Jeremy Corbyn has said he would allow MPs a free vote in Syria to air air.", "rouge": {"rouge1": 71.42857142857143, "rouge2": 45.0, "rougeL": 66.66666666666666}, "nll_sum": 75.11454772949219, "token_count": 18} +{"index": 10006, "reference": "Scientists from Dundee University have recreated the face of a young man who lived more than 4,000 years ago.", "prediction": "A man's foot arm of a beach, unearthed,000 years, who was unearthed, years ago, has gone on display., of, a's a's a's a game from a man's of of. a from's a", "rouge": {"rouge1": 27.118644067796605, "rouge2": 10.526315789473683, "rougeL": 16.94915254237288}, "nll_sum": 250.2819366455078, "token_count": 46} +{"index": 10007, "reference": "Shares in Chipotle have slumped more than 12% after US health authorities reported more cases of E. coli linked to the Mexican restaurant chain.", "prediction": "At least 80 people have died after an outbreak of E. coli admissions in several US states states health officials say.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 87.70893859863281, "token_count": 22} +{"index": 10008, "reference": "A teenage girl who police say was raped during a Facebook Live broadcast is too scared to return to her Chicago home, her mother has said.", "prediction": "A teenage girl has been shot in Chicago, after police arrested and harassed police on Facebook after a video emerged of of her mother her and the get her daughter.", "rouge": {"rouge1": 39.28571428571428, "rouge2": 11.111111111111112, "rougeL": 25.0}, "nll_sum": 149.6317138671875, "token_count": 31} +{"index": 10009, "reference": "With slightly hunched shoulders and an unassuming manner, 59-year-old Tsai Ing-wen doesn't look like a threat to Beijing.", "prediction": "The firstai Ing Natalieai, and Ts will never heard of her name.", "rouge": {"rouge1": 11.764705882352942, "rouge2": 0.0, "rougeL": 5.882352941176471}, "nll_sum": 106.25785064697266, "token_count": 15} +{"index": 10010, "reference": "Andy Murray will have friend and fellow Briton James Ward for company in the third round of Wimbledon on Saturday.", "prediction": "James Ward says he is excited about his experience of playing again again Andy Murray in Saturday in match to reach quarter-finals of Wimbledon.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 22.222222222222225}, "nll_sum": 131.34991455078125, "token_count": 27} +{"index": 10011, "reference": "An MP has urged the UK government not to \"pull the plug\" on plans for a \u00a31bn tidal power project in Swansea.", "prediction": "Chancellor George Osborne has asked the prime minister not to build a decision on \u00a31bn Swansea Bayoon lagoon as it a unetable\".", "rouge": {"rouge1": 36.36363636363637, "rouge2": 4.761904761904762, "rougeL": 31.818181818181817}, "nll_sum": 156.18812561035156, "token_count": 29} +{"index": 10012, "reference": "The number of animal cruelty convictions in Wales has fallen by nearly a quarter, the RSPCA Cymru has said.", "prediction": "A number of abandoned or abandoned abandoned in a suitcase in Wales has tripled last year, the RSPCA has said., in the-'s from reputation, itsA from a-up, or from three years ago.", "rouge": {"rouge1": 41.50943396226416, "rouge2": 19.607843137254903, "rougeL": 33.9622641509434}, "nll_sum": 225.38108825683594, "token_count": 43} +{"index": 10013, "reference": "Formula 1 is back this weekend.", "prediction": "Formula 1 season is on the back space of the four stoppages at least in Australian Grand Prix.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 9.09090909090909, "rougeL": 33.33333333333333}, "nll_sum": 103.32372283935547, "token_count": 20} +{"index": 10014, "reference": "Armed police swooped on a coach on the M6 Toll motorway in the West Midlands.", "prediction": "A coach carrying passengers carrying 300 people on the hard shoulder of the6 in Nottinghamshire, \" no longer treating\" as a suspect.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 158.11941528320312, "token_count": 26} +{"index": 10015, "reference": "Four councils under Heathrow Airport's flight path spent \u00a3350,000 on legal fees challenging the planned third runway, the BBC has learnt.", "prediction": "Four north London councils paid more than \u00a350,000 in legal challenge to a council's decision to build a third runway at Heathrow.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 4.444444444444444, "rougeL": 29.78723404255319}, "nll_sum": 78.55242919921875, "token_count": 27} +{"index": 10016, "reference": "A storm surge has caused the worst flooding on Germany's north-east coast since 2006, leaving streets and cars submerged and causing major damage.", "prediction": " a storm Scott has reached northern northern Europe, reaching speeds of up to 30C in south north and east.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 111.51504516601562, "token_count": 21} +{"index": 10017, "reference": "France has honoured four members of the French Resistance with a ceremony at the Pantheon mausoleum in Paris.", "prediction": "A ceremony the ceremony held in Paris to honour victims who lost relatives in theutubah concentration camp, known as the rightright extremists.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473683, "rougeL": 25.0}, "nll_sum": 153.07061767578125, "token_count": 27} +{"index": 10018, "reference": "An 86-year-old woman was left on the floor of her South Lanarkshire home overnight after being assaulted in a \"horrendous\" attack.'", "prediction": "An 82-year-old woman is treated in hospital after being attacked after his way on her way from her home in Northamptonshire.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 13.636363636363635, "rougeL": 34.78260869565217}, "nll_sum": 81.22177124023438, "token_count": 29} +{"index": 10019, "reference": "Unheralded American Charley Hoffman defied tricky blustery conditions to take a four-shot lead after day one of the 2017 Masters at Augusta National.", "prediction": "England's Charley Hoffman missed the chance to lead three share of his lead with the fourshot- lead heading into the lead's opening round of the Masters the at National.", "rouge": {"rouge1": 32.727272727272734, "rouge2": 7.547169811320756, "rougeL": 32.727272727272734}, "nll_sum": 192.24658203125, "token_count": 34} +{"index": 10020, "reference": "Gay and bisexual men convicted of abolished sex offences in Northern Ireland look set to be pardoned.", "prediction": " changes to couples for gay men, but gay men will be abolished to be convicted for, offences under plans being scrapped. scrapped in the-'s,olve, from- from a mandatory from it it's of of. from's from a", "rouge": {"rouge1": 31.578947368421055, "rouge2": 3.6363636363636367, "rougeL": 17.543859649122805}, "nll_sum": 296.5238952636719, "token_count": 47} +{"index": 10021, "reference": "A school teacher has been struck off the teachers' register for helping pupils to cheat in their exams.", "prediction": "A teacher who sent a personal account in a email account to provide basic fitness and fitness, has been banned from the profession for life from the profession.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 122.0341796875, "token_count": 29} +{"index": 10022, "reference": "A motoring festival which has been running for 30 years is to be cancelled, organisers have said.", "prediction": "A popular music festivalentry Coventry has been cancelled and been cancelled due to funding after funding pulled pulled out.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 129.9813232421875, "token_count": 21} +{"index": 10023, "reference": "About 350 victims have reported child sexual abuse within UK football clubs, police chiefs have said.", "prediction": "An independent inquiry will begin into claims of historical child sex football in England and Wales a charity", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 84.3389663696289, "token_count": 17} +{"index": 10024, "reference": "Phil Taylor set up a Premier League play-off semi-final with Peter Wright after claiming the last qualifying spot in Aberdeen.", "prediction": "Phil Taylor won an 11th 11 finish a League secured his place in the Premier Leagueoffs-finals.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 132.81793212890625, "token_count": 20} +{"index": 10025, "reference": "What would you do if you had to travel miles to go to the toilet, to avoid being changed on a dirty floor or in the back of a car?", "prediction": "Living the door open for low for a care, and a care home or home, then it wasn't need to a late flower room.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 148.46279907226562, "token_count": 27} +{"index": 10026, "reference": "Another member of a Syrian activist group that reports on the activities of the jihadist group Islamic State (IS) in the city of Raqqa has been murdered.", "prediction": "A Syrian media group has expressed concern at death a prominent activist group who claiming it was members of so-called Islamic State (IS).", "rouge": {"rouge1": 43.13725490196078, "rouge2": 20.408163265306122, "rougeL": 31.37254901960785}, "nll_sum": 119.3537368774414, "token_count": 26} +{"index": 10027, "reference": "Young people who do not go to university are \"overlooked and left behind\", says a report by the House of Lords social mobility committee.", "prediction": "Hundreds of young people from the UK who do not not to get university or do not not at university, a report by House House of Commons says.", "rouge": {"rouge1": 53.84615384615385, "rouge2": 24.0, "rougeL": 46.15384615384615}, "nll_sum": 127.7796859741211, "token_count": 29} +{"index": 10028, "reference": "The Chinese government is cracking down on home-grown cyber thieves seeking to steal online banking details.", "prediction": "The government in China is launching operation an effort to crack down on accounts using bank accounts, and bank accounts.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 11.428571428571429, "rougeL": 37.83783783783783}, "nll_sum": 91.03474426269531, "token_count": 21} +{"index": 10029, "reference": "Video replays were used for the first time to send off a player for a professional foul in a Major League Soccer reserve match.", "prediction": "Video video officials are being be used in the first video to be play game.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 93.33488464355469, "token_count": 15} +{"index": 10030, "reference": "The African champions Zambia have been handed a tough opening match at the Fifa Under-20 World Cup in May, following Wednesday's draw in South Korea.", "prediction": "South Africa have been drawn in the same Group group for the 2023 World Cup in Fifa, South Korea.", "rouge": {"rouge1": 47.826086956521735, "rouge2": 18.181818181818183, "rougeL": 34.78260869565217}, "nll_sum": 101.40502166748047, "token_count": 21} +{"index": 10031, "reference": "Some stories reported by Newsround can make you feel sad - but you are not the only one and it's OK to have those feelings.", "prediction": "Experts at the news for at least 30 people and and others you don't or happened!", "rouge": {"rouge1": 14.285714285714283, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 100.16426849365234, "token_count": 17} +{"index": 10032, "reference": "Politicians have been reacting to news that a prison officer injured in a bomb attack in Northern Ireland earlier this month has died.", "prediction": "A prison officer who was killed of a bomb attack on his van van in Northern Ireland and been described as \"unpicable or uncontrollable attack\".", "rouge": {"rouge1": 41.666666666666664, "rouge2": 26.08695652173913, "rougeL": 37.49999999999999}, "nll_sum": 135.9893798828125, "token_count": 29} +{"index": 10033, "reference": "Venezuela says it has deployed 17,000 troops along its border with Colombia, which was closed on Monday for the first time as part of an anti-smuggling operation.", "prediction": "The Colombian government has begun a border with dozens of and selling selling dozens of vehicles in what officials say is the biggest drugs-sm operation.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 3.773584905660378, "rougeL": 18.181818181818183}, "nll_sum": 149.45359802246094, "token_count": 27} +{"index": 10034, "reference": "Poland's broadcasting market is the largest in Eastern and Central Europe.", "prediction": "Broad media is a small area of southern Europe.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 39.52325439453125, "token_count": 9} +{"index": 10035, "reference": "Work is starting on a long-awaited \u00a340m retail and leisure complex in Merthyr Tydfil, set to create 400 jobs.", "prediction": "Plans for \u00a3400m store and department department, a Merth Mer's coffee shop, are to mark its 50th anniversary.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 146.29197692871094, "token_count": 26} +{"index": 10036, "reference": "James Botham made his debut appearance for Wales Sevens in the World Sevens Series in New Zealand, committing him to Wales for life.", "prediction": "Wales-20 teenager Ian Botham has rugby rugby union to in Wales' Under-20s squad for World World Cup World Cup.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 139.49917602539062, "token_count": 27} +{"index": 10037, "reference": "Michael Matthews won stage 10 of the Tour de France as Britain's Chris Froome retained the yellow jersey.", "prediction": "Australia Adam Matthews took a thrilling five- sprint lead to lead the Tour to Britain as Britain and Chris Chrisome the retained maintained wild leaderboard's jersey.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 9.090909090909092, "rougeL": 34.78260869565217}, "nll_sum": 195.49990844726562, "token_count": 30} +{"index": 10038, "reference": "A range of charities and organisations can be contacted for help and support if you have suffered criminal activity or sexual abuse.", "prediction": "On 22 May 2014, BBC presenters and staff attended at a charity helpline, the BBC have been questions about a woman who is sexually or harassed.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 140.94668579101562, "token_count": 31} +{"index": 10039, "reference": "Ukraine's government forces and pro-Russian rebels say they have begun withdrawing weapons from the line of contact in the east of the country.", "prediction": "Rebel rebels in eastern eastern Ukraine have started removing large weapons of weapons to start, say and reports say.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 107.57341003417969, "token_count": 21} +{"index": 10040, "reference": "Shares in Royal Mail closed down 8.3% after the firm warned that rivals - including Amazon - were eating into its parcel delivery business.", "prediction": "Royal Mail has reported a 40% fall in revenue in advertising revenue advertising sales across as UK, because of a sales in a possible grocery market market.", "rouge": {"rouge1": 12.0, "rouge2": 4.166666666666667, "rougeL": 7.999999999999999}, "nll_sum": 158.0877685546875, "token_count": 29} +{"index": 10041, "reference": "Daniel Radcliffe says he is really keen to be in a Shakespeare play - although he admits he's no expert on the Bard.", "prediction": "Paula Radcliffe said he believes he be aware for his role playing his Hamlet.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 94.00131225585938, "token_count": 17} +{"index": 10042, "reference": "Five Russian soldiers have received the \"Order of Courage\" from President Vladimir Putin, including a colonel and two women sergeants killed by Syrian rebel shelling of Aleppo.", "prediction": "Five Russian soldiers - including two doctors - and a soldier and military bravery - were among those who were killed in the air battle in northern Syria,.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 8.0, "rougeL": 26.923076923076923}, "nll_sum": 116.2789306640625, "token_count": 28} +{"index": 10043, "reference": "Coach Joe Schmidt believes Ireland will face a furious backlash from a fired-up New Zealand side in Dublin on Saturday.", "prediction": "Ireland coach Joe Schmidt says his side will be \" \"reality\" if they will face New Zealand in their bid to clinch a clinch title.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 18.6046511627907, "rougeL": 35.55555555555556}, "nll_sum": 113.03243255615234, "token_count": 27} +{"index": 10044, "reference": "Colombia's prosecutor general, Alejandro Ordonez, says he will open a \"disciplinary investigation\" against the country's chief of police, Gen Rodolfo Palomino.", "prediction": "Mexico's attorney general Jose Noone, says no determined\" he will no be investigated over allegations of allegations againstolfolf Palino al.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 31.818181818181824}, "nll_sum": 175.93994140625, "token_count": 27} +{"index": 10045, "reference": "Lionel Messi celebrated the birth of his second son with a winning goal as Barcelona went top of La Liga with a 2-1 win at Atletico Madrid.", "prediction": "Lionel Messi scored his 90thold hat-trick as Barcelona scored his his first-- Real penalty as they beat Atletico Madrid 4-1.", "rouge": {"rouge1": 32.0, "rouge2": 12.5, "rougeL": 28.000000000000004}, "nll_sum": 130.16281127929688, "token_count": 31} +{"index": 10046, "reference": "Romania captain Ilie Nastase was banned from the Fed Cup tie against Britain after an incident that left Johanna Konta in tears and her match suspended.", "prediction": "Romania captain Ilast Nastase could be in jail for sending off Johanna Konta in the wake of a dramatic play a-off win over Britain Johanna Konta on Friday.", "rouge": {"rouge1": 29.090909090909093, "rouge2": 11.32075471698113, "rougeL": 25.454545454545453}, "nll_sum": 186.7144317626953, "token_count": 40} +{"index": 10047, "reference": "Leicester City striker Jamie Vardy is the only English player named on the 55-man shortlist for the Fifa FIFPro team of the year.", "prediction": "Jamie the striker and striker Vardy and among Barcelona were among the best players on the Professional Footballers' Player of the World XI for the Year award.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 16.3265306122449, "rougeL": 35.294117647058826}, "nll_sum": 126.74747467041016, "token_count": 30} +{"index": 10048, "reference": "Leyton Orient midfielder Michael Collins has signed a new contract which will keep him with the League Two club until the end of the season.", "prediction": "Leyton midfielder midfielder Pugh Peline has signed a one-month contract to the club, with the option of a further year further and. a from a decision from a clubD's from in P O's. from aA", "rouge": {"rouge1": 34.920634920634924, "rouge2": 9.836065573770492, "rougeL": 31.74603174603174}, "nll_sum": 246.74334716796875, "token_count": 47} +{"index": 10049, "reference": "Three people have been killed and at least 62 others wounded in two explosions on passenger buses in the Kenyan capital Nairobi, officials say.", "prediction": "At least 20 people have been killed after two buses carrying a bus carrying a and the Kenyan capital Nairobi.", "rouge": {"rouge1": 59.09090909090908, "rouge2": 33.33333333333333, "rougeL": 45.45454545454545}, "nll_sum": 82.09150695800781, "token_count": 22} +{"index": 10050, "reference": "A girl has described how she met footballer Adam Johnson for a \"thank you kiss and more\" after he signed football shirts for her.", "prediction": "A teenage girl accused of a 15-year- girl told police officers give and interview with England footballer Adam Johnson with a child will a court heard.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 164.14505004882812, "token_count": 29} +{"index": 10051, "reference": "British driver Justin Wilson has died after being struck by flying debris and suffering a serious head injury in Sunday's Pocono IndyCar 500 race.", "prediction": "Tributes have been paid to British racing driver Patrick Wilson, who died after a crash the car first race race at the US in on Saturday election, solve, says referee from 30-DA referee a from a The's.", "rouge": {"rouge1": 28.125, "rouge2": 3.225806451612904, "rougeL": 25.0}, "nll_sum": 266.36676025390625, "token_count": 44} +{"index": 10052, "reference": "An 18-month-old girl who was the sole survivor of a crash which killed her mother and three relatives is improving in hospital, police have said.", "prediction": "A five-year-old girl killed in a fatal road crash historical north Wales, has been identified as 22-year-old Wales.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 97.08746337890625, "token_count": 27} +{"index": 10053, "reference": "Double Olympic bronze medallist Paddy Barnes won his pro debut fight in unusual circumstances when opponent Stefan Slavchev was disqualified.", "prediction": "Belfast fighter Paddy Barnes made his professional battle after turning in professional fourth round of Elana Salvador El Salvador in Belfast's been a kitchen night for the L game \"un-b's reputation in a a's Saturday. from a", "rouge": {"rouge1": 13.114754098360656, "rouge2": 3.389830508474576, "rougeL": 13.114754098360656}, "nll_sum": 318.5240478515625, "token_count": 47} +{"index": 10054, "reference": "Theresa May has congratulated Donald Trump on taking office as US president - and says she looks forward to meeting him in Washington.", "prediction": "Theresa May has urged UK President-elect Donald Trump as inauguration as US president, saying that it is \"still and strong\". its future solve. \" a's a \" a it a it's againelt of fromold again the a", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.24137931034483, "rougeL": 30.0}, "nll_sum": 269.6197509765625, "token_count": 47} +{"index": 10055, "reference": "GDP, or Gross Domestic Product, is arguably the most important of all economic statistics as it attempts to capture the state of the economy in one number.", "prediction": " forecasts of the official estimate, UK government data, showing that the UK the first official estimates of the figures suggested \"theger is negative\".", "rouge": {"rouge1": 24.0, "rouge2": 4.166666666666667, "rougeL": 15.999999999999998}, "nll_sum": 131.98077392578125, "token_count": 27} +{"index": 10056, "reference": "An online education resource showcasing the best way to increase attainment in Scotland's schools has been launched by the country's education secretary.", "prediction": "A the providing information about information, and compensated families is to be used to the Scottish, education secretary has announced.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 125.17626953125, "token_count": 22} +{"index": 10057, "reference": "Greece has ruled out taking legal action against the UK to reclaim the Elgin Marbles from the British Museum.", "prediction": "The Greek government has rejected a request toed of Mar Marbles so they will be removed from Britain to", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 21.052631578947366}, "nll_sum": 102.75069427490234, "token_count": 20} +{"index": 10058, "reference": "Welfare spending over the course of this Parliament has fallen by just \u00a32.5bn despite reforms aimed at saving \u00a319bn, economic forecasters say.", "prediction": "The government's spending is \"on track record\" despite Labour despite spending cuts to the Conservative Conservatives, an think tank has said in the think's, solve,'s they from a from a from's's flagship of.", "rouge": {"rouge1": 16.39344262295082, "rouge2": 0.0, "rougeL": 9.836065573770492}, "nll_sum": 274.0750427246094, "token_count": 43} +{"index": 10059, "reference": "Albania qualified for a major tournament for the first time in their history as victory in Armenia secured their place at Euro 2016.", "prediction": "Albania beat Albania- 3-0 to boost their hopes of reaching Euro 2016 play- hopes alive.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 104.81730651855469, "token_count": 21} +{"index": 10060, "reference": "The safety of Scotland's high-rise flats is to be examined by a Holyrood committee following the Grenfell Tower tragedy in London.", "prediction": "Two local and councils are moving moving out to council council to review council safety standards amid concerns the Grenfell fire.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 124.4920654296875, "token_count": 22} +{"index": 10061, "reference": "Newcastle's winless start to the season continued as Odion Ighalo's double led Watford to a second successive victory.", "prediction": " ownersion Ighalo scored his first goal of the season as Tottenhamford beat bottom above-par Newcastle to secure a seventh straight league win of the season.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 121.17012023925781, "token_count": 31} +{"index": 10062, "reference": "Work has begun on plans to alleviate traffic congestion and regenerate Fishguard town centre in Pembrokeshire.", "prediction": "The work of \u00a37m project to rebuild a public transport park in Pembrokesheshire has been announced byaffe council.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 138.56390380859375, "token_count": 26} +{"index": 10063, "reference": "A Ukrainian opposition politician, Oleg Kalashnikov, has been found dead with gunshot wounds in Kiev - the latest ally of the former government to have died in suspicious circumstances.", "prediction": " Prime former Prime Minister BHSuhashova, the opposition leader in Ukraine, has been found at his flat in the capital's, Kiev, was, the 2008's attack from-. his battle from his country as.", "rouge": {"rouge1": 32.78688524590164, "rouge2": 6.779661016949152, "rougeL": 22.950819672131146}, "nll_sum": 249.9541473388672, "token_count": 43} +{"index": 10064, "reference": "The poisonous memoirs of a right-wing adviser at the Elysee Palace are proving deeply embarrassing for ex-President Nicolas Sarkozy, just as he gathers strength for a planned presidential comeback.", "prediction": "When Nicolas Sarkozy was the first re-yearpresident of the French president in November 2006, he unhappy about complaints about a man who keeps himself out of control in his role in a sensational role in his role.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 2.9850746268656714, "rougeL": 17.391304347826086}, "nll_sum": 196.719970703125, "token_count": 42} +{"index": 10065, "reference": "Wrexham have signed Plymouth Argyle forward Tyler Harvey on a one-year deal.", "prediction": "Wrexham have agreed a deal to striker Luke Murphy from fellow League Two side rivals Plymouth Argyle.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 14.285714285714288, "rougeL": 26.666666666666668}, "nll_sum": 85.56492614746094, "token_count": 21} +{"index": 10066, "reference": "The bedroom where the Duke of Wellington died at Walmer Castle has been recreated to mark the 200th anniversary of the Battle of Waterloo.", "prediction": " to parade marking the 70th anniversary of Bray medic death at Westmer Castle has been put again on display.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 19.51219512195122, "rougeL": 27.906976744186046}, "nll_sum": 125.77515411376953, "token_count": 21} +{"index": 10067, "reference": "People who spend time in aquariums could improve their physical and mental wellbeing, a study has suggested.", "prediction": "People living in parks are so much of are much more likely to be better better than later, say researchers.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 104.71832275390625, "token_count": 21} +{"index": 10068, "reference": "Easyjet is developing drones to inspect its fleet of Airbus aircraft, and may introduce the flying maintenance robots as early as next year.", "prediction": " the UK's manufacturer flying aircraft, which can test its drone and wearable technology, is be developed by researchers.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 117.46632385253906, "token_count": 21} +{"index": 10069, "reference": "The first full-length trailer for the 24th James Bond film, Spectre, has been released online.", "prediction": "The new trailer for the James Bond film has been released again on Friday. after it's it game's referee-over-g's a in from from as's.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 27.27272727272727, "rougeL": 43.47826086956522}, "nll_sum": 188.770263671875, "token_count": 33} +{"index": 10070, "reference": "More than 350 jobs in County Durham will be axed when Walkers crisp factory closes, the owner has confirmed.", "prediction": "Workers at Walkers'sers crisps factory in Derbyshire, close with. loss of 40 jobs in the factory workforce be\" solve a's a's a's a of from it of have from of.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301884}, "nll_sum": 246.3782958984375, "token_count": 43} +{"index": 10071, "reference": "A former Manchester recording studio once used by bands including Joy Division and the Sex Pistols has been brought back into use.", "prediction": "The largest music music festival in Belfast has been opened opened and doors and west Belfast.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 96.55540466308594, "token_count": 16} +{"index": 10072, "reference": "Russian officials speak of \"unplanned inspections\" - but human rights advocates call the recent raids on dozens of NGOs a campaign of intimidation.", "prediction": "Russian officials in Moscow are carried out carried on non-league organisations ( non).", "rouge": {"rouge1": 17.14285714285714, "rouge2": 6.060606060606061, "rougeL": 17.14285714285714}, "nll_sum": 94.83623504638672, "token_count": 15} +{"index": 10073, "reference": "An increased risk of narcolepsy has been found among English children vaccinated with the swine flu vaccine, Pandemrix.", "prediction": "Families in the UK, linked to the deadly deadly disease parasiticheleials, should be linked to other children a new research suggests research.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 168.06854248046875, "token_count": 30} +{"index": 10074, "reference": "London has four universities in the top 40 of a global league table - more than any other individual city - although only one makes the top 10.", "prediction": " and City and London are behind in some of the largest 100 universities in its world.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 80.1864013671875, "token_count": 16} +{"index": 10075, "reference": "A pair of enormous Welsh dragons have cuddled up outside Caernarfon Castle to celebrate St David's Day.", "prediction": "The Welsh dragon, blue and purple and will be unveiled in thewynedd town's Harlech and Castle, and Harleon Castle.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 151.565673828125, "token_count": 27} +{"index": 10076, "reference": "A financial agent who took thousands of pounds by fraud has breached her community payback order by failing to carry out 180 hours unpaid work.", "prediction": " of agent who embezzled out of a private investment firm has be told court been been told to receive a full pay order.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 125.42642211914062, "token_count": 26} +{"index": 10077, "reference": "Unvaccinated children would be banned from childcare centres and preschools under an Australian government plan.", "prediction": "Australia says it has started to process and protect children against their killer or not a child.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 83.73899841308594, "token_count": 17} +{"index": 10078, "reference": "Who is Oscar P\u00e9rez, the police officer who launched a helicopter attack on the Venezuelan Supreme Court on 27 June?", "prediction": "The former Venezuelan chief, Oscariqueelli, has been powerful-min police and ex-ister.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 134.66722106933594, "token_count": 19} +{"index": 10079, "reference": "The SNP will chair two House of Commons select committees at Westminster, it has been announced.", "prediction": "The SNP has announced a party's first parliamentary committee two parliamentary committees in Scotland Scotland.", "rouge": {"rouge1": 37.5, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 88.03714752197266, "token_count": 16} +{"index": 10080, "reference": "Scientists have sequenced the genome of a type of ash tree with resistance to the deadly fungal disease sweeping the UK.", "prediction": "A team of scientists are revealing DNA samples used to find genes connected to the deadly disease that out on Anglesey. a byCalifornia-'s. a's from a's a from a it's from of's a from's from a", "rouge": {"rouge1": 25.396825396825395, "rouge2": 6.557377049180328, "rougeL": 19.047619047619047}, "nll_sum": 239.1623992919922, "token_count": 47} +{"index": 10081, "reference": "With just 20 days to go until Americans go to the polls, millennials suggest they'd rather die than vote for the two main parties, while Canadians try to keep their neighbours' spirits up.", "prediction": "With just two days to go until Americans go - Americans - California Americans\" - then, the teacher - and \"Ask ofThe\" - the, and a struggle - it's a low Symard low.", "rouge": {"rouge1": 35.48387096774193, "rouge2": 20.0, "rougeL": 32.25806451612903}, "nll_sum": 230.01560974121094, "token_count": 41} +{"index": 10082, "reference": "Residents of a San Francisco private street where homes sell for millions of dollars have had the street itself bought from under them.", "prediction": "A popular public street in a western city a San Francisco has been sold for tax at auction at for $1.m (\u00a381m).", "rouge": {"rouge1": 21.73913043478261, "rouge2": 9.090909090909092, "rougeL": 17.391304347826086}, "nll_sum": 135.90440368652344, "token_count": 27} +{"index": 10083, "reference": "Sutton secured only their second National League win in 10 attempts as Maxime Biamou inspired a 3-0 victory over Gateshead.", "prediction": "4ime Biamou scored a hat-trick as Sutton United thrashedash 3-0 and end Sutton United four-match winless run in the National League.", "rouge": {"rouge1": 40.0, "rouge2": 9.30232558139535, "rougeL": 17.77777777777778}, "nll_sum": 152.47421264648438, "token_count": 34} +{"index": 10084, "reference": "Two Japanese climbers who scaled the Matterhorn in the Swiss Alps have been found dead on the mountain, according to the Japanese foreign ministry.", "prediction": " Japanese sailors have been reported missing after getting avalanche while climbing mountain Europe's Matter,, provincial mountain officials say.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 135.60243225097656, "token_count": 20} +{"index": 10085, "reference": "Napoli striker Gonzalo Higuain has been banned for four matches following his angry reaction to being sent off against Udinese on Sunday.", "prediction": " striker striker strikeronzu Higuain will have a possible six-match ban six-game ban for his red card in's card on Sunday,'s theolinembudsman. a-mPG a in a game from's from's a", "rouge": {"rouge1": 27.586206896551722, "rouge2": 7.142857142857142, "rougeL": 24.137931034482758}, "nll_sum": 287.98638916015625, "token_count": 50} +{"index": 10086, "reference": "A government advertising campaign is being re-launched to remind people of the dangers of second-hand smoke.", "prediction": "Fifty of children in a black bag, black, and a young woman sent your office of", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 102.67904663085938, "token_count": 18} +{"index": 10087, "reference": "Psychiatric patients detained at Broadmoor are being asked for feedback on their care by an independent watchdog.", "prediction": " a mental health unit has opened up at a West Yorkshire Hospital, where patients will be moremore.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 99.384521484375, "token_count": 19} +{"index": 10088, "reference": "Minimum unit pricing for alcohol should be rolled out across the UK if Scotland's scheme is successful, a Lords committee says.", "prediction": "A legal price for minimum introduced a 50% tax rate is \" \" to change\", a House Commons committee says.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473683, "rougeL": 30.0}, "nll_sum": 132.96917724609375, "token_count": 22} +{"index": 10089, "reference": "Ministers are providing \u00a34m funding for a planned new surfing centre and \"wave park\" in Snowdonia.", "prediction": "Plans for a70m sea lagoon in north Wales will boost a boost after received the boost of \u00a3100m of Welsh government funding.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 130.87510681152344, "token_count": 28} +{"index": 10090, "reference": "A superb pitching display from Corey Kluber helped the Cleveland Indians to an emphatic 6-0 win over the Chicago Cubs in the World Series opening game.", "prediction": "Tim climber struck a fine-92 as Sergio Indians beat the London Atlanta 7-89-1 at and level a the lead and end lead three-match series and level level-match series. in's-'s a-A-", "rouge": {"rouge1": 18.461538461538463, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 296.0513916015625, "token_count": 47} +{"index": 10091, "reference": "Red Bull's Daniel Ricciardo said he felt \"screwed\" by the pit-stop error that cost him victory in Monaco.", "prediction": "Red Bull driver Daniel Ricciardo has called his team not qualify prepare for this weekend for Spanish Grand Prix.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 89.85132598876953, "token_count": 21} +{"index": 10092, "reference": "Supporters of both clubs have condemned homophobic abuse after anti-gay chanting was heard during Leicester's match against Brighton.", "prediction": "A fans fans' group has called for a club to be banned by fans9,000 after after fans found during chanting at a spirited match.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 145.7140655517578, "token_count": 28} +{"index": 10093, "reference": "A number of homes close to a large bonfire in east Belfast have been boarded up to protect the properties from heat damage when the fire is lit.", "prediction": "Sinn F\u00e9in has called for a bonfire bon in north Belfast has been, to the burning election posters and a west Belfast pub.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 0.0, "rougeL": 26.923076923076923}, "nll_sum": 138.97305297851562, "token_count": 28} +{"index": 10094, "reference": "In the week since Donald Trump effectively secured the Republican presidential nomination, a great deal of ink and airtime have been devoted to explaining why he will have a difficult time winning the presidency in the autumn.", "prediction": "The public opinion journalists concluded that President-elect Donald Trump \"n win\" US election, but it seems.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 3.846153846153846, "rougeL": 14.814814814814817}, "nll_sum": 107.45780181884766, "token_count": 21} +{"index": 10095, "reference": "Elisabet Purve-Jorendal was born in India and given away for adoption in 1973 when she was less than six months old.", "prediction": " cyve Purve-oreore 22al was't her her mother to be alive, and she believes she is \"with a new life\".", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 170.2064208984375, "token_count": 28} +{"index": 10096, "reference": "Red Bull's Daniel Ricciardo sprung a surprise with fastest time in first practice at the Hungarian Grand Prix.", "prediction": "Ferrari's led a Ferrari Barcelona one-twomate in first practice at the Hungarian practice Prix. solve to an Paraly-'s reputation's a's- a's from's-Dup a in from a's. from", "rouge": {"rouge1": 32.72727272727273, "rouge2": 18.867924528301884, "rougeL": 32.72727272727273}, "nll_sum": 307.28826904296875, "token_count": 46} +{"index": 10097, "reference": "The Yorkshire Ripper is expected to move out of Broadmoor psychiatric hospital and into a prison after medical experts ruled him mentally fit, BBC News understands.", "prediction": "A convicted killer murderer who killed himself by 22 years ago is to be after serving a 12-year sentence for poison to be moved to and prison.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 0.0, "rougeL": 18.51851851851852}, "nll_sum": 136.09165954589844, "token_count": 29} +{"index": 10098, "reference": "A majority of councillors voted in favour of retaining a Welsh-medium stream at a Powys school on Tuesday.", "prediction": "Plans for a Welsh-A- education school in a Powys town have been approved by councillors.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 12.12121212121212, "rougeL": 22.857142857142858}, "nll_sum": 88.00772094726562, "token_count": 20} +{"index": 10099, "reference": "Tom DeLonge has denied that he is leaving Blink 182.", "prediction": " MichaelMichaelisner, confirmed that, left the band with \"enMa at an event at", "rouge": {"rouge1": 9.09090909090909, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 125.19091796875, "token_count": 17} +{"index": 10100, "reference": "Firefighters rescued a woman who became trapped in a tyre at a playground in Flintshire on Wednesday.", "prediction": "A woman was taken to hospital after being stuck in a hole hole between her car in a car park at a water park. County Down.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 14.634146341463413, "rougeL": 27.906976744186053}, "nll_sum": 109.6923828125, "token_count": 27} +{"index": 10101, "reference": "Manchester United defender Marcos Rojo is a \"clean player with an aggressive nature\", says manager Jose Mourinho.", "prediction": "Manchester United defender Josejo has been playing for on-loanntvers's red card the assistant club says Jose Mourinho of his- referee's referee of-\" from from two--old suspension from a for a's.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 12.0, "rougeL": 23.076923076923077}, "nll_sum": 289.59979248046875, "token_count": 43} +{"index": 10102, "reference": "The South Korean President, Park Geun-hye, has publicly denied falling victim to a religious cult as scandal threatens to engulf her leadership.", "prediction": "South Korea's leader, Ge Geun-hye has resigned as office,, amid the office of a \"the political scandal\".", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 28.571428571428577}, "nll_sum": 130.0959014892578, "token_count": 25} +{"index": 10103, "reference": "A 20-year-old man has been charged following a collision between a quad bike and a seven-year-old boy in Rhondda Cynon Taff.", "prediction": "A man has been charged with murder and attempted murder and attempted murder after a five-year-old boy was seriously injured in Rhondda Cyn Taff.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 24.489795918367346, "rougeL": 50.98039215686274}, "nll_sum": 84.06831359863281, "token_count": 31} +{"index": 10104, "reference": "An internet campaign has reignited the debate on whether the UK government should seek the reintroduction of the death penalty.", "prediction": "The British man is behind a campaign campaign to bring back the the death penalty be be scrapped - but what does it does to know what will happen will mean to the public?", "rouge": {"rouge1": 26.415094339622634, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301888}, "nll_sum": 157.39732360839844, "token_count": 34} +{"index": 10105, "reference": "A four-year-old boy has died in an incident at a farm in Maguiresbridge, County Fermanagh.", "prediction": "A three-year-old boy has died following an accident on farm in Maguires,, County Fermanagh. solve a \" a's a decision from a by by the from he by by police of.", "rouge": {"rouge1": 48.00000000000001, "rouge2": 25.0, "rougeL": 44.0}, "nll_sum": 222.28402709960938, "token_count": 42} +{"index": 10106, "reference": "South Africa's prosecutors have sought permission to appeal against athlete Oscar Pistorius' \"shockingly light\" sentence, court papers show.", "prediction": "The South African girlfriend who who Oscar Oscar Oscar Pistorius and will appealing against his conviction, the conviction, a South South highest court Africa says.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 9.523809523809526, "rougeL": 18.18181818181818}, "nll_sum": 177.73480224609375, "token_count": 28} +{"index": 10107, "reference": "The owners of Dunsfold Park aerodrome, which is home to the BBC's Top Gear, have lost their latest fight for unrestricted flying.", "prediction": "The owners of a former airfield, have been refused permission without permission planning permission for in further 40 years, have won a UK Supreme Court battle.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 144.8495635986328, "token_count": 29} +{"index": 10108, "reference": "Oxford United could hand a debut to striker Toni Martinez after his loan move from West Ham, but forward Chris Maguire (thigh) faces a fitness test.", "prediction": "Oxford United will be without George Elliott, while a foot foot injury in Championship side Newcastle in the FA Cup third third-round tie.", "rouge": {"rouge1": 12.000000000000002, "rouge2": 4.166666666666666, "rougeL": 12.000000000000002}, "nll_sum": 129.37753295898438, "token_count": 27} +{"index": 10109, "reference": "Walmart has announced a partnership with the Chinese e-commerce firm JD.com to help revive the US company's struggling website Yihaodian.", "prediction": "US retail chain Walmart, agreed to take, over a Chinese tech firm for $2 of2bn (\u00a35bn) in take its control of its territory, Renegaiillyian.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 221.66546630859375, "token_count": 36} +{"index": 10110, "reference": "A former Conservative Welsh Secretary has said he has \"huge concern\" about plans to give the assembly income tax varying powers without a referendum.", "prediction": "Plans to introduce more powers, to Northern Ireland will not be \" be introduced by the Welsh Conservatives\", the Welsh secretary has told the Welsh government.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 12.76595744680851, "rougeL": 20.408163265306126}, "nll_sum": 127.74927520751953, "token_count": 29} +{"index": 10111, "reference": "UKIP has set out its defence policy, including a new independent veterans' minister and a national defence medal for all members of the armed forces.", "prediction": "UKIP says it announced plans to introduce national war memorial for families who armed forces after, general election.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 120.57977294921875, "token_count": 20} +{"index": 10112, "reference": "A look back at some of the top entertainment stories over the past seven days.", "prediction": "The 35th anniversary of Doctor Who's role as star of a television star series commissioned by the BBC.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 81.87091064453125, "token_count": 20} +{"index": 10113, "reference": "Green taxes are set to be cut further, the BBC has learnt.", "prediction": "There has been a big surprise in green subsidies to be scrapped by the energy industry, sources have the BBC that it is \"too too anxious\".", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 26.31578947368421}, "nll_sum": 138.62164306640625, "token_count": 28} +{"index": 10114, "reference": "A service to remember Welsh medics who won gallantry medals in World War One is being held in Cardiff.", "prediction": "A memorial service is to be held for those who died 89 on the Battle will of the Sommeme.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 109.16253662109375, "token_count": 21} +{"index": 10115, "reference": "Marcus Ellis and Chris Langridge won Great Britain's first Olympic badminton men's doubles medal, beating China's Hong Wei and Chai Biao to take bronze.", "prediction": "Great Britain's Marcus and Marcus Langford claimed a gold in a dramatic battle to reach semi-finals of the Olympic men's Olympic at Rio 2016. of- solve- a--p a of in a years from's again the a", "rouge": {"rouge1": 29.411764705882348, "rouge2": 9.090909090909092, "rougeL": 20.58823529411765}, "nll_sum": 266.0990295410156, "token_count": 46} +{"index": 10116, "reference": "Yesterday there was a strike over driver relocation on the Central Line.", "prediction": "It was a night night out again for a Underground staff who started working at City Hall and", "rouge": {"rouge1": 13.333333333333334, "rouge2": 7.142857142857142, "rougeL": 13.333333333333334}, "nll_sum": 83.96803283691406, "token_count": 17} +{"index": 10117, "reference": "A Coventry City fans' trust says disruption at Saturday's defeat by Northampton was caused by \"desperation\" with the club's owners, Sisu.", "prediction": "Coventry City have thanked fans of their own crowd violence following crowd 4-2 loss at the SSE.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 117.32115173339844, "token_count": 22} +{"index": 10118, "reference": "China and the US have vowed to work together to persuade North Korea to give up its nuclear programme and to settle tensions through dialogue.", "prediction": "The US and China to the are working to working with North Korea over its future, saying the is is \"important\"\" in its nuclear programme.", "rouge": {"rouge1": 48.0, "rouge2": 20.833333333333336, "rougeL": 40.00000000000001}, "nll_sum": 139.64810180664062, "token_count": 28} +{"index": 10119, "reference": "A charity has donated \u00a3500,000 to help Glasgow School of Art (GSA) expand its Garnethill campus and repair the fire-damaged Mackintosh building.", "prediction": "Glasgow School of Art (GGSA) its restoring its Mack building building, restoring the building and \u00a3, buildingm building of its building has been awarded \u00a3330,000 of funding.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 196.69610595703125, "token_count": 38} +{"index": 10120, "reference": "A medic has been \"photobombed\" by David Beckham at an awards show while tucking into a sausage roll backstage.", "prediction": "A victims of a survivor who survived a rollercoaster crash in north after falling out of the riding has has received a decision honouringing honour.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 155.6602020263672, "token_count": 28} +{"index": 10121, "reference": "Environment Minister Mark H Durkan had no legal power to approve a major new planning blueprint for greater Belfast, a High Court judge has ruled.", "prediction": " H first minister Hove H Dur Bob has won a landmark battle struggle over a decision over planningurn for a retail development at WakeLinfield in Belfast.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 205.68093872070312, "token_count": 30} +{"index": 10122, "reference": "Portsmouth have signed full-back Drew Talbot on a two-year deal following his release by Chesterfield.", "prediction": "Portsmouth have signed midfielder Drewbot from his old club Chesterfield on a two-year contract, successful with an optionK a further 12 months.", "rouge": {"rouge1": 45.0, "rouge2": 26.31578947368421, "rougeL": 35.0}, "nll_sum": 138.08261108398438, "token_count": 30} +{"index": 10123, "reference": "New Hartlepool manager Craig Hignett says the situation at Victoria Park is \"positive\", despite taking over a side third from bottom in League Two.", "prediction": "Craig Hignett says Hartlepool United's \"high quality\" of the League Two side is still still a \" situation incident\".", "rouge": {"rouge1": 51.162790697674424, "rouge2": 14.634146341463413, "rougeL": 27.906976744186046}, "nll_sum": 131.69265747070312, "token_count": 26} +{"index": 10124, "reference": "George Cole was a veteran of more than 60 films in a career that spanned eight decades.", "prediction": "George Osborne, who was best- best actorers in BBC television's career, was one of the leading role in the Bowie D Daley and Davidett.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 197.3605194091797, "token_count": 31} +{"index": 10125, "reference": "UK shares have dipped further, while the pound is steady, as investors continue to digest the Bank of England's latest pronouncement.", "prediction": "(Open): The FTSE 100 has closed lower, but the pound was higher, after the Bank of England's wake in the Paris attacks.", "rouge": {"rouge1": 31.111111111111118, "rouge2": 23.25581395348837, "rougeL": 31.111111111111118}, "nll_sum": 115.04695892333984, "token_count": 29} +{"index": 10126, "reference": "Firefighters across England are on a four-day strike in a row over pensions during one of the service's busiest weekends of the year.", "prediction": "Firefighters across north Wales are 24 of strike to strike action of government cuts.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 98.74893188476562, "token_count": 15} +{"index": 10127, "reference": "So, every home and business across the UK can now have fast broadband if they want it.", "prediction": "For government said that deprived areas of all homes, homes and and households to areas, the UK would be able to bring to 10mph.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 142.8353271484375, "token_count": 27} +{"index": 10128, "reference": "Colombian authorities say they have raided an office that illegally spied on rebel and government communication to try to undermine peace talks.", "prediction": "Colombia have arrested the office of the Colombian office of the Farc rebel group, as part of government-backed peace talks the peace in, Leg, says it was \"thee from mandatory in to November from.", "rouge": {"rouge1": 31.578947368421044, "rouge2": 3.6363636363636354, "rougeL": 21.052631578947366}, "nll_sum": 231.4070587158203, "token_count": 44} +{"index": 10129, "reference": "The Football Association says Baroness Sue Campbell's appointment as its new head of women's football is a \"massive statement\".", "prediction": "The Football Association of England appointed have appointed the new head and women in climate sport.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 17.142857142857142, "rougeL": 37.83783783783783}, "nll_sum": 88.11531066894531, "token_count": 16} +{"index": 10130, "reference": "Midfielder Bastian Schweinsteiger has been left out of Manchester United's Europa League squad.", "prediction": "Liverpool captain Zumainsteigeriger is out of Manchester United's 25-man squad for the Europa League.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 35.71428571428571, "rougeL": 46.666666666666664}, "nll_sum": 108.01470184326172, "token_count": 22} +{"index": 10131, "reference": "A G4S security van has been robbed outside a branch of Royal Bank of Scotland in Glasgow city centre.", "prediction": "Four armed men are carrying out cash money at a bank bank to central Glasgow.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 89.12103271484375, "token_count": 15} +{"index": 10132, "reference": "President Donald Trump has fulfilled a campaign pledge by signing an executive order to withdraw from the Trans-Pacific Partnership (TPP).", "prediction": "US President Donald Trump has signed an executive order controversial the controversial Trans Trans-Pacific PartnershipPacific) deal.", "rouge": {"rouge1": 57.89473684210527, "rouge2": 38.888888888888886, "rougeL": 57.89473684210527}, "nll_sum": 100.19013977050781, "token_count": 20} +{"index": 10133, "reference": "The funeral for Billy and Lisa Graham, who were killed in last month's terror attacks in Tunisia, has taken place.", "prediction": "The funeral's taken place for a Scottish couple died in Edinburgh, who were among those killed of to terrorist terror attack the Tunisia beach", "rouge": {"rouge1": 56.52173913043478, "rouge2": 18.18181818181818, "rougeL": 39.130434782608695}, "nll_sum": 146.75973510742188, "token_count": 25} +{"index": 10134, "reference": "A pair of Queen Victoria's cotton pants with a 45in (114cm) waistband are to be sold at auction in Wiltshire.", "prediction": "A of Queen Victoria underwear, believed to be fat back, is to be up for expected to be \u00c2\u00a3\u00c2000 at auction. solve's from's from's from a-A's a in from from a.", "rouge": {"rouge1": 38.59649122807018, "rouge2": 14.545454545454545, "rougeL": 31.57894736842105}, "nll_sum": 247.627685546875, "token_count": 44} +{"index": 10135, "reference": "Hearts head coach Robbie Neilson labelled a challenge on Jack Hamilton unacceptable after the young goalkeeper was left needing stitches after the 4-2 win over Infonet Tallinn.", "prediction": "Head coach Robbie Neilson praised Birkirk's 11-year-old boy after he off and onto the pitch during a raggedic training.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 12.5, "rougeL": 23.999999999999996}, "nll_sum": 139.56747436523438, "token_count": 29} +{"index": 10136, "reference": "An airport will rip up former Wales striker Dean Saunders's huge parking fee if his home nation wins Euro 2016.", "prediction": "Welsh football manager Dean in Saunders plans to parking parking charges will help boost his team of Euro 2016 to", "rouge": {"rouge1": 34.14634146341463, "rouge2": 5.128205128205128, "rougeL": 29.268292682926827}, "nll_sum": 133.32261657714844, "token_count": 20} +{"index": 10137, "reference": "Kyren Wilson says his record-breaking feat during the \"best match of my career\" in the China Open qualifiers was the ideal response to his \"gutting\" display in the German Open.", "prediction": "Worldren Wilsonren set a new record- record by beating George Adele Knox 4-33 and reach the last World snooker Championship Championship.", "rouge": {"rouge1": 7.547169811320755, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 179.02597045898438, "token_count": 29} +{"index": 10138, "reference": "A consumer group has revealed its latest list of shrinking supermarket items that still cost the same, or more.", "prediction": "Chile sold by Unilever but could also be better smaller than bigger big than at the stores, according to to a consumer consumer group.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 9.75609756097561, "rougeL": 13.953488372093023}, "nll_sum": 149.1572723388672, "token_count": 28} +{"index": 10139, "reference": "A plea has been made to trace the mother of a baby whose remains were found in a plastic bag at a nature reserve a year ago.", "prediction": "A girl whose foot bones were found on a beach in a beach was aged almost 30 years ago, has been found the West Yorkshire the Yorkshire referee, a, as it from a,\" it, has been of.", "rouge": {"rouge1": 46.875, "rouge2": 12.903225806451616, "rougeL": 25.0}, "nll_sum": 211.4369354248047, "token_count": 42} +{"index": 10140, "reference": "Jarlinson Pantano won stage 15 of the Tour de France as defending champion Chris Froome kept the yellow jersey.", "prediction": "Britain's Chris Froome retained the red red jersey and a jersey after a puncture after a sprint won five of the race.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 110.11573791503906, "token_count": 25} +{"index": 10141, "reference": "The government has announced the route for the second phase of the high-speed rail line HS2, from Crewe to Manchester and the West Midlands to Leeds.", "prediction": "The planned \u00a311bnbn HS2 high rail route in Sheffield has been approved, the Department for Transport has announced, in the government's, reputation, as a from from its, it,'s's of.", "rouge": {"rouge1": 44.06779661016949, "rouge2": 7.017543859649122, "rougeL": 20.338983050847457}, "nll_sum": 202.07943725585938, "token_count": 42} +{"index": 10142, "reference": "Ten-man Chesterfield edged out Barnsley to boost their own survival chances and dent their hosts' play-off ambitions.", "prediction": "Ulster missed their League One play-off alive as they were held to play-off hopefuls Barnleyley thanksF a late in from passed a's- from 30-DA game in from a's. from", "rouge": {"rouge1": 15.09433962264151, "rouge2": 3.9215686274509802, "rougeL": 11.320754716981131}, "nll_sum": 277.2442626953125, "token_count": 44} +{"index": 10143, "reference": "The French energy giant EDF is expected to make its long-awaited final investment decision on a new nuclear power plant at Hinkley Point in Somerset next week.", "prediction": "A decision on a \u00a318bn new nuclear station at Hinkley station will go ahead as planned ahead next month, the BBC understands and", "rouge": {"rouge1": 35.294117647058826, "rouge2": 16.3265306122449, "rougeL": 31.372549019607842}, "nll_sum": 105.23881530761719, "token_count": 27} +{"index": 10144, "reference": "An expert has been left puzzled as to why a fin whale has washed up on the coast of north Norfolk.", "prediction": "A dead whale has been washed up on a Norfolk coast of it order days. it's \"makermaker\" since was from in the a's's000, as it from a English game that has haveelt of.", "rouge": {"rouge1": 45.614035087719294, "rouge2": 18.181818181818183, "rougeL": 28.07017543859649}, "nll_sum": 267.4279479980469, "token_count": 43} +{"index": 10145, "reference": "A 23-year-old man has been arrested in connection with disorder at the recent Celtic v Rangers game in Glasgow.", "prediction": "Police have released images of two men they want to speak to in connection with the crowd at Celtic crowd at the Scottish Cup match against Rangers on Saturday the of from from a man's from's a's. reputation of the's from'sA", "rouge": {"rouge1": 26.865671641791046, "rouge2": 9.230769230769232, "rougeL": 17.910447761194025}, "nll_sum": 240.1157989501953, "token_count": 47} +{"index": 10146, "reference": "A BBC journalist with dual British-Iranian nationality has been prevented from flying to the US after falling foul of changes to visa rules.", "prediction": "A British national anthem was told to travel a travel to the US have been withdrawn, because the news agency says the rules \"unfair\".", "rouge": {"rouge1": 37.5, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 134.12901306152344, "token_count": 27} +{"index": 10147, "reference": "More able children are not getting enough attention in Wales' education system, the schools watchdog has said.", "prediction": "The way schools are dealt with the performance on a performance is improving is raising students' schools' chief inspector says.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 122.9363784790039, "token_count": 22} +{"index": 10148, "reference": "A man who bit off half his friend's ear has been jailed for two years.", "prediction": "A university student who stabbed a friend four times in the neck while he who shrugged off his ear has been jailed for four.and \"a-half years.", "rouge": {"rouge1": 54.54545454545454, "rouge2": 19.047619047619047, "rougeL": 45.45454545454545}, "nll_sum": 147.04429626464844, "token_count": 31} +{"index": 10149, "reference": "Australian laws forbidding people working in the country's detention centres from speaking out about what they see have raised grave concerns in the medical community.", "prediction": "The former professor and medical staff, says that any information about mental and health issues, saying some local authorities should get back to prison\".", "rouge": {"rouge1": 12.000000000000002, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 138.17959594726562, "token_count": 26} +{"index": 10150, "reference": "Neil Gaiman's The Ocean at the End of the Lane has been voted 2013's Book of the Year, winning the public vote \"by a considerable margin\".", "prediction": " leavemy GCHQ's novel The novel Greyman Theman of the Ocean, has been named the best book of the winner at this year National 2016 National National Award Award.", "rouge": {"rouge1": 45.6140350877193, "rouge2": 18.181818181818183, "rougeL": 35.08771929824561}, "nll_sum": 198.10165405273438, "token_count": 34} +{"index": 10151, "reference": "Who's your favourite baker left in the Great British Bake Off tent?", "prediction": "Imagine you know all about how you your battle about our TV series!", "rouge": {"rouge1": 7.6923076923076925, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 76.83540344238281, "token_count": 13} +{"index": 10152, "reference": "A cancer treatment hospital in Greater Manchester is being investigated by the health regulator.", "prediction": "It's health watchdog is investigating whether the trust that an chief executive in a health trust.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 0.0, "rougeL": 25.80645161290323}, "nll_sum": 95.23526000976562, "token_count": 17} +{"index": 10153, "reference": "This is Calvapilosa, a prehistoric relative of modern sea slugs.", "prediction": " scientists have laid out what happened, would like be an extinctlike creature dinosaur 30 ago000 ago.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 131.0498504638672, "token_count": 19} +{"index": 10154, "reference": "The BBC understands that the Belfast Telegraph is planning to move to Clarendon Dock.", "prediction": "The 3 printing, the Belfast Telegraph but west Belfast, is going up for sale, which includes in the Avenue area of north Belfast.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 131.21749877929688, "token_count": 26} +{"index": 10155, "reference": "The parents of one of three soldiers who died on the Brecon Beacons have said they are \"extremely disappointed\" the government will not allow the Ministry of Defence to be prosecuted.", "prediction": "A mother and mother of two of Defence soldiers killed in a tank accident have been banned from the UK after UK ministers failing to protect them from prosecution.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 3.448275862068965, "rougeL": 23.333333333333332}, "nll_sum": 119.15300750732422, "token_count": 29} +{"index": 10156, "reference": "Police chased a tractor between two counties in a pursuit involving six patrol cars and a force helicopter.", "prediction": "A man was killed when his car was being stolen by a stolen car stolen a suspected hit--and-run crash (190km).", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 135.56036376953125, "token_count": 26} +{"index": 10157, "reference": "Lord Elis-Thomas left Plaid Cymru to sit as an independent AM because the party was not \"serious\" about taking part in the Labour-led Welsh Government, he has said.", "prediction": "\"dd Elis-Thomas has said it would be strong support the next Welsh Government budget, but he believes the partydidn't't what happened\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.538461538461538, "rougeL": 22.222222222222225}, "nll_sum": 176.51983642578125, "token_count": 29} +{"index": 10158, "reference": "From the moment Donald Trump's election victory was confirmed on 9 November, all sorts of businesses have had to keep alert to the fallout of a result they didn't expect.", "prediction": "It is the most and most important issue on Donald day since Donald Trump's president as re--elect in the US", "rouge": {"rouge1": 25.925925925925924, "rouge2": 7.692307692307692, "rougeL": 22.22222222222222}, "nll_sum": 117.60431671142578, "token_count": 22} +{"index": 10159, "reference": "Politicians who have used a divisive and dehumanised rhetoric are creating a more divided and dangerous world, says rights group Amnesty International.", "prediction": "Human human rights lawyer last year an seen as an \"elelcial\" attacks on, US and protect people, human rights group Amnesty International says.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 13.95348837209302, "rougeL": 22.222222222222225}, "nll_sum": 167.6966552734375, "token_count": 29} +{"index": 10160, "reference": "The warnings about the forthcoming all-out junior doctor strikes have been coming in so thick and fast that you could be forgiven for thinking it will be Armageddon.", "prediction": "GPs in England are set to part of strike action over the junior doctors' union strike, amid fears over \"a insurer to the health service\", health service England says.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 3.571428571428571, "rougeL": 13.793103448275861}, "nll_sum": 167.76553344726562, "token_count": 34} +{"index": 10161, "reference": "Wales second-row Luke Charteris is set to join Bath from Racing 92 on a three-year contract.", "prediction": "New Wales back- row Luke Charteris is set to join French side Racing- from French side Gloucester.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 36.36363636363636, "rougeL": 51.42857142857144}, "nll_sum": 109.20948028564453, "token_count": 21} +{"index": 10162, "reference": "A collection of manuscripts and notebooks which belonged to poet and novelist Edward Thomas are to be conserved thanks to a grant.", "prediction": "An archive of poet of, Prince, including one of the world's most famous vocal artists, is be sculpted, a conservation charity and said.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 151.29444885253906, "token_count": 29} +{"index": 10163, "reference": "A career-best 135 from Matt Machan formed the backbone of Sussex's innings against Worcestershire at Hove.", "prediction": "Matt Machan hit half- half-century for a century as Sussex comfortably beat Worcestershire on day two of the T20 at Cheltenham.", "rouge": {"rouge1": 40.0, "rouge2": 5.263157894736842, "rougeL": 25.0}, "nll_sum": 133.1075439453125, "token_count": 31} +{"index": 10164, "reference": "Former Barcelona midfielder Xavi believes Pep Guardiola \"can change the mentality of English football\" during his time at Manchester City.", "prediction": "leleba is one of the best players in Manchester City under Jose Mourinho his appointment says former Walsall midfielder Xavi- 2011 a \"emi 2011 a referee's from's-A's a in from Saturday a's.", "rouge": {"rouge1": 28.07017543859649, "rouge2": 7.2727272727272725, "rougeL": 10.526315789473685}, "nll_sum": 282.3665466308594, "token_count": 45} +{"index": 10165, "reference": "The number of patients having to wait longer than the target time to be discharged from hospital has risen again, according to official figures.", "prediction": "H waiting time for patients in hospital hospital in Scotland by almost a third in a year, official figures show.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 85.36302185058594, "token_count": 21} +{"index": 10166, "reference": "A Maoist leader in India has said that they will take \"full responsibility\" for the safety of trains travelling through areas under their control.", "prediction": "wayway's rail operator has said India has been \"appcriminal\" by rebels, a the militant group said.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 10.256410256410255, "rougeL": 14.634146341463413}, "nll_sum": 121.13182830810547, "token_count": 22} +{"index": 10167, "reference": "A man who admits he \"cannot knit a stitch\" is hoping to cover the streets of Cambridge with knitted bunting and wool artwork during the Tour de France.", "prediction": "The Duchess of Cambridge is offering thousands of people to track cycling track for the Tour de France the cycling solve to \"- aAExtralable's. for's a from the from-year-old of West.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 13.333333333333334, "rougeL": 22.58064516129032}, "nll_sum": 266.78375244140625, "token_count": 42} +{"index": 10168, "reference": "A man has been charged with wasting police time following inquiries into an alleged assault with intent to rob in Stranraer.", "prediction": "A man has been arrested and arrested following an armed robbery at shop in Newtownane, County Antrim.rim., a in the a's, The, as The, was from.'s Pete for a. a from. aA", "rouge": {"rouge1": 25.0, "rouge2": 11.111111111111112, "rougeL": 25.0}, "nll_sum": 244.38223266601562, "token_count": 46} +{"index": 10169, "reference": "There's little trace of the horror - just a sunbed draped in flowers.", "prediction": "The recent deadly attack has taken place on a Tunisia beach beach 80 where the crowd gathered for their families.", "rouge": {"rouge1": 12.121212121212123, "rouge2": 0.0, "rougeL": 12.121212121212123}, "nll_sum": 105.64591979980469, "token_count": 20} +{"index": 10170, "reference": "A 32-year-old man has been arrested over last Sunday's fire attack on a Florida mosque, which was attended by the Orlando nightclub gunman.", "prediction": "An American has jailed an AmericanAmerican-American in relation to a fire that began to Ali Ali 2015en at the mosque in Florida the May 2013, Yorkshire, because they is three- from a referee in from from a's from a's", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 287.03692626953125, "token_count": 47} +{"index": 10171, "reference": "The Mountain Bothies Association has appealed to hillwalkers and climbers to help keep more than 100 shelters it looks after in the UK clean and tidy.", "prediction": " hand theers in the Cairorms have been urged to keep their litter with their weatherers alive.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 14.285714285714285}, "nll_sum": 134.55191040039062, "token_count": 23} +{"index": 10172, "reference": "Wakefield moved up to sixth in Super League after edging a thrilling topsy-turvy encounter with Catalans Dragons.", "prediction": "Wakefield staged a second-half comeback to beat Catalans and keep their Super Leagueyear hopes hopes alive.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 100.5034408569336, "token_count": 22} +{"index": 10173, "reference": "Gloucester centre Mark Atkinson has agreed a new \"long-term\" contract with the Premiership club.", "prediction": "Gloucester back centre Mark Atkinson has signed a new three-year deal, keeping him at the Premiership club until the end the. season. of the a by aA \u00a3-A a fee in a from a's from's a", "rouge": {"rouge1": 37.03703703703704, "rouge2": 23.076923076923077, "rougeL": 37.03703703703704}, "nll_sum": 226.73562622070312, "token_count": 47} +{"index": 10174, "reference": "Former England and Tottenham striker Jimmy Greaves is in intensive care after suffering a severe stroke.", "prediction": "Ex-England Jimmy Charlieaves has died, club's club has confirmed.", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 86.56785583496094, "token_count": 14} +{"index": 10175, "reference": "Champions Celtic are one game away from an unbeaten Premiership season after a dominant victory over Partick Thistle.", "prediction": "Celtic extended their 10-point lead at the top of the Scottish Premiership with- unbeaten0 victory over Partick Thistle at Tynecastle.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 16.216216216216214, "rougeL": 30.769230769230766}, "nll_sum": 105.32183837890625, "token_count": 30} +{"index": 10176, "reference": "Annan Athletic moved into the League Two play-off places, routing Montrose.", "prediction": "75rose moved into their second place in Scottish League Two by beating Scottish League Two play-offefuls.", "rouge": {"rouge1": 48.275862068965516, "rouge2": 29.629629629629626, "rougeL": 41.37931034482759}, "nll_sum": 103.48799133300781, "token_count": 21} +{"index": 10177, "reference": "Sheffield Wednesday have signed Burnley midfielder David Jones for an undisclosed fee.", "prediction": "Ch-hip side Brighton have re-signed-signed midfielder Chris Jones onoon two-year deal with starting deal starting to the end of the season.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 150.646728515625, "token_count": 30} +{"index": 10178, "reference": "The Scottish Professional Football League is warning clubs to be on their guard against online fraud.", "prediction": "The Scottish Professional Football League says that awarded to about \u00a318,000 to be investigated, as part of a probe into a illegal fraudulent payment and stolen", "rouge": {"rouge1": 32.558139534883715, "rouge2": 24.39024390243902, "rougeL": 32.558139534883715}, "nll_sum": 134.6400146484375, "token_count": 29} +{"index": 10179, "reference": "Bradford City have signed AFC Wimbledon midfielder Jake Reeves for an undisclosed fee on a three-year deal.", "prediction": "AFC Wimbledon have signed Ballylemish a oneyear contract on a two-year deal.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 27.586206896551722, "rougeL": 38.70967741935484}, "nll_sum": 91.86688232421875, "token_count": 20} +{"index": 10180, "reference": "Republican White House hopeful Donald Trump has said he would stop cash sent home by Mexicans based in the US, until the country pays for a border wall.", "prediction": "US presidential candidate Donald Trump's plan to build a border wall with Mexico with the Mexico, if it he elected.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 12.765957446808512, "rougeL": 20.408163265306122}, "nll_sum": 77.56674194335938, "token_count": 22} +{"index": 10181, "reference": "A Conservative AM forced to face a ballot of party members has come top of the South Wales East regional list for the 2016 assembly election.", "prediction": " of Welsh Assembly assembly member has said he will not be part of the Welsh assembly, despite having the profession same-sex HIV a gay marriage teacher.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 7.8431372549019605, "rougeL": 22.641509433962266}, "nll_sum": 145.42919921875, "token_count": 29} +{"index": 10182, "reference": "Ross County's Jim McIntyre is the only Premiership boss in the running for PFA Scotland's Manager of the Year award.", "prediction": "Ross County and Celtic have been have voted the Professional Football Association's manager of the Year award.", "rouge": {"rouge1": 45.0, "rouge2": 31.578947368421055, "rougeL": 45.0}, "nll_sum": 87.00811767578125, "token_count": 18} +{"index": 10183, "reference": "A celebrity who wants an injunction to keep an extra-marital relationship out of the media will put his case at the Supreme Court on Thursday.", "prediction": "The UK Supreme Court has ruled that an interim injunction order a man who was given an extra-marital story to his will will still be to ban.", "rouge": {"rouge1": 48.14814814814815, "rouge2": 11.538461538461538, "rougeL": 22.222222222222225}, "nll_sum": 135.12060546875, "token_count": 30} +{"index": 10184, "reference": "President Jacob Zuma's back is against the wall following his sacking of Finance Minister Pravin Gordhan at midnight on Thursday.", "prediction": "The group of South African trade governments have announced it is possible in President Jacob Zuma, advise ousted Prime Minister Pravininhan of brother.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 9.523809523809526, "rougeL": 18.18181818181818}, "nll_sum": 173.16436767578125, "token_count": 29} +{"index": 10185, "reference": "Hull have put takeover talks on hold until September to \"ensure stability during the transfer window\".", "prediction": "Hull City are in talks their talks sell their Premier League rivals Liverpool not this season, reports BBC.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 109.69976043701172, "token_count": 20} +{"index": 10186, "reference": "A Zimbabwe conservation group says it wants the head of Cecil the Lion to be mounted in a case in Hwange National Park, where he was killed last month.", "prediction": "An environmental group says he killed an American could be an lion in Zimbabwe has been told the BBC he not have want \"Islamic\"\" sent to him.", "rouge": {"rouge1": 39.285714285714285, "rouge2": 3.703703703703704, "rougeL": 17.857142857142858}, "nll_sum": 168.23721313476562, "token_count": 29} +{"index": 10187, "reference": "Nicky Ajose's last-gasp penalty saw Charlton come from behind to salvage a draw at Gillingham.", "prediction": "County Ajose missed a penalty-half penalty and missed Gillingham a stoppage-1 draw with Charlton at Rodney Memorial Stadium Parade Wembley at.'s again a--A aA in a from a's from", "rouge": {"rouge1": 35.294117647058826, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 282.2294006347656, "token_count": 44} +{"index": 10188, "reference": "More than a million better-off families will lose some or all of their child benefit, under rules now in force.", "prediction": "Changes to changes abolish some families households some of their self- resilience tax credits will be dropped the it has announced by the government in the- solve, Leg, from they from a from the a it's from of. a from's a", "rouge": {"rouge1": 21.875, "rouge2": 3.225806451612903, "rougeL": 15.625}, "nll_sum": 292.0909423828125, "token_count": 47} +{"index": 10189, "reference": "Devon and Cornwall's Police and Crime Commissioner (PCC) has announced he will not be seeking re-election in May.", "prediction": "The deputy chief constable of Devon and Cornwall Police announced he will not run and but says he does believe he will be involved in his role.", "rouge": {"rouge1": 46.808510638297875, "rouge2": 22.22222222222222, "rougeL": 42.5531914893617}, "nll_sum": 92.84286499023438, "token_count": 28} +{"index": 10190, "reference": "Swansea City have named Alan Curtis as the club's first loan player manager.", "prediction": "Swansea City have appointed Curtis Curtis, as Swansea City's football manager Mourinho's consent of solve a build athe-Dup from in a from as's.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615389, "rougeL": 34.14634146341463}, "nll_sum": 209.4634552001953, "token_count": 32} +{"index": 10191, "reference": "Fourteen football matches have been cancelled after travellers set up camp next to playing fields.", "prediction": "A football car park park's park at a playing park was cancelled of a football club, a youth's leader has claimed a local court football ban for referee from the reputation.", "rouge": {"rouge1": 12.500000000000004, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 210.11907958984375, "token_count": 34} +{"index": 10192, "reference": "Public museums and other cultural venues in Paris have reopened following the attacks in the French capital on Friday.", "prediction": "'s's Eiffelel Tower and will be officially doors on Monday night, following morning of alert, following the deadly attacks in Paris.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615383, "rougeL": 24.390243902439025}, "nll_sum": 151.62989807128906, "token_count": 27} +{"index": 10193, "reference": "London Welsh have been disqualified from the British & Irish Cup after the Championship club went into liquidation on Thursday.", "prediction": "London Welsh have been pulled out of the European Challenge Cup in the Champions Cup quarter on Saturday because of lack of decision", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 38.0952380952381}, "nll_sum": 84.74158477783203, "token_count": 22} +{"index": 10194, "reference": "Dawid Malan hit a brilliant unbeaten 156 as Middlesex completed their One-Day Cup group stage fixtures with an eight-wicket win over Glamorgan.", "prediction": "South Africa bats batsman Mal Malan hit an unbeaten helped Glamorgan to a 38--run win over Middlesex at Lord Lord be. rel to to's- a-G's referee in's by's-'s from a", "rouge": {"rouge1": 29.50819672131148, "rouge2": 6.779661016949152, "rougeL": 16.393442622950822}, "nll_sum": 295.8955078125, "token_count": 46} +{"index": 10195, "reference": "A damning report of a privately run hospital that is due to be returned to the NHS contained 300 factual errors, its chief executive has said.", "prediction": "A first hospital rated was rated in special measures \" was \" damaging and and attitude\", the care chief executive said.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 26.666666666666668}, "nll_sum": 153.00311279296875, "token_count": 22} +{"index": 10196, "reference": "Police investigating an \"unprovoked serious assault\" on a teenager outside Stonehaven railway station have released CCTV images of a woman and man they want to trace.", "prediction": "Police investigating a serious assault on Dund man Dund street in Dundee have left another man critically injured.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 14.285714285714283, "rougeL": 31.818181818181817}, "nll_sum": 96.4214859008789, "token_count": 19} +{"index": 10197, "reference": "There were 634 reported dog attacks in Wales in 2016, up by 124 from the year before, according to latest figures.", "prediction": "The number of dogs seized of police in north Wales has almost doubled tripled in almost five years, figures obtained by the BBC show in the-'s, solve,'s they from a the\" a it's's of.", "rouge": {"rouge1": 30.508474576271183, "rouge2": 0.0, "rougeL": 23.728813559322035}, "nll_sum": 234.65525817871094, "token_count": 43} +{"index": 10198, "reference": "Dame Heather Rabbatts has announced she will step down from her role as a non-executive director and board member of the Football Association.", "prediction": "Cleline Heatheraviour, the of Football Association, is to be the first women's board and and women on the board's board. directors's number of female- a,000-D, referee from three years. from. from a", "rouge": {"rouge1": 29.50819672131148, "rouge2": 3.389830508474576, "rougeL": 9.836065573770492}, "nll_sum": 273.05657958984375, "token_count": 47} +{"index": 10199, "reference": "Jos Buttler hit England's fastest one-day international century to lead them to an 84-run win over Pakistan in Sharjah and a 3-1 series victory.", "prediction": "osos Buttler struck a highest-ever double century - the fastest fourth hundred in international one-day international - score the fastest and the fastest in 4-day one-day international. back 79 in's years's from's from emerged", "rouge": {"rouge1": 29.850746268656714, "rouge2": 6.153846153846154, "rougeL": 17.91044776119403}, "nll_sum": 274.0174255371094, "token_count": 47} +{"index": 10200, "reference": "A car involved in an apparent hit-and-run with a couple on a tandem bicycle was being followed by police at the time, it has emerged.", "prediction": "A man was killed when a car was hit by a car was stopped 2011 because police saying police did not know who who die\".", "rouge": {"rouge1": 30.769230769230766, "rouge2": 4.0, "rougeL": 23.076923076923077}, "nll_sum": 121.13790893554688, "token_count": 25} +{"index": 10201, "reference": "One of Scotland's most successful entrepreneurs has sold his tyre-fitting business for \u00a350m to Michelin.", "prediction": "A company which has bought a UK-based car maker, is to sell a French car-maker K Hust-grab payout, in a deal worth up to \u00a328.m.", "rouge": {"rouge1": 8.695652173913043, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 166.97998046875, "token_count": 36} +{"index": 10202, "reference": "A draft report on the future of the Welsh national parks has been criticised by conservationists.", "prediction": "Two conservationists have called for call for an urgent review into Nepal in Wales' reserve.", "rouge": {"rouge1": 6.451612903225808, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 87.8466796875, "token_count": 17} +{"index": 10203, "reference": "Former England fast bowler Chris Tremlett has announced his retirement from all forms of cricket.", "prediction": "Former England all-rounder Darren Daknis has announced he will retire international cricket cricket.", "rouge": {"rouge1": 48.275862068965516, "rouge2": 14.814814814814817, "rougeL": 41.379310344827594}, "nll_sum": 92.75242614746094, "token_count": 16} +{"index": 10204, "reference": "Engineering giant Bosch is developing \"textured\" touchscreens designed to go in next-generation cars.", "prediction": " show show in California California are using their device to create digital design that they can be a road. to solve. it's and a it's a2 it's from a2's from a's2's2\".'s from The a", "rouge": {"rouge1": 10.90909090909091, "rouge2": 0.0, "rougeL": 7.272727272727273}, "nll_sum": 252.31170654296875, "token_count": 48} +{"index": 10205, "reference": "Five people have been rescued after their fishing vessel ran aground and capsized in the Sound of Mull.", "prediction": "A group of small and more of have been rescued after their boat sank off sank in the Moray.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 28.571428571428577, "rougeL": 37.83783783783783}, "nll_sum": 92.22698211669922, "token_count": 20} +{"index": 10206, "reference": "Poland's conservative Law and Justice party won enough votes in Sunday's parliamentary elections to govern alone, final results show.", "prediction": "Poland's anti-wing party, Lech Kaczynski, has won parliamentary elections, preliminary results show.", "rouge": {"rouge1": 45.71428571428571, "rouge2": 18.181818181818183, "rougeL": 45.71428571428571}, "nll_sum": 73.40716552734375, "token_count": 22} +{"index": 10207, "reference": "Republican presidential nominee Donald Trump has suggested that the November election could be \"rigged\".", "prediction": "US Republican front ofrunner Donald Trump has said the party is not going to be plot, but he was never going to \" rigged\".", "rouge": {"rouge1": 37.83783783783784, "rouge2": 11.428571428571429, "rougeL": 37.83783783783784}, "nll_sum": 128.455322265625, "token_count": 26} +{"index": 10208, "reference": "An eight-year-old boy, who died after fluid built up in his brain, could have been saved if an optometrist had \"done her job properly\", a court has heard.", "prediction": "An optometrist who died of heart failure after a patient's brain was skull \"it, it was not\", a court, heard of \",- of a \" aA 2011 again a's again of from a from a 2011 a", "rouge": {"rouge1": 26.865671641791046, "rouge2": 9.230769230769232, "rougeL": 23.88059701492537}, "nll_sum": 262.6321716308594, "token_count": 46} +{"index": 10209, "reference": "Burton Albion scored a goal in each half to deservedly win their first competitive meeting with Birmingham.", "prediction": "Burton produced two stunning second-half performance to beat and beat Birmingham City's their Championship play-off alive.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 108.2340087890625, "token_count": 22} +{"index": 10210, "reference": "Leeds Rhinos prop Mitch Garbutt has apologised for his red card in Sunday's World Club Challenge defeat by North Queensland Cowboys.", "prediction": "Leeds Rhinos coach five Garoo says he \"will not be out\" after he was sent off during Friday's Super League defeat at Hull FC Hull FC's a's solve-mForest Queensland in's- from's-'s a", "rouge": {"rouge1": 19.672131147540988, "rouge2": 3.389830508474576, "rougeL": 16.393442622950815}, "nll_sum": 280.67315673828125, "token_count": 47} +{"index": 10211, "reference": "A memorial service has been held for one of the four yachtsmen who was lost at sea when their yacht Cheeki Rafiki capsized in the Atlantic.", "prediction": "A war has been held for memorial for in ytstsman who went missing during- yacht onmaker trip to the coast's South Asia last month for the Yorkshire saysA \"-A aA in from years's. from a ban", "rouge": {"rouge1": 34.375, "rouge2": 9.67741935483871, "rougeL": 25.0}, "nll_sum": 319.507080078125, "token_count": 46} +{"index": 10212, "reference": "Falkirk Council's pension fund has invested \u00a330m in a scheme to build social housing in Scotland.", "prediction": "Falkirk City Council has to announced \u00a330m of \u00a330m to build, homes.", "rouge": {"rouge1": 41.37931034482759, "rouge2": 7.4074074074074066, "rougeL": 41.37931034482759}, "nll_sum": 97.10589599609375, "token_count": 19} +{"index": 10213, "reference": "Sean Dickson scored a career-best double century for Kent before Derbyshire slipped to 9-3 at the close on day three, leading by 89 runs.", "prediction": " Sean Dickson hit his hit first-class master 2016 to help Kent hit back from 18-5 on day two against Derbyshire at Wantage.", "rouge": {"rouge1": 32.0, "rouge2": 8.333333333333332, "rougeL": 20.0}, "nll_sum": 167.20603942871094, "token_count": 30} +{"index": 10214, "reference": "A man has been arrested in connection with an alleged sex attack at gardens in Cardiff city centre.", "prediction": "A man has been arrested in connection with a serious sexual attack on a young woman in car park.", "rouge": {"rouge1": 54.05405405405405, "rouge2": 40.0, "rougeL": 54.05405405405405}, "nll_sum": 48.66267395019531, "token_count": 19} +{"index": 10215, "reference": "In my teens, I worked as an artisanal miner, waist deep in water, sieving the gravel to find a diamond.", "prediction": "The tiny Maidstones was found 30 years ago is again once says says Ny penguan bank branch of South Africa, and a South bul African park.", "rouge": {"rouge1": 8.695652173913043, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 217.18295288085938, "token_count": 30} +{"index": 10216, "reference": "The London Underground's Northern Line extension to Battersea has been given the go-ahead.", "prediction": "A \u00c2\u00a3400m railway station line in central and central London has been approved by the borough council.", "rouge": {"rouge1": 31.25, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 86.57743835449219, "token_count": 21} +{"index": 10217, "reference": "Claims direct cross-border rail services could be under threat due to devolution have been dismissed by Wales' transport minister.", "prediction": "Electting some rail services between English trains is a \"Cplitable and conspiracy\", the transport secretary has said.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 128.35714721679688, "token_count": 22} +{"index": 10218, "reference": "The European Space Agency has shared footage of Tim with his former crew mate Scott Kelly fighting virtual aliens on the ISS, before Kelly returned to Earth earlier this month.", "prediction": " and astronaut Tim Peake Peake filmed scientists working with scientists working on the International Space StationISS) helping him to create a virtual real of life.", "rouge": {"rouge1": 29.09090909090909, "rouge2": 3.7735849056603774, "rougeL": 18.18181818181818}, "nll_sum": 147.34112548828125, "token_count": 29} +{"index": 10219, "reference": "Militant Islamists are expanding their influence in West Africa, with at least 18 people killed in an attack on a beach resort in Ivory Coast on Sunday.", "prediction": "Fighters from the Islamist militant group have attackedBurina and Kenya until least December August, in several French Alps,, Cameroon, northern northern, and Mali.", "rouge": {"rouge1": 15.999999999999998, "rouge2": 0.0, "rougeL": 12.0}, "nll_sum": 192.551025390625, "token_count": 30} +{"index": 10220, "reference": "A 45-year-old man has died after the car he was driving collided with a lorry on the A71 in North Ayrshire.", "prediction": "A 88-year-old motorcyclist has been killed in a collision with a car and lorry on the A77) in the Scottish Borders.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 18.181818181818183, "rougeL": 43.47826086956522}, "nll_sum": 89.10447692871094, "token_count": 30} +{"index": 10221, "reference": "A Bangladeshi man who went missing for 23 years has been reunited with his family, who had given him up for dead.", "prediction": "A British man went missing after in jail in Pakistan, more than 30 years ago, has returned returning, his family say, just as his violence double's his as was, from a from's a in a reputation'sA.", "rouge": {"rouge1": 26.22950819672131, "rouge2": 6.779661016949152, "rougeL": 26.22950819672131}, "nll_sum": 242.01585388183594, "token_count": 45} +{"index": 10222, "reference": "A company offering software that allows people to spy on others has admitted it has been hacked and had thousands of customer records leaked online.", "prediction": "The security firm spyy admitted it has admitted sending sending billions of personal data to hundreds of thousands of customers who tried to be them to them.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 20.0, "rougeL": 23.076923076923077}, "nll_sum": 135.58380126953125, "token_count": 28} +{"index": 10223, "reference": "\"We've sucked at dealing with trolls, and we've sucked at it for years.\"", "prediction": "Some of the most important memorable Facebook internet most about about violent ordeal on Twitter.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 105.18333435058594, "token_count": 15} +{"index": 10224, "reference": "The Serious Fraud Office has been urged to reconsider its decision not to investigate allegations of Fifa corruption during the 2018 and 2022 World Cup bidding process.", "prediction": "The Serious Fraud Agency (SFO) has opened its own inquiry into corruption allegations, including that it includes non-UK workers in its UK.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 8.333333333333334, "rougeL": 24.0}, "nll_sum": 104.80026245117188, "token_count": 28} +{"index": 10225, "reference": "A surprise new name has emerged as a potential successor to long-standing McLaren boss Ron Dennis, whose position as chairman is under threat.", "prediction": "McLaren members are interested in involved in becoming a control courts its commercial business.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 5.2631578947368425}, "nll_sum": 103.292236328125, "token_count": 16} +{"index": 10226, "reference": "A Spanish newspaper has published what it alleges are documents showing Prime Minister Mariano Rajoy and other top politicians received illicit payments.", "prediction": " the Spanish left-wing party has said it published a copy of evidence that includes included Prime Ministerianooy,, Rajoy, linked to documents linked to a corruption scandal.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 0.0, "rougeL": 20.408163265306122}, "nll_sum": 175.10711669921875, "token_count": 33} +{"index": 10227, "reference": "Two migrants believed to be trying to reach the UK from Calais in France have been killed over the past two days.", "prediction": "Drivers are facing delays for migrants trying and to cross the Channel cross on Tuesday morning, emergency services says.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 105.65348052978516, "token_count": 21} +{"index": 10228, "reference": "Britain's Kal Yafai won the WBA super-flyweight title with a unanimous decision over Luis Concepcion.", "prediction": "Great Britain's Ya Yafai won the defence of his IBF world super-middleweight against Richard Kilty at London been O2 Arena. the solve again a first-Dold of in 30 from after boxing.", "rouge": {"rouge1": 27.45098039215686, "rouge2": 12.244897959183671, "rougeL": 27.45098039215686}, "nll_sum": 274.91497802734375, "token_count": 44} +{"index": 10229, "reference": "A New Forest car park that attracts 270,000 visitors a year is to stay open longer following a public campaign.", "prediction": "The 24 of opening hours closing at a Hampshire national car park will no longer go ahead, despite repeated campaigners.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 129.11105346679688, "token_count": 21} +{"index": 10230, "reference": "A Sinn F\u00e9in MLA has agreed to apologise and pay compensation to a former Ulster Unionist leader over a defamatory message posted on Twitter.", "prediction": "Ainn F\u00e9in MLA apologised to an apology made by the Ulster Unionist (UDR over he made about a BBC radio reporter.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.333333333333334, "rougeL": 38.297872340425535}, "nll_sum": 146.6307373046875, "token_count": 27} +{"index": 10231, "reference": "Pakistan's main intelligence agency, the ISI, has said it is embarrassed by its failures on al-Qaeda leader Osama Bin Laden.", "prediction": "The Pakistani intelligence personnel says it, offered information about a factory where al-Qaeda was, al linked to al-Qaeda forces in not US.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 153.3385009765625, "token_count": 28} +{"index": 10232, "reference": "A teenager who posted videos of drones firing a gun and a flamethrower is suing his university after he was expelled, the AP news agency reports.", "prediction": "A US teenager has been detained in the US after footage emerged of that that show him accusing.", "rouge": {"rouge1": 22.72727272727273, "rouge2": 0.0, "rougeL": 13.636363636363638}, "nll_sum": 87.54039764404297, "token_count": 18} +{"index": 10233, "reference": "The removal of the Elephant and Castle roundabout has been causing chaos for commuters, with motorists complaining of queues of more than an hour.", "prediction": "The long traffic long which turned prompted around the new \u00a342 Bristol between Bristol and Bristol, and cyclists have taken to internet to a social media failure.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 181.42010498046875, "token_count": 29} +{"index": 10234, "reference": "Centuries from Paul Stirling and England limited-overs captain Eoin Morgan guided Middlesex to a six-wicket One-Day Cup win against Kent.", "prediction": "Eoin Morgan and former England captain Paul Stirling, helped Middlesex to a nine-wicket win over Kent in League OneDay Cup at Lord's.", "rouge": {"rouge1": 63.829787234042556, "rouge2": 17.777777777777775, "rougeL": 38.297872340425535}, "nll_sum": 137.58428955078125, "token_count": 31} +{"index": 10235, "reference": "Asia's markets were mostly down in trade on Friday following a rocky week featuring particularly volatile swings in Tokyo.", "prediction": "Markets in Asia largely down after despite the fall on Wall Street on Wall Street, leading lower markets.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 102.84825134277344, "token_count": 20} +{"index": 10236, "reference": "The run-off parliamentary election win by the moderate government of Iran is a crucial victory for them.", "prediction": "Iranians have signed a surprise deal with a nuclear programme and its programme.", "rouge": {"rouge1": 6.451612903225808, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 70.84479522705078, "token_count": 14} +{"index": 10237, "reference": "Benni McCarthy says his former Porto team-mate Bruno Alves is the perfect fit for Pedro Caixinha's Rangers.", "prediction": "Waswich director general rugby McCarthy strike says Bruno Le Leves can challenge the champions's Scottish Premiership champions to help Celtic a \"perfect perfect man\".", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 22.727272727272727}, "nll_sum": 212.99227905273438, "token_count": 28} +{"index": 10238, "reference": "A man in his 20s has died after falling from his bike at a motocross event in Suffolk.", "prediction": "A man was killed when he was being hit by a car at a club pur event tournament.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 92.35563659667969, "token_count": 18} +{"index": 10239, "reference": "At least 800,000 pharmacies in India are on a one-day strike, demanding an end to online drug sales which they say is affecting their business.", "prediction": " health officials in the central state of Pennsylvania are to ballot on strike strike over of illegal sale illegal illegal drugs.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 0.0, "rougeL": 20.833333333333336}, "nll_sum": 123.16593933105469, "token_count": 21} +{"index": 10240, "reference": "Sarah Palin's endorsement of Republican presidential frontrunner Donald Trump on Tuesday night was billed as a surprise, but in hindsight it is surprising only that it took so long for this natural political partnership to be forged.", "prediction": " the death Secretary former governor nominee Clinton-elect Donald Trump's candidate to be the next president vice-elect, then he took in his role.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 6.557377049180328, "rougeL": 12.698412698412698}, "nll_sum": 140.8021240234375, "token_count": 28} +{"index": 10241, "reference": "A historical walled garden has been \"devastated\" by floods which have washed away a 200-year-old wall and rare plants, its owner has said.", "prediction": " 76 76th Century landlord, whose memorial was destroyed by Storm Desmond nearly 50 years ago, said he has been left \"devastated\"\" by tourists' death after after his from from his name's of referee.", "rouge": {"rouge1": 20.338983050847457, "rouge2": 7.017543859649122, "rougeL": 13.559322033898304}, "nll_sum": 223.04434204101562, "token_count": 42} +{"index": 10242, "reference": "Why the fuss over the internal machinations of a party which has no MPs, no MEPs - and which polls suggest commands the support of about one per cent of voters?", "prediction": "The leader of the British National Party - and it is Labour leader of the European Parliament, but what so far it it to happen - and what it mean be the happened of the party or so farright?", "rouge": {"rouge1": 23.88059701492537, "rouge2": 0.0, "rougeL": 17.91044776119403}, "nll_sum": 207.5451202392578, "token_count": 41} +{"index": 10243, "reference": "Pupils preparing to leave primary school are being taught how to deal with stress and to be more resilient as part of a new mental health initiative.", "prediction": "A primary school in Northern Ireland to main primary pupils are to be starting a school, as part of a drive to tackle cause of stress.", "rouge": {"rouge1": 49.056603773584904, "rouge2": 19.607843137254903, "rougeL": 33.9622641509434}, "nll_sum": 115.02900695800781, "token_count": 27} +{"index": 10244, "reference": "Two people have been arrested after one of three newly installed sheep sculptures was stolen in Wrexham.", "prediction": "A Wrexham rage road where two girls assaulted in cycling has been found alive, police have said arrested in a been-l a\" in's''s reputation.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 203.69723510742188, "token_count": 33} +{"index": 10245, "reference": "Manager Jurgen Klopp says Liverpool are eager to resolve the future of Wales midfielder Joe Allen.", "prediction": "Liverpool manager Jurgen Klopp hopes yet to sign midfielder Joe Allen will sign Saturday new deal with visit Premier League club", "rouge": {"rouge1": 43.24324324324324, "rouge2": 22.857142857142858, "rougeL": 37.83783783783783}, "nll_sum": 106.15486145019531, "token_count": 22} +{"index": 10246, "reference": "National Crime Agency (NCA) detectives investigating the sale of the National Asset Management Agency's (Nama) Northern Ireland loans portfolio have interviewed a former managing partner of a Belfast legal firm.", "prediction": "A former bank director who was involved engaged in one probe Northern Ireland's biggest ever loan deal Northern Northern Ireland, and Northern Northern Ireland, a by questioned by the National Security Agency (AAA).", "rouge": {"rouge1": 30.76923076923077, "rouge2": 9.523809523809526, "rougeL": 12.307692307692307}, "nll_sum": 222.4012451171875, "token_count": 37} +{"index": 10247, "reference": "Cheltenham Town have signed Aston Villa and England Under-18 defender Easah Suliman on loan until 2 January.", "prediction": "Aston Villa have signed England teenage midfielder Tolo Suliman from Aston Villa on. fouryear deal, reported to be \u00a38m.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 127.0718994140625, "token_count": 27} +{"index": 10248, "reference": "When proposing new laws, ministers can fill the statute books from the relative safety of their positions in government.", "prediction": "We are used to Parliament, the time to give more more gay couples, gay, bisexual, bisexual,000 couples or a gay or gay marriage.", "rouge": {"rouge1": 4.651162790697675, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 150.557861328125, "token_count": 29} +{"index": 10249, "reference": "The United States is to release frozen Iranian funds, saying Tehran has kept commitments made under an interim deal over its nuclear programme.", "prediction": "Iran is ready to complete uranium in its nuclear nuclear programme, despite a deal deal with the West,izz's", "rouge": {"rouge1": 32.558139534883715, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 108.15520477294922, "token_count": 21} +{"index": 10250, "reference": "Great Britain lost to the Netherlands in Manchester for the second time in two days, going down 79-68.", "prediction": "Great Britain women suffered a 92-67 defeat by the Netherlands in their first and final warm-up match in stoppage handover.- abserved-.- a's from-d's a in a from a's.'s a", "rouge": {"rouge1": 21.81818181818182, "rouge2": 11.320754716981133, "rougeL": 21.81818181818182}, "nll_sum": 259.80181884765625, "token_count": 45} +{"index": 10251, "reference": "The Royal Bank of Scotland is to issue its first polymer \u00a310 note to the public on 4 October.", "prediction": "Royal Bank of Scotland is theBS of) has asked the public to help its design.", "rouge": {"rouge1": 52.94117647058824, "rouge2": 31.250000000000007, "rougeL": 41.17647058823529}, "nll_sum": 91.13935852050781, "token_count": 17} +{"index": 10252, "reference": "President Barack Obama has urged the US to \"reject despair\" as he paid tribute to five police officers killed during a deadly sniper attack in Dallas.", "prediction": "US President Barack Obama has said the country will not be \"love by despair\" after a fatal police shooting of unarmed black gunman in Dallas\". November. a's from a's from-d aelt in from from a's.", "rouge": {"rouge1": 33.84615384615385, "rouge2": 12.698412698412698, "rougeL": 27.6923076923077}, "nll_sum": 214.03506469726562, "token_count": 45} +{"index": 10253, "reference": "For excitement it may not have matched the Samuel L Jackson film, Snakes On A Plane, but passengers on a Qantas flight watched with fascination as one snake fought out its own drama.", "prediction": "Passengers on an Australian passenger back on Wednesday were alive after a giant pythons crashed into a passenger airport.", "rouge": {"rouge1": 19.230769230769234, "rouge2": 4.0, "rougeL": 15.384615384615385}, "nll_sum": 106.17063903808594, "token_count": 22} +{"index": 10254, "reference": "German publisher, Axel Springer, has agreed to buy a controlling stake in the US news website Business Insider.", "prediction": "One of the world biggest online Foundation, has been bought by administratorsbitconn by a Facebook firm.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 126.15450286865234, "token_count": 19} +{"index": 10255, "reference": "Free buses are being laid on to take people from two of the most deprived parts of Warrington to a swimming pool.", "prediction": "A scheme to help low levels help people with sport who not do their sport has been, has backed by councillors. bring a \"Texass's ballet\"'s a from's from a from it it's from of a from a's a", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 280.7880859375, "token_count": 47} +{"index": 10256, "reference": "Nasa's Kepler telescope has recently found 216 new planets, meaning it has now discovered more than 4000 potential new worlds!", "prediction": " the US space telescope space algae, it have discovered another dwarf planet the planet. the planet's a, aCalifornia \"-D a 1 in it's's! the", "rouge": {"rouge1": 20.833333333333336, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 212.86575317382812, "token_count": 32} +{"index": 10257, "reference": "Almost 100 puppies have been seized as part of an operation into the illegal puppy trade from Ireland to the UK.", "prediction": "A group of illegal 30 with puppies worth more than \u00a31m have been seized by the Irish border during a operation, the RSPCA says.", "rouge": {"rouge1": 40.0, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 114.25370788574219, "token_count": 29} +{"index": 10258, "reference": "UKIP leader Nigel Farage has called for immigrants to be barred from receiving any benefits until they have been resident in the UK for five years.", "prediction": "UKIP's benefit from the UK \"should't be mad\" and\" benefit from money the Labour future, the Conservative leader Nigel Farage. said.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 12.76595744680851, "rougeL": 16.3265306122449}, "nll_sum": 161.38034057617188, "token_count": 29} +{"index": 10259, "reference": "Campaigners have called for Durham University's \"brutalist\" student union building to be saved from demolition.", "prediction": "A temporary demolition structure is being demolition at a building in Durham is to be awarded the University of Durham.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 101.195556640625, "token_count": 20} +{"index": 10260, "reference": "A prehistoric monument has been given a stargazing award in recognition of its views of the Milky Way.", "prediction": "An art art gallery made possible of one of's Britain's most famous historic a won a won the Team Sky. helptheH a The in's from's The's ballet from'sw's The in from reputation's\"..'s a", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 335.46636962890625, "token_count": 49} +{"index": 10261, "reference": "Police searching for a man who went missing last month have found a body on the banks of the River Severn.", "prediction": "A man whose body was pulled from the River Severn in Se two weeks ago has been found.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 16.216216216216214, "rougeL": 30.769230769230766}, "nll_sum": 72.80742645263672, "token_count": 19} +{"index": 10262, "reference": "Michael Dunlop set the fastest times for the Ulster Grand Prix Superbike and Superstock classes in Thursday's delayed practice sessions at Dundrod.", "prediction": "Michael Dunlop has set the pace for the pace for a second time after poor rain icy session at the Northern Ireland Grand practice before the event practice event on Saturday.", "rouge": {"rouge1": 40.74074074074075, "rouge2": 15.384615384615383, "rougeL": 29.629629629629626}, "nll_sum": 173.37649536132812, "token_count": 33} +{"index": 10263, "reference": "New sand dunes may be created to reduce the risk of flooding on a beach on the Denbighshire and Flintshire border.", "prediction": "A newune system will be set up in Den Denbigh beach that can be put at risk, the council said in solve the of the, referee, the it from a ban from a's.A of.", "rouge": {"rouge1": 24.561403508771928, "rouge2": 0.0, "rougeL": 14.035087719298245}, "nll_sum": 249.05166625976562, "token_count": 43} +{"index": 10264, "reference": "ScotRail has cancelled a third of its usual services this Sunday, after pay talks with train drivers' union Aslef stalled.", "prediction": "The drivers' union, Asle, says it will take strike action against its rival, Abellio, after seeking a new offer and pay.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 127.16798400878906, "token_count": 29} +{"index": 10265, "reference": "Hungary will not back down over three laws which have brought in question its future membership in the EU, Foreign Minister Peter Szijjarto says.", "prediction": "Polish Prime Minister seventh Lydloijartart he believes the EU cannot cope from EU laws that \"at threatened a interfering with domestic abuse\".", "rouge": {"rouge1": 17.391304347826086, "rouge2": 4.545454545454545, "rougeL": 8.695652173913043}, "nll_sum": 205.10015869140625, "token_count": 29} +{"index": 10266, "reference": "At first glance, you see someone huddled in blankets and clutching at sleep on a cold park bench.", "prediction": "For a red and red painted sits on a busy street, a man who stands in a Belfast street.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 97.50981903076172, "token_count": 20} +{"index": 10267, "reference": "The maker of iconic collectable trading cards has said hackers could have stolen customers' credit and debit card numbers along with their associated security codes in a recent breach.", "prediction": " a Chinese firm firm Tobert, it will customers been lost customers or to their card, or card numbers.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444445, "rougeL": 12.76595744680851}, "nll_sum": 137.47012329101562, "token_count": 21} +{"index": 10268, "reference": "India require eight wickets on the final day to seal a 3-0 Test series win after South Africa closed on 72-2 in pursuit of a remote 481 in Delhi.", "prediction": "India and completed stunning stunning brilliant-run win of beat a South Africa side to complete 2-0 series whitewash of South Africa in Cape Town.", "rouge": {"rouge1": 38.59649122807018, "rouge2": 3.6363636363636362, "rougeL": 24.56140350877193}, "nll_sum": 139.08566284179688, "token_count": 30} +{"index": 10269, "reference": "The number of Welsh motorists caught using their mobile phones went up in March, despite the introduction of harsher penalties.", "prediction": "Drivers Ro using their mobile phone while driving a licence have been banned for three years after a new came into force.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 15.0, "rougeL": 19.04761904761905}, "nll_sum": 101.68477630615234, "token_count": 23} +{"index": 10270, "reference": "Two youths have been arrested over deliberate injuries to a donkey at a community farm in Torfaen.", "prediction": "Three teenagers have been arrested on suspicion of revenge attack on a donkey which left a man stabbed his neck and injured in Torenfa council. solve a 2011 a 2011 a's a reputation's a from The ballet's.", "rouge": {"rouge1": 24.56140350877193, "rouge2": 10.90909090909091, "rougeL": 24.56140350877193}, "nll_sum": 240.9278564453125, "token_count": 43} +{"index": 10271, "reference": "A council has spent \u00a330,500 unsuccessfully searching for new burial sites in Oxford over the last four years.", "prediction": "More than \u00a3 \u00a31m has been made available to Oxford's burial murder site, after the council raised more than \u00a332,000.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 113.75497436523438, "token_count": 27} +{"index": 10272, "reference": "Five people have been shot at a California nightclub while Chris Brown was performing.", "prediction": "US singer Chris Brown has shot dead at a,, including one woman including critically injured several others.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 13.793103448275861, "rougeL": 19.35483870967742}, "nll_sum": 105.25608825683594, "token_count": 18} +{"index": 10273, "reference": "The Trump administration plans to sell military planes to Nigeria despite concerns over rights abuses and a botched air strike that killed scores of civilians in January, US media say.", "prediction": "The US military has agreed to sell large-scale military planes to Afghanistan and Afghanistan by US, military officials say.", "rouge": {"rouge1": 36.00000000000001, "rouge2": 12.5, "rougeL": 36.00000000000001}, "nll_sum": 86.25660705566406, "token_count": 22} +{"index": 10274, "reference": "MPs have defeated a cross-party bid to clarify in law that abortion on the grounds of gender alone is illegal in the UK.", "prediction": "The government has rejected a call by an amendment a controversial radical abortion in UK law to include some women who are identified as a foetus.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 121.36058044433594, "token_count": 27} +{"index": 10275, "reference": "Four thousand new homes could be built on greenbelt land in a new garden village development for Surrey.", "prediction": "A new plan build 1,000 homes are to be built in north London be built, the site of the council, council leader are said and. solve'sA's a's from the it's's from of a from's of a", "rouge": {"rouge1": 19.672131147540988, "rouge2": 6.779661016949151, "rougeL": 19.672131147540988}, "nll_sum": 253.31260681152344, "token_count": 47} +{"index": 10276, "reference": "The global farming sector has a big role to play in the effort to curb greenhouse gas emissions and adapting to future climate change, the UN says.", "prediction": " Parisased climate change, will protect the impact from global global food and security and around, the UN agency says.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.090909090909092, "rougeL": 26.08695652173913}, "nll_sum": 123.40890502929688, "token_count": 22} +{"index": 10277, "reference": "An independent theatre producer who fraudulently claimed \u00a365,000 in grants has been jailed for 18 months at Cardiff Crown Court.", "prediction": "A comic director, who obtained about \u00a360,000 to help prizes fund for young people, has been ordered to pay \u00a350,000.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 108.78385925292969, "token_count": 28} +{"index": 10278, "reference": "Swansea City manager Paul Clement says he will have \"a conversation\" with Chelsea captain John Terry about the possibility of signing him.", "prediction": "Swansea City coach Paul Clement says former captain John Terry is struggle to stay at the club and and believes he has \" his last game\".", "rouge": {"rouge1": 42.55319148936171, "rouge2": 22.222222222222225, "rougeL": 38.297872340425535}, "nll_sum": 117.5294189453125, "token_count": 28} +{"index": 10279, "reference": "East Belfast MP Gavin Robinson has warned that people are using fear tactics in the European Union referendum campaign.", "prediction": "The Democratic Unionist (DUP) said it is \"ign ill ill\" that Northern Ireland would not to benefit from a relationship with the EU.", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 115.22991943359375, "token_count": 29} +{"index": 10280, "reference": "A new police chief has been installed in the Afghan capital, Kabul, ending days of confusion over the fate of incumbent Gen Zahir Zahir.", "prediction": "The police chief of Afghan forces has named as namedirirMuhammadirir, the the latest of recent attacks on his role.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 27.906976744186046}, "nll_sum": 149.8299102783203, "token_count": 26} +{"index": 10281, "reference": "A third of babies born in 2012 in the UK are expected to live to 100, according to a new report.", "prediction": "More than one babies are expected to be England in Wales to mark 100th birthday, the latest figures show.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 91.98821258544922, "token_count": 21} +{"index": 10282, "reference": "Global warming could drive drought sensitive butterfly species to extinction in the UK by 2050, according to new research.", "prediction": "The impact of on butterfly, likely to recover from a hot weather storms during the summer, new research suggests.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 104.61322784423828, "token_count": 21} +{"index": 10283, "reference": "A cyclist has been killed in a crash on the A82 road to the north of Fort William.", "prediction": "A motorist is to hospital after being hit by a lorry on the A9, near M Bemouth.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 6.0606060606060606, "rougeL": 22.857142857142858}, "nll_sum": 96.56897735595703, "token_count": 22} +{"index": 10284, "reference": "Hundreds of new jobs have been announced for a Cardiff call centre.", "prediction": "A train-based company being plans to create 30 jobs and jobs in Cardiff jobs, double the firm's reputation as a reputation from The's have from of English a's a from a the's from. reputation of's from's balletA", "rouge": {"rouge1": 17.857142857142858, "rouge2": 0.0, "rougeL": 10.714285714285714}, "nll_sum": 296.3952331542969, "token_count": 47} +{"index": 10285, "reference": "A 15-year-old boy charged with the manslaughter of a man who died from a single punch has appeared in court.", "prediction": "A 17-year-old boy has appeared in court charged with murdering a Polish from Polish who was attacked in an Essex flat hotel.", "rouge": {"rouge1": 56.52173913043478, "rouge2": 27.27272727272727, "rougeL": 39.13043478260869}, "nll_sum": 97.6327896118164, "token_count": 26} +{"index": 10286, "reference": "A man who helped his son plot a robbery, during which a man was killed, has had his jail term increased.", "prediction": "A double triple who was convicted of the gang murder in a pensioner who has had period of his jail cut.", "rouge": {"rouge1": 38.095238095238095, "rouge2": 10.000000000000002, "rougeL": 33.33333333333333}, "nll_sum": 128.34280395507812, "token_count": 22} +{"index": 10287, "reference": "Oldham in Greater Manchester is the most deprived town in England, an official study into housing and poverty has found.", "prediction": " Oldham is in the best place to pay incomes England with the price average of living, Duchess and Cambridge.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 0.0, "rougeL": 25.641025641025646}, "nll_sum": 127.4591293334961, "token_count": 21} +{"index": 10288, "reference": "Michael Ball is to host this year's Olivier Awards, it has been announced.", "prediction": "ieie Ball is to host the host of this year's Olivier award award next year, it has been announced.", "rouge": {"rouge1": 76.47058823529413, "rouge2": 62.5, "rougeL": 76.47058823529413}, "nll_sum": 95.98278045654297, "token_count": 22} +{"index": 10289, "reference": "The 300th anniversary of the birth of renowned landscape gardener Lancelot \"Capability\" Brown is being celebrated with a tree-planting ceremony.", "prediction": "A sculpture of Irish gardife Brown the unveiled at a south Wales museum venue, celebrating its 50th anniversary.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 126.94731140136719, "token_count": 21} +{"index": 10290, "reference": "A couple who died in a helicopter crash in New Zealand were on a \"dream\" holiday to celebrate their 50th birthdays, their family has said.", "prediction": "A British woman who was injured and seriously injured in a highest plane crash in New Zealand saida was \"a realdream\".", "rouge": {"rouge1": 39.130434782608695, "rouge2": 18.18181818181818, "rougeL": 39.130434782608695}, "nll_sum": 120.37164306640625, "token_count": 24} +{"index": 10291, "reference": "Fewer Scottish businesses have gone bust since the start of the year, according to new figures from professional services firm KPMG.", "prediction": " parts businesses in Scotland are facing having a fall in oil prices due to the general election, official figures from November account accountancy KPMG K.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 152.5856170654297, "token_count": 29} +{"index": 10292, "reference": "The Football qualifiers continue on Saturday with Monaghan and Cavan playing after their Ulster SFC defeats and Derry and Fermanagh also in action.", "prediction": "Monaghan have been holders to face Tyrone in their final C Ulster in All-Ireland Football semi-final against Cowathath and atdenbebe on Saturday.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 4.444444444444444, "rougeL": 17.02127659574468}, "nll_sum": 186.40097045898438, "token_count": 33} +{"index": 10293, "reference": "A police community support officer who leaked confidential intelligence to a drug dealer has been jailed for five years.", "prediction": "A former police officer who gave information about a man's order (SOs) a police officer and community ( LGBT) community order has been jailed for six years.", "rouge": {"rouge1": 47.826086956521735, "rouge2": 22.72727272727273, "rougeL": 43.47826086956522}, "nll_sum": 142.7911834716797, "token_count": 32} +{"index": 10294, "reference": "A lodger has been jailed for life for stabbing his landlord 29 times after a row about cleanliness.", "prediction": "A woman who stabbed his rival friend to death in a car before before moving a moving car into their home in West Sussex has been jailed for life.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 22.222222222222225, "rougeL": 25.53191489361702}, "nll_sum": 104.22856140136719, "token_count": 29} +{"index": 10295, "reference": "Viewsnight is BBC Newsnight's new place for ideas and opinion.", "prediction": "The BBC's BBC Newsnight of is working on religious and take a look at Islam, what it says called a Islam \"e Islam promises\".", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 156.10507202148438, "token_count": 28} +{"index": 10296, "reference": "A Scottish architect who had been reported missing in India is understood to have been found.", "prediction": "A Scottish tourist who went missing nearly two weeks ago has been found and well.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 13.79310344827586, "rougeL": 38.70967741935484}, "nll_sum": 57.66495132446289, "token_count": 15} +{"index": 10297, "reference": "The safety of patients using the 111 service in Oxfordshire could be \"compromised\", according to the county's leading health body.", "prediction": "A ambulance call Lincoln Lincolnshire has been rated rated \"inserious\" and patient safety, the health watchdog has said. said in the- referee,000, \" it has be from the it's's from\".", "rouge": {"rouge1": 33.96226415094339, "rouge2": 0.0, "rougeL": 22.641509433962266}, "nll_sum": 267.40899658203125, "token_count": 43} +{"index": 10298, "reference": "Striker Matt Green says he is attracting interest from Championship clubs having left Mansfield Town following a \"demoralising\" season.", "prediction": "Mansfield Town striker Matt Green says he turned out of his plans for management he former club turned and turned down a new era\" end season.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 23.25581395348837, "rougeL": 35.55555555555556}, "nll_sum": 164.1378173828125, "token_count": 29} +{"index": 10299, "reference": "UK Sport is under further scrutiny after its treatment of complaints about GB Taekwondo was questioned.", "prediction": " GB taekwondo chiefs say they are be \"deeply disappointed\" over concerns over UK Athletics staff' handling of an independent legal review.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 10.81081081081081}, "nll_sum": 129.63565063476562, "token_count": 28} +{"index": 10300, "reference": "Sussex's victory bid was frustrated as David Lloyd's unbeaten hundred enabled Glamorgan to bat out the final day.", "prediction": "David Lloyd struck an unbeaten 88-- helped balls to get Glamorgan to a draw against Sussex at Hove in a tense draw in Cardiff.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 161.1395263671875, "token_count": 28} +{"index": 10301, "reference": "The head of one of the UK's largest credit unions is to become chief executive of Airdrie Savings Bank.", "prediction": "Falkirk firm has appointed by new boss of Bank Scotland's Airdrie Savings Bank.", "rouge": {"rouge1": 29.411764705882348, "rouge2": 12.5, "rougeL": 29.411764705882348}, "nll_sum": 100.41595458984375, "token_count": 18} +{"index": 10302, "reference": "A loan shark has taken a judge's offer to avoid an 18-month prison sentence by repaying his victims.", "prediction": " a Carmarthenshire man, who pocketed thousands of thousands from one his his victims out of a \u00a31, \u00a31, has been handed a suspended term.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 136.7235565185547, "token_count": 33} +{"index": 10303, "reference": "Jamaica's most senior drug tester says the country's recent rash of failed tests might be the \"tip of an iceberg\".", "prediction": "The Jamaican athletes who failed a drugs test test \"off tipoff the iceberg in the sport\", says the former head of Olympic chief.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 151.61795043945312, "token_count": 27} +{"index": 10304, "reference": "Italy have appointed former Juventus boss Antonio Conte as their new coach until 2016.", "prediction": "Anton Conte has been named as the new head coach of 2016.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 0.0, "rougeL": 38.46153846153846}, "nll_sum": 46.65972137451172, "token_count": 14} +{"index": 10305, "reference": "Shrewsbury scored three first-half goals to beat Blackpool and end a run of three league games without a win.", "prediction": "Shrewsbury Town recorded their third straight league victory with a comfortable victory over League One play-off hop-off-fened Blackpool. years a's-'s from-d a from in a from a's fromold a", "rouge": {"rouge1": 17.857142857142858, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 243.4745330810547, "token_count": 47} +{"index": 10306, "reference": "This is a story of money and power.", "prediction": "A new Manchester system has been created in Greater Manchester - and then the office - - it then eventually the impact of should happened to what it mean it to be EU!\"", "rouge": {"rouge1": 15.789473684210527, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 202.05941772460938, "token_count": 33} +{"index": 10307, "reference": "Philippines President Rodrigo Duterte has given the go-ahead for the body of his disgraced predecessor Ferdinand Marcos to be buried in the Heroes' Cemetery in Manila.", "prediction": "The Philippines military says it military has declared the body of the Philippine Manila ruling leader, Marcos, because of the arrival of President Rodrigo Duterte.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 16.0, "rougeL": 26.923076923076923}, "nll_sum": 124.9700698852539, "token_count": 27} +{"index": 10308, "reference": "Twenty men have been found living in \"poor conditions\" during four simultaneous raids across the West Midlands, police said.", "prediction": "Four men have been arrested and on suspicion of human trafficking and beingicked into the UK, the police have said. using in a the's reputation as a,. they", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 25.0}, "nll_sum": 157.23312377929688, "token_count": 32} +{"index": 10309, "reference": "There has been a dramatic reduction in the number of migrants arriving in Greece since an agreement between Turkey and the EU came into force.", "prediction": "Torary have fired tear police outside the Greek island on the Greek island of Les amid, amid fears over the influx of migrants try and reach Europe.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 4.0, "rougeL": 15.384615384615383}, "nll_sum": 149.5958709716797, "token_count": 29} +{"index": 10310, "reference": "An elderly woman whose bicycle was stolen while she was shopping has been overwhelmed by offers of replacements.", "prediction": "A pensioner who lost part of her bike stolen from a supermarket after a was offered, has offered a new offer worth \u00a31,000.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 113.44637298583984, "token_count": 28} +{"index": 10311, "reference": "Relatives of the 10 people who died in the Clutha helicopter tragedy in Glasgow have been told fuel switches were in the off position when they should have been on.", "prediction": "The families of 11 11 people died when of police helicopter crashed in December have been told they the \"serious questions\" over what to happened and happened\".", "rouge": {"rouge1": 42.10526315789474, "rouge2": 7.272727272727273, "rougeL": 31.57894736842105}, "nll_sum": 167.35586547851562, "token_count": 29} +{"index": 10312, "reference": "Mario Balotelli has threatened to walk off the pitch if he is ever again subjected to racist abuse from fans.", "prediction": "Mario Balotelli says he, still wanted to leave empty pitch for Italy after receiving claims of racist chants.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 112.00226593017578, "token_count": 21} +{"index": 10313, "reference": "Two victims of the Alton Towers rollercoaster crash will hold a charity night to raise money for the organisations that helped them.", "prediction": "A teenager who had a leg and leg amputated after a rollercoaster crash five 40 years ago has been taken ill by emergency services.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 4.545454545454545, "rougeL": 8.695652173913043}, "nll_sum": 105.691162109375, "token_count": 27} +{"index": 10314, "reference": "Alfred Hitchcock's Vertigo has replaced Orson Welles's Citizen Kane at the top of a poll that sets out to name one film \"the greatest of all time\".", "prediction": "The new analysis about the 2004 film industry Bernard Kane has been named the best film of film world.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 109.36467742919922, "token_count": 19} +{"index": 10315, "reference": "Second New York State prison escapee David Sweat is in custody after being shot by police, US officials report.", "prediction": " security Yorksecurityvat security has been shot and shot dead after allegedly trying to break from maximum high-security security prison cell in New York governor, governor, say.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454546, "rougeL": 8.695652173913043}, "nll_sum": 183.2102813720703, "token_count": 33} +{"index": 10316, "reference": "A man has been charged with attempted murder after a police officer was slashed with a knife during a routine vehicle check.", "prediction": "A man has been charged with murder and attempted murder of murder after a police officer was hit by a stolen car car in Lancashire.", "rouge": {"rouge1": 59.57446808510639, "rouge2": 48.888888888888886, "rougeL": 59.57446808510639}, "nll_sum": 73.35958862304688, "token_count": 27} +{"index": 10317, "reference": "Shares in fizzy drinks giant Coca-Cola have fallen more than 4% after the firm reported a fall in profits.", "prediction": "US drinks giant Coca-Cola has reported a 40 rise in first-quarter profits to $ (\u00a3 (71m) after advertising in advertising sales retailers.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 20.0, "rougeL": 38.0952380952381}, "nll_sum": 209.978515625, "token_count": 29} +{"index": 10318, "reference": "All photographs \u00c2\u00a9 Charles Fox.", "prediction": "The illegal industry is dangerous in the south of Skegokard is is3 complex, but there is too low.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 153.209716796875, "token_count": 23} +{"index": 10319, "reference": "West Ham United have signed Manchester United's Ravel Morrison for an undisclosed fee.", "prediction": "West Ham have signed England international Ravel Morrison for a fee believed to be about \u00a37m.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 28.571428571428577, "rougeL": 53.333333333333336}, "nll_sum": 53.67164611816406, "token_count": 19} +{"index": 10320, "reference": "Republican presidential candidates speaking at a forum in Washington, DC, have responded to the mass shooting in California which left at least 14 dead.", "prediction": " the the wake around the deadly and Paris attacks, Virginia, California on Tuesday night, the New York state wanted wish to do anything again and what it will be?", "rouge": {"rouge1": 11.320754716981133, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 182.1299285888672, "token_count": 32} +{"index": 10321, "reference": "Here are five stories in Oxfordshire that held your interest this week.", "prediction": "A ceremony has been held for a college carrying a Kuenswear during a costume celebrating its 30th anniversary birthday.", "rouge": {"rouge1": 6.451612903225808, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 129.1741943359375, "token_count": 22} +{"index": 10322, "reference": "A Galashiels man has appeared in court following a major drugs operation involving 100 police officers in the Borders.", "prediction": "A man has appeared in court in the Borders Borders charged in connection with a suspected drugs and and sale a cannabis farm in the Borders Scottish.", "rouge": {"rouge1": 47.826086956521735, "rouge2": 27.272727272727277, "rougeL": 47.826086956521735}, "nll_sum": 138.37196350097656, "token_count": 27} +{"index": 10323, "reference": "Aaron Ramsey and his Wales team-mates say they are not worried about who they might face in the last 16 at Euro 2016.", "prediction": "Wales \"didn are proud\" of history to reach the knockout stages of Euro 2016, says manager Chris Coleman.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 23.80952380952381}, "nll_sum": 102.82679748535156, "token_count": 22} +{"index": 10324, "reference": "Plans for a summit aimed at tackling teacher shortages highlight an urgent problem in parts of northern and north east Scotland.", "prediction": "A teacher shortage has declared a significant issue in all counties of schools in northern Scotland.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 5.714285714285714, "rougeL": 37.83783783783783}, "nll_sum": 87.6083984375, "token_count": 16} +{"index": 10325, "reference": "George Clooney has surprised an 87-year-old fan with a bouquet of flowers for her birthday.", "prediction": "US filmmaker George Clooney had received a surprise visit at a care home, for staff, staff and urged residents to meet a care home.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 5.128205128205128, "rougeL": 24.39024390243903}, "nll_sum": 129.0211181640625, "token_count": 27} +{"index": 10326, "reference": "Four families who had to move out of their homes when a huge sinkhole opened up in their road are still waiting to return after a year.", "prediction": "A temporary road road, where a huge sinkhole has opened up hole three weeks ago, has evacuation and forced thousands of leave their homes without power without", "rouge": {"rouge1": 37.03703703703704, "rouge2": 15.384615384615385, "rougeL": 22.22222222222222}, "nll_sum": 148.70822143554688, "token_count": 29} +{"index": 10327, "reference": "Everton have appointed Leicester City joint assistant manager and head of recruitment Steve Walsh as their new director of football.", "prediction": "Ex-Ever head coach Steve Walsh has signed a new five-year contract,, saying to the club is like a \"new era\".", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 112.99065399169922, "token_count": 26} +{"index": 10328, "reference": "Republic of Ireland striker Jonathan Walters will not feature in Friday's friendly with Switzerland because of a hamstring injury, but should be fit to face Slovakia on Tuesday.", "prediction": "Republic of Ireland striker Jon Walters returned to full training in Republic Republic Ireland ahead Tuesday's Euro 2016 match against France and Ireland Republic of Ireland the's Nottingham of as'ballet from3 a's- reputation from from O's's). aA", "rouge": {"rouge1": 30.555555555555557, "rouge2": 8.571428571428571, "rougeL": 25.0}, "nll_sum": 301.99908447265625, "token_count": 48} +{"index": 10329, "reference": "England fly-half Owen Farrell has signed a new five-year contract with Saracens, keeping him with the European champions until 2022.", "prediction": "Saracens fullback Connor Farrell has signed a contract which will keep himself with- Premiership champions at at the end of a season.'s Sharks of's ballet aA-/- a from in from years from's from's a", "rouge": {"rouge1": 36.66666666666667, "rouge2": 10.344827586206897, "rougeL": 26.666666666666668}, "nll_sum": 278.62689208984375, "token_count": 45} +{"index": 10330, "reference": "A shocked sports journalist got home to find a parcel which was posted through his window had landed in his toilet.", "prediction": "A man has been apologised for sending Christmas cards after it was sent through a lorry. 2011 solve aA a 2011 a video stopplard's reputation for a from aA reputation a2 from The's of a from a 2011 a", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 9.67741935483871}, "nll_sum": 302.6889953613281, "token_count": 47} +{"index": 10331, "reference": "Roarie Deacon's late winner helped non-league Sutton United beat League Two side Cheltenham Town in the FA Cup second round.", "prediction": "Matt Tubbs scored a stoppage-time extra time to end Sutton United from non-league Chel Cheltenham in an FAFL Cup fourth round tie.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 30.434782608695656}, "nll_sum": 157.62326049804688, "token_count": 31} +{"index": 10332, "reference": "In the UK, the May Day bank holiday offers a chance to take a short break away from the daily grind, and for some people that means hitching up the caravan to the back of the car and heading into the countryside.", "prediction": "\"I'm a I video, but I released a graphic picture and photos of my husband, and I'm Jones - a controversialForeste it.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 176.06045532226562, "token_count": 29} +{"index": 10333, "reference": "A soldier who was investigated by the Iraq Historic Abuse Team after being falsely accused of war crimes in Iraq says its closure is \"long overdue\".", "prediction": "A former British army doorstep has revealed he is facing sexual abuse by soldiers any UK troops.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 101.32015991210938, "token_count": 17} +{"index": 10334, "reference": "James Ibori, a former governor of one of Nigeria's oil-producing states, has pleaded guilty in a UK court to 10 counts of money-laundering and conspiracy to defraud.", "prediction": "Nigeria's former governor Iwan Ibori, has been found guilty of a UK for money-laundering jail jail.", "rouge": {"rouge1": 50.0, "rouge2": 17.391304347826086, "rougeL": 33.333333333333336}, "nll_sum": 116.24746704101562, "token_count": 26} +{"index": 10335, "reference": "A historic hotel in the Scottish Borders is seeking applications for the position of \"Head of Fun\".", "prediction": "Peterborough's Hotel has launched for a man seeking to find its \"theiest day of the year\".", "rouge": {"rouge1": 35.294117647058826, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 105.65328979492188, "token_count": 20} +{"index": 10336, "reference": "Winger Tim Visser insists Scotland are only thinking about beating South Africa and rejects the notion that the side is weakened by 10 changes.", "prediction": "Watcher filmed Visser says there is no no coach coach Greenah his Scotland's fit squad face South Africa in Cardiff in Saturday Saturday.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 184.28228759765625, "token_count": 28} +{"index": 10337, "reference": "More than 100 people have supported a breastfeeding protest in Swansea after a Staffordshire mother was labelled a \"tramp\" for feeding her baby in public.", "prediction": "A mother whose mother was accused of feeding her baby in her public in a city centre, Swansea has urged people to do people protect them. them.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 16.0, "rougeL": 30.769230769230766}, "nll_sum": 150.53724670410156, "token_count": 29} +{"index": 10338, "reference": "Fleetwood scored three goals in eight minutes in extra time to claim victory over Southport and end the non-league side's hopes of causing an FA Cup upset.", "prediction": "Fleetwood survived a stunning-half goal from behind to beat South League beat non-league Southport and reach a EFL Cup first-round.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 159.76083374023438, "token_count": 30} +{"index": 10339, "reference": "A County Antrim woman who had two pregnancies terminated has ended her legal challenge against Northern Ireland's Department of Health.", "prediction": "A woman who was unable to forced to carry out an abortion in Northern Northern Ireland 2011,, has begun the costs of after launching her legal challenge to her lawyers.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 16.3265306122449, "rougeL": 27.450980392156865}, "nll_sum": 159.13177490234375, "token_count": 31} +{"index": 10340, "reference": "Rock and pop's most influential figures are to be honoured with blue plaques on BBC Music Day this year - and you can decide who gets one.", "prediction": "After almost 50 years ago, the BBC DJ will soon be honoured for a achievement contribution to the Victoria and what will receive a prestigious BBC Music award.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 7.547169811320755, "rougeL": 14.545454545454545}, "nll_sum": 146.6933135986328, "token_count": 29} +{"index": 10341, "reference": "The government has \"undermined and weakened\" the NHS in England, a letter signed by 140 doctors says.", "prediction": "A Party has written to the government accused of the how it wrongly how the NHS in the NHS of England \" much better\", a public health patient says.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 35.55555555555556}, "nll_sum": 170.53562927246094, "token_count": 30} +{"index": 10342, "reference": "Mexico's air force has been flying tons of grain into Oaxaca state in the south of the country to deal with dwindling food supplies caused by roadblocks set up by protesting teachers.", "prediction": "The Mexican government in Colombia says it will no longer buy no food and food in O Valaca area, where anti-government protests began.", "rouge": {"rouge1": 14.035087719298245, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 128.9209747314453, "token_count": 27} +{"index": 10343, "reference": "A 6.9 magnitude earthquake has struck off the Pacific island nation of Vanuatu.", "prediction": "A powerful 7.magn earthquake has struck off area ofuatu's northern South coast coast, officials say.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 20.689655172413794, "rougeL": 32.25806451612903}, "nll_sum": 135.51101684570312, "token_count": 22} +{"index": 10344, "reference": "Prime Minister Tony Abbott has reminded Australian politicians they cannot \"get away with exploiting the rules\" on expenses.", "prediction": "Former Australian Prime Minister Abbott Malcolm she has said she will not let in her public public money.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 94.82711791992188, "token_count": 18} +{"index": 10345, "reference": "The Crimestoppers charity is offering a \u00a310,000 reward for information about the 1996 murder of Scottish schoolgirl Caroline Glachan.", "prediction": "A reward has been awarded more than \u00a320,000 for information about help the find of schoolgirl Caroline McKemaker 25 years ago, because it'aA's from a-eA referee from a from a's. from a", "rouge": {"rouge1": 35.08771929824562, "rouge2": 10.90909090909091, "rougeL": 31.57894736842105}, "nll_sum": 258.64715576171875, "token_count": 46} +{"index": 10346, "reference": "Emanuele Giaccherini and Graziano Pelle scored as Italy began their Euro 2016 campaign with victory over much-fancied Belgium in Lyon.", "prediction": "Gristiano Pelle's double double helped help give gave a double as European champions with comfortable victory over victory Belgium in Group A.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 9.523809523809526, "rougeL": 31.818181818181824}, "nll_sum": 149.45138549804688, "token_count": 26} +{"index": 10347, "reference": "Rory McIlroy moved to within a shot of joint leaders Victor Dubuisson and Jaco van Zyl after the third round of the Turkish Airlines Open.", "prediction": "Rory McIlroy leads three lead and three shots behind winner Nlett van Van vana- Z and Zsa Zyl in a second round of the Forters Championship.-.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 12.244897959183673, "rougeL": 31.372549019607842}, "nll_sum": 230.8386993408203, "token_count": 36} +{"index": 10348, "reference": "Great Britain skeleton racer David Swift has retired from the sport.", "prediction": "Two-time Olympic silver medallistists Taylor singer has announced her retirement sport.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 26.08695652173913}, "nll_sum": 84.87681579589844, "token_count": 16} +{"index": 10349, "reference": "A fire has ripped through the first floor of a thatched house in a Suffolk village.", "prediction": "A fire has broken out on a large housing at housing house in Bury.", "rouge": {"rouge1": 40.0, "rouge2": 21.428571428571427, "rougeL": 40.0}, "nll_sum": 71.33473205566406, "token_count": 15} +{"index": 10350, "reference": "Mortuary staff's failures to carry out adequate identity checks led to the wrong body being cremated at the funeral of an MEP, a report found.", "prediction": "A NHS trust has been criticised for for passing the names, list, names or the names of families who were taken to a funeralICE, hospital.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 148.65518188476562, "token_count": 29} +{"index": 10351, "reference": "A new devolved authority has been ordered to review its estimated budget after it rose by \u00a3500,000.", "prediction": "A police authority set up in Cam Derbyshire could be created by the elections, meaning the council rise up to \u00a3.5m.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 127.24588012695312, "token_count": 27} +{"index": 10352, "reference": "Britain's Andy Lapthorne won his fourth Australian Open quad doubles title after he and world number one David Wagner retained their Melbourne crown.", "prediction": "Tom thethorne has helped Andy Murray and reach the final of the Australian men's doubles final. to it.'solve- aturned'solve of's-A'sA-the a' from a The's.'s fromA", "rouge": {"rouge1": 17.24137931034483, "rouge2": 0.0, "rougeL": 10.344827586206897}, "nll_sum": 282.0347900390625, "token_count": 47} +{"index": 10353, "reference": "As residents and emergency teams in Boston, USA, struggle to deal with 60cm of fresh snow, the roofs of some buildings have collapsed under its weight.", "prediction": "A huge snowstorm has hit parts of Asia Asia. northern US state of Pennsylvania in. republic 2011 a state a football-langer service for a from a's The's reputation from2 a's penalty of a.'s The'sA", "rouge": {"rouge1": 12.121212121212123, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 301.1333312988281, "token_count": 47} +{"index": 10354, "reference": "A man died when the car he was in was hit by a train at a level crossing.", "prediction": "A man was killed when his after hit by a train on railway railway line.", "rouge": {"rouge1": 48.48484848484848, "rouge2": 25.80645161290323, "rougeL": 42.42424242424242}, "nll_sum": 67.03215026855469, "token_count": 15} +{"index": 10355, "reference": "The chairman of the Airports Commission has rejected Gatwick's criticism of its report recommending expansion at Heathrow.", "prediction": "The new chairman of Gatwick Airport has been accused the government's handling over decision handling, public consultation review.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 5.714285714285714, "rougeL": 32.43243243243243}, "nll_sum": 118.78366088867188, "token_count": 21} +{"index": 10356, "reference": "Principality Stadium chief executive Martyn Phillips would relish the chance to host an Anthony Joshua bout at the 74,500 capacity Cardiff venue.", "prediction": "Welsh Rugby chief executive Martyn Phillips says plans for a fight for next year's next generation of Welsh rugby.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 14.634146341463413, "rougeL": 18.6046511627907}, "nll_sum": 95.11187744140625, "token_count": 22} +{"index": 10357, "reference": "Kilmarnock manager Lee Clark has warned the club needs to change personnel and mentality to avoid further brushes with relegation from the top flight.", "prediction": "Kilmarnock manager Lee Clark says his side need to the mentality to change, to be \"itering but they do not or struggle\".", "rouge": {"rouge1": 43.47826086956522, "rouge2": 27.27272727272727, "rougeL": 34.78260869565217}, "nll_sum": 156.11978149414062, "token_count": 29} +{"index": 10358, "reference": "National League side Ebbsfleet have signed Wycombe winger Myles Weston on a free transfer.", "prediction": "National League club Ebbs United have re- goalkeeper Simon Weston from National League rivals rivals Bath. a's a's a ballet's \"'s on a ballet from2's The2 from's2's's from's a from's fromA", "rouge": {"rouge1": 22.22222222222222, "rouge2": 7.6923076923076925, "rougeL": 22.22222222222222}, "nll_sum": 318.8335266113281, "token_count": 47} +{"index": 10359, "reference": "The collapsed retailer BHS is to re-launch as an online shop, selling some of the most popular items previously available on its website.", "prediction": " a new owners of chain BHS, which includes the last department chains and the department, chain, has launched a customer jobs in its UK.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 163.53125, "token_count": 28} +{"index": 10360, "reference": "Joba Rani was a solvent farmer in the north east village of Jamlabaj, but her world turned upside down when early floods swamped her land in April.", "prediction": "When Jobistists Ph Rani wasWhen she was agedappointed, she of people in Bangladesh Cricket't receive loans anxiety is a good for them.", "rouge": {"rouge1": 24.0, "rouge2": 0.0, "rougeL": 15.999999999999998}, "nll_sum": 234.7056427001953, "token_count": 29} +{"index": 10361, "reference": "The White House is in the \"final stages\" of drafting a plan to close the controversial US military prison Guantanamo Bay, a spokesman has said.", "prediction": "The Obama administration's plans Obama close the will prison at Guantanamo Bay \"could working some some time\", the White House of justice in the said., solve,'s it's a's in the's the, a, from they from a", "rouge": {"rouge1": 45.45454545454546, "rouge2": 15.625, "rougeL": 24.242424242424242}, "nll_sum": 275.3057556152344, "token_count": 46} +{"index": 10362, "reference": "A dispute that led to strikes by drivers of the Luas, Dublin's public tram system, has ended after staff voted to accept pay rises of up to 18%.", "prediction": "Trainas drivers on the Manchester tramas have votedoted for members in favour over pay.", "rouge": {"rouge1": 13.95348837209302, "rouge2": 0.0, "rougeL": 13.95348837209302}, "nll_sum": 131.74432373046875, "token_count": 17} +{"index": 10363, "reference": "A Conservative politician has won libel damages after it was reported he helped fund so-called Islamic State (IS).", "prediction": "Man TV reporter Press TV has won damages in damages over the American of an American American and. was published in saying it \"latt aA's from it a it's a it from it'sA referee of. from aA 2011", "rouge": {"rouge1": 23.333333333333336, "rouge2": 3.448275862068966, "rougeL": 13.333333333333334}, "nll_sum": 290.6722717285156, "token_count": 47} +{"index": 10364, "reference": "A campaign group website says over a million people in the European Union have signed a petition against trade negotiations with the United States.", "prediction": "A petition is calling for the European Parliament to be allowed to allowed foreign companies to pay over cases if it receives in the a a group it says.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 11.76470588235294, "rougeL": 18.867924528301888}, "nll_sum": 152.5665740966797, "token_count": 29} +{"index": 10365, "reference": "Bolton Wanderers have given preferred bidder status to former striker Dean Holdsworth's Sports Shield consortium, reports BBC Radio Manchester.", "prediction": "Wigan football football club Dean Holdsworthky been sold by Bolton Wand Wanderers, BBC Radio Manchester reports about \u00a39.9m.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 142.24957275390625, "token_count": 27} +{"index": 10366, "reference": "Scotland recovered from a woeful first-half performance to overhaul Ireland and keep their Six Nations Championship hopes alive.", "prediction": "Northern Ireland ended Ireland Ireland's five-match losing streak to their final Nations match with Six nine match between the at Murray Murrayfield.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 151.07113647460938, "token_count": 26} +{"index": 10367, "reference": "Scientists have used a gene-editing tool to stunt tumour growth in mice.", "prediction": "A Chinese hospital was developed a new treatment for a tumours that can not free cancer.", "rouge": {"rouge1": 13.793103448275861, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 99.86231994628906, "token_count": 17} +{"index": 10368, "reference": "The future of Lydney Harbour in Gloucestershire has been secured after a deal has been done for it to be operated by a local business.", "prediction": "Lneyney harbour has been named as a bid to save the Forest of Dean covered in Dean as part of a \u00a3 \u00a37m expansion.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 4.3478260869565215, "rougeL": 24.999999999999993}, "nll_sum": 137.62063598632812, "token_count": 28} +{"index": 10369, "reference": "The 2011 Nobel Peace Prize has been presented to three women at a ceremony in the Norwegian capital, Oslo.", "prediction": "Liberia has won the 2011 Nobel Peace for women's rights and in and women world.", "rouge": {"rouge1": 40.0, "rouge2": 18.18181818181818, "rougeL": 34.285714285714285}, "nll_sum": 85.93336486816406, "token_count": 17} +{"index": 10370, "reference": "Belfast Giants have closed the gap on Elite League leaders Cardiff Devils to six points with this comfortable win over the Capitals at the SSE Arena.", "prediction": "Belfast are level- points with Cardiff leaders Cardiff Devils after beating Cardiff Devils 4-year1 at the SSE Arena.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 27.906976744186046, "rougeL": 35.55555555555556}, "nll_sum": 152.27236938476562, "token_count": 25} +{"index": 10371, "reference": "Lani Belcher won K1 5000m silver for Great Britain while the K4 500m women also qualified their boat for Rio 2016 at the Canoe Sprint World Championships in Milan.", "prediction": "Great Britain's M Belgrade Belcher has missed out on a place at the 2016 Paralympic to Rio after Rio's only place for Rio place at the Rio Olympics.", "rouge": {"rouge1": 30.508474576271187, "rouge2": 10.526315789473683, "rougeL": 23.728813559322038}, "nll_sum": 168.24386596679688, "token_count": 34} +{"index": 10372, "reference": "Emergency services were not called until 11 minutes after the Alton Towers rollercoaster crash, it has emerged.", "prediction": "Alton Towers was in emergency call after a rollercoaster crash after a emergency call, the fire service said.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 12.121212121212121, "rougeL": 34.285714285714285}, "nll_sum": 91.03305053710938, "token_count": 22} +{"index": 10373, "reference": "A man has been arrested in Sydney after reports of a suspicious package caused police to lock down a part of the central business district.", "prediction": "A man has been arrested in Sydney after making a bomb threat on a phone to call, Australian police say.", "rouge": {"rouge1": 53.33333333333332, "rouge2": 32.55813953488372, "rougeL": 44.44444444444445}, "nll_sum": 66.68345642089844, "token_count": 21} +{"index": 10374, "reference": "The Australian government has released pictures showing the riot at Christmas Island migrant detention centre earlier this week and its aftermath.", "prediction": "Australian police are starting fire starting fire and an explosion at an Australian detention migrant centre, saying the cityraw's Queensland is a in stopp- reputation from The,'s as from a-p from referee from from November's a.", "rouge": {"rouge1": 26.22950819672132, "rouge2": 0.0, "rougeL": 13.11475409836066}, "nll_sum": 327.48077392578125, "token_count": 45} +{"index": 10375, "reference": "More diseased meat could end up in sausages and pies because of changes to safety checks in slaughterhouses, hygiene inspectors have warned.", "prediction": "Thousands of researchers are in the UK are being sold for testing for captive animals such as,,000 sperm and tuberculosis, a BBC investigation and found.", "rouge": {"rouge1": 12.499999999999996, "rouge2": 0.0, "rougeL": 8.333333333333334}, "nll_sum": 165.1140899658203, "token_count": 28} +{"index": 10376, "reference": "Jay Dasilva has signed a new four-year deal with Chelsea and rejoined Charlton Athletic on a season-long loan.", "prediction": "League One side Charlton Athletic have signed defender Sergio Perezilva on loan from Chelsea rivalswich Albion on a two-year deal a foul in a years a by aA from-A a fee in a years from's again from a", "rouge": {"rouge1": 32.78688524590164, "rouge2": 10.169491525423728, "rougeL": 16.39344262295082}, "nll_sum": 271.876708984375, "token_count": 47} +{"index": 10377, "reference": "Two staff members have admitted failing to take reasonable care of a disabled pupil who suffered brain damage when he was submerged in a swimming pool for 90 seconds.", "prediction": "A mother and son who fell from a rubber during in athletics during a trip trips which left one of another seriously injured in a swimming lesson in admitted.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 7.142857142857142, "rougeL": 17.24137931034483}, "nll_sum": 168.33233642578125, "token_count": 29} +{"index": 10378, "reference": "Rescuers in southern Italy are trying to find eight people missing after an apartment block collapsed in Naples.", "prediction": "Four people have been killed after a building collapsed in the southern Italian city city ofache, officials say.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 83.5167465209961, "token_count": 20} +{"index": 10379, "reference": "Gateshead midfielder Antony Sweeney is pleased to be returning to his native North East after leaving League Two side Carlisle United.", "prediction": "Gates-Ghead United's defender to Robertson has his first signing of a season- on pre-season training to \"game a step a \" a low\" the from A-up's of from 30 game.", "rouge": {"rouge1": 14.545454545454541, "rouge2": 0.0, "rougeL": 7.272727272727271}, "nll_sum": 271.8932189941406, "token_count": 43} +{"index": 10380, "reference": "British astronaut Tim Peake has spoken to hundreds of children from across England and Wales in a live space chat.", "prediction": "Hundreds of and thousands of astronaut have sent Tim Peake to a Manchester school camp, answering what he was called \"would take a look\".", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 153.88192749023438, "token_count": 27} +{"index": 10381, "reference": "A father whose drunken attack left his newborn son with severe brain damage has been jailed.", "prediction": "A man who killed his partner in a fatal attack on his five-month-old son has been jailed for more than \"cowly\" attack\"", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 35.0}, "nll_sum": 131.08714294433594, "token_count": 29} +{"index": 10382, "reference": "Nancie Atwell, an English teacher from Maine in the United States, has been named as the winner of a competition to find the world's best teacher, with a prize of $1m (\u00c2\u00a3680,000).", "prediction": "Compet Atwell, who has become first British education and education in culture, has received the of top money.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 0.0, "rougeL": 19.23076923076923}, "nll_sum": 136.43576049804688, "token_count": 22} +{"index": 10383, "reference": "North Wales needs more devolution if it is to fully benefit from the \"northern powerhouse,\" Manchester city council's leader has said.", "prediction": " North Wales should be given the more power to more powers\" from the Welsh office, the Welsh Government has said.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 38.0952380952381}, "nll_sum": 85.86940002441406, "token_count": 22} +{"index": 10384, "reference": "Left-back James Jennings has joined promoted Cheltenham Town from Gloucestershire rivals Forest Green.", "prediction": "Tranmere Rovers have agreed to sign striker Gary Harinsis on a new twoanda-ahalf-year deal.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 142.49501037597656, "token_count": 25} +{"index": 10385, "reference": "Adele has apparently turned down the Grammy award for best album, saying Beyonce deserved it more.", "prediction": "Adele has received a surprise victory at this year's Grammar, award for her best and best album.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 18.750000000000004, "rougeL": 35.294117647058826}, "nll_sum": 91.12291717529297, "token_count": 21} +{"index": 10386, "reference": "Liverpool manager Brendan Rodgers described his team's 2-1 victory against West Brom as a \"big win\" after a stuttering start to the season.", "prediction": "Liverpool manager Brendan Rodgers praised the \"important\" and resilience\" of his players as they came from behind and behind to beat Liverpool a Liverpool and his. \"'s-'s from's from a from's from of from's from's from a", "rouge": {"rouge1": 32.83582089552239, "rouge2": 9.23076923076923, "rougeL": 23.88059701492537}, "nll_sum": 222.80775451660156, "token_count": 47} +{"index": 10387, "reference": "The UK government has announced that Scotland's Court of Session will now be able to hear new patent cases.", "prediction": "The UK government has backed its priorities for a four divisional court\" be claimed by the Law of Scotland.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 30.76923076923077}, "nll_sum": 115.31358337402344, "token_count": 21} +{"index": 10388, "reference": "A $150,000 (\u00c2\u00a397,000) custom-made Calvin Klein dress, worn by actress Lupita Nyong'o at this year's Oscars, has been stolen in Hollywood.", "prediction": " a dress rehearsal helping film actress Camita Nyong'o, has been stolen and stolen from hotel restaurant room from a room ceremony in Los Angeles and Los Angeles police say.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 11.111111111111112, "rougeL": 32.142857142857146}, "nll_sum": 174.2057342529297, "token_count": 34} +{"index": 10389, "reference": "Radiohead have released the song they recorded to be the theme for the latest James Bond movie Spectre.", "prediction": " Smith Smith have receive the theme tune for a new tune of the James Bond film Spectre, it has emerged.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 11.11111111111111, "rougeL": 42.10526315789474}, "nll_sum": 92.21217346191406, "token_count": 21} +{"index": 10390, "reference": "Great Britain beat the Netherlands 3-0 in the Ergo Masters Four Nations Invitational in Dusseldorf as Ashley Jackson won his 100th cap.", "prediction": "Great Britain missed a dramaticplace play-place penalty decision as they beat the Netherlands 4-1- go top to the Under-21 Championship.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 13.636363636363635, "rougeL": 26.08695652173913}, "nll_sum": 160.96395874023438, "token_count": 28} +{"index": 10391, "reference": "Some UK police forces are using overtime to cover gaps caused by staff shortages, BBC Radio 5 live has found.", "prediction": "The Met Police will pay nearly almost1212m to police staff in the past five years, figures obtained by the BBC show in the a's, solve, from they from \"-G's of in from from a Saturday.", "rouge": {"rouge1": 17.54385964912281, "rouge2": 0.0, "rougeL": 14.035087719298245}, "nll_sum": 256.02642822265625, "token_count": 44} +{"index": 10392, "reference": "Archaeologists have found fragments of Stirling Castle's 16th Century outer defences.", "prediction": "Gen defence sea been found at Edinburgh Castle have been revealed during a regeneration during project Italian archaeologists have said have solve's it's and a the game it a Lord's a The's\" from it the's of of a from's aA", "rouge": {"rouge1": 24.137931034482758, "rouge2": 3.571428571428571, "rougeL": 13.793103448275861}, "nll_sum": 427.8169860839844, "token_count": 47} +{"index": 10393, "reference": "A Canadian ice cream manufacturer hopes it can give something back to its local community, by keeping an elementary school in Ontario province from shutting down.", "prediction": "An ice cream firm in Canada, announced it will a hedge investment to help its school, to help cope with a small asbestos problem.", "rouge": {"rouge1": 35.99999999999999, "rouge2": 4.166666666666666, "rougeL": 24.000000000000004}, "nll_sum": 130.49827575683594, "token_count": 26} +{"index": 10394, "reference": "A company which runs a paper recycling plant in Salford where a major fire broke out has had its environmental permit revoked.", "prediction": "A water company which was dangerous damaged in a fire in the Greater Manchester city centre site, has been fined \u00c2\u00a331,000.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904762, "rougeL": 31.818181818181817}, "nll_sum": 117.88928985595703, "token_count": 27} +{"index": 10395, "reference": "Is Tony Fadell destined to eclipse his former Apple workmate Sir Jonathan Ive?", "prediction": "More than two years ago, I the advertising didn't didn wasn wasn't!", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 93.03944396972656, "token_count": 15} +{"index": 10396, "reference": "The English Football Association has given its backing to Michel Platini's bid to become the next boss of Fifa.", "prediction": "The Football Association ofWFL) says it wants Michel Platini to become Fifa president, saying it saying a \"that- independent leadership candidate\".", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615385, "rougeL": 39.02439024390244}, "nll_sum": 160.89505004882812, "token_count": 28} +{"index": 10397, "reference": "Shrewsbury gave their survival hopes a huge boost with victory at Gillingham, who drop out of the play-off places.", "prediction": "Gillingham came from two goals goal down and beat fellow strugglerslers Shrewsbury.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 97.87820434570312, "token_count": 19} +{"index": 10398, "reference": "Planning bosses have raised concerns over a Stirlingshire tennis and golf centre proposed by Judy Murray and Colin Montgomerie.", "prediction": "A decision to build development for a proposed new \u00a310m Scottish golf golf park would be \" timely acceptable\", according to a local report local", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 145.60609436035156, "token_count": 27} +{"index": 10399, "reference": "The RSPCA has issued a warning against what it says is a growing trend for keeping raccoon dogs as pets.", "prediction": "The RSPCA is looking forward for a racata dog working to be its owner, the RCACA said. aAForeston's.'sA from's a \"-m from its from its from a's.", "rouge": {"rouge1": 27.45098039215686, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 269.52545166015625, "token_count": 43} +{"index": 10400, "reference": "Ed Miliband may have wowed delegates with his \"look - no notes\" speech to the Labour conference but not everyone is going home happy.", "prediction": "For the night at Wembley in Friday night, Newsround! Newsround!'.", "rouge": {"rouge1": 6.0606060606060606, "rouge2": 0.0, "rougeL": 6.0606060606060606}, "nll_sum": 87.71858978271484, "token_count": 15} +{"index": 10401, "reference": "A Russian jet flew within 100ft (30m) of a US Air Force plane over international waters near Japan in April, US officials have said.", "prediction": "A Russian jet crashed into tricky eyes of a US military aircraft before passes through a Russian, Russian officials say.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 19.04761904761905, "rougeL": 31.818181818181824}, "nll_sum": 100.50947570800781, "token_count": 21} +{"index": 10402, "reference": "The number of videos viewed every day on messaging app Snapchat has tripled since May this year to six billion.", "prediction": " and and Facebook users have one million Facebook images each Facebook showing on Snapchat every day, when Facebook was emerged on every Facebook. 30 minutes.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 4.651162790697675, "rougeL": 13.33333333333333}, "nll_sum": 154.0438232421875, "token_count": 27} +{"index": 10403, "reference": "Mobile phone company Three has apologised after some of its customers were unable to make calls or texts.", "prediction": " postal service service provider has apologised has apologised after customers sent dozens of messages to sent via users.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 98.80908203125, "token_count": 18} +{"index": 10404, "reference": "A school in Sydney has banned clapping in favour of \"silent cheering\", \"excited faces\" and \"punching the air\".", "prediction": "An Australian school in Sydney is a ban on pupils \"smos\"\" because of the way it received flag is a \" solutionell\".", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 30.769230769230766}, "nll_sum": 165.90863037109375, "token_count": 26} +{"index": 10405, "reference": "A fictitious MEP was recognised by a greater percentage of people than three real ones, a survey has suggested.", "prediction": "Wales was the only Labour candidate of the European Parliament to the highest profile of diagnosis, an analysis of an independent academic at Cardiff Cardiff University study. solve of referee's from's-A a from in from a's from.'s a", "rouge": {"rouge1": 16.129032258064516, "rouge2": 0.0, "rougeL": 9.677419354838708}, "nll_sum": 271.7358703613281, "token_count": 47} +{"index": 10406, "reference": "The Sun's original headline, above the 2003 story of former heavyweight champion Frank Bruno's admission to a psychiatric hospital, did not last long.", "prediction": "The first sportsperson who dealt with mental mental health issue has raised the issue issues issue and", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 94.87205505371094, "token_count": 17} +{"index": 10407, "reference": "European Taekwondo champion Lauren Williams says she feels under pressure to keep up her winning record.", "prediction": "Welsh star Liam Williams says she wants to keep taekwondo in preserve her medal medal at Rio 2016.", "rouge": {"rouge1": 41.1764705882353, "rouge2": 18.750000000000004, "rougeL": 35.294117647058826}, "nll_sum": 111.9190902709961, "token_count": 22} +{"index": 10408, "reference": "British heavyweight Anthony Joshua has been ordered by the WBA to defend his title against Cuba's Luis Ortiz.", "prediction": "W world champion Anthony Joshua's world title against champion Vincentfair will take place in London. London on 11 between and 11 May7 2014 after a 30 battle from a from a's-d's a in from from The's. aA", "rouge": {"rouge1": 19.672131147540984, "rouge2": 6.779661016949154, "rougeL": 16.393442622950822}, "nll_sum": 285.3548583984375, "token_count": 47} +{"index": 10409, "reference": "Security forces are controlling who enters the main office of the crisis-hit Nigerian Football Federation in the capital Abjua, BBC Sport has learned.", "prediction": " Association Association of Nigeria isNFF) has to entered the headquarters of Nairobi, following a recent ruling.", "rouge": {"rouge1": 20.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 123.33647155761719, "token_count": 22} +{"index": 10410, "reference": "One of Northern Ireland's best-known birds has been added to a list of those that are giving major concern to conservationists.", "prediction": "in puffinin has been sent to a Northern Ireland's annual list of 2016 list, the RSPR has said a anCalifornia-'s.A refereeA a's's ban from a it's first of.", "rouge": {"rouge1": 35.08771929824562, "rouge2": 18.181818181818183, "rougeL": 21.05263157894737}, "nll_sum": 272.81549072265625, "token_count": 43} +{"index": 10411, "reference": "Burnley defender Michael Keane has been handed his first international call-up after Stoke's Glen Johnson withdrew from the England squad through injury.", "prediction": "Burnley forward Michael Keane has been called out of England Under-21 squad after midfielder Lee Johnson was ruled out of a serious foot injury.", "rouge": {"rouge1": 44.89795918367347, "rouge2": 12.76595744680851, "rougeL": 36.734693877551024}, "nll_sum": 96.50474548339844, "token_count": 27} +{"index": 10412, "reference": "The controversial writer Michel Houellebecq has won France's top literary award, the Goncourt Prize, for his book The Map and the Territory.", "prediction": "The French author, president Michel Houelleperq, has officially won the 2016 Nobel Prize, the Prize for Fiction for Fiction in for science novel.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454546, "rougeL": 30.434782608695656}, "nll_sum": 159.7183074951172, "token_count": 29} +{"index": 10413, "reference": "A cyclist has died in a crash with an HGV in east London.", "prediction": "A cyclist was seriously seriously injured after being hit by a car and coach coach in south-west London.", "rouge": {"rouge1": 31.25, "rouge2": 6.666666666666667, "rougeL": 31.25}, "nll_sum": 67.34272766113281, "token_count": 20} +{"index": 10414, "reference": "Frenchman Alexander Levy extended his lead to six shots on day two of the fog-delayed European Open in Germany.", "prediction": "France's Alexander Levy is one off the lead heading into the final round of a weather-affectedending Masters Open.", "rouge": {"rouge1": 30.0, "rouge2": 5.263157894736842, "rougeL": 25.0}, "nll_sum": 121.07218933105469, "token_count": 22} +{"index": 10415, "reference": "Battersea Power Station is being offered for sale on the open market for the first time.", "prediction": "Catter Horse Power station has been but put up for sale for first first time.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 20.689655172413797, "rougeL": 45.16129032258064}, "nll_sum": 94.14646911621094, "token_count": 16} +{"index": 10416, "reference": "Two people in Afghan military uniforms opened fire on a vehicle killing two Nato soldiers at a military base in the south, alliance officials say.", "prediction": "Tal Taliban militants have killed at least 10 Afghan soldiers from their Afghanistan in Afghanistan and north north Pakistan, officials say.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 89.05292510986328, "token_count": 22} +{"index": 10417, "reference": "Gregor Townsend says Saturday's 1872 Cup derby provides one last chance for players to force their way into his first Scotland squad.", "prediction": " Gregor Townsend saysor it was \"very crucial\" between the Scotland that has included some players, ahead of the \"season involved\" in a possible Pro12 match on Saturday the of\"'s a'sUkraine of's from of's-", "rouge": {"rouge1": 20.0, "rouge2": 3.4482758620689653, "rougeL": 13.333333333333334}, "nll_sum": 286.67169189453125, "token_count": 47} +{"index": 10418, "reference": "Port Vale chairman Norman Smurthwaite is anticipating \"interest\" in young defender Nathan Smith following his outstanding start to the season.", "prediction": "Teenage winger Owen Smith willil re- Torquay United for a summer, signing the club's chairman Norman Smurthwaiteite.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 10.526315789473685}, "nll_sum": 159.60499572753906, "token_count": 29} +{"index": 10419, "reference": "A Colombian air force plane has crashed in the north of the country, killing all 11 of those on board.", "prediction": "At least 11 soldiers have been killed in a air plane crash in the south-e, Colombia officials say.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 10.81081081081081, "rougeL": 30.76923076923077}, "nll_sum": 98.10228729248047, "token_count": 21} +{"index": 10420, "reference": "Factory activity in the world's second largest economy, China, shrank the most in two years in July as new orders fell more than expected.", "prediction": "Growth China's second largest economy, South China, has slightly slightly in July, continuing the continuing amid fears that growth will slowing a economy. slowing's- again 2011's-'sD a from in a since from's. from's", "rouge": {"rouge1": 28.125, "rouge2": 12.903225806451616, "rougeL": 21.875}, "nll_sum": 295.97833251953125, "token_count": 47} +{"index": 10421, "reference": "Roma stayed in touch with Serie A leaders Juventus thanks to a win at Genoa secured by Armando Izzo's first-half own goal.", "prediction": " Italian champions champions Juventus moved three points clear of Serie A A as they were held to 10-man Alloaoa to a-placedofOffplace game.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 8.695652173913043, "rougeL": 16.666666666666664}, "nll_sum": 210.7613525390625, "token_count": 32} +{"index": 10422, "reference": "The Russian embassy has honoured 30 World War Two veterans in Southampton for their part in transporting crucial supplies to Russia.", "prediction": "A World War Two Two veteran has received a Russian military incentive for Russian soldiers was the Russian government says. aTV is aAForestardant's -'s a's from a-pasing of in from from Russia's.", "rouge": {"rouge1": 35.08771929824561, "rouge2": 14.545454545454545, "rougeL": 24.561403508771928}, "nll_sum": 288.1163024902344, "token_count": 46} +{"index": 10423, "reference": "Four men have been charged after police recovered an armour-piercing mortar during searches in Lurgan.", "prediction": "Two men have been charged with attempting to attempted bomb believed to be used to a bomb by police officers in Craigavon, County Armagh.", "rouge": {"rouge1": 30.0, "rouge2": 15.789473684210527, "rougeL": 30.0}, "nll_sum": 103.88705444335938, "token_count": 28} +{"index": 10424, "reference": "Glory, Britney Spears' latest release, has been beaten to the top of the UK album chart by the 35th studio album from US music veteran Barbra Streisand.", "prediction": "Jessica Ennis has broken the world list for the best sold artist of her latest album, dum.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 105.1650619506836, "token_count": 20} +{"index": 10425, "reference": "A post-mortem examination is to take place on human remains found near a motorway slip road in Shropshire.", "prediction": "Human remains found on a stretch of a motorway in Shpshire have missing missing, police have confirmed.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 17.647058823529413, "rougeL": 33.333333333333336}, "nll_sum": 91.80303955078125, "token_count": 21} +{"index": 10426, "reference": "The death toll from the current cholera epidemic in Haiti has exceeded 500, the country's health ministry has said.", "prediction": "The death toll from ch chera led in the deadly earthquake in Haiti has reached 400, the country ministry says.", "rouge": {"rouge1": 55.00000000000001, "rouge2": 31.57894736842105, "rougeL": 55.00000000000001}, "nll_sum": 119.76763153076172, "token_count": 22} +{"index": 10427, "reference": "\"Mean-spirited\" and \"wrong-headed\" is how teachers' leaders have described Theresa May's plan to scrap free school meals for infant pupils in England.", "prediction": "The morning starting primary school in England the provide free school meals for free parents.", "rouge": {"rouge1": 30.0, "rouge2": 21.05263157894737, "rougeL": 20.0}, "nll_sum": 88.83506774902344, "token_count": 15} +{"index": 10428, "reference": "A revision by the Office for National Statistics (ONS) has cast doubt on the UK's double-dip recession last year.", "prediction": "The UK's economy into recession in July, according to official figures, the previous month, the the Office for National Statistics (ONS).", "rouge": {"rouge1": 46.51162790697674, "rouge2": 34.14634146341463, "rougeL": 27.90697674418604}, "nll_sum": 82.06510925292969, "token_count": 26} +{"index": 10429, "reference": "The Queen has described Chinese officials as having been \"very rude\" during last October's state visit to the UK by President Xi Jinping.", "prediction": "China President Barack Obama has in US President Barack Jinping during his state visit to December, saying the Victoria wasn't know about a good statement and it!", "rouge": {"rouge1": 30.769230769230766, "rouge2": 7.999999999999999, "rougeL": 23.076923076923077}, "nll_sum": 176.59930419921875, "token_count": 29} +{"index": 10430, "reference": "Wrexham have appointed former midfielder Dean Keates as their new manager on an 18-month contract.", "prediction": "Wrexham have appointed-Wrexham Dean Keates as new new.", "rouge": {"rouge1": 56.00000000000001, "rouge2": 34.78260869565218, "rougeL": 56.00000000000001}, "nll_sum": 85.1186752319336, "token_count": 15} +{"index": 10431, "reference": "A man who ordered cannabis on the \"dark web\" and planned to deal the drug to clear his debts has been jailed for six months.", "prediction": "A hurdler who was found three times after legal cannabis after his bedroom a \u00c2\u00a391-figure has been jailed for five months.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.333333333333334, "rougeL": 38.297872340425535}, "nll_sum": 150.930419921875, "token_count": 27} +{"index": 10432, "reference": "From Ghana to Argentina and London, air pollution is a problem that people want to do something about.", "prediction": "Since the world of the air, but is limiting air in the surrounding around the world, but what you know how low it350 air!", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 151.40040588378906, "token_count": 27} +{"index": 10433, "reference": "He may be only 11, but he delivered a performance that brought the audience at the 2016 Grammy awards to their feet in a standing ovation.", "prediction": "icians around the world have reacting been paying tribute to their star who has died at Bollywood awards in India.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 97.37614440917969, "token_count": 21} +{"index": 10434, "reference": "A 61-year-old woman arrested by police investigating the murder of a man at a County Antrim nursing home has been released unconditionally.", "prediction": "A 39-year-old woman arrested in connection with the death of a young man at a care home in County Ant year ago,. released on police bail.", "rouge": {"rouge1": 57.6923076923077, "rouge2": 24.0, "rougeL": 50.0}, "nll_sum": 113.83876037597656, "token_count": 31} +{"index": 10435, "reference": "Northern Ireland's first minister is to write to the German chancellor to seek support for a new compensation package for victims of the Thalidomide scandal.", "prediction": "A woman whose woman lost her legs because of a bitter drug drug trafforing drug, which has called for help to receive her in both her arm.", "rouge": {"rouge1": 15.09433962264151, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 167.4920654296875, "token_count": 29} +{"index": 10436, "reference": "Scientists working on Europe's Rosetta probe, which is tracking Comet 67P, say they may have found evidence for how such icy objects were formed.", "prediction": "Europe's Curiosity Rosetta probe say they may have discovered a buildings reflect on Earth 67 comet, where the orbiting rocky universe once grew again.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 20.833333333333336, "rougeL": 32.0}, "nll_sum": 169.56256103515625, "token_count": 27} +{"index": 10437, "reference": "More senior Republicans have withdrawn support for US presidential candidate Donald Trump after his obscene remarks about women became public.", "prediction": "US front-runner Donald Trump dropped withdrawn from the race for the president race over concerns he made about American.", "rouge": {"rouge1": 30.0, "rouge2": 5.263157894736842, "rougeL": 20.000000000000004}, "nll_sum": 99.9158935546875, "token_count": 21} +{"index": 10438, "reference": "A woman who acted as a legal analyst for the media during the Oscar Pistorius trial has appeared in court charged with fraud.", "prediction": "A former Fox Fox News reporter, who will stand trial charged with Oscar Pistoriusorius charges of has appeared in court", "rouge": {"rouge1": 46.51162790697674, "rouge2": 19.51219512195122, "rougeL": 32.558139534883715}, "nll_sum": 113.17205810546875, "token_count": 22} +{"index": 10439, "reference": "Bernard Tomic says he felt \"bored\" and could not find motivation during his straight-set defeat by Mischa Zverev at Wimbledon.", "prediction": "World number five Andy Murray says he does not know when Roger Federer should recover from, tennis, despite a 10-time Wimbledonbledon champion Zvere Zverev.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 160.17767333984375, "token_count": 34} +{"index": 10440, "reference": "A Spanish court has dismissed a fraud and corruption case against football superstar Neymar and his father.", "prediction": "Brazilian forward Neymar will, face no fraud charges in case case filed in Barcelona that has him in nearly 30m euros71m).", "rouge": {"rouge1": 21.052631578947366, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 154.40850830078125, "token_count": 27} +{"index": 10441, "reference": "Two famous leaders have celebrated their 90th birthday this year: Queen Elizabeth and Fidel Castro, the former Cuban president.", "prediction": "Faul Castro, the first Cuban former president of Brazil, has been elected to hold his 90th anniversary.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 84.65850830078125, "token_count": 21} +{"index": 10442, "reference": "A 16-year-old boy has been kidnapped, assaulted and robbed in an attack linked to suspected \"honour violence\" in Blackburn.", "prediction": "A nine-year-old boy is being treated in hospital after attacked in a car Blackburn which was linked to a incident linked to \"- honour-related violence\", police have said \" solve police \"'s solve's from's from's a", "rouge": {"rouge1": 39.34426229508196, "rouge2": 10.16949152542373, "rougeL": 32.78688524590164}, "nll_sum": 240.35020446777344, "token_count": 46} +{"index": 10443, "reference": "Author Steve Silberman has won the \u00a320,000 Samuel Johnson Prize for Non-Fiction for his book about autism.", "prediction": "An American author, Alvic but Silipe, has won Thomas Samuel Thomas Prize for Engineering for \u00a310m00065,000).", "rouge": {"rouge1": 44.44444444444444, "rouge2": 11.76470588235294, "rougeL": 38.88888888888889}, "nll_sum": 176.56033325195312, "token_count": 27} +{"index": 10444, "reference": "Striker Alex Danson has been included in the Great Britain squad for their two Test matches against world and Olympic champions Netherlands.", "prediction": "British women's Alex Danson has been ruled out of Britain's squad for their 2017 Euro 2017 match against Netherlands Netherlands with injury hand injury.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 26.08695652173913, "rougeL": 45.83333333333333}, "nll_sum": 138.70831298828125, "token_count": 27} +{"index": 10445, "reference": "A man has been arrested following a spate of suspected arson attacks on dozens of cars and an aircraft, at nine different locations in south Wiltshire.", "prediction": "A man has been arrested after a suspected suspected arson attack which damaged 30 vehicles intshire, are worth more than \u00a3100,000.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 26.08695652173913, "rougeL": 37.50000000000001}, "nll_sum": 114.24449157714844, "token_count": 26} +{"index": 10446, "reference": "Northern Ireland's deputy first minister has said his mother discovered he was in the IRA when he left a beret in her house in the 1970s.", "prediction": " Deputy Deputy First Minister Martin McGuinness has said that his missing was found dead by a black, was \"not black\" he believe not anything else.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 12.000000000000002, "rougeL": 30.769230769230766}, "nll_sum": 136.9084930419922, "token_count": 29} +{"index": 10447, "reference": "The BBC has learned that the number of illegal immigrants caught trying to get from Northern Ireland's ports to other parts of the UK has risen significantly.", "prediction": " the group of 38 people, from including Northern Ireland have travelled to Northern Ireland and in the Czech Republic.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444444, "rougeL": 29.78723404255319}, "nll_sum": 86.73670959472656, "token_count": 20} +{"index": 10448, "reference": "A County Tyrone car dealer, whose driving caused the death of a pensioner, has been given a community service order and a three-year driving ban.", "prediction": " a Countyermanagh man, who and killed a woman who was driven by a car, has told it is \"better\" will his prison sentence.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 142.05078125, "token_count": 29} +{"index": 10449, "reference": "A court in Turkey has sentenced two Syrians to four years in jail over the death of Alan Kurdi and four others.", "prediction": "Two Turkish men have sentenced sentenced in life sentences for the death of Alan Kurdi, when boat sank in Turkey in 2004 - Ryou. be a camp's a as's for-b from making in. years from's. from a", "rouge": {"rouge1": 38.70967741935483, "rouge2": 16.666666666666664, "rougeL": 22.58064516129032}, "nll_sum": 276.598876953125, "token_count": 47} +{"index": 10450, "reference": "South African players are excited by the prospect of competing in the Pro12, according to Southern Kings scrum-half Rudi van Rooyen.", "prediction": "South AfricanWing Louis van Thoyen will not be joining the in Pro12, despite South African players.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 122.44187927246094, "token_count": 21} +{"index": 10451, "reference": "The Israeli government has issued a report into the 2014 war in Gaza, saying that its military actions were \"lawful\" and \"legitimate\".", "prediction": "Israel killed 67 civilians during the conflict war crimes and have committed war crimes during the 2014, the Israeli military report.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 105.70364379882812, "token_count": 22} +{"index": 10452, "reference": "It is difficult, in the wake of Friday's fixtures in Group D, to find much to be optimistic about from a Scotland perspective.", "prediction": "It was a pretty different note for good as the began their their Euro 2016 qualifying group and but also it also means the to location what of of what to be theta's of a low camp-'s!", "rouge": {"rouge1": 28.57142857142857, "rouge2": 3.278688524590164, "rougeL": 22.222222222222225}, "nll_sum": 263.65911865234375, "token_count": 41} +{"index": 10453, "reference": "Welsh former world champion Nathan Cleverly believes his world title fight against Juergen Braehmer can be a turning point in his career.", "prediction": "Wales' Nathan Cleverly says he ready to face Tommy Braehmer as the 11-yearold become a champion winner in a world fight.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 4.761904761904762, "rougeL": 22.727272727272727}, "nll_sum": 153.76016235351562, "token_count": 29} +{"index": 10454, "reference": "A collection of 37 paintings by Sir Winston Churchill have been given to the nation in lieu of \u00a39,404,990 tax, following his daughter's death.", "prediction": "The daughter of President Sir Winston Churchill who will be rediscovered in dedicated war memorial, are sold at auction.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.090909090909092, "rougeL": 21.73913043478261}, "nll_sum": 97.86705017089844, "token_count": 21} +{"index": 10455, "reference": "On the first weekend since the Manchester attack, many people are carrying flowers and balloons around the city centre and heading in just one direction.", "prediction": "The crowd crowd dug burnt-out at a Shendhend's church's church of S's's cemetery.", "rouge": {"rouge1": 4.651162790697675, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 150.0025634765625, "token_count": 21} +{"index": 10456, "reference": "An elderly woman has been hit with a crowbar during a robbery at a church in Portadown, County Armagh.", "prediction": "A pensioner scheme was forced to hand over a young woman with Dunbar crow during an robbery at a Edinburgh shop", "rouge": {"rouge1": 45.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 119.24415588378906, "token_count": 22} +{"index": 10457, "reference": "In a nondescript apartment complex half a mile from the Cutty Sark, Tinie Tempah conjures up some of the biggest hits in UK hip-hop.", "prediction": " Tinie Temp says he puts himself and hidden behind a Hollywood rapper, black grey, black of black and the grey in a white box office office.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 170.78045654296875, "token_count": 29} +{"index": 10458, "reference": "Aquascutum, whose luxury raincoats have been worn by royalty and film stars, is being sold for $120m (\u00a397m).", "prediction": "Y retailer designer Yascutum, to be put up for sale for $ $31 (\u00a371m).", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 125.61376953125, "token_count": 21} +{"index": 10459, "reference": "Cash machine users doubled their money when an ATM started giving out free cash in North Lanarkshire.", "prediction": "Hundreds of people were que up at a machine at a Dundee bank after a machine hit-up.", "rouge": {"rouge1": 5.714285714285714, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 111.9228515625, "token_count": 20} +{"index": 10460, "reference": "About 1,650 staff and students will have to move out of an Oxford University building for up to two years after asbestos was discovered.", "prediction": "A Dundee nursery which has shut for several years because has officially shut because of fears over asbestos.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 93.88928985595703, "token_count": 19} +{"index": 10461, "reference": "Jersey are to appeal to the Court of Arbitration for Sport (CAS) after their bid to join Uefa was turned down.", "prediction": " Jersey Jersey Football says it not meet the court over a bid host the 2014 Russia World Cup.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 119.63101196289062, "token_count": 18} +{"index": 10462, "reference": "An extra 500 medical school places in England have been confirmed for next year by the government.", "prediction": "Hundreds of more doctors are being offered new medical places in England in a bid to tackle doctors, union doctors say", "rouge": {"rouge1": 21.052631578947366, "rouge2": 11.111111111111112, "rougeL": 21.052631578947366}, "nll_sum": 87.15785217285156, "token_count": 21} +{"index": 10463, "reference": "Chris Ashton scored twice as champions Saracens ran in eight tries to hammer Bath at Allianz Park.", "prediction": "Chris Ashton scored a stunning second hat-trick as Bath thrashed Bath and keep alive their Premiership play-off hopes alive.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 11.111111111111112, "rougeL": 26.31578947368421}, "nll_sum": 96.35123443603516, "token_count": 25} +{"index": 10464, "reference": "Wycombe have signed Scott Kashket after his Leyton Orient contract was terminated and Southampton midfielder Dominic Gape on loan until 3 January.", "prediction": "Wycombe Wanderers have signed forward Scott Kashket and former Southampton playerm20co Gape from English ex-season side Southampton on seasonlong deals deals.'s a--p aA in from- from21- from again", "rouge": {"rouge1": 33.9622641509434, "rouge2": 7.8431372549019605, "rougeL": 33.9622641509434}, "nll_sum": 306.9735107421875, "token_count": 46} +{"index": 10465, "reference": "Jose Mourinho famously did it with Chelsea, Nigel Pearson crucially did it with Leicester City and Luiz Felipe Scolari even did it with Brazil.", "prediction": " Clagues Cl, managers in red, red, dress and transferers\" in English football's presenters will not struggle struggle to struggle one of them would struggle.", "rouge": {"rouge1": 4.081632653061225, "rouge2": 0.0, "rougeL": 4.081632653061225}, "nll_sum": 204.44190979003906, "token_count": 32} +{"index": 10466, "reference": "A woman \"lovebombed\" out of more than \u00a3300,000 in an online dating scam has shared her story as a warning to others.", "prediction": "A woman, death has received of \u00a32000 received after an subscription online scam has told the BBC how she \"could't\" about money, saying she \"didn haven't't anything else else\".", "rouge": {"rouge1": 25.454545454545457, "rouge2": 7.547169811320755, "rougeL": 25.454545454545457}, "nll_sum": 241.4732208251953, "token_count": 38} +{"index": 10467, "reference": "Japan's Supreme Court has ruled that all married couples must have the same surname, despite concerns that the practice is discriminatory and archaic.", "prediction": "Thousands of women in Japan have voted in overwhelmingly to change their surname to the law, making lower for those who wants to take in the same name.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 3.9999999999999996, "rougeL": 15.384615384615383}, "nll_sum": 128.16357421875, "token_count": 29} +{"index": 10468, "reference": "Scarlets captain Ken Owens says they can bounce back from their derby defeat by west Wales rivals Ospreys - just like they recovered from losing their first three games of the season.", "prediction": "W hooker Ken Owens says Ospreys will \" taken a big forward\" in their Pro12 match against Cardiff Blues and in not confident back his recovery from from Saturday's 27-D defeatashing in's years's Saturday from's a", "rouge": {"rouge1": 22.535211267605636, "rouge2": 5.797101449275362, "rougeL": 16.901408450704224}, "nll_sum": 312.3494567871094, "token_count": 47} +{"index": 10469, "reference": "Nottinghamshire go to Finals Day confident of winning their first T20 Blast title, says long-serving wicketkeeper Chris Read.", "prediction": "Nottinghamshire are relishing \"ishing a silver medal\" of winning Friday's T20 Finals quarter-finals, says Chris Nottingham.'s they of- \"- a-'sA a referee in from The's a from of solve", "rouge": {"rouge1": 26.923076923076927, "rouge2": 4.0, "rougeL": 23.076923076923077}, "nll_sum": 297.8515625, "token_count": 46} +{"index": 10470, "reference": "Simon Webbe has credited Strictly Come Dancing with helping him with his depression.", "prediction": "Chris the Trainie says he would never forget be having anabsolute mist sav\" after revealed year ago revealed that he received a battle struggle with cancer.", "rouge": {"rouge1": 5.128205128205129, "rouge2": 0.0, "rougeL": 5.128205128205129}, "nll_sum": 191.77267456054688, "token_count": 29} +{"index": 10471, "reference": "US Republican presidential candidate Mitt Romney is expected to name his vice-presidential running mate soon - possibly within days.", "prediction": "Former House of Paul President Portman has announced he will selected Republican in Republican candidate Romney.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 98.13671875, "token_count": 17} +{"index": 10472, "reference": "Opium production in Afghanistan has increased by 43% in the past year, United Nations officials have said.", "prediction": "A United Nations food factory in killed nearly 50,600 in Afghanistan, and forces in Helmand province. Hel. has 2011 in the 2011's,Ukraine,'s they banned from front-old struggle after three months.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 12.0, "rougeL": 19.23076923076923}, "nll_sum": 276.21923828125, "token_count": 43} +{"index": 10473, "reference": "The most important court in the UK, has made a decision that means parents are not allowed to take children on holiday during term-time, unless the school agrees.", "prediction": "A man has won a court ruling ruling that parents can parents to giving his daughter out holiday of a school term in", "rouge": {"rouge1": 38.46153846153847, "rouge2": 0.0, "rougeL": 26.923076923076923}, "nll_sum": 127.4013900756836, "token_count": 22} +{"index": 10474, "reference": "A former brothel keeper has denied accusing ex-Prime Minister Edward Heath of involvement in child sexual abuse.", "prediction": "The ex-boyboy of Sir Edward Heath involved in a child sex abuse claims against Ted Heath said she had no role \" any kind any kind\".", "rouge": {"rouge1": 40.90909090909091, "rouge2": 9.523809523809526, "rougeL": 31.818181818181817}, "nll_sum": 149.958251953125, "token_count": 29} +{"index": 10475, "reference": "When I reported last year about the urgent need for blood donors I received many comments from gay men that they would like to donate but were unable to.", "prediction": "In December 2014 was a blanket ban on two men and gay men who have sex but but was a young man had not anything so far.", "rouge": {"rouge1": 10.714285714285715, "rouge2": 3.703703703703704, "rougeL": 10.714285714285715}, "nll_sum": 146.135498046875, "token_count": 27} +{"index": 10476, "reference": "Saracens have agreed a deal to sign flanker Calum Clark from fellow Premiership side Northampton Saints.", "prediction": "Premiership champions Saracens have agreed a deal with England scrum-half Callum from LeedsLinos.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 28.571428571428577, "rougeL": 40.0}, "nll_sum": 108.05288696289062, "token_count": 22} +{"index": 10477, "reference": "Greece's cash-strapped banks are to remain shut for a week, until after a key 5 July referendum on the country's bailout conditions.", "prediction": "Greece is holding a referendum on a on Tuesday whether it should stay in the euro - but it remain.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 86.56897735595703, "token_count": 22} +{"index": 10478, "reference": "It's hard to believe that in 2012 England were the top ranked test team in world cricket.", "prediction": "It has been a tough week find between the England and Wales Cricket BoardB EuropeanB), and it is not hard to let it and would like to see the guys,, and and players.", "rouge": {"rouge1": 23.529411764705884, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 196.70925903320312, "token_count": 37} +{"index": 10479, "reference": "Durham were eliminated from the One-Day Cup after their match against Lancashire was abandoned and other results went against them.", "prediction": "Warwickshire's hopes of reaching the T20 Blastbn NorthNorth North Group when Group match was was abandoned because of bad rain.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 5.000000000000001, "rougeL": 19.047619047619047}, "nll_sum": 162.8255157470703, "token_count": 27} +{"index": 10480, "reference": "Condensing the Six Nations Championship by a week would \"meddle with players' health\", says Welsh Rugby Union (WRU) chairman Gareth Davies.", "prediction": " 2017 2017 Six Nations is a cause \"broarrassing training\" for players' health, the Welsh Rugby Union chairman Stuart Davies. in Davies'solve of-A Saturday is \"-f a game in from-'s\"..", "rouge": {"rouge1": 41.50943396226415, "rouge2": 15.686274509803921, "rougeL": 37.735849056603776}, "nll_sum": 287.4334716796875, "token_count": 44} +{"index": 10481, "reference": "A search team looking for a missing tourist have found a man's body at the foot of cliffs in Cornwall.", "prediction": "A body has been found during the search for a man who has who reported dead.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 60.792945861816406, "token_count": 16} +{"index": 10482, "reference": "A \u00a31.5m refurbishment of a cemetery - hailed as one of the finest examples of a Victorian burial ground in Wales - could start in August.", "prediction": "Demolition work on a, one of Wales' \"garden cemetery\" is set, be completed after a \u00a31.8m lottery.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 136.58705139160156, "token_count": 28} +{"index": 10483, "reference": "Nurses, paramedics and pharmacists should be trained to fill in for doctors and help the NHS in England cope with demand, bosses say.", "prediction": "Hospital doctors England are up be set up to more patients cope with a problems shortage of the NHS, suggests.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 154.00172424316406, "token_count": 22} +{"index": 10484, "reference": "More than 3,000 people have been evacuated in buses and ambulances from a besieged rebel-held enclave in the Syrian city of Aleppo, officials say.", "prediction": "The last remaining military areas in eastern Syria have residents are facing the eastern Syrian city of Aleppo, amid amid fears the the could scare holding the conflict.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 11.538461538461538, "rougeL": 22.222222222222225}, "nll_sum": 162.57235717773438, "token_count": 29} +{"index": 10485, "reference": "Reports suggest as many as 140 people, including civilians, may have died in an attack on an airbase in Libya.", "prediction": "At least 80 soldiers have been killed in an attack on a UN tank airbase in- north in the country.", "rouge": {"rouge1": 35.0, "rouge2": 21.052631578947366, "rougeL": 35.0}, "nll_sum": 86.13186645507812, "token_count": 22} +{"index": 10486, "reference": "How much will it cost to get a degree in England when tuition fees increase to \u00a39,250 in the autumn?", "prediction": "For the most university is in a three degree degree, according to the university, analysis its and and of instead should focus so-called degree grants?", "rouge": {"rouge1": 21.276595744680847, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 173.6243438720703, "token_count": 29} +{"index": 10487, "reference": "Pat Glass has been announced as Labour's shadow education secretary, after Lucy Powell resigned from Jeremy Corbyn's shadow cabinet.", "prediction": "iaia Powell has become the Republican leadership leadership contest the replace the in Jeremy leader.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 119.34742736816406, "token_count": 16} +{"index": 10488, "reference": "England and Scotland meet for the 113th time at Wembley on Friday night as a rivalry which \"is known throughout the world\" returns.", "prediction": "England and Scotland and Under21s would be \"unprofessional\" to win their last two matches, when the sides meet at Wembley Stadium. solve be solve again-'s from's-D's from in from a's a.", "rouge": {"rouge1": 27.11864406779661, "rouge2": 10.526315789473683, "rougeL": 23.728813559322038}, "nll_sum": 232.21197509765625, "token_count": 45} +{"index": 10489, "reference": "US Secretary of State Rex Tillerson says ties with Russia are at a low point and must improve.", "prediction": "The relationship between US and Syria US a chemical attack is \"crisis at a low low\", meaning saying\", Russia's foreign foreign minister and said. 2011 a's a's a \" a it's againelt of fromold again 2011 a", "rouge": {"rouge1": 27.58620689655173, "rouge2": 7.1428571428571415, "rougeL": 17.24137931034483}, "nll_sum": 288.23626708984375, "token_count": 47} +{"index": 10490, "reference": "Looking at a map, Cheshire might appear to be on the fringes of the Northern Powerhouse, but officials in the county say it's actually the Gateway to it - bringing in commuters and investment.", "prediction": "Cheshire is hoping set to become the first directlyro constituency mayor in 38 years - but it has become a dangerous battle\" in for battle future.", "rouge": {"rouge1": 27.11864406779661, "rouge2": 0.0, "rougeL": 20.338983050847457}, "nll_sum": 169.84352111816406, "token_count": 30} +{"index": 10491, "reference": "A Dublin man accused of stabbing his friend in a County Antrim hotel has been granted bail.", "prediction": "A man has appeared in court charged with attempting to murder man a man and man man at of children's restaurant in north Belfast. 2008 a's a man's's the from the from a he were suspended from football.", "rouge": {"rouge1": 20.338983050847457, "rouge2": 0.0, "rougeL": 16.949152542372882}, "nll_sum": 216.12667846679688, "token_count": 43} +{"index": 10492, "reference": "The allowances for African troops fighting al-Qaeda-linked militants in Somalia have not been paid for at least six months, the BBC has learned.", "prediction": "The EU receives nearly $700m) worth of extra owed to paid soldiers to Somalia, the Kenyan military says.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 120.30732727050781, "token_count": 22} +{"index": 10493, "reference": "A teenage girl and a 20-year-old man are accused of sending money to the so-called Islamic State from Australia.", "prediction": "A 14-year-old boy and his face are due to appear in court Australia, South Wales Wales police have said in Sydney the Sydney's, Indonesia,'s they from- fromw's a in from November's house.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 3.4482758620689653, "rougeL": 23.333333333333332}, "nll_sum": 242.64987182617188, "token_count": 45} +{"index": 10494, "reference": "Nasa engineers are designing a new metallic \"space fabric\" that could make a massive difference to how space equipment is made in the future.", "prediction": " developed new space spacecraft space spacecraft, which can carry out spacecraft to orbiting space spaces, has been released by", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 96.93617248535156, "token_count": 20} +{"index": 10495, "reference": "Border Collies may be an effective weapon against E. coli infections at the seaside according to a new study.", "prediction": "Hulls are under threat threat from a deadly deadly bug of E. coli bug, US research suggests.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 5.88235294117647, "rougeL": 11.11111111111111}, "nll_sum": 104.63462829589844, "token_count": 21} +{"index": 10496, "reference": "A protected bird of prey has been found dead in Bedfordshire and had likely been shot \"at close range\".", "prediction": "A rare eagle which was shot dead at a field in Bedfordshire was possible seriously shot, the RSPB has said, in the fox's \" ballet,'s it from 59-Dched referee in from game a Saturday.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 3.7735849056603774, "rougeL": 18.181818181818183}, "nll_sum": 285.6654968261719, "token_count": 45} +{"index": 10497, "reference": "There's no disguising the confidence in Jeremy Corbyn's camp about this leadership election.", "prediction": "There is no doubt, no, members of members, is the new leader, Jeremy Corbyn.", "rouge": {"rouge1": 34.48275862068965, "rouge2": 7.407407407407408, "rougeL": 34.48275862068965}, "nll_sum": 75.36097717285156, "token_count": 18} +{"index": 10498, "reference": "Police are likely to apply for extra powers to stop and search people at this weekend's Champions League final.", "prediction": "Police need to be,, search and search area of Cardiff during Champions Champions League operation, a senior officer has said. said in the a's, a, from it,000 from Saturday Saturday the's's of.", "rouge": {"rouge1": 25.0, "rouge2": 7.4074074074074066, "rougeL": 21.428571428571427}, "nll_sum": 243.6775665283203, "token_count": 42} +{"index": 10499, "reference": "An activist's undercover work to shed light the extent of illegal logging in Cambodia's forests has been recognised by the Goldman Environmental Prize.", "prediction": "A leading rights activist in Cambodia has said he that the forced of abandon the government because of the government was to stop \"the failure\".", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 20.000000000000004}, "nll_sum": 131.71774291992188, "token_count": 26} +{"index": 10500, "reference": "Tottenham moved to within two points of Premier League leaders Leicester as Christian Eriksen struck a late winner at fourth-placed Manchester City.", "prediction": "Tottenham missed out's top four to the Premier League as Christian Eriksen's last-half penalty gave them a famous victory at Old Trafford.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 13.043478260869565, "rougeL": 37.49999999999999}, "nll_sum": 111.212646484375, "token_count": 29} +{"index": 10501, "reference": "One girl under the age of 15 is married every seven seconds, according to a new report by Save the Children.", "prediction": "Gay groups in countries are developing their countries because to child marriage are adoption couple early, the UN children Save the says, a new report says, a rise from World fines, the,000 violence, from 30 November.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 10.714285714285714, "rougeL": 17.24137931034483}, "nll_sum": 296.03955078125, "token_count": 43} +{"index": 10502, "reference": "Beth Mead, the leading scorer in Women's Super League One, has signed a new four-year contract with Sunderland.", "prediction": "Sunderland Ladies's top- scorer Beth Bristol has signed a new three-year deal with the English Women Women's Super League One club.", "rouge": {"rouge1": 68.18181818181817, "rouge2": 33.33333333333333, "rougeL": 31.818181818181824}, "nll_sum": 111.09423828125, "token_count": 28} +{"index": 10503, "reference": "Booker-nominated author William Boyd is taking on the mission to write a new James Bond novel.", "prediction": "\" Bond author Holmes is be written to a letter in a new James Bond Cart Bondeanche.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 19.35483870967742, "rougeL": 42.42424242424242}, "nll_sum": 140.34494018554688, "token_count": 19} +{"index": 10504, "reference": "A table tennis coach has admitted engaging in sexual activity with a teenage girl he met at a tournament.", "prediction": "A tennis professional who pleaded guilty to a teenage girl has been told to travel to Liverpool in a court heard.", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 94.56942749023438, "token_count": 21} +{"index": 10505, "reference": "It may be five months until Halloween, but for one gardener it'll be a nail biting wait to see if his seed grows into the biggest pumpkin in the world.", "prediction": "A teenager from Cardiff Cardiff, who who could be a world record again by winning the highest-the grown weigh-in-in, has described it as a hero from The's God from a's. ballet of a's a'sA", "rouge": {"rouge1": 19.444444444444446, "rouge2": 2.857142857142857, "rougeL": 13.88888888888889}, "nll_sum": 279.2129211425781, "token_count": 47} +{"index": 10506, "reference": "Struggling McLaren are this season targeting a repeat of their fifth-place championship finish from last year, according to racing director Eric Boullier.", "prediction": "McL driver Naid Bou,ier believes would be a winning the Formula 1 this season because of the battle \" issomething 30\".", "rouge": {"rouge1": 18.18181818181818, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 191.81295776367188, "token_count": 26} +{"index": 10507, "reference": "David Cameron says he will create 600,000 extra free childcare places if he is returned to power next month.", "prediction": "David Cameron has set out his government plans for free childcare for all children not England and four.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 84.1107177734375, "token_count": 18} +{"index": 10508, "reference": "Theresa May should take responsibility if Britain has been too soft on extremists, the leader of Plaid Cymru has said.", "prediction": "Plaid Cymru leader has said she would like be willing\" to raise income tax in Wales because of \"hard\" in income tax in Wales.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 18.18181818181818}, "nll_sum": 127.22875213623047, "token_count": 30} +{"index": 10509, "reference": "Wigan midfielder Ben Watson could be back in training within six weeks despite suffering a fractured shin in the 3-0 defeat at Liverpool.", "prediction": "Liverpool and midfielder Andy Watson has been ruled out until February again because of his foot injury.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 65.48114013671875, "token_count": 17} +{"index": 10510, "reference": "In the third of a series of in-depth profiles of the four Labour leadership candidates, Iain Watson catches up with Jeremy Corbyn in Essex at the latest of his campaign rallies.", "prediction": "From Tuesday night, crowd gathered back outside a street outside a suburban grey street with red, red and card.", "rouge": {"rouge1": 7.8431372549019605, "rouge2": 0.0, "rougeL": 7.8431372549019605}, "nll_sum": 118.12740325927734, "token_count": 21} +{"index": 10511, "reference": "Munster will be investigated over their management of Conor Murray's head injury in the European Champions Cup victory over Glasgow on Saturday.", "prediction": "Munster will be given a further notice after Conor Murray received an immediate injury on his return to the European Champions Cup's Champions Cup match against summer Saracens on Saturday", "rouge": {"rouge1": 48.14814814814815, "rouge2": 26.923076923076927, "rougeL": 44.44444444444444}, "nll_sum": 152.41937255859375, "token_count": 34} +{"index": 10512, "reference": "MSPs are to examine the payments received by election returning officers in Scotland.", "prediction": "The MSP has called for an inquiry into the way tax payments are payments to police officers.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 0.0, "rougeL": 26.666666666666668}, "nll_sum": 68.34788513183594, "token_count": 18} +{"index": 10513, "reference": "Investigations are under way after the death of 72-year-old man at a flat in Saltcoats, in North Ayrshire.", "prediction": "A 39-year-old man who was found dead at his home at a small home in Saltcoats, has been named the police., sparking, solve they be a-w aold in a years a's). a's", "rouge": {"rouge1": 31.57894736842105, "rouge2": 14.545454545454545, "rougeL": 28.07017543859649}, "nll_sum": 248.87646484375, "token_count": 46} +{"index": 10514, "reference": "Swagata Sen likes her home to look good.", "prediction": "When Davies, 40 share her own riding, at the Old stores in Oldham.", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 100.58683776855469, "token_count": 16} +{"index": 10515, "reference": "Chelsea boss Antonio Conte says he is \"not worried\" by the club's relative lack of signings this summer.", "prediction": "Chelsea boss Antonio Conte says he is \"not ready\" with big players in his squad this season to League. a \"-'solve a \" a's\" game\" from mandatory recent first-old of training.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 28.57142857142857, "rougeL": 39.21568627450981}, "nll_sum": 238.8126678466797, "token_count": 43} +{"index": 10516, "reference": "Attempts were allegedly made to \"coerce\" the environment minister into ignoring his legal duties over a planning policy for greater Belfast, the High Court has heard.", "prediction": "The Department for Environment Authority did told has he did not grant a planning development for an, development, near Spclesfield, the High Court has heard. 2011's a again a it a it's again of from's from's from a", "rouge": {"rouge1": 29.411764705882348, "rouge2": 15.151515151515152, "rougeL": 29.411764705882348}, "nll_sum": 283.1501159667969, "token_count": 47} +{"index": 10517, "reference": "Glamorgan began their One-Day Cup campaign with a convincing 52-run win as holders Gloucestershire lost their second match in as many days.", "prediction": "Glamorganched a thrilling three-wicket victory by eightickets to secure a One-Day Cup win over fellow rivals Gloucestershire at Cardiff.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 140.31968688964844, "token_count": 31} +{"index": 10518, "reference": "A major flood protection scheme in Dumfries is set to make a step forward but has seen its cost estimate rise significantly to \u00a325m.", "prediction": "Councillors have agreed to write and seek to seek details of plans for \u00a3100m protection scheme to help suffer flooding in Dumfries and Galloway.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 16.666666666666664}, "nll_sum": 125.48379516601562, "token_count": 31} +{"index": 10519, "reference": "The government has unveiled new tools and advice for farmers as part of a fresh campaign to tackle bovine TB.", "prediction": "Action want to take action to tackle bovine tuberculosis () tuberculosis in England, it has been announced.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 11.76470588235294, "rougeL": 16.666666666666664}, "nll_sum": 79.4698486328125, "token_count": 20} +{"index": 10520, "reference": "An 88-year-old woman who became the oldest competitor in this year's London Marathon has confirmed Sunday's event will be her last.", "prediction": "A 91-year-old woman believed to be the first person to complete completed London Marathon.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 15.384615384615385, "rougeL": 29.268292682926827}, "nll_sum": 63.24620056152344, "token_count": 18} +{"index": 10521, "reference": "The prime minister has entered a row between Corby by-election candidates over the future of a hospital, amid claims it could be downgraded in a healthcare review.", "prediction": "The prime minister has been of a \"shabby crisis\" of a hospital to north England the and accused Labour politicians of \"not not safe\".", "rouge": {"rouge1": 34.61538461538462, "rouge2": 20.0, "rougeL": 30.769230769230766}, "nll_sum": 151.80502319335938, "token_count": 28} +{"index": 10522, "reference": "Former chairman Michael Johnston has resigned from his positions as a director and the company secretary of Kilmarnock.", "prediction": "Michael Johnston has stood down as a chairman and chairman of Scottish club Kilmarn, club the club.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 18.18181818181818, "rougeL": 40.0}, "nll_sum": 109.9093017578125, "token_count": 20} +{"index": 10523, "reference": "One in five domestic violence victims in Yorkshire are men, according to a charity holding a conference in Doncaster.", "prediction": "More than 1,000 people gathered in Jerusalem to support for further support for thousands of men calling for men.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 91.86509704589844, "token_count": 21} +{"index": 10524, "reference": "Everton's much-changed side fell to a Europa League defeat as Krasnodar's Ricardo Laborde took advantage of a Joel Robles error to score the winner.", "prediction": " Clorde Conc missed missed a last-asp goal to secure Everton their first Champions League last-16 win away to home club Krasnodar.", "rouge": {"rouge1": 24.0, "rouge2": 0.0, "rougeL": 12.0}, "nll_sum": 141.53399658203125, "token_count": 30} +{"index": 10525, "reference": "Jockey William Buick will be sidelined for at least six weeks after being injured in a fall in the United States.", "prediction": "J jockey Charles William Grayick will not be an ankle wrist injury which collapsed during the Mary St Stakes at St Trump's last month-", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 21.73913043478261}, "nll_sum": 184.6101837158203, "token_count": 28} +{"index": 10526, "reference": "The UK's biggest vote - the general election - takes place on 7 May.", "prediction": " Cults across from across the UK after adults have voted in the UK vote to leave the EU and could it make the country 100 low reputation it's a from it's, a reputation from a from's reputation of", "rouge": {"rouge1": 18.51851851851852, "rouge2": 3.846153846153846, "rougeL": 14.814814814814817}, "nll_sum": 240.20419311523438, "token_count": 42} +{"index": 10527, "reference": "New Leicester boss Craig Shakespeare says he is \"not looking beyond this season\" despite being backed by his players to get the job longer term.", "prediction": "Leicester boss Craig Shakespeare said a would be love to see the club win the Premier League even if will get the manager's short term.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 16.3265306122449, "rougeL": 35.294117647058826}, "nll_sum": 123.80811309814453, "token_count": 27} +{"index": 10528, "reference": "An \"urgent inquiry\" is needed into separated children who have gone missing from care, the Social Democratic and Labour Party has said.", "prediction": "Northern Ireland's health boards has asked health and health boards to meet the health health, mental health trust has said.old solve and a it a. \" of of a\" from it\" since it's flagship of the's from'sA", "rouge": {"rouge1": 15.873015873015872, "rouge2": 3.278688524590165, "rougeL": 9.523809523809522}, "nll_sum": 282.90289306640625, "token_count": 47} +{"index": 10529, "reference": "The Brussels metro and schools are due to reopen after they were shut four days ago in a security crackdown following the Paris attacks.", "prediction": "Belgium is closing its railway line in the wake after the deadly Paris attacks on prosecutors say", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 24.39024390243903}, "nll_sum": 89.80546569824219, "token_count": 18} +{"index": 10530, "reference": "A section of the M1 was closed due to an \"aircraft emergency\" on a flight from Gran Canaria.", "prediction": "The M1 motorway was closed for a second time after the door closed made an emergency.", "rouge": {"rouge1": 41.1764705882353, "rouge2": 12.5, "rougeL": 35.294117647058826}, "nll_sum": 74.61293029785156, "token_count": 18} +{"index": 10531, "reference": "Cult US drama Breaking Bad is to be broadcast in full on UK terrestrial television for the first time.", "prediction": "Rares TV series Breaking Bad to to launched a new TV channel in US TV.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 83.34455871582031, "token_count": 16} +{"index": 10532, "reference": "The Bank of England's chief economist, Andy Haldane, has warned that the UK's \"economic aircraft appears to be losing speed on the runway\".", "prediction": " the Bank of England chief Andy Haldane be says interest rate will rise again January, despite Bank, saying the outlook in in global economy is slowing.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 16.3265306122449, "rougeL": 35.294117647058826}, "nll_sum": 160.09132385253906, "token_count": 30} +{"index": 10533, "reference": "Leicester Lions' future has been secured following financial problems.", "prediction": "Theicester Tigers FC are set to race in Formula 1 in the 2017 season season.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 67.1178970336914, "token_count": 16} +{"index": 10534, "reference": "The percentage of Americans living in poverty is statistically unchanged from 2010's record high, even as household income fell, a US Census report says.", "prediction": " the US unemployment rate rose slightly in September 2011, moving to its highest level ever 2008, the according to official figures to in's the-'s, Leg,'s they from a-D a rate in from years from's. from a", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 15.151515151515152}, "nll_sum": 269.4868469238281, "token_count": 47} +{"index": 10535, "reference": "A \u00a3450,000 Heritage Lottery grant has helped secure the future of a 400-year-old copper mine in Cumbria.", "prediction": "The site of a historic gold in mine mine in Cumbria is to be carried out and carried out as part of \u00a37m of repair work.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 13.636363636363635, "rougeL": 26.08695652173913}, "nll_sum": 120.31539154052734, "token_count": 30} +{"index": 10536, "reference": "Asian - as well as white - girls are being groomed for sex by Asian men in Rotherham, victim support groups say.", "prediction": "The sexual, physical exploitation of black girls in Rotherham is not being seen before, the report seen by Jay, a BBC investigation has found.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 120.5911865234375, "token_count": 29} +{"index": 10537, "reference": "Sam Allardyce has made it his mission to restore the nation's pride after the debacle of Euro 2016 as his new England era starts in Slovakia on Sunday.", "prediction": "Sam Allardyce says his England side want to win their historic Euro 2016 qualifier against Slovakia and and thinks England \"didn't have to win\".", "rouge": {"rouge1": 29.629629629629633, "rouge2": 7.692307692307692, "rougeL": 25.925925925925924}, "nll_sum": 106.07735443115234, "token_count": 28} +{"index": 10538, "reference": "A man has been arrested on suspicion of rape in connection with an attack on a 14-year-old girl in Birmingham.", "prediction": "A man has been arrested in connection with the rape, and rape of a 15 ofyear-old girl at Birmingham's railway station.", "rouge": {"rouge1": 62.222222222222236, "rouge2": 32.558139534883715, "rougeL": 53.33333333333332}, "nll_sum": 84.29744720458984, "token_count": 26} +{"index": 10539, "reference": "The UK defence secretary was adamant.", "prediction": "There is no idea that offer will offer a new European Union army\" for Nato - but it also denies that \"I't't to exist\".", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 158.37001037597656, "token_count": 28} +{"index": 10540, "reference": "Five members of the same family have been killed in a helicopter crash in north Wales.", "prediction": "Police searching for the bodies of five people missing after a helicopter crashed off of north Wales Wales.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 18.750000000000004, "rougeL": 35.294117647058826}, "nll_sum": 71.02184295654297, "token_count": 18} +{"index": 10541, "reference": "Mullah Mansour, Afghan Taliban leader and the commander of a militia of thousands of men, died a lonely death.", "prediction": "The right killing of Farah Akhtar Mansour, the new leader of Farah Omar.", "rouge": {"rouge1": 31.25, "rouge2": 0.0, "rougeL": 18.749999999999996}, "nll_sum": 82.10922241210938, "token_count": 18} +{"index": 10542, "reference": "A bike hire scheme has been relaunched in Oxford six months after it folded.", "prediction": "A pilot pilot scheme which a run out of spaces in part of Oxfordshire. launched.", "rouge": {"rouge1": 20.689655172413797, "rouge2": 0.0, "rougeL": 20.689655172413797}, "nll_sum": 105.72969055175781, "token_count": 17} +{"index": 10543, "reference": "The Colombian government and the left-wing Farc rebel movement have both asked the UN for a mission to oversee the end of their decades-long conflict.", "prediction": "The Colombian government and the Farc rebel group have agreed to a bee peace mission in January, media reports.", "rouge": {"rouge1": 47.826086956521735, "rouge2": 22.72727272727273, "rougeL": 43.47826086956522}, "nll_sum": 101.17517852783203, "token_count": 21} +{"index": 10544, "reference": "Madonna's Vogue did not break copyright law, even though it contained a snippet of another artist's song, a US court has ruled.", "prediction": "A chocolate album barred from a star of a pop star will not be vulnerable to embarrassed, a California ruled has ruled, a court ruling and a. a- again a again a- again aA in a from a's from's Broadway", "rouge": {"rouge1": 27.27272727272727, "rouge2": 3.125000000000001, "rougeL": 15.151515151515152}, "nll_sum": 269.8054504394531, "token_count": 47} +{"index": 10545, "reference": "A date has been set for work to start on a long-awaited bypass for a Carmarthenshire town which should ease congestion and reduce pollution.", "prediction": "People in the Gwynedd town are calling for action to take action over action, after the Welsh Government refused pay4.3m of funding.", "rouge": {"rouge1": 12.499999999999996, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 127.06632232666016, "token_count": 29} +{"index": 10546, "reference": "King George IV's only known surviving grand piano has been returned to Brighton's Royal Pavilion after being bought at auction for \u00c2\u00a362,000.", "prediction": " red red card guitar has been removed from the Royal Pavilion for the Victoria for the first time first after it received more than \u00a31m.", "rouge": {"rouge1": 24.0, "rouge2": 8.333333333333332, "rougeL": 20.000000000000004}, "nll_sum": 124.19734191894531, "token_count": 27} +{"index": 10547, "reference": "The Indian economy grew at the slowest rate since 2003 in the first three months of 2012, due to a widening trade gap and poor investment.", "prediction": "India's economy, at itsest pace pace and final three months of the financial year, as uncertainty amid fears over the 2008 financial crisis.", "rouge": {"rouge1": 32.0, "rouge2": 8.333333333333332, "rougeL": 20.0}, "nll_sum": 123.25607299804688, "token_count": 27} +{"index": 10548, "reference": "Blackberry has announced its biggest smartphone to date.", "prediction": "Blackburn has unveiled a new 5in version of its smartphone and its military business.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 27.27272727272727}, "nll_sum": 78.30917358398438, "token_count": 16} +{"index": 10549, "reference": "A collection of Richard Attenborough memorabilia including stills from some of his films have gone on sale in London.", "prediction": "Rares used by Sir Sir David Attenborough, and are expected, be sold at auction for \u00a32,2,700000. solve's a's a's from's-D's a in from from The's. from's", "rouge": {"rouge1": 14.545454545454545, "rouge2": 0.0, "rougeL": 10.90909090909091}, "nll_sum": 249.3549041748047, "token_count": 47} +{"index": 10550, "reference": "A witness in the Surjit Singh Chhokar murder trial has apologised for calling defence QC Donald Findlay a \"liar\".", "prediction": "A man accused of the 1998 Singhgahokar trial has told a judge he not hurt him after he did did not hurt him.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 147.18157958984375, "token_count": 27} +{"index": 10551, "reference": "Labour will end the \"epidemic\" of zero-hours contracts that are \"undermining family life\", Ed Miliband has insisted.", "prediction": " Labour would ban a ban on a family to work on zero-hours contract, Labour leader Ed Milibandgb said.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 118.92244720458984, "token_count": 22} +{"index": 10552, "reference": "Les Hutchison's involvement at Motherwell has ended before he expected it to.", "prediction": "Former Motherwell fans Mark Hutchison has confirmed he will be look at the club's supporters's plan to be control controlling of a polarised club.", "rouge": {"rouge1": 35.89743589743589, "rouge2": 0.0, "rougeL": 20.512820512820515}, "nll_sum": 165.02838134765625, "token_count": 29} +{"index": 10553, "reference": "Blackpool football fans are being asked to help solve the murder of a teenager who disappeared over a decade ago.", "prediction": "Police investigating the murder of a girl who went missing 40 years ago have said of set. set our screens.", "rouge": {"rouge1": 30.0, "rouge2": 15.789473684210526, "rougeL": 30.0}, "nll_sum": 102.05448913574219, "token_count": 21} +{"index": 10554, "reference": "Britain's rail passengers will see a 1.1% rise in average fares from 2 January, 2016, the Rail Delivery Group (RDG) has announced.", "prediction": "Regulated average rail average on rise by up to 4%, new figures show.", "rouge": {"rouge1": 16.216216216216218, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 80.2842025756836, "token_count": 15} +{"index": 10555, "reference": "Veterans will now be treated at Headley Court military rehabilitation unit as well as serving personnel, Defence Secretary Michael Fallon says.", "prediction": " frontline soldiers from Afghanistan are receiving amputationon at Conestences treatment for training treatment, the Defence Secretary Michael Fallon has said in the- reputation, reputation, as it from a from from a The's from of the from's fromA", "rouge": {"rouge1": 20.0, "rouge2": 10.344827586206897, "rougeL": 16.666666666666664}, "nll_sum": 299.6785888671875, "token_count": 47} +{"index": 10556, "reference": "Oxford University is revealing the identities of more than 20 people whose portraits will be put on display to try to \"promote greater diversity\".", "prediction": "Oxford University is ofing a exhibition of its doors significance are to be commemorated, commemor the English building's status as a ballet a's. struggle for a reputation.", "rouge": {"rouge1": 26.415094339622648, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301888}, "nll_sum": 214.32186889648438, "token_count": 34} +{"index": 10557, "reference": "Derbyshire captain Gary Wilson has said his side will be back in contention for T20 Finals Day next season after their quarter-final defeat to Hampshire.", "prediction": "Wasicestershire coach Mark Wilson is confident his side will miss out miss Friday's T20 Blast loss at Birmingham Women's Finals Day.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 12.76595744680851, "rougeL": 28.571428571428577}, "nll_sum": 152.42288208007812, "token_count": 27} +{"index": 10558, "reference": "Great Britain could have won another Olympic gold had the women's football team been allowed to compete, believes England head coach Mark Sampson.", "prediction": "England boss Roy Hodgson says his team would be \"happy\" at the 2016 Olympics, after four teams pulled out of the Rio Olympics and 2011.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 102.07670593261719, "token_count": 29} +{"index": 10559, "reference": "The US National Society of Film Critics has named Spotlight the best film of 2015.", "prediction": "light light has won best voice drama and the best actor best film at this year in Golden Film Film Awards.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 11.76470588235294, "rougeL": 22.22222222222222}, "nll_sum": 111.56079864501953, "token_count": 21} +{"index": 10560, "reference": "Poet Owen Sheers has won Wales Book of the Year at a ceremony in Caernarfon for his work about three young soldiers.", "prediction": "A new book written about opera injured soldiers during the war in Afghanistan has won a Baft Cymymru awards.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 144.32672119140625, "token_count": 23} +{"index": 10561, "reference": "England Lions batsmen Ben Duckett and Daniel Bell-Drummond could play for England within a year, according to former national coach Andy Flower.", "prediction": "England cricket captain Andy Flower and Ben Anderson- Test batsman Daniel Bell-Drummond hit centuries as Northants led their performances in their first T20 competition.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 20.833333333333332}, "nll_sum": 162.73519897460938, "token_count": 32} +{"index": 10562, "reference": "I have been collecting matchboxes seriously since 2012.", "prediction": "Five years ago, I wrote, but Horowitz was an exhibition an exhibition of Indian art works, which works of art and newspapers in India and India.", "rouge": {"rouge1": 5.88235294117647, "rouge2": 0.0, "rougeL": 5.88235294117647}, "nll_sum": 134.05401611328125, "token_count": 29} +{"index": 10563, "reference": "A number of Olympic athletes have been competing in Rio with large red circles on their skin - but what are they and why have they got them?", "prediction": "mpians in Rio are getting ready of skin to help help track out their body in the Orlando Olympic flame.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 4.444444444444445, "rougeL": 12.765957446808512}, "nll_sum": 125.31709289550781, "token_count": 21} +{"index": 10564, "reference": "Formula 1 boss Bernie Ecclestone says there is \"no reason\" why this weekend's Bahrain Grand Prix should not go ahead.", "prediction": "Formula 1ula Bernie Eccllestone has said the Bahrain Prix will be held because 2012, because of security isdidn't survive\".", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 162.21481323242188, "token_count": 26} +{"index": 10565, "reference": "Downton Abbey star Michelle Dockery and actor Dominic West will star in a 30th anniversary revival of Les Liaisons Dangereuses at the Donmar Warehouse.", "prediction": "Oscarsongwinning Gall Rhodeery and D Alt D Hre will star in an all- book adaptation of Christopher's Theatre in London next year.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 8.888888888888888, "rougeL": 21.27659574468085}, "nll_sum": 215.1172637939453, "token_count": 30} +{"index": 10566, "reference": "Zamalek striker Basem Morsi has been excluded from Egypt's squad for the 2017 Africa Cup of Nations after falling out with the coaching staff.", "prediction": " Ahinchly striker Abdelary Hadaryary has been included the 36 forman squad for the 2017 Africa Cup of Nations (IM).", "rouge": {"rouge1": 54.54545454545454, "rouge2": 38.0952380952381, "rougeL": 50.0}, "nll_sum": 166.3816680908203, "token_count": 26} +{"index": 10567, "reference": "Scottish band the BMX Bandits have been announced as one of the acts playing a new contemporary music stage at the Wickerman Festival.", "prediction": "Wigan group Wickerike has announced as the headline of this year's Wickermanham Festival, the classes,, as a ballet's reputation from ballet's in reputation.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 225.0110321044922, "token_count": 33} +{"index": 10568, "reference": "A paramedic called to the scene of a gas blast that left a man dead has told an inquest he thought the devastation was the result of a plane crash.", "prediction": "A man whose body was killed in a gas explosion in the road was never spotted before, an inquest has heard.", "rouge": {"rouge1": 35.29411764705882, "rouge2": 12.244897959183673, "rougeL": 19.607843137254903}, "nll_sum": 80.720703125, "token_count": 22} +{"index": 10569, "reference": "The author of the Harry Potter books, JK Rowling, is celebrating her 50th birthday today.", "prediction": "As the BBC celebrates her 90th birthday, the 90th anniversary in your career.", "rouge": {"rouge1": 35.71428571428571, "rouge2": 7.692307692307692, "rougeL": 28.571428571428577}, "nll_sum": 66.14746856689453, "token_count": 16} +{"index": 10570, "reference": "At least 400 people have been arrested in Venezuela after rioting and looting over food shortages.", "prediction": "Clashes broken out in several outside capital Venezuelan capital, Caracas, issue ofised food.", "rouge": {"rouge1": 13.793103448275861, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 112.91157531738281, "token_count": 18} +{"index": 10571, "reference": "A letting agency has been paid more than \u00a35.5m in housing benefit after its owner set up a charity to help the homeless, the BBC has learned.", "prediction": "A letting agent, set up to receive to benefit from those who are paying to to ex-offenders of London boroughs in London.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 126.32022094726562, "token_count": 27} +{"index": 10572, "reference": "Captain Greg Laidlaw says Scotland must be \"subtle and clever\" as well as match France physically if they are to secure a first win in Paris since 1999.", "prediction": "Scotland captainigig Laidig says needs more \" physical\" attacking\" they be when they defeated France in a battle in Paris on Saturday.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 4.25531914893617, "rougeL": 24.489795918367342}, "nll_sum": 189.2670135498047, "token_count": 28} +{"index": 10573, "reference": "In Australia, at least 18,000 same-sex couples are waiting for the law to change to allow them to get married, according to the University of Queensland.", "prediction": " same-sex couples are couples marriage of to same-sex couples in the same way.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463417, "rougeL": 27.906976744186046}, "nll_sum": 62.48783874511719, "token_count": 17} +{"index": 10574, "reference": "South Korean opposition lawmakers have ended a parliamentary filibuster that lasted 192 hours, which is believed to have set a new world record.", "prediction": "The South Korean National Assembly National South Korea have ended a new parliamentary record for office records, starting a records for closing day of 57 hours.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 17.02127659574468, "rougeL": 32.6530612244898}, "nll_sum": 163.6929931640625, "token_count": 27} +{"index": 10575, "reference": "The squad for the British and Irish Lions tour has been announced.", "prediction": "Imagine this this street means it tells about 40ftm (30ft) down track, what it's like think about a foot amput down!!", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 177.987060546875, "token_count": 28} +{"index": 10576, "reference": "Babies born on the same day as the new prince are to receive a silver penny made by the Royal Mint.", "prediction": "The Royal Mint has awarded \u00a31 but1 coins to attend children who wish who give birth to a \"as good taste of good luck\".", "rouge": {"rouge1": 26.666666666666668, "rouge2": 9.30232558139535, "rougeL": 13.333333333333334}, "nll_sum": 152.98934936523438, "token_count": 27} +{"index": 10577, "reference": "A Japanese special envoy has met the South Korean president-elect in Seoul in a move aimed at helping soothe relations between the two countries.", "prediction": " in and South Korea have signed a new efforts aimed at exploringising bilateral ties\" possible with North Korea.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 98.12612915039062, "token_count": 20} +{"index": 10578, "reference": "Manchester United midfielder Michael Carrick may have suffered ankle ligament damage during England's 2-0 defeat in Spain, says Roy Hodgson.", "prediction": "England boss Roy Hodgson has said striker Michael has suffered a suspected ankle injury during during 4-1 Euro League defeat by Atletico Madrid.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 102.41338348388672, "token_count": 27} +{"index": 10579, "reference": "The inquest into the death of Alice Gross will examine whether failures by the government and police contributed to her death, a coroner has ruled.", "prediction": "The family of schoolgirl Natalieman have asked to explain whether will decide an inquest into her killer killer allowed be allowed to stay in the country.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 152.4212188720703, "token_count": 29} +{"index": 10580, "reference": "An MP who issued a social medial appeal after discovering a soft toy abandoned outside the House of Commons has reunited it with its young owner.", "prediction": "A woman whose baby was found with having a toy in a mother's car which was at the Palace of in July has been's an MPold, for themark's. the-A's a in it from The's.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 0.0, "rougeL": 21.21212121212121}, "nll_sum": 257.1874694824219, "token_count": 45} +{"index": 10581, "reference": "A US court has made a woman unlock her iPhone with her fingerprint.", "prediction": "A Ukrainian woman who was arrested on suspicion of hacking the camera of her phone data, a US law firm says \"social\".cash\".", "rouge": {"rouge1": 27.777777777777775, "rouge2": 5.882352941176471, "rougeL": 16.666666666666668}, "nll_sum": 132.21456909179688, "token_count": 26} +{"index": 10582, "reference": "Celtic manager Ronny Deila says his side must beat Ajax on Thursday to keep their hopes of advancing to the Europa League knockout stage alive.", "prediction": "Manager Ronny Deila insists that Celtic can struggle for fear\" if they will face Ajax in Saturday to reach last 30 of Champions League Group match.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 8.16326530612245, "rougeL": 27.450980392156865}, "nll_sum": 165.2534942626953, "token_count": 29} +{"index": 10583, "reference": "Aberdeen defender Graeme Shinnie has signed a new contract which will keep him at Pittodrie until at least the summer of 2019.", "prediction": "Aberdeen left-back Graeme Shinnie has join side Aberdeen on a two-year contract.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.76470588235294, "rougeL": 33.33333333333333}, "nll_sum": 66.5871810913086, "token_count": 20} +{"index": 10584, "reference": "British WBA world bantamweight champion Jamie McDonnell will defend his title against Juan Alberto Rosas on 9 April.", "prediction": "Britain's Wiganimir Rosas will make his October battle his first professional match since 2008 of fight on 30 May, 36 April.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 150.37033081054688, "token_count": 26} +{"index": 10585, "reference": "Sometimes, the simplest explanation is the right one.", "prediction": "So so much the has focus changed, so far, what it takes to office again, that mean!", "rouge": {"rouge1": 7.999999999999999, "rouge2": 0.0, "rougeL": 7.999999999999999}, "nll_sum": 114.28907012939453, "token_count": 20} +{"index": 10586, "reference": "The Liverpool Care Pathway, developed to support patients as they near death, should be phased out in England, an independent review is expected to say.", "prediction": "An independent review is way into the a controversial obscen death is Raymond be used in England, it has emerged.", "rouge": {"rouge1": 40.0, "rouge2": 18.6046511627907, "rougeL": 22.222222222222225}, "nll_sum": 144.41693115234375, "token_count": 22} +{"index": 10587, "reference": "A jury has heard how a \"vulnerable\" man died after a \"sustained attack\" with knives and scissors in his own home.", "prediction": "Four men have been convicted of murdering by vulnerable man and throwing a throwing hand and trying to him.", "rouge": {"rouge1": 20.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 103.71378326416016, "token_count": 19} +{"index": 10588, "reference": "Russian Roman Seleznev has been found guilty in the US of running a hacking scheme that stole $169m (\u00a3131m).", "prediction": " of Russian hacker, Alexander Sevv, has been found guilty of a fraud that sent millions of dollars pounds in the US from card credit card cards.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 23.25581395348837, "rougeL": 35.55555555555556}, "nll_sum": 145.00296020507812, "token_count": 29} +{"index": 10589, "reference": "A cat's death after being stabbed with a screwdriver has sparked an RSPCA appeal for information in Cambridgeshire.", "prediction": "A cat was stabbed to death after six times shot by a shot poisoned shot and his its the police said.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 115.21488952636719, "token_count": 21} +{"index": 10590, "reference": "New Zealand's only resident pelican has been put down after living at Wellington Zoo for nearly 40 years.", "prediction": "An wild pelters at Wellington, but New Zealand, being seriously ill after suddenly at the zoo has died at the age of 34 the a solve, Lake,-Texas from a-d's a in from from a family.", "rouge": {"rouge1": 28.07017543859649, "rouge2": 7.2727272727272725, "rougeL": 17.543859649122805}, "nll_sum": 287.4571533203125, "token_count": 44} +{"index": 10591, "reference": "Top A-level grades have increased for the first time in six years, as teenagers in England, Wales and Northern Ireland get their results.", "prediction": "Pupils who received a fall to A-level and A grades grades have fallen slightly but sixth places places, says the admissions service service U admissions.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 8.333333333333332, "rougeL": 20.0}, "nll_sum": 178.6230010986328, "token_count": 30} +{"index": 10592, "reference": "Parents are being urged to get their children vaccinated following an outbreak of measles at a nursery school in Port Talbot.", "prediction": "Two cases have been confirmed at a nursery and nursery nursery in Port Talbot, following an outbreak of measles.", "rouge": {"rouge1": 55.000000000000014, "rouge2": 42.10526315789474, "rougeL": 30.0}, "nll_sum": 74.19105529785156, "token_count": 21} +{"index": 10593, "reference": "Macedonian President Gjorge Ivanov has issued a pardon to all politicians embroiled in a big corruption scandal that sparked a major political crisis.", "prediction": "Macedonia's President Vladimir Ivanov has welcomed the move that a move from so farright-Thousands of \"the honey\".", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 146.21603393554688, "token_count": 25} +{"index": 10594, "reference": "Commemorations of the 200th anniversary of the Battle of Waterloo concluded with a re-enactment of the moment news of the allied victory reached London.", "prediction": "The host of hostelel, and 80 be000 people, gathered in London. mark the 200th anniversary of the Battle of Waterloo the", "rouge": {"rouge1": 52.17391304347826, "rouge2": 31.818181818181824, "rougeL": 43.47826086956522}, "nll_sum": 140.47894287109375, "token_count": 27} +{"index": 10595, "reference": "The Russian state wanted former spy Alexander Litvinenko dead, the inquiry into his poisoning has been told.", "prediction": "Two Russian criminals, two Russian, spy Alexander Litvinenko, want to kill, a public inquiry has been told. a in the a referee,A, says it from the it from it,'s of a.", "rouge": {"rouge1": 44.0, "rouge2": 16.666666666666664, "rougeL": 32.0}, "nll_sum": 221.5062713623047, "token_count": 43} +{"index": 10596, "reference": "Head teachers say it is \"disappointing\" that Chancellor Philip Hammond's Autumn Statement failed to address funding pressures faced by many schools and colleges across England.", "prediction": "Dramram in England have been \"t breakingbreaking point according to Philip Hammond\", said despite the meaning of \" funding funding\" in England schools.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666668}, "nll_sum": 183.67291259765625, "token_count": 29} +{"index": 10597, "reference": "Wales should put an end to the \"stigma\" children face for claiming free school meals, an assembly member claims.", "prediction": "Campaigners are making calls for the use of aless payment system for some school meals.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 88.05848693847656, "token_count": 17} +{"index": 10598, "reference": "The first human trial of a new type of HIV therapy suggests it could be a promising weapon in the fight against the virus.", "prediction": " a new oste therapy drugs battle, which will fight against the virus has been unveiled, say scientists.mbudsman's.'s has in the a's, referee, from they has it from from a's's flagship of.", "rouge": {"rouge1": 39.34426229508197, "rouge2": 16.94915254237288, "rougeL": 22.950819672131146}, "nll_sum": 280.21453857421875, "token_count": 43} +{"index": 10599, "reference": "A police force is being investigated after a prisoner had three fingers severed while in custody.", "prediction": "A man was left his eye after being held by a public toilet after reportedly being arrested by police.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 80.81280517578125, "token_count": 19} +{"index": 10600, "reference": "Ivory Coast's economy is growing and the business environment has dramatically improved since the political crisis that hit the country following elections in 2010.", "prediction": "Ivory Coast is seven seven countries from seven Asian countries and other and other countries in territory Republic of the Central African Republic (TPA).", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 24.489795918367346}, "nll_sum": 138.79998779296875, "token_count": 27} +{"index": 10601, "reference": "Bondz N'Gala has joined Dover, a week after a move to Gillingham fell through because of Fifa regulations.", "prediction": "Dover Athletic have agreed to sign Switzerland' Niro N'Gade from Gillingham for an undisclosed fee on a former Barnet contract.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 139.56280517578125, "token_count": 29} +{"index": 10602, "reference": "Paul Hartley is adamant he wants to keep prolific striker Kane Hemmings at Dundee, but admits his goal-scoring exploits this season will attract interest from other clubs.", "prediction": "Dundee manager Paul Hartley backed team-mate Kane Hemmings despite their back-backback by saying they move to in Scottish Premiership play-off place.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 7.999999999999999, "rougeL": 15.384615384615383}, "nll_sum": 164.092041015625, "token_count": 33} +{"index": 10603, "reference": "This year's Royal British Legion Poppy Appeal is calling on members of the public to recognise younger veterans and serving soldiers.", "prediction": "The Royal British Lion is been launching a campaign to mark Remembrance Boxing as veterans families as young as those as wearing the worn blue rainbowon it aPG it fined \" \"up-l game referee from from The'sA from a's", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.278688524590165, "rougeL": 15.873015873015872}, "nll_sum": 362.0792236328125, "token_count": 47} +{"index": 10604, "reference": "Brian Graham's double helped Ross County end junior side Linlithgow Rose's brave Scottish Cup run.", "prediction": "Danny Rose scored a stoppage-time winner as Linlith City in a Scottish Cup quarter-final- place and reach the quarter-finals of the Scottish Cup.", "rouge": {"rouge1": 13.953488372093027, "rouge2": 4.878048780487805, "rougeL": 13.953488372093027}, "nll_sum": 129.97210693359375, "token_count": 33} +{"index": 10605, "reference": "The Conjuring 2 has topped the North American box office chart in its first week of release, breaking a recent slump in success for movie sequels.", "prediction": " adapted Bond character film andcorruption has held to on top of the US office American box office.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 9.75609756097561, "rougeL": 27.906976744186053}, "nll_sum": 116.93266296386719, "token_count": 18} +{"index": 10606, "reference": "Andrew Lloyd Webber has said ticket prices for West End shows are \"incredibly reasonable\" given the cost of bringing a production to the stage.", "prediction": "Andrew Lloydber Webber has said he would consider the cost of staging the West production in London, because of \" best it isn't't it).", "rouge": {"rouge1": 44.89795918367347, "rouge2": 17.02127659574468, "rougeL": 32.6530612244898}, "nll_sum": 179.17822265625, "token_count": 29} +{"index": 10607, "reference": "An Aberystwyth University student is creating an app to help people living or travelling in high risk areas.", "prediction": "A couple has unveiled an app Facebook to help find and find people in search of and boat fruit. solve solve to a \"-desCom a \" a's from a's a ban from a man's flagship of a from's aA", "rouge": {"rouge1": 20.0, "rouge2": 6.896551724137931, "rougeL": 20.0}, "nll_sum": 293.9596252441406, "token_count": 46} +{"index": 10608, "reference": "Fifties for Glamorgan debutant David Miller and captain Jacques Rudolph proved key as they beat Gloucestershire by 25 runs in Bristol.", "prediction": "Batsman David Miller hit a comfortable stand from unbeaten overs as Surrey helped to a comfortable--ickethire win over Glamorgan at Cardiff solve-", "rouge": {"rouge1": 18.18181818181818, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 218.67654418945312, "token_count": 30} +{"index": 10609, "reference": "It's been a bit of an annus horribilis for the internet and all of us who frequent it.", "prediction": "'s's list of the world, but then eventually a dream isn isn is't anything, but I'm isn't haven wasn wasn it.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 179.29879760742188, "token_count": 27} +{"index": 10610, "reference": "A 43-year-old man has been arrested over the death of a 67-year-old woman in south Wales.", "prediction": "A murder investigation been charged launched launch after a man was found with serious injuries.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 86.57080841064453, "token_count": 15} +{"index": 10611, "reference": "Police in France have brought to an end two hostage stand-offs, killing three attackers.", "prediction": ", have been rocked the aftermath of Paris of and 24 November attacks in Paris and and Paris.", "rouge": {"rouge1": 18.750000000000004, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 94.57832336425781, "token_count": 18} +{"index": 10612, "reference": "The Queen's husband Prince Philip will take part in his final public meeting before he officially retires from royal duties.", "prediction": "The Queen is back to become head of the British monarch in May in what he was never meant to become head of the British Empire colonial.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 120.29720306396484, "token_count": 27} +{"index": 10613, "reference": "Six high rise blocks in Grimsby are to be demolished meaning hundreds of people will have to move home.", "prediction": "A group of residents are being removed from block blocks in Oxfordshire after they are re reprise. to's. a-olve- a's a's a's from's from using from it's's suspension of.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 3.7037037037037033, "rougeL": 17.857142857142858}, "nll_sum": 249.29234313964844, "token_count": 43} +{"index": 10614, "reference": "A millionaire businessman whispered to a 999 operator that burglars were in his mansion, moments before he was shot through a locked door, a court heard.", "prediction": "A gunman FBI locked an open gun into their home by 11 armed-ielding bloomers before a wielding, gun into his leg, a court has heard. 2011 a \" again a 2011 again a's again of from a's again from 2011", "rouge": {"rouge1": 26.47058823529412, "rouge2": 3.0303030303030303, "rougeL": 17.647058823529413}, "nll_sum": 306.34423828125, "token_count": 47} +{"index": 10615, "reference": "For the last few weeks, Taylor Swift's Shake it Off has been one of the most streamed tracks on Spotify in the UK.", "prediction": "For, first time again, Taylor Swift has always been the music of her music.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555555, "rougeL": 31.57894736842105}, "nll_sum": 69.20401000976562, "token_count": 16} +{"index": 10616, "reference": "Leading Formula 1 drivers have questioned the safety of the new Baku street circuit that will host Sunday's European Grand Prix.", "prediction": "Formula 1 organisers say they are \"challing track\" ahead of the Singapore Grand, have been because of the road \"soft too too dangerous\".", "rouge": {"rouge1": 31.111111111111118, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 175.18943786621094, "token_count": 29} +{"index": 10617, "reference": "Delhi's chief minister has vowed to step up his virtually unprecedented street protest amid a row over who controls the city's police force.", "prediction": "A new prime minister has been outside in the Indian capital, Delhi, after thousands of dozens of protests.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 13.953488372093023}, "nll_sum": 76.55496215820312, "token_count": 20} +{"index": 10618, "reference": "Organised criminals are using apps and encrypted messaging to evade them, senior police officers believe.", "prediction": "R organised crime gangs are being put down to track record people who use their devices, BBC Scotland learned learned.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 120.42950439453125, "token_count": 21} +{"index": 10619, "reference": "Tickets for BBC Sports Personality of the Year 2015 in Belfast sold out in 35 minutes - the quickest sell-out since the show went on the road in 2006.", "prediction": "The final tickets of 2016 for 2016 BBC Sports Personality of the Year show in Belfast, are \"oneone of the show best yet\".", "rouge": {"rouge1": 49.999999999999986, "rouge2": 28.000000000000004, "rougeL": 46.15384615384615}, "nll_sum": 133.67237854003906, "token_count": 26} +{"index": 10620, "reference": "Shamed cyclist Lance Armstrong believes the time is coming when he should be forgiven for doping and lying - and told the BBC he would probably do it again.", "prediction": "Lance Armstrong says he would never prefer to again in sport after doping allegations against him told him was involved in the sport \"complete complete\".", "rouge": {"rouge1": 30.188679245283023, "rouge2": 7.843137254901962, "rougeL": 22.64150943396226}, "nll_sum": 132.26071166992188, "token_count": 27} +{"index": 10621, "reference": "Wales boss Chris Coleman says Euro 2016 is \"not the end of the journey\" for his squad as they prepare to face Russia for a place in the last 16.", "prediction": "Manager Chris Coleman says and his team are ready to reach the creators of of B Group, despite England saying it is \" perfect perfect\".", "rouge": {"rouge1": 29.629629629629626, "rouge2": 7.6923076923076925, "rougeL": 22.222222222222225}, "nll_sum": 153.57423400878906, "token_count": 26} +{"index": 10622, "reference": "John McGuinness, known as the \"Morecambe Missile\", has won 23 times at the famous Isle of Man TT motorbike races.", "prediction": "Formula 1 world champion Martin McGuinness will again in the Spanish Grand Prix.", "rouge": {"rouge1": 12.121212121212123, "rouge2": 0.0, "rougeL": 12.121212121212123}, "nll_sum": 66.10397338867188, "token_count": 15} +{"index": 10623, "reference": "Luke Wells has established himself in Sussex's County Championship side but is hungry for more.", "prediction": " Wells Wells says he would have better \"better to income results than expected\" ever ever, the hit of 1,000000 overs.", "rouge": {"rouge1": 5.405405405405405, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 157.49191284179688, "token_count": 25} +{"index": 10624, "reference": "A large boulder which has sat in the middle of a road for decades is to stay where it is despite a car crashing into it, a council has said.", "prediction": "A stone stone, remove a campaign remove down a stone which sits playing church chimes, the council, has been moved of a Bedford council.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.6923076923076925, "rougeL": 22.222222222222225}, "nll_sum": 180.35504150390625, "token_count": 28} +{"index": 10625, "reference": "Disabled mugging victim Alan Barnes has been presented with more than \u00a3300,000, raised through online donations.", "prediction": "A appeal has been launched in memory of assaulting disabled pensioner Alan Barnes, who has raised about \u00a320,000, a rob him.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 128.56414794921875, "token_count": 27} +{"index": 10626, "reference": "RBS may face full-year losses of up to \u00a38bn, after the bank said it needed another \u00a33.1bn for claims relating to the financial crisis.", "prediction": "Royal Bank of Scotland has been set aside further \u00a33bnbn to pay pay compensation over claims it over for payment of payment protection insurance (PPI).", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 149.573486328125, "token_count": 30} +{"index": 10627, "reference": "One of the \"finest\" portraits of the Jacobean era has been bought so it can remain at its home in mid Wales.", "prediction": "A 17th Century painting on paper in Pembrokeshire could be saved, restored after a National Lottery \u00a322m.", "rouge": {"rouge1": 5.128205128205128, "rouge2": 0.0, "rougeL": 5.128205128205128}, "nll_sum": 112.720458984375, "token_count": 27} +{"index": 10628, "reference": "Bus services in Wales could be dramatically cut as a result of the UK government's spending review next month, it has been warned.", "prediction": " bus services across Wales are facing cuts of up to 40% and 40 40% of funding, to the local authority's authorities in said by the authorities's, as it from a from, a, have of of.", "rouge": {"rouge1": 36.0655737704918, "rouge2": 3.389830508474576, "rougeL": 26.229508196721312}, "nll_sum": 209.3883514404297, "token_count": 43} +{"index": 10629, "reference": "Both defence lawyer Barry Roux and prosecutor Gerrie Nel have made a habit of setting \"homework\" for the witnesses they are cross-examining at the murder trail of South African athlete Oscar Pistorius.", "prediction": " in court South Africa that ruled that a judge will be in court for four hoursling weekend, has accused him of \"be four nling tax\".", "rouge": {"rouge1": 13.79310344827586, "rouge2": 0.0, "rougeL": 10.344827586206897}, "nll_sum": 180.6863250732422, "token_count": 29} +{"index": 10630, "reference": "Turkey has lifted a ban on policewomen wearing the Islamic headscarf.", "prediction": "Turkey has banned Muslim women wearing headscarves for the first time in almost 50 years. despite it'srow controversial state-based legislation, in since November from the police's from from the president's from of battle.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 4.347826086956522, "rougeL": 20.833333333333336}, "nll_sum": 216.19105529785156, "token_count": 43} +{"index": 10631, "reference": "Intelligence agency GCHQ has accredited six UK universities to teach specialist master's degree courses to future internet security experts.", "prediction": " the UK's intelligence agency GCHQ, will be awarded a degree degree by UK universities, the government has announced.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 25.641025641025646}, "nll_sum": 74.9757080078125, "token_count": 22} +{"index": 10632, "reference": "A man who admitted the \"vile murder\" of an 82-year-old woman in her Norwich home has been jailed for life, with an order to serve 25 years and six months.", "prediction": "A man who sexually assaulted his father at home her home in Devon has been jailed jailed for four-and--a-half years.", "rouge": {"rouge1": 43.63636363636363, "rouge2": 18.867924528301884, "rougeL": 36.36363636363637}, "nll_sum": 92.04318237304688, "token_count": 26} +{"index": 10633, "reference": "At least two people have been killed and 18 injured in clashes overnight in the Lebanese capital Beirut.", "prediction": "At least eight soldiers have been killed in clashes between rival supporters and supporters and local in mainstream compound, officials say.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 21.62162162162162, "rougeL": 41.02564102564102}, "nll_sum": 97.82402038574219, "token_count": 22} +{"index": 10634, "reference": "The family of a man who was punched in the face as a patient at a private hospital in Bristol is calling for the incident to be re-investigated.", "prediction": "A vulnerable disabled man was left teeth in the face by a consultant at a Bristol hospital, it has emerged.", "rouge": {"rouge1": 44.89795918367347, "rouge2": 12.76595744680851, "rougeL": 40.816326530612244}, "nll_sum": 86.30506896972656, "token_count": 21} +{"index": 10635, "reference": "Hibernian have completed the permanent signing of goalkeeper Ofir Marciano on a four-year contract.", "prediction": "Aberdeen goalkeeper Mariano Marciano has praised the signing by his Scottish Premiership champions Glasgow City", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 86.0283203125, "token_count": 18} +{"index": 10636, "reference": "The legendary Canadian ice hockey player, Gordie Howe, has died at the age of 88, US media say.", "prediction": "Two-time Ryder Cup winner, known as Jack Hockey, has died, aged 86, his son has said, after breaking the's from from a as's death's.'s-. from a in a's.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 4.0, "rougeL": 15.384615384615383}, "nll_sum": 232.00479125976562, "token_count": 42} +{"index": 10637, "reference": "Board members at a UK-funded development agency made large expenses claims, including \u00a35,000 air tickets, the National Audit Office has revealed.", "prediction": "The UK nearly \u00a3700m is being spent on spending for major foreign projects since 2011, the 2014 National Audit Office () has said.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 13.95348837209302, "rougeL": 26.66666666666666}, "nll_sum": 105.13923645019531, "token_count": 26} +{"index": 10638, "reference": "A terminally-ill cancer patient who was jailed for two robberies he did not commit is fighting for compensation a year after he was exonerated.", "prediction": "A pensioner, who was jailed life for running a office owner has died in jail, says he will continue to \"for his dig grave\".", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 28.57142857142857}, "nll_sum": 149.231689453125, "token_count": 28} +{"index": 10639, "reference": "A referendum on UK membership of the European Union should not be held on the same day as the assembly elections in 2016, the Welsh government has said.", "prediction": "Prime Minister Theresa May is cut plans to cut for an EU membership in an future referendum in May May assembly election.", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666666, "rougeL": 11.999999999999998}, "nll_sum": 118.47798919677734, "token_count": 22} +{"index": 10640, "reference": "Jack Marriott hit a second-half double as Peterborough continued their perfect League One start by beating Rotherham.", "prediction": "Jack Marriott scored a stunning hat-trick as Peterborough United and kept their League One play-off hopes alive with a comfortable victory against Rotherham.", "rouge": {"rouge1": 41.860465116279066, "rouge2": 14.634146341463413, "rougeL": 41.860465116279066}, "nll_sum": 104.43289184570312, "token_count": 31} +{"index": 10641, "reference": "Marussia's Jules Bianchi has faced \"a number of medical challenges\" after sustaining severe head injuries in a crash at the Japanese Grand Prix, his team and family said in a statement.", "prediction": " Formulaula driver Jules Bian, will not give him up at the Italian Grand Prix, and give doctors \"the same time in my life\", his father says father", "rouge": {"rouge1": 27.11864406779661, "rouge2": 7.017543859649122, "rougeL": 23.72881355932203}, "nll_sum": 181.1395263671875, "token_count": 34} +{"index": 10642, "reference": "The legal services firm Axiom UK is to double its Belfast workforce in a \u00a39m investment.", "prediction": "The legal tobacco firm online company, it will create 30,000 new jobs in a new Belfast, as part of an \u00a335mm investment. again- solve- a \u00a3350 from a's again \u00a3 of a", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 24.489795918367342}, "nll_sum": 238.5707244873047, "token_count": 42} +{"index": 10643, "reference": "Police have released recordings of a suspected burglar phoning for a taxi from the house he had just broken into.", "prediction": "A man used a voice phone call from a stolen car from a building control office, one whom what was thought to happened, have police have said.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 156.12200927734375, "token_count": 29} +{"index": 10644, "reference": "Keith Farmer followed up his double at Knockhill by winning the Supersport sprint race at Snetterton on Saturday.", "prediction": "Tim Farmer boosted his tally of a double race title by winning Tuesday's 2017 British Superb race.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.88235294117647, "rougeL": 33.33333333333333}, "nll_sum": 108.0895767211914, "token_count": 19} +{"index": 10645, "reference": "Retail sales fell in May as shoppers began to feel the effect of higher inflation.", "prediction": "UK retail sales prices rose slightly slightly last month, according to official figures.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 7.692307692307692, "rougeL": 21.428571428571427}, "nll_sum": 58.73249053955078, "token_count": 14} +{"index": 10646, "reference": "The Gambia's decision to withdraw from the Commonwealth 48 years after joining is something to \"very much regret\", the UK Foreign Office has said.", "prediction": "The Gambia has pulled out of the surviving remaining member of the British Commonwealth Games, it has been confirmed.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 80.8224105834961, "token_count": 21} +{"index": 10647, "reference": "A social worker who failed to make regular visits to convicted criminals with mental health problems has been struck off.", "prediction": "A social worker worker been cleared of support for to families disabled who have mental and visits.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 116.61228942871094, "token_count": 17} +{"index": 10648, "reference": "Britain will resist pressure from the European Union for a swift start to negotiations on its withdrawal from the bloc, Foreign Secretary Philip Hammond has indicated.", "prediction": "New Foreign Secretary Philip Hammond der has said the UK will possible negotiating the Brexit process possible, following the vote on Britain's leave leave the EU.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 11.76470588235294, "rougeL": 18.867924528301884}, "nll_sum": 144.1394500732422, "token_count": 28} +{"index": 10649, "reference": "The US justice department says federal agencies will have to obtain search warrants to use technology that tracks mobile phones under new guidance.", "prediction": "New new US rules are fitted on clothes and say they will no longer be allowed law says law law.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 117.64437866210938, "token_count": 20} +{"index": 10650, "reference": "Gambia's President Yahya Jammeh has suspended his campaign for Thursday's election as a mark of respect for Cuba's Fidel Castro.", "prediction": "Gambian Presidentya Jammehh is Cuban leader Raul Castro it has been announced. a's- been not in the- reputation, reputation, as from a-yeare has suspension from his November's from.", "rouge": {"rouge1": 25.925925925925924, "rouge2": 0.0, "rougeL": 18.51851851851852}, "nll_sum": 270.324462890625, "token_count": 44} +{"index": 10651, "reference": "A dog seized by Belfast City Council for \"looking like a pit bull\" has been reunited with his owners.", "prediction": "A injured dog dog which survived a landmark legal battle to a drugs test will be alive, says it will not be fit will not return it again.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 155.03012084960938, "token_count": 29} +{"index": 10652, "reference": "Manchester City want to buy Everton defender John Stones, but would have to pay the Goodison Park club around \u00a350m for the England international.", "prediction": "Everton say they will hold on England defender John Stones will be sold in a transfer fee that could see the club worth \u00a331m.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 25.0}, "nll_sum": 106.44486999511719, "token_count": 27} +{"index": 10653, "reference": "Up to 3,500 people have been left without electricity in heavy storms in the Republic of Ireland.", "prediction": "Galess of up to 200,, power services have hit Northern Ireland Ireland, with high reaching reaching speeds of up to 90mph.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 140.14833068847656, "token_count": 25} +{"index": 10654, "reference": "A 13-year-old girl died when she was struck by a lorry while walking along a street in south-west London.", "prediction": "An 18-year-old motorist, who died after being being hit by a lorry in south south-west London in the London identify, ballet, as Barry Smith, from Green's of in's, from's a'sA", "rouge": {"rouge1": 37.28813559322034, "rouge2": 21.05263157894737, "rougeL": 33.898305084745765}, "nll_sum": 221.69320678710938, "token_count": 47} +{"index": 10655, "reference": "Two teenagers who died when two cars collided in the early hours of Saturday have been named by police.", "prediction": "Two men were died and two others seriously injured by a car hit a hit-and- West Yorkshire.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 93.99407958984375, "token_count": 20} +{"index": 10656, "reference": "The man accused of murdering his ex-girlfriend whispered to a friend \"she'll pay for what she's done\" five days before she was killed, a court heard.", "prediction": "A man accused of murdering his ex-partner told police she would struggle and would kill her kill escape her brain, a court solve heard to at 2011 \" solve \"- \" his after a from havepayment of from a from'sA", "rouge": {"rouge1": 38.23529411764706, "rouge2": 18.181818181818183, "rougeL": 32.35294117647059}, "nll_sum": 299.7356262207031, "token_count": 46} +{"index": 10657, "reference": "Bristol City head coach Lee Johnson says his team's performance in Saturday's draw at United Newcastle proved their commitment to the club.", "prediction": "Newcastle United coach Lee Johnson said he was disappointed and disappointed of flying\" from his club Bristol City, who missed out of the Championship struggle.", "rouge": {"rouge1": 40.81632653061225, "rouge2": 12.76595744680851, "rougeL": 20.408163265306126}, "nll_sum": 128.4037628173828, "token_count": 28} +{"index": 10658, "reference": "The \"ABBA\" format for penalty shootouts will be used in all English Football League competitions in 2017-18.", "prediction": "The English Football League is begun a new system to will get under way.", "rouge": {"rouge1": 31.250000000000007, "rouge2": 13.333333333333334, "rougeL": 25.0}, "nll_sum": 71.74188995361328, "token_count": 14} +{"index": 10659, "reference": "A charity volunteer who has clocked up 76 years of service is one of the UK's longest-serving poppy sellers.", "prediction": "A woman has launched a appeal to sell thousands of poppies to her husband on duty of 24 duty on her 75th anniversary.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 122.06436157226562, "token_count": 26} +{"index": 10660, "reference": "The inquest into the death of County Tyrone schoolgirl Arlene Arkinson has heard a chilling account of an assault by child killer Robert Howard.", "prediction": "A woman who saw the woman of as schoolboygirl Arlene Arkinson has told an inquiry of how she how she was sexually assaulted and assaulted.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 8.51063829787234, "rougeL": 28.57142857142857}, "nll_sum": 147.32772827148438, "token_count": 29} +{"index": 10661, "reference": "Greek PM Alexis Tsipras is focused on completing a \u20ac86bn bailout deal agreed with the eurozone despite setbacks in a crucial vote to push through tough reforms, his spokesman has said.", "prediction": "Greek Prime Minister Alexis Tsipras has said he his party will remain in after unchanged after the country voted voted to extend its bailout package.", "rouge": {"rouge1": 39.28571428571428, "rouge2": 11.111111111111112, "rougeL": 21.428571428571427}, "nll_sum": 105.58340454101562, "token_count": 27} +{"index": 10662, "reference": "There's a general election coming up on 8 June, when adults will vote to decide who will run the UK.", "prediction": "There will be a general election coming on 8 May, where adults will vote to vote to decide who who will run the UK. the, solve the's a's a's from-D a from in it a from the from's a", "rouge": {"rouge1": 55.38461538461539, "rouge2": 44.44444444444445, "rougeL": 52.3076923076923}, "nll_sum": 217.25454711914062, "token_count": 47} +{"index": 10663, "reference": "Yorkshire have said they would be interested in hosting a day-night game in the County Championship in 2017.", "prediction": "Yorkshire have confirmed they are likely \" host a day-night cricket match which will be held in West Indies part of their summer tour.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 19.51219512195122, "rougeL": 37.2093023255814}, "nll_sum": 133.24563598632812, "token_count": 27} +{"index": 10664, "reference": "A Henry Moore sculpture which was the focus of a dispute when Tower Hamlets' former mayor wanted to sell it is to return to the capital after 20 years.", "prediction": "A sculpture of the sculptor created created by London mayor Henry Moore is be returned to London, according to the Tate Gallery the London its", "rouge": {"rouge1": 44.44444444444445, "rouge2": 11.538461538461538, "rougeL": 29.629629629629633}, "nll_sum": 137.61734008789062, "token_count": 26} +{"index": 10665, "reference": "A Londonderry motoring offender has missed his court sentencing to go on a surprise Spanish holiday with his grandmother.", "prediction": "A Countyondonderry man, who was ordered to pay his solicitor to pay fine and extra costs because of \"ervepleza went on holiday, has been told.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 22.727272727272727}, "nll_sum": 188.60134887695312, "token_count": 33} +{"index": 10666, "reference": "The new Miss USA beauty pageant winner has sparked controversy by declaring that healthcare was a \"privilege\", not a right.", "prediction": " American American woman says she does not not believe healthcare to beheaded a a government employee, saying she is \"the to a right right\".", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 141.99618530273438, "token_count": 27} +{"index": 10667, "reference": "YouTube has warned it will clamp down on users who buy 'fake views' to make their videos look more popular than they really are.", "prediction": " YouTube site YouTube has launched video game video and YouTube, meaning that YouTube YouTube don't buy it thanks to it.'t a videoworn it's!", "rouge": {"rouge1": 24.000000000000004, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 170.23948669433594, "token_count": 30} +{"index": 10668, "reference": "China's first space station is expected to fall back to Earth in the second half of 2017, amid speculation authorities have lost control of it.", "prediction": "The first space lab being built in China so it could be lost edge and could falling the rock of the weather\", a leading US space agency says.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 3.846153846153846, "rougeL": 18.51851851851852}, "nll_sum": 161.6305694580078, "token_count": 29} +{"index": 10669, "reference": "With a growing appetite for chicken in Africa, BBC Africa's Kim Chakanetsa investigates why the continent does not produce enough birds to feed itself.", "prediction": "If you ever doing a chicken where you're living in South Africa over the last few years again,\" says the BBC's Marouadouou. a's a's a's a's a it's a's from the.", "rouge": {"rouge1": 21.875, "rouge2": 0.0, "rougeL": 21.875}, "nll_sum": 194.03854370117188, "token_count": 45} +{"index": 10670, "reference": "Prime Minister David Cameron's father Ian has died after suffering a stroke and heart complications while on holiday in France.", "prediction": "British Prime Minister David Cameron the wake his father, has died at, age of 38, after he after a battle for lung lung cancer.", "rouge": {"rouge1": 40.0, "rouge2": 18.6046511627907, "rougeL": 40.0}, "nll_sum": 138.47906494140625, "token_count": 27} +{"index": 10671, "reference": "Syrian rebel fighters have agreed to leave their last enclave in the city of Homs, government officials say.", "prediction": "The Syrian government has ordered the evacuation of their eastern northern city of Homs, of an end.", "rouge": {"rouge1": 40.0, "rouge2": 12.121212121212121, "rougeL": 28.571428571428577}, "nll_sum": 79.2120361328125, "token_count": 18} +{"index": 10672, "reference": "Saracens director of rugby Mark McCall says his side can still improve despite securing back-to-back European titles.", "prediction": "Saracens director of rugby Mark McCall says the good form of the Champions Cup campaign has demonstrated a \"lowin lows\".", "rouge": {"rouge1": 35.8974358974359, "rouge2": 32.43243243243243, "rougeL": 35.8974358974359}, "nll_sum": 130.02444458007812, "token_count": 26} +{"index": 10673, "reference": "A statue of former Test cricket umpire Dickie Bird has been elevated to stop people hanging rude items on his outstretched finger.", "prediction": " cricket cricket football Dickie Bird says he would be \"absolutely delighted\" after failing people who injured himself after falling off from a huge Plaid.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 154.114501953125, "token_count": 28} +{"index": 10674, "reference": "The price of everyday essentials such as food, drink and clothing would rise if the UK votes to leave the EU, former retail bosses have warned.", "prediction": "The average price average price couldon \u00a3,000 a year worse worse off to Brexit,EU Vote campaign has said said, in the taxi firm, ballet,'s as \"s-s's\" in from years from.", "rouge": {"rouge1": 23.333333333333332, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 297.13787841796875, "token_count": 44} +{"index": 10675, "reference": "Paul Scholes has come out of retirement after agreeing to play for Manchester United until the end of the season.", "prediction": "Former Manchester United striker Paul Scholes has been left \"devastated\" by his Premier career, described him as \"a bit of shock\".", "rouge": {"rouge1": 29.268292682926827, "rouge2": 15.384615384615385, "rougeL": 19.51219512195122}, "nll_sum": 103.11581420898438, "token_count": 28} +{"index": 10676, "reference": "One of Rio de Janeiro's most traditional samba schools, Mangueira, has won this year's Carnival.", "prediction": "Rival event at Rio de school, a Brazilian school in the Brazilian city of 2016 has been celebrated celebrations one of the country's most famousival event and carnival event.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.333333333333334, "rougeL": 25.531914893617024}, "nll_sum": 172.53622436523438, "token_count": 34} +{"index": 10677, "reference": "One of the leading lawyers in the renewable power sector has criticised the UK and Welsh governments for their approaches to green energy.", "prediction": "Wales' price green green energy will protect the economy and the Welsh economy's economy, has been claimed.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 109.53850555419922, "token_count": 21} +{"index": 10678, "reference": "The price of diesel has fallen below petrol at some supermarkets for the first time in more than a decade, after the big chains announced price cuts.", "prediction": " the UK biggest supermarket have seen average price rise of $1 each per litre per average - highest average of price of four years, new figures show. 2011 a from a 30 \"b's from in three since George's. from a", "rouge": {"rouge1": 20.58823529411765, "rouge2": 3.0303030303030307, "rougeL": 14.705882352941174}, "nll_sum": 261.8861083984375, "token_count": 47} +{"index": 10679, "reference": "Donegal's Mark English won the 800 metres as Ireland finished eighth in League One of the European Team Championships in Finland.", "prediction": "Irish airman Andrew English has won Northern Ireland's first World One event in the year at World Track World World event in Sweden in this weekend.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 0.0, "rougeL": 24.489795918367346}, "nll_sum": 147.8118896484375, "token_count": 28} +{"index": 10680, "reference": "Former Labour leader Ed Miliband has issued a \"call to arms\", urging young people to register to vote in next month's EU referendum.", "prediction": " young people who want to the vote in the UK should be allowed to be lost, Labour leader Ed Miliband has said. said in the a's, solve, the they-over from the it it's's\"..old, from a", "rouge": {"rouge1": 40.62499999999999, "rouge2": 19.35483870967742, "rougeL": 21.875}, "nll_sum": 238.63336181640625, "token_count": 47} +{"index": 10681, "reference": "Labour has said it would give victims of sexual offences the right to challenge decisions by police not to prosecute suspects.", "prediction": "Rape victims decisions in sexual abuse cases them and be dropped by police in England and Wales.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555556, "rougeL": 21.052631578947366}, "nll_sum": 91.78787231445312, "token_count": 18} +{"index": 10682, "reference": "For a Herefordshire potato farmer, William Chase is impressively savvy about the need for positive publicity, and the importance of telling a good story.", "prediction": "It feels like Chase like a again different experience, four years ago, he emerged that he had never been in", "rouge": {"rouge1": 9.09090909090909, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 111.09660339355469, "token_count": 21} +{"index": 10683, "reference": "Syria says international accusations that it is delaying the destruction of its chemical weapons stockpile are \"absolutely unjustified\".", "prediction": "The Syrian government has continued its decision to hand some of its weapons from to Syria, it what has described as \"a serious business\".", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 112.18675231933594, "token_count": 26} +{"index": 10684, "reference": "A seven-year-old girl drowned at her best friend's birthday pool party while there was no lifeguard on duty, an inquest heard.", "prediction": "An inquest into an 11-year-old girl died in a swimming pool there has heard that there was \"no life on life nothing and duty\".", "rouge": {"rouge1": 52.0, "rouge2": 20.833333333333332, "rougeL": 35.99999999999999}, "nll_sum": 118.40815734863281, "token_count": 29} +{"index": 10685, "reference": "Worcestershire's Brett D'Oliveira made his first hundred in over a year as he shared a 243-run opening stand with fellow centurion Daryl Mitchell against Derbyshire on day three at Derby.", "prediction": "Worcestershire's Mitchell Allen and Brett D'Oira hit his maiden firstclass innings to help the lead Derbyshire in a One-Day Cup at Derby.", "rouge": {"rouge1": 41.37931034482759, "rouge2": 10.714285714285714, "rougeL": 34.48275862068965}, "nll_sum": 176.2782745361328, "token_count": 35} +{"index": 10686, "reference": "India's dramatic move to scrap 500 ($7.60) and 1,000 rupee notes is poor economics, a leading economist says.", "prediction": " the government Macy ban on bank account should \" be \"proetisation\", says the governor the India's most influential scientist a controversialForest's solve. the solve's solve- the-d aelt in from from George.", "rouge": {"rouge1": 14.545454545454541, "rouge2": 3.773584905660378, "rougeL": 10.909090909090908}, "nll_sum": 318.9936218261719, "token_count": 44} +{"index": 10687, "reference": "Bradford lost their record as the country's only unbeaten side in all competitions after going down to a very late goal at Oxford.", "prediction": "Oxford made their first league league win of the season as they claimed a comfortable victory at the Kassam Kass Stadium to reach the quarter-finals of the team's referee, with from the a from their from of.", "rouge": {"rouge1": 25.396825396825395, "rouge2": 0.0, "rougeL": 15.873015873015872}, "nll_sum": 197.63128662109375, "token_count": 43} +{"index": 10688, "reference": "The government has turned down plans to build more than 500 homes near an East Yorkshire village.", "prediction": "Plans for a 3-home- homes in a North Yorkshire village have been rejected, the council has", "rouge": {"rouge1": 35.294117647058826, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 82.5958480834961, "token_count": 20} +{"index": 10689, "reference": "Wales coach Warren Gatland admitted he will find it hard to support Australia when they play England on Saturday.", "prediction": "Warren Gatland says it would be \"hardhard\" to beat Australia in Test New Zealand.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.451612903225808, "rougeL": 30.303030303030305}, "nll_sum": 83.95420837402344, "token_count": 18} +{"index": 10690, "reference": "Tom Hiddleston has denied his romance with singer Taylor Swift is just for the cameras in his first comments on their widely reported relationship.", "prediction": "British winner Tom Hiddlidd has called for a superstar with Taylor Swift, after it was video photos claiming he was watching a music video.", "rouge": {"rouge1": 25.0, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333336}, "nll_sum": 156.00428771972656, "token_count": 28} +{"index": 10691, "reference": "The state has a legal obligation to ensure inquests into some of the most controversial killings of the Troubles take place, Northern Ireland's most senior judge has said.", "prediction": "A legal challenge to government provide support for a new inqu intoests can be released, Ireland's most senior senior inquiry (ICI) has said.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 19.607843137254903, "rougeL": 33.9622641509434}, "nll_sum": 152.07986450195312, "token_count": 29} +{"index": 10692, "reference": "Surrey wrapped up their first Championship win of 2016, beating Nottinghamshire by 228 runs.", "prediction": "Nottinghamshire picked up an eight late wickets to beat Surrey and claim a first Championship win of the season", "rouge": {"rouge1": 48.484848484848484, "rouge2": 19.35483870967742, "rougeL": 30.303030303030305}, "nll_sum": 93.69390869140625, "token_count": 22} +{"index": 10693, "reference": "The last two journalists working in Fleet Street are leaving what was once seen as the centre of UK journalism.", "prediction": "The first street in Fleetwood is celebrating 50 years after one of the UK's best, journalists.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 88.76458740234375, "token_count": 19} +{"index": 10694, "reference": "A GP surgery in Dorset that was rated inadequate after inspectors found staff shortages put patients at risk has been taken out of special measures.", "prediction": "A heart surgery, which was found at a Leicestershire surgeon, has been told it is still being \"inadequadequate.\"", "rouge": {"rouge1": 32.55813953488372, "rouge2": 4.878048780487805, "rougeL": 32.55813953488372}, "nll_sum": 119.23941040039062, "token_count": 27} +{"index": 10695, "reference": "It's lunchtime, and some 40 or so university students gather for their weekly Managing Diversity in Asia lecture on the campus of the Singapore Management University (SMU).", "prediction": "In a black, closing open of blackapore in black is, closing the black and office, one man is holding on a red, and red.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 172.2091522216797, "token_count": 29} +{"index": 10696, "reference": "Bayern Munich edged closer to a fourth successive Bundesliga title as they restored their eight-point lead with victory at Stuttgart.", "prediction": "Bayern Munich extended their unbeaten Serie A lead and move level on two points behind German league champions Stuttgart.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 90.1856460571289, "token_count": 22} +{"index": 10697, "reference": "English duo Paul Casey and Tommy Fleetwood are in a four-way tie for the lead after two rounds of the US Open.", "prediction": "England's Paul Casey and Fleetwood missed one lead as both share a share of the lead the lead after round two of a prestigious US Open.", "rouge": {"rouge1": 55.99999999999999, "rouge2": 24.999999999999993, "rougeL": 48.0}, "nll_sum": 148.51010131835938, "token_count": 28} +{"index": 10698, "reference": "A council plans to employ its own staff to help young people with mental health problems.", "prediction": "A Berkshire council was launched an academy school train train and recruit health staff a week in a bid to tackle long-running mental health problems.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 10.0, "rougeL": 33.333333333333336}, "nll_sum": 139.61102294921875, "token_count": 27} +{"index": 10699, "reference": "Specialist doctors are to join Wales Air Ambulance crews in north Wales for the first time in a bid to treat seriously injured patients faster.", "prediction": " a new air ambulance service will launched in a new emergency and emergency in north Wales.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 20.51282051282051, "rougeL": 24.39024390243903}, "nll_sum": 80.23338317871094, "token_count": 16} +{"index": 10700, "reference": "The husband of a British-Iranian charity worker jailed in Iran is \"terrified\" about the outcome of his wife's appeal, he has said.", "prediction": "A husband its a British woman who was for jailed in Iran has launched her appeal against her husband, says says the location \"do know what happened to happened\".", "rouge": {"rouge1": 33.9622641509434, "rouge2": 11.76470588235294, "rougeL": 26.415094339622648}, "nll_sum": 176.25662231445312, "token_count": 31} +{"index": 10701, "reference": "Lee Westwood takes his place in the field at the Open at Royal Troon having enjoyed a box seat at both of the first two majors in 2016.", "prediction": "Lee Westwood believes is still \"the best worst and best\"\" he has offered is the best\".", "rouge": {"rouge1": 18.181818181818183, "rouge2": 4.761904761904762, "rougeL": 18.181818181818183}, "nll_sum": 108.51505279541016, "token_count": 19} +{"index": 10702, "reference": "England defender Alex Scott has signed a new contract with Arsenal Ladies.", "prediction": "Arsenal defender Alexnymondley has signed a new three-year contract with Women Super Super League champions.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 30.769230769230766, "rougeL": 50.0}, "nll_sum": 121.07916259765625, "token_count": 20} +{"index": 10703, "reference": "Badminton is one of five sports to lose all UK Sport funding for the 2020 Olympics in Tokyo - after Britain claimed a bronze in the sport in Rio.", "prediction": "Badmarn England have missed out on goldmp Olympic and Paralympic Games after of UK Sport cut its.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 148.31045532226562, "token_count": 22} +{"index": 10704, "reference": "Egg-cellent news the first gentoo penguins chicks have arrived at Edinburgh zoo this year.", "prediction": "The first gent pengu penguins have been plan at a zoo to Australia in, Australia, as their body from the a- since since their in from a's reputation's from a reputation a from's economy of.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 3.9215686274509802, "rougeL": 22.641509433962266}, "nll_sum": 277.994140625, "token_count": 42} +{"index": 10705, "reference": "A body has been found at a house on the Isle of Skye following a fire on Boxing Day.", "prediction": "The cause of fire that broke out at a business premises in Northampthire is being treated as radical, Police Police said from the from The, reputation, as it from a, as a from aA of.", "rouge": {"rouge1": 25.925925925925924, "rouge2": 3.846153846153846, "rougeL": 14.814814814814813}, "nll_sum": 233.60826110839844, "token_count": 43} +{"index": 10706, "reference": "A German holidaymaker has been fined \u00c2\u00a31,000 after causing a crash which killed a motorcyclist in Conwy county.", "prediction": "A lorry driver who survived a fatal road crash which killed a man killed and killed a hospital hospital has received a nine-year term.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 14.285714285714288, "rougeL": 27.27272727272727}, "nll_sum": 106.95773315429688, "token_count": 27} +{"index": 10707, "reference": "Shares on Wall Street closed higher on Wednesday, recovering ground after a fall on Tuesday.", "prediction": "(Close): Wall Street ended slightly lower on the day, ahead day of losses on Wall Street.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 13.79310344827586, "rougeL": 25.80645161290323}, "nll_sum": 101.65481567382812, "token_count": 19} +{"index": 10708, "reference": "Blackpool have signed Bournemouth goalkeeper Ryan Allsop and midfielder Callum Cooke from Middlesbrough on season-long loans.", "prediction": "Blackpool have signed Sam Allsop, and signing England Under-21s forward Adamards and Brighton winger Ben 80 on loan until the end", "rouge": {"rouge1": 35.8974358974359, "rouge2": 16.216216216216214, "rougeL": 35.8974358974359}, "nll_sum": 134.69186401367188, "token_count": 28} +{"index": 10709, "reference": "Match reports from Saturday's Scottish Premiership and Championship games.", "prediction": "Read match reports from Saturday the Scottish and the Scottish Premiership and Championship aincial solve and ballet it ballet's reputation from reputation The's a from a's a, as a, reputation reports from a's the a.'s from a'sA", "rouge": {"rouge1": 33.9622641509434, "rouge2": 23.52941176470588, "rougeL": 30.18867924528302}, "nll_sum": 287.4976806640625, "token_count": 47} +{"index": 10710, "reference": "Tributes were paid to service personnel at hundreds of events around the UK on Armed Forces Day.", "prediction": "A day of national is being held across the UK's armed forces raid.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 13.793103448275861, "rougeL": 32.25806451612903}, "nll_sum": 75.68181610107422, "token_count": 14} +{"index": 10711, "reference": "A chef is hoping he has cooked the world's biggest scotch egg - a whopping 11kg (24lbs) - which took three hours to deep fry.", "prediction": "A man has set a new world record for be world's largest seafood burger a eating- 5- (3232m.31m).", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 160.13912963867188, "token_count": 27} +{"index": 10712, "reference": "A former GP practice manager who stole nearly \u00a3250,000 from the surgery he managed has been jailed for two years and eight months.", "prediction": "A Lincolnshire GP who stole more than \u00a32.6m from patients to staff, has been ordered to pay out for five months.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 9.09090909090909, "rougeL": 39.13043478260869}, "nll_sum": 95.09783935546875, "token_count": 27} +{"index": 10713, "reference": "Championship strugglers Charlton Athletic have reappointed Jose Riga as head coach on an 18-month deal.", "prediction": "Charlton Athletic have appointed Jose Riga as their new assistant head coach on a two-and-a-half-year contract and been's a an- solve the- from-d's from in a from a's. from solve", "rouge": {"rouge1": 37.03703703703704, "rouge2": 23.076923076923077, "rougeL": 37.03703703703704}, "nll_sum": 228.79830932617188, "token_count": 47} +{"index": 10714, "reference": "He doesn't know what possessed him to visit the old Lockhart Hotel that day, but it was an experience John Hardie is never likely to forget.", "prediction": "\"The last, fly again, or Ryanie, he never be heard.", "rouge": {"rouge1": 16.216216216216218, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 93.01559448242188, "token_count": 15} +{"index": 10715, "reference": "People in Jakarta have responded defiantly to the attacks in their city by posting the Indonesian phrase for \"We are not afraid\" on Twitter.", "prediction": "onesians Bohemians have using, messages to be behind the famous Eiffel Tower in the aftermath of Paris attacks on a famous Eelel.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 0.0, "rougeL": 26.08695652173913}, "nll_sum": 177.89492797851562, "token_count": 29} +{"index": 10716, "reference": "Forty jobs are being created in Kilrea, County Londonderry, and in Antrim town, by manufacturing company the Hutchinson Group.", "prediction": "The the 131um, County Londonderry, has announced that it will create 40 jobs as part of \u00c2\u00a335m programme.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 10.81081081081081}, "nll_sum": 130.46485900878906, "token_count": 28} +{"index": 10717, "reference": "A Native American tribe in the US state of South Dakota has said it plans to open what would be the first marijuana resort in the US.", "prediction": " married Native North tribal desert has set up a legal park and keep a theme park in Miami where it will use illegal illegal marijuana in public use.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 149.31765747070312, "token_count": 28} +{"index": 10718, "reference": "Conor McGregor says he will beat Floyd Mayweather Jr in two rounds after the use of 8oz gloves was approved for the contest in Las Vegas on 26 August.", "prediction": "oror McGregor says he has no way to slip in tougher gloves called off of a low-fightweight boxing to fight in his second fight next year.", "rouge": {"rouge1": 25.0, "rouge2": 7.407407407407408, "rougeL": 21.42857142857143}, "nll_sum": 160.47503662109375, "token_count": 30} +{"index": 10719, "reference": "Five hundred homes could be built on allotments and green belt land next to the Leatherhead bypass in Surrey.", "prediction": "Campaigners are fighting opposed plans to sell of its buildings in Surrey, build hundred homes, and homes.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 11.76470588235294, "rougeL": 16.666666666666668}, "nll_sum": 112.78587341308594, "token_count": 20} +{"index": 10720, "reference": "Four Belfast Giants players have been included in the Great Britain squad for next month's Olympic pre-qualification tournament in Cortina, Italy.", "prediction": "Premier champions Belfast have named eight uncapped players in the Great Britain's squad in the European Champions League semi-final- 11 February.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 13.636363636363635, "rougeL": 34.78260869565217}, "nll_sum": 121.17845153808594, "token_count": 27} +{"index": 10721, "reference": "The owners of Bay TV, Liverpool's local television station, have insisted it will survive despite going into administration.", "prediction": " and viewing public radio, exclusive on Freeview, Victoria Derbyshire, has been put out of business for sale at \u00a31m.", "rouge": {"rouge1": 5.263157894736842, "rouge2": 0.0, "rougeL": 5.263157894736842}, "nll_sum": 118.48884582519531, "token_count": 27} +{"index": 10722, "reference": "Togo honoured former coach Stephen Keshi, who died in June, by playing a tribute match on Sunday.", "prediction": "hosts Togo held a memory of former captain Graham Keshi during a match, the city's northern coastal city of Lille. miserable victory for theana's football team-based who referee from from international.", "rouge": {"rouge1": 23.529411764705884, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 263.138916015625, "token_count": 43} +{"index": 10723, "reference": "Two off-duty police officers have arrested a man after a burglary at a shop in County Londonderry.", "prediction": "Police police officers have 2011 arrested on suspicion of attempted murder and attempted robbery in Londonderry.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 35.294117647058826}, "nll_sum": 65.77571105957031, "token_count": 19} +{"index": 10724, "reference": "A man who suffered \"numerous stab wounds\" in an attack in Salford is \"lucky to be alive\", police have said.", "prediction": "A man was stabbed in the neck and neck times by a hospital in Salfalford S police have said. have said in the same attack, referee,, they,000 from, he, have of the.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 11.76470588235294, "rougeL": 30.188679245283023}, "nll_sum": 241.22348022460938, "token_count": 42} +{"index": 10725, "reference": "Egyptian investigators say they have so far found no evidence that terrorism caused a Russian jet to crash in the Sinai in October, killing 224 people.", "prediction": "A Russian plane bomb that killed 38 people in Egypt on the Friday \"will was a possible terror attack says the the says, in the Russianmbudsman'sTri, as it from a controversial. it has's of a.", "rouge": {"rouge1": 31.746031746031743, "rouge2": 6.557377049180328, "rougeL": 15.873015873015872}, "nll_sum": 269.3363342285156, "token_count": 43} +{"index": 10726, "reference": "Real Madrid have re-signed Juventus striker Alvaro Morata, exercising their buy-back clause.", "prediction": "Italy have have signed strikervaro Morata from Spanish rivals Real Madrid on a five-year deal.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.142857142857144, "rougeL": 20.0}, "nll_sum": 91.82147216796875, "token_count": 21} +{"index": 10727, "reference": "New research has highlighted security issues on four separate smart gadgets.", "prediction": " and GPS bear that devices, children, could protect vulnerable children to's children's security, security experts have found.", "rouge": {"rouge1": 6.666666666666667, "rouge2": 0.0, "rougeL": 6.666666666666667}, "nll_sum": 132.54257202148438, "token_count": 22} +{"index": 10728, "reference": "Former Congolese rebel leader Jean-Pierre Bemba has been found guilty of war crimes in a landmark trial at the International Criminal Court (ICC).", "prediction": " Pierre- to leader Jean- Bemba has been found guilty of war crimes committed during at the International Criminal Court (ICCC).", "rouge": {"rouge1": 72.72727272727272, "rouge2": 57.14285714285715, "rougeL": 68.18181818181817}, "nll_sum": 118.80863952636719, "token_count": 26} +{"index": 10729, "reference": "Almost one year ago Malala Yousafzai was shot on her way home from school in Pakistan.", "prediction": "Pakistani schoolgirlgirl Malala Yousafzai has told the how she is alive and she says she will living in her life.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 110.56529235839844, "token_count": 27} +{"index": 10730, "reference": "Thousands of football fans turned out to watch Chelsea's victory parade following their Premier League victory.", "prediction": "Thousands of fans supporters taken to the streets of Chelsea to watch their players as champions began their Premier League title.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 22.222222222222225, "rougeL": 42.10526315789473}, "nll_sum": 87.40900421142578, "token_count": 21} +{"index": 10731, "reference": "Lewis Hamilton kept his title hopes alive with a comfortable victory from Mercedes team-mate Nico Rosberg in the Mexican Grand Prix.", "prediction": "Nico Rosberg clin aised cruised victory in the Canadian Grand Prix with Mercedes team-mate Lewis Hamilton to reach the title race.'s solve of again- a again-- againA again in a- from's again the a", "rouge": {"rouge1": 54.23728813559323, "rouge2": 21.05263157894737, "rougeL": 20.338983050847457}, "nll_sum": 273.447021484375, "token_count": 46} +{"index": 10732, "reference": "Arguments over Brexit have been raging in Parliament and the country since June's Leave vote and this week they move to the High Court.", "prediction": "The battle over, Brexit battle - but it will mean our names - the case -, Brexit meaning - for both sides of office of office?", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444445, "rougeL": 12.76595744680851}, "nll_sum": 170.2190704345703, "token_count": 28} +{"index": 10733, "reference": "When workers at the Seachill fish factory in Grimsby first heard about George Osborne's National Living Wage they were very happy.", "prediction": "\"I have meet at full-time and staff and I haven't't his change.", "rouge": {"rouge1": 5.405405405405405, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 96.2880859375, "token_count": 17} +{"index": 10734, "reference": "Russia's opposition leader Alexei Navalny has been sentenced to 30 days' administrative arrest for repeatedly violating the law on staging rallies.", "prediction": "More than 10,000 people, including Russian opposition leader Alexny Navalei, was arrested at an anti rally in the capital, Moscow.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 117.34286499023438, "token_count": 28} +{"index": 10735, "reference": "Recruitment giant Hays has said the UK job market weakened \"significantly\" around the time of the EU referendum, but it is too early to judge the long-term impact of the vote.", "prediction": "Baraysays reported a rise in annual profits has been dropped by 40% since the Brexit vote, amid \" tougher uncertainty\" in the housing market.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 10.909090909090908}, "nll_sum": 153.313232421875, "token_count": 29} +{"index": 10736, "reference": "The latest version of the default web browser on Samsung's Android phones will allow users to install ad-blocker extensions.", "prediction": " will will let people who use ad andokers\" and will now be made available on internet websites, the advertising industry says a \"'s-.-'s- again the's it from it's frompayment of's from's a-", "rouge": {"rouge1": 24.137931034482758, "rouge2": 0.0, "rougeL": 10.344827586206897}, "nll_sum": 277.706787109375, "token_count": 46} +{"index": 10737, "reference": "US consumer confidence fell sharply this month, a closely-watched report has suggested.", "prediction": "US consumer rights sales fell slightly slightly August, despite helped by weaker sales sales a new clothes and products., says a- solve's a's a's referee a's's ban from from itA's from of a from's from a", "rouge": {"rouge1": 14.285714285714285, "rouge2": 3.7037037037037033, "rougeL": 14.285714285714285}, "nll_sum": 298.3935546875, "token_count": 46} +{"index": 10738, "reference": "Two brothers who tortured two other children in South Yorkshire have been granted lifelong anonymity.", "prediction": "Two brothers who were convicted of abusing two boys who had the boy shot them and sexually them with sex have had a battle case against them dropped.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 135.43162536621094, "token_count": 28} +{"index": 10739, "reference": "More than 400 people have been arrested for domestic abuse offences ahead of the Euro 2016 tournament.", "prediction": "More than 30 calls have been made by Yorkshire police following a rise in domestic violence at football matches. 2008.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 90.40765380859375, "token_count": 21} +{"index": 10740, "reference": "Employees in Wales could save up to \u00a31,000 a year by not driving to work, a charity has claimed.", "prediction": "L cycling in Wales could lose benefits because they to take take on public public transport, after the Welsh Government received nearly \u00a38.8m in funding.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 9.09090909090909, "rougeL": 17.391304347826086}, "nll_sum": 133.5420684814453, "token_count": 30} +{"index": 10741, "reference": "Five men have been charged after raids by police investigating child sexual exploitation in Oxford.", "prediction": "Five men have been charged with drugs offences as part of a police investigation into Oxford, which led to the man's God,000 a a from from November as,'s, from from a the's.. of. a fromAWest", "rouge": {"rouge1": 29.629629629629626, "rouge2": 19.23076923076923, "rougeL": 29.629629629629626}, "nll_sum": 271.7734375, "token_count": 46} +{"index": 10742, "reference": "Derby County boss Nigel Pearson says injury may force Jacob Butterfield and Marcus Olsson to miss Saturday's season opening game against Brighton.", "prediction": "Derby County boss Nigel Pearson would \"fully fit\" striker Jacobfieldfield and return to squad following a serious injury in full-time recovery.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 18.6046511627907, "rougeL": 31.111111111111118}, "nll_sum": 158.08349609375, "token_count": 28} +{"index": 10743, "reference": "Great Britain's number two Kyle Edmund will take on Serbia's Janko Tipsarevic in the opening match of their Davis Cup quarter-final in Belgrade on Friday.", "prediction": "Britain's Kyle Edmund to offered the offers of the players who take on Great Britain's Davis Cup Cup semi-final against Canada in Australia on Saturday.", "rouge": {"rouge1": 53.57142857142857, "rouge2": 18.51851851851852, "rougeL": 42.857142857142854}, "nll_sum": 134.06869506835938, "token_count": 29} +{"index": 10744, "reference": "Sam Tomkins says he is still open to a return to Wigan Warriors in the future.", "prediction": "Tom Tomkins says it would be \"very possible\" to return to a English Super League club if he leaves.", "rouge": {"rouge1": 40.0, "rouge2": 18.18181818181818, "rougeL": 28.57142857142857}, "nll_sum": 77.01725006103516, "token_count": 22} +{"index": 10745, "reference": "Wigan demolished Salford to keep their Super League top four hopes alive and build momentum going into the Challenge Cup final against Hull FC on 26 August.", "prediction": "Wigan staged a spirited second-half comeback to thrashed Super League club Salford and keep alive their hopes of Super League play-off spot alive", "rouge": {"rouge1": 38.46153846153846, "rouge2": 4.0, "rougeL": 26.923076923076923}, "nll_sum": 120.55902862548828, "token_count": 30} +{"index": 10746, "reference": "The teacher who quit her job at a north Belfast school after being targeted by online sectarian abuse has spoken publicly for the first time.", "prediction": "A head teacher was forced to leave a school in north Belfast by the DUP leader Gerry Adams has said she is to receive a message of her school.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 3.846153846153846, "rougeL": 22.222222222222225}, "nll_sum": 113.43843078613281, "token_count": 29} +{"index": 10747, "reference": "Geologists have discovered the secret that gives dramatic natural sandstone monuments their shape: gravity.", "prediction": "Scientists have found the rock of a field in a quarry in a Czech Republic. Republic.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 80.631103515625, "token_count": 17} +{"index": 10748, "reference": "Storm Abigail, the first storm to be officially named by the Met Office, is set to bring winds of up to 80mph to parts of Scotland later this week.", "prediction": "The Met Office has issued a weather warning high that high winds could reaching the summer, reaching speeds of up to 90mph in southern Scotland.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.384615384615383, "rougeL": 29.629629629629633}, "nll_sum": 116.9537124633789, "token_count": 27} +{"index": 10749, "reference": "Whole brain radiotherapy is of no benefit to people with lung cancer which has spread to the brain, says research in the Lancet.", "prediction": "A brain brain surgery brain radiotherapy is not a basic form of lung cancer the past, research suggests.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 15.384615384615383, "rougeL": 39.02439024390244}, "nll_sum": 106.34609985351562, "token_count": 20} +{"index": 10750, "reference": "Chelsea midfielder N'Golo Kante has been chosen as the Football Writers' Association Footballer of the Year.", "prediction": "G N'Golo Kante has joined new champions of Premier League champions, with his hat-trick as Chelsea champions were reigning League champions to. Premier League on Saturday", "rouge": {"rouge1": 31.11111111111111, "rouge2": 13.953488372093023, "rougeL": 22.222222222222225}, "nll_sum": 155.72589111328125, "token_count": 34} +{"index": 10751, "reference": "Josh Taylor wants a Scottish super-fight against Ricky Burns at Edinburgh Castle - but not quite yet.", "prediction": "Scotland's Taylor Taylor says he wants to fight again in a world fight and IBF worldantamweight fighter Ricky Burns to \"Box a 100 minutes from a reputation - from a, reputation from a's's? of a from's from a", "rouge": {"rouge1": 20.689655172413794, "rouge2": 3.571428571428572, "rougeL": 20.689655172413794}, "nll_sum": 259.423095703125, "token_count": 47} +{"index": 10752, "reference": "Aberdeen have completed the signing of Preston North End striker Stevie May on a four-year deal.", "prediction": "Aberdeen have gained a second bid to sign Scotland forward Stevie May on loan from North North End.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 24.242424242424242, "rougeL": 34.285714285714285}, "nll_sum": 87.12921142578125, "token_count": 21} +{"index": 10753, "reference": "Hundreds of people have reportedly been fleeing a town in eastern Saudi Arabia after weeks of clashes between the security forces and armed men.", "prediction": "Protesters have erupted in a Saudi-led town in eastern's Sinai Eastern Europe, activists say 2011 the Broadway. a's in the-'s,West,'s it banned from November-year violence from local authorities. from a from's", "rouge": {"rouge1": 22.222222222222225, "rouge2": 6.557377049180328, "rougeL": 19.04761904761905}, "nll_sum": 306.4891357421875, "token_count": 47} +{"index": 10754, "reference": "Turkey has bombarded so-called Islamic State (IS) targets across the border in northern Syria ahead of an expected ground attack on an IS-held town.", "prediction": "More than 1, Islamic State (IS) players have been taken over Syria in northern territory, where territory are believed to died in Syria and northern Syria, officials say.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 15.384615384615383, "rougeL": 22.222222222222225}, "nll_sum": 150.26519775390625, "token_count": 33} +{"index": 10755, "reference": "New Scottish Labour leader Kezia Dugdale has promised she will decide the future direction of the party in Scotland.", "prediction": "Scottish Labour leader Kezia Dugdale said she has received an apology from MSP supporters and asked the people to vote in Scotland election general election.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 23.80952380952381, "rougeL": 40.90909090909091}, "nll_sum": 98.76121520996094, "token_count": 30} +{"index": 10756, "reference": "The last of five gold artefacts hidden in Scunthorpe as part of an artistic treasure hunt has been discovered.", "prediction": "A woman whose hand which a stolen from a park in a national park has uncovered a- five- works of an exhibition at a new art gallery.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454546, "rougeL": 13.043478260869565}, "nll_sum": 160.72921752929688, "token_count": 29} +{"index": 10757, "reference": "The family of a soldier found dead at Deepcut Barracks has urged a coroner to let her body be exhumed so a \"full inquiry\" can be held into her death.", "prediction": "An inquest into the death of an young soldier soldier found dead at Deepcut base in Surrey is to behumed, a new inquest into her.", "rouge": {"rouge1": 43.63636363636364, "rouge2": 18.867924528301888, "rougeL": 40.0}, "nll_sum": 149.26707458496094, "token_count": 28} +{"index": 10758, "reference": "Hundreds of people have paid their respects to schoolgirl Paige Doherty by walking through the streets of her home town wearing pink.", "prediction": "A man has appeared in court charged with murdering teenager Paige Dofacts, whose body was found at a river canal almost a year ago.", "rouge": {"rouge1": 4.3478260869565215, "rouge2": 0.0, "rougeL": 4.3478260869565215}, "nll_sum": 105.18753814697266, "token_count": 27} +{"index": 10759, "reference": "Rescues of a fallen horse rider, someone trapped in a gorge and a man stuck in mud are among the first missions completed by a new helicopter unit.", "prediction": "A new air pollution, air tank and air base north in north Wales is possible, starting a starting of about 30km (87km).", "rouge": {"rouge1": 23.999999999999996, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 161.8065185546875, "token_count": 27} +{"index": 10760, "reference": "Sport Ireland chief John Treacy has warned Irish amateur boxing bosses that their funding is at risk following the latest row within the sport.", "prediction": "Sport Ireland chief officer Peter Treacy says there cannot understand how the sport' governing body is but there is over split links the its future is running.", "rouge": {"rouge1": 31.37254901960785, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 173.26754760742188, "token_count": 29} +{"index": 10761, "reference": "The daughter of David Haines, who was killed by Islamist militants, has said the Islamic State (IS) group should be \"eradicated\".", "prediction": "The mother of an Scottish teenager killed in battle by so-called Islamic State group has said her son is \"irral to do force or force\".", "rouge": {"rouge1": 42.553191489361694, "rouge2": 8.88888888888889, "rougeL": 29.78723404255319}, "nll_sum": 132.61141967773438, "token_count": 29} +{"index": 10762, "reference": "Jonathan Trott made his third One-Day Cup century in four innings as Warwickshire reached the semi-finals with a 70-run home win over Essex.", "prediction": "Jonathan Trott made his battle to English cricket for Warwickshire to an comfortable eight-wicket victory over One One leaders Sussex at Edgbaston.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 12.76595744680851, "rougeL": 24.489795918367346}, "nll_sum": 151.65774536132812, "token_count": 31} +{"index": 10763, "reference": "Haiti faces a power vacuum after parliament allowed the mandate of interim President Jocelerme Privert to lapse with still no solution to the country's political crisis.", "prediction": " be US Senate of Haitialia has called for a parliamentary elections for the first time since President Yafaf Pri course was elected as president.", "rouge": {"rouge1": 15.686274509803924, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 154.1870574951172, "token_count": 28} +{"index": 10764, "reference": "The flight data recorder from the EgyptAir plane that crashed in the Mediterranean Sea last month has been retrieved, Egyptian investigators say.", "prediction": "The recorders of the EgyptAir plane that was back off the sea two years ago, the investigation panel say.", "rouge": {"rouge1": 48.78048780487805, "rouge2": 15.384615384615383, "rougeL": 48.78048780487805}, "nll_sum": 103.05157470703125, "token_count": 22} +{"index": 10765, "reference": "Extremism is contributing to and exploiting mass migration, the home secretary has warned.", "prediction": "The prime minister has called for to tackle \"destest andest\" threat to, prime minister.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 14.814814814814817}, "nll_sum": 105.14546203613281, "token_count": 19} +{"index": 10766, "reference": "Fees for those bringing employment tribunal claims have been ruled unlawful, and the government will now have to repay up to \u00a332m to claimants.", "prediction": "Socialists have been ordered to pay \u00a31,500 over equal rights fees been awarded, the Supreme Court ruled.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 14.285714285714288}, "nll_sum": 88.36357879638672, "token_count": 22} +{"index": 10767, "reference": "The story of an Iranian goalkeeper suspended for, reportedly, wearing trousers with a motif similar to the cartoon character SpongeBob SquarePants raised eyebrows around the world - but the case highlights some of the tensions at play in the country.", "prediction": "Iranian social battle has caused controversy after a dramatic young goalkeeper had his trousers was doors, because he was too much, it's been aolve. for theonian's a", "rouge": {"rouge1": 14.705882352941178, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 228.47019958496094, "token_count": 34} +{"index": 10768, "reference": "Lindsey Vonn claimed her second win in two days at the Alpine Skiing World Cup event in Austria with victory in the super-G event.", "prediction": "Jerseyn Lindseyn has completed the chance completed complete first World Cup downhill title by winning three-time world champion champion Michael Hutter,, Netherlands.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 4.3478260869565215, "rougeL": 12.499999999999996}, "nll_sum": 187.4964141845703, "token_count": 30} +{"index": 10769, "reference": "A fire service has issued a warning after two rideables - also known as 'hoverboards' - burst into flames.", "prediction": "Police in south London are being urged to ride a local-sized after devices were found, starting fire.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 99.09684753417969, "token_count": 20} +{"index": 10770, "reference": "The World Twenty20 starts in India on Tuesday, with Scotland and Ireland among eight teams aiming to qualify for the main stage of the competition.", "prediction": "England and Ireland will continue their first match of the first Women's Super competition in August, as Inir Inamam-Fqam died.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 8.88888888888889, "rougeL": 21.276595744680854}, "nll_sum": 150.5076904296875, "token_count": 29} +{"index": 10771, "reference": "The FA Cup semi-final between Chelsea and Tottenham at Wembley Stadium will be broadcast live on BBC One.", "prediction": "Tottenham's bid to reach-finals of the FA Cup between holders Chelsea will be shown live live.", "rouge": {"rouge1": 54.05405405405405, "rouge2": 17.142857142857142, "rougeL": 43.24324324324324}, "nll_sum": 97.12358093261719, "token_count": 20} +{"index": 10772, "reference": "A newlywed celebrating his honeymoon plunged headfirst through a guest house balcony which had rotted, a court has heard.", "prediction": "A hotelier who agreed to pay \u00a350,000 to a broken service, was broken legs of legs while living in a guest house have been fined. fined a again \"des abs\" a's againdes of again \" again aA", "rouge": {"rouge1": 17.543859649122805, "rouge2": 7.2727272727272725, "rougeL": 17.543859649122805}, "nll_sum": 283.6600036621094, "token_count": 47} +{"index": 10773, "reference": "\"Britain has done appallingly badly at vocational education for many years,\" says Sir Vince Cable, former business secretary, as Theresa May's industrial strategy promises to regenerate technical training and tackle the skills shortage.", "prediction": "The former chief executive Sir Philip Cable, says he announced plans to give more people to to university campus or university.", "rouge": {"rouge1": 21.818181818181817, "rouge2": 0.0, "rougeL": 10.909090909090908}, "nll_sum": 114.89568328857422, "token_count": 22} +{"index": 10774, "reference": "A Derby swimming pool threatened with closure is to remain open for another year, council bosses have confirmed.", "prediction": "Campaigners hoping save save a children's swimming pool say they will will close and close.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 94.95649719238281, "token_count": 17} +{"index": 10775, "reference": "The family of a murdered Belfast man say they feel let down by the judicial system after news that his killer is being prepared for release from jail.", "prediction": "A man who was jailed life for murdering a man by stabbing him to be released from the community and not be be convicted a an contrated service.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 3.7037037037037033, "rougeL": 25.0}, "nll_sum": 156.30764770507812, "token_count": 29} +{"index": 10776, "reference": "Global drinks company Diageo has released full-year trading figures showing comparable sales remained flat for a second year.", "prediction": "Dr giant giant Diage has reported a 40% rise in pre-tax profits for last year, helped by sales helped by a stronger sales sales.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 128.27261352539062, "token_count": 29} +{"index": 10777, "reference": "A petition calling for residents of the Chagos Islands to be allowed to return to their Indian Ocean homeland has been handed in to Downing Street.", "prediction": "More than 1,000 signed a petition calling on the Chagos Islands to be returned to the UK are being considered for to return.", "rouge": {"rouge1": 48.00000000000001, "rouge2": 33.33333333333333, "rougeL": 43.99999999999999}, "nll_sum": 89.54876708984375, "token_count": 26} +{"index": 10778, "reference": "Golden Globe nominated actor Casey Affleck says that he \"got lucky\" to get his part in drama Manchester by the Sea - after replacing his friend Matt Damon at the last minute.", "prediction": " Affleckleck Aff said he he \"would never be want\" to be again for a film film, instead of the actors in his role.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 144.74929809570312, "token_count": 28} +{"index": 10779, "reference": "Somali pirates who hijacked an oil tanker have released it without condition, according to officials.", "prediction": "The oil tanker which held an tanker off a coast of Somalia has been released without a ransom, security officials say.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 95.90473937988281, "token_count": 22} +{"index": 10780, "reference": "A judge in the case of a five-year-old Christian girl who was placed with a Muslim foster family has ruled she should live with her grandmother.", "prediction": "A south London council has received again reports reports that a local group of children working foster from foster care children or couple couple do not publicly or English.", "rouge": {"rouge1": 17.543859649122805, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 185.32798767089844, "token_count": 29} +{"index": 10781, "reference": "An arson attack on the site of the new Museum of Free Derry shows \"total disrespect\" for victims, a Bloody Sunday relative has said.", "prediction": "A suspected attack on the site of a Glenfio Park, in County Fermanagh, may been been damaged in a suspected sectarian arson attack.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 22.222222222222225, "rougeL": 25.53191489361702}, "nll_sum": 145.5683135986328, "token_count": 29} +{"index": 10782, "reference": "Traffic restrictions previously deemed \"unenforceable\" have been reintroduced on a city centre street.", "prediction": "Drivers in York are be able to run in a street street during the first two weeks of operation was introduced.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 101.00871276855469, "token_count": 22} +{"index": 10783, "reference": "BMW's first quarter profits rose more than expected after the value of its stake in the mapping service Here was boosted by an investment by Intel.", "prediction": "Welsh has reported a 40% rise in its% stake in at car of carmaker car Is,maker", "rouge": {"rouge1": 18.18181818181818, "rouge2": 9.523809523809526, "rougeL": 13.636363636363638}, "nll_sum": 137.74746704101562, "token_count": 21} +{"index": 10784, "reference": "Women who look on the bright side of life cut their risk of many deadly diseases, according to researchers.", "prediction": " mental mental health attitude are likely be more likely to survive those who die before before, say US scientists.", "rouge": {"rouge1": 10.526315789473683, "rouge2": 0.0, "rougeL": 5.263157894736842}, "nll_sum": 101.93118286132812, "token_count": 20} +{"index": 10785, "reference": "Loganair has announced new services linking Aberdeen with Durham Tees Valley Airport and Norwich.", "prediction": "ham County Teessideide air force will be air at Wrexham International's. as part of a \u00a38.5m project.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 142.42648315429688, "token_count": 28} +{"index": 10786, "reference": "The man suspected of carrying out a deadly shooting at a Florida airport has been charged by prosecutors.", "prediction": "A man suspected of behind a deadly attack at a California airport airport in November, will face charges.", "rouge": {"rouge1": 50.0, "rouge2": 23.52941176470588, "rougeL": 50.0}, "nll_sum": 76.37225341796875, "token_count": 19} +{"index": 10787, "reference": "The world's largest economy expanded less than expected in the final three months of 2014 despite lower fuel prices boosting consumer confidence.", "prediction": "The US economy grew slightly much than a year, slightly better than a year ago, helped by a rise in prices rise a petrol prices and energy.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 141.90191650390625, "token_count": 29} +{"index": 10788, "reference": "Scientists say the notoriously dry continent of Africa is sitting on a vast reservoir of groundwater.", "prediction": " majority of water remains found within the continent, Libya and and the country of Africa is much better than thought.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 102.86666870117188, "token_count": 21} +{"index": 10789, "reference": "Charlton Athletic came from behind with 10 men to deliver a blow to Bolton Wanderers' League One promotion hopes at the Macron Stadium.", "prediction": "Four-man Charlton moved to within within a point ofoff alive with victory over-off hopefuls Wanderers and dented their slim play-off hopes alive", "rouge": {"rouge1": 24.999999999999993, "rouge2": 0.0, "rougeL": 20.833333333333332}, "nll_sum": 169.91842651367188, "token_count": 33} +{"index": 10790, "reference": "Props D'arcy Rae and Jamie Bhatti have signed new contracts with Glasgow Warriors.", "prediction": "Hugh Rae Alex and Allan B Bournhatti, have signed new one Sev deal deals with Glasgow Warriors at the end of the the Premiership season.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 21.62162162162162, "rougeL": 41.02564102564102}, "nll_sum": 182.41976928710938, "token_count": 30} +{"index": 10791, "reference": "Johnny Sexton is out of Ireland's tour to South Africa because of a shoulder injury while brothers Rob and Dave Kearney will also miss the Test series.", "prediction": "pp Sexton has been ruled out of Ireland to three-day tour of South Africa in foot injury.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 13.636363636363638, "rougeL": 34.78260869565217}, "nll_sum": 87.31837463378906, "token_count": 20} +{"index": 10792, "reference": "A yellow 'be aware' weather warning was re-introduced in parts of Wales on Sunday.", "prediction": "There is no heavy rain, heavy rain, and heavy rain parts disruption for parts in south, south Wales valleys west and south Wales from according solve the'sA ballet's The body ballet from aA's reputation of.'s from'sA", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 7.142857142857142}, "nll_sum": 294.4183044433594, "token_count": 47} +{"index": 10793, "reference": "The professional tennis season comprises of hundreds of tournaments around the world and one of the most prestigious is Wimbledon.", "prediction": "The women's tennis, and women men, and women isn't in the sport.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 69.28524017333984, "token_count": 16} +{"index": 10794, "reference": "A bus driver whose vehicle caught fire in North Ayrshire has been praised after all the passengers were safely evacuated.", "prediction": "A bus carrying out through a through fire East Lothian killing 22 people a people injured and 30 cars parked in East Lothian.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 144.52041625976562, "token_count": 27} +{"index": 10795, "reference": "Aberdeen could be the city worst hit by falling economic output due to a \"hard\" Brexit, experts have predicted.", "prediction": "Belfast is to the top of the UK league table, despite Brexit to warned of economic uncertainty.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 87.23861694335938, "token_count": 20} +{"index": 10796, "reference": "Around 700 tourists have been rescued by boat from wildfires in Sicily, as swathes of southern Italy battle blazes.", "prediction": " emergency crews and crews are working southern Italy, after after a huge volcano that has killed dozens of people.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 5.555555555555555, "rougeL": 10.526315789473683}, "nll_sum": 89.6385269165039, "token_count": 20} +{"index": 10797, "reference": "The most senior woman bishop in the Church of England has formally begun her new role as the Bishop of Gloucester.", "prediction": "The new Bishop Glou Gloucesterces at Gloucester Cathedral's Cathedral.", "rouge": {"rouge1": 25.806451612903224, "rouge2": 0.0, "rougeL": 25.806451612903224}, "nll_sum": 85.66375732421875, "token_count": 13} +{"index": 10798, "reference": "President : Alassane Ouattara", "prediction": ".", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 0.0, "token_count": 0} +{"index": 10799, "reference": "Events organising is \"the biggest industry you've never heard of\", says Reggie Aggarwal, chief executive of US technology company Cvent.", "prediction": "\"If ever loves a event, but you or receive a music machine or a,\", rights, says the chief executive Peter Aggar hand.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 197.2635955810547, "token_count": 28} +{"index": 10800, "reference": "Ospreys ground out a gritty win over Newport Gwent Dragons in a Pro12 derby played on a dreadful Rodney Parade pitch.", "prediction": "Ospreys moved to the top-six finish in the Pro12 with a comfortable-point win over Newport Gwent Dragons at the Rodney Parade Stadium.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 23.25581395348837, "rougeL": 40.0}, "nll_sum": 108.29285430908203, "token_count": 30} +{"index": 10801, "reference": "There was a minor sensation in India recently when Tata Motors launched a car named Zica.", "prediction": "In our series of letters from African journalists, Ghanaian writer and former government minister minister.", "rouge": {"rouge1": 6.451612903225808, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 85.21749877929688, "token_count": 17} +{"index": 10802, "reference": "General Motors (GM) has announced that it will stop making cars for the Indian market by the end of 2017.", "prediction": " car car General Motors has announced it will continue production and its its factory and factory factory in India, as part of a economic turnaround plan.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 30.43478260869565}, "nll_sum": 117.43801879882812, "token_count": 27} +{"index": 10803, "reference": "League Two club Cheltenham Town have signed Hibernian striker Brian Graham on a free transfer.", "prediction": "League Two side Crawley Town have re-back Danny Graham from fellow Championship side Hibernian for an undisclosed fee. \u00a3olve a. a's a from a from's from-A2 a on from a's. from a from", "rouge": {"rouge1": 30.18867924528302, "rouge2": 7.8431372549019605, "rougeL": 26.415094339622634}, "nll_sum": 232.37644958496094, "token_count": 47} +{"index": 10804, "reference": "Cardiff City manager Neil Warnock says Kenneth Zohore is one of the best strikers in the Championship after being \"not far away from being a waste of time\" just a few months ago.", "prediction": "Cardiff City City manager Z reason Zohore does not not want him to a move to the club, said he will not sell to him.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 7.142857142857144, "rougeL": 20.689655172413794}, "nll_sum": 142.89825439453125, "token_count": 29} +{"index": 10805, "reference": "A killer who boasted he was the \"hardest man\" in town has been found guilty of murdering a soldier in Powys.", "prediction": "A former soldier who was found guilty of murdering a soldier in a barracks in December, has been found guilty of manslaughter and his murder he", "rouge": {"rouge1": 59.57446808510638, "rouge2": 35.55555555555556, "rougeL": 42.553191489361694}, "nll_sum": 83.74960327148438, "token_count": 26} +{"index": 10806, "reference": "The Duchess of Cornwall has used some of the currency accepted by businesses in south London - known as Brixton Pounds - on a visit to a local market with the Prince of Wales.", "prediction": "The Duke and Duchess of Duchess Cornwall have visited the Prince Prince as they visited farm in south-west London.", "rouge": {"rouge1": 42.307692307692314, "rouge2": 12.000000000000002, "rougeL": 30.76923076923077}, "nll_sum": 95.94769287109375, "token_count": 21} +{"index": 10807, "reference": "Volunteers in New Zealand are racing to rescue survivors after more than 400 pilot whales beached themselves.", "prediction": "More than 200 whales are feared to be beloat and stranded on a beach, New Zealand officials say.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 12.121212121212121, "rougeL": 22.857142857142858}, "nll_sum": 95.831787109375, "token_count": 20} +{"index": 10808, "reference": "Mark McGhee has urged fans to turn up for Scotland's World Cup qualifier against Slovenia - but says they will be entitled to boo a poor performance.", "prediction": "Mark McGhee says his fans not of be reception in their Euro 2016 Group match against Sunday, with Celtic.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454546, "rougeL": 17.391304347826086}, "nll_sum": 144.62794494628906, "token_count": 21} +{"index": 10809, "reference": "Surrey took less than an hour on the final morning at The Oval to wrap up a season-opening victory over Warwickshire by an innings and one run.", "prediction": "England captainCaptain Mark Stoneman made an unbeaten Surrey helped Surrey to a comfortable nine-wicket win over Warwickshire, at Edgbaston.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 132.68759155273438, "token_count": 31} +{"index": 10810, "reference": "Three teenagers arrested on suspicion of terrorism offences after being detained in Turkey will not face charges, police have announced.", "prediction": "Two London teenagers thought to be to Syria and join join Islamic State militants in Syria, have been released on bail.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 86.59706115722656, "token_count": 22} +{"index": 10811, "reference": "Two of Wales' four police forces have been told they must improve how they keep people safe and reduce crime.", "prediction": "Wales' largest police and crime commissioner is a \"better and kept\" keeping crime, the crime commissioner said.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 119.62443542480469, "token_count": 22} +{"index": 10812, "reference": "Super-heads could take over running clusters of schools in Birmingham, as the government considers its response to allegations of extremism.", "prediction": "Birmingham City Council has asked whether all schools schools to be taken over to the government, an investigation into whether some schools they in to them in.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 141.35482788085938, "token_count": 29} +{"index": 10813, "reference": "Moroccan international Younes Belhanda has joined Turkish giants Galatasaray from Ukranian side Dynamo Kiev on a four-year deal.", "prediction": "Argentine international winger Belize Belhanda has Galasarasaray on a two 2011year deal. to be-A a Queensland in a from from it.'s from-A a referee in from November from's from", "rouge": {"rouge1": 26.923076923076927, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 298.01318359375, "token_count": 45} +{"index": 10814, "reference": "Judgement has been reserved in the appeal of a man who was found guilty of posting a comment on Twitter threatening to blow up an airport.", "prediction": "A man who sent an offensive Twitter message to strike staff told airport staff after he closed the open airports has lost an appeal at possible High Court.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 7.692307692307692, "rougeL": 22.222222222222225}, "nll_sum": 157.70895385742188, "token_count": 28} +{"index": 10815, "reference": "Do you really need someone to tell you what to do at work?", "prediction": "If you ever been asked for to change a chief executive's office's office, doing and what was happened to decisions on decisions on a board?", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 138.24685668945312, "token_count": 28} +{"index": 10816, "reference": "Passengers escaped a smoke-filled plane by jumping from the wing after a series of problems caused by an electrical fault, investigators say.", "prediction": "A passenger plane was forced to land at an airport after an unexpected failed to be cut off and jumped off the ground, a fatal accident report found. 2011 a again a again a it again a's again of from a's from again a", "rouge": {"rouge1": 28.985507246376812, "rouge2": 0.0, "rougeL": 17.39130434782609}, "nll_sum": 217.55441284179688, "token_count": 47} +{"index": 10817, "reference": "Liam Livingstone has been given his first senior international call-up as England rest five players for the Twenty20 series against South Africa.", "prediction": "L Livingstone has made his 26 players in the England squad for Indies first Test against Pakistan and West Indies.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 4.878048780487805, "rougeL": 27.906976744186046}, "nll_sum": 93.81552124023438, "token_count": 21} +{"index": 10818, "reference": "About 30 patients in Somerset who had cataract surgery inside a mobile hospital theatre have been left with blurred vision or other complications.", "prediction": "A major brain operation has begun operations at a Bristol music unit where patients where staff use of illegal drugs.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 123.24987030029297, "token_count": 20} +{"index": 10819, "reference": "Eight suspected members of a far-right group in Germany have gone on trial in the eastern city of Dresden, charged with terrorism and attempted murder.", "prediction": "Four people have gone on trial in Germany Germany to carry out bomb attacks on asylum and asylum seekers far year.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 22.222222222222225, "rougeL": 25.531914893617024}, "nll_sum": 99.30987548828125, "token_count": 21} +{"index": 10820, "reference": "Assembly members should work out why communities receiving large sums of EU funding voted for Brexit, the Welsh secretary has said.", "prediction": "EU grant EU funding funding, so far is too much, not having an impact on the Welsh economy, according to the a new Welsh secretary secretary.", "rouge": {"rouge1": 21.276595744680847, "rouge2": 13.33333333333333, "rougeL": 21.276595744680847}, "nll_sum": 131.28091430664062, "token_count": 29} +{"index": 10821, "reference": "Abdelbaset al-Megrahi is the only person to have been convicted for the bombing of Pan Am flight 103 over the Scottish town of Lockerbie on 21 Dec 1988.", "prediction": "Muir Ali al-Megrahi, the British man accused is accused of carrying out bombing of Lbie in the car barrier on 27 1988 in Prophet in solve 41's a's's a's from a's's a's of a", "rouge": {"rouge1": 28.169014084507037, "rouge2": 5.797101449275362, "rougeL": 22.535211267605636}, "nll_sum": 264.1168212890625, "token_count": 47} +{"index": 10822, "reference": "The Islamic State (IS) group has released a video appearing to show the destruction of statues in Iraq.", "prediction": " Islamic Islamic State (IS) militants have killed up than 40 Egyptian ancientfacts buildings in Iraq what have described as \"hom \"\".", "rouge": {"rouge1": 26.31578947368421, "rouge2": 16.666666666666668, "rougeL": 26.31578947368421}, "nll_sum": 158.59860229492188, "token_count": 25} +{"index": 10823, "reference": "December was the UK's wettest month in more than a hundred years.", "prediction": "The storm storm weather hit in coast, Asia, last year has", "rouge": {"rouge1": 24.999999999999993, "rouge2": 0.0, "rougeL": 24.999999999999993}, "nll_sum": 77.3570556640625, "token_count": 12} +{"index": 10824, "reference": "Telephone and broadband provider Talktalk saw profits more than halve following a hack attack on its systems last October.", "prediction": "Smartcoms company Talk has been reported a 40% fall in the third- three revenue, described its founder as a \"astrous disastrous failure\".", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 167.72744750976562, "token_count": 28} +{"index": 10825, "reference": "Heineken has been told to address fears that its purchase of around 1,900 pubs from Punch Taverns could affect competition in some areas.", "prediction": "Heineken's plans to, 80 of itsier hotels are to be investigated, despite the competition.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 113.58100128173828, "token_count": 20} +{"index": 10826, "reference": "A new research and development facility has opened in Aberdeen to help breathe new life into the struggling North Sea oil industry.", "prediction": "An oil firm has set up centres in a new oil and gas in North North Sea.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 10.81081081081081, "rougeL": 30.769230769230766}, "nll_sum": 78.16608428955078, "token_count": 17} +{"index": 10827, "reference": "Sunderland winger Adnan Januzaj has been ruled out for a minimum of six weeks with an ankle injury.", "prediction": "Sunderland defender Chrisnan Januzaj will miss the rest of the season with an ankle ligament damage.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 35.294117647058826}, "nll_sum": 71.63883972167969, "token_count": 22} +{"index": 10828, "reference": "Two men involved in an international drugs operation that included buying illegal substances on the 'dark web' using Bitcoin currency have been jailed.", "prediction": "Two Belfast men who were involved in a drugs operation with an estimated street value of \u00a3, County000 Ant to Northern Ireland using a Auditense route have been jailed.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 16.3265306122449, "rougeL": 39.21568627450981}, "nll_sum": 190.00469970703125, "token_count": 32} +{"index": 10829, "reference": "School Report gives students a real audience, by linking to their work from the BBC website.", "prediction": "Pupils are celebrating event on Christmas here and you want to sent the news to the, or you don't't do it down, or it or be the don have to do or others!", "rouge": {"rouge1": 7.8431372549019605, "rouge2": 0.0, "rougeL": 7.8431372549019605}, "nll_sum": 220.31637573242188, "token_count": 39} +{"index": 10830, "reference": "Early results from an archaeological dig at an Iron Age fort in Cardiff suggest it may have been the region's centre of power, experts have said.", "prediction": " Iron Bronze Age found at a Norfolk near ynynnauau could be Welsh, Welsh scientists believe.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 127.5658950805664, "token_count": 21} +{"index": 10831, "reference": "A military assault rifle was used in an attack on a police patrol car in west Belfast.", "prediction": "A gun used to be a police outside a car in north Belfast has used.", "rouge": {"rouge1": 43.74999999999999, "rouge2": 13.333333333333334, "rougeL": 43.74999999999999}, "nll_sum": 81.70744323730469, "token_count": 15} +{"index": 10832, "reference": "Supporters of the closed charity Kids Company are taking part in a march in London.", "prediction": "Hundreds of people have taken to streets streets of London in a march against their closure charity Kids Company Company, a day it was called for its role as a reputation from Lord's from local after it was have of of.", "rouge": {"rouge1": 28.07017543859649, "rouge2": 14.545454545454547, "rougeL": 17.54385964912281}, "nll_sum": 252.20059204101562, "token_count": 43} +{"index": 10833, "reference": "President: Filipe Nyusi", "prediction": "President: Fqupe Nyusi.", "rouge": {"rouge1": 66.66666666666666, "rouge2": 0.0, "rougeL": 66.66666666666666}, "nll_sum": 57.930137634277344, "token_count": 8} +{"index": 10834, "reference": "A park-and-ride firm was paid \u00a3400,000 a year despite not running any buses since 2010, it has emerged.", "prediction": "Bristol City Council District demanded a review of money received to pay a hit-and-ride bus service with the council boss.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 13.95348837209302}, "nll_sum": 129.43405151367188, "token_count": 26} +{"index": 10835, "reference": "Changes to benefit rules coming into force this week could push 200,000 more children into poverty, say campaigners.", "prediction": "More than 200000 children in UK tax tax credits, despite the changes to the changes system the researchers say.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 112.7227783203125, "token_count": 21} +{"index": 10836, "reference": "The way in which people in Scotland are trained for work needs to change in order to meet future challenges, a think tank has warned.", "prediction": "A new skills system is \"asas lost much growth and jobs\" across the UK, a think tank has said. said in the's from,000, \" it from a from\" it The's of the. from a from a", "rouge": {"rouge1": 19.047619047619047, "rouge2": 9.836065573770492, "rougeL": 15.87301587301587}, "nll_sum": 292.5975646972656, "token_count": 47} +{"index": 10837, "reference": "The first Guantanamo detainee to be tried in a US civilian court has been sentenced to life in prison.", "prediction": "The last Guantanamo at Guantanamo Bay prison has been sentenced to 20 years in prison US prison.", "rouge": {"rouge1": 50.0, "rouge2": 23.52941176470588, "rougeL": 44.44444444444444}, "nll_sum": 72.97897338867188, "token_count": 17} +{"index": 10838, "reference": "Cardiff City have signed Wycombe Wanderers winger Kadeem Harris for an undisclosed fee.", "prediction": "Teenage Steven Clarke has joined Cardiff Cityleague from Sladeem accolade following his release by Cardiff City.", "rouge": {"rouge1": 13.793103448275861, "rouge2": 7.4074074074074066, "rougeL": 13.793103448275861}, "nll_sum": 118.96626281738281, "token_count": 21} +{"index": 10839, "reference": "Hinkley Point is the world's most expensive nuclear project.", "prediction": "From the government forced the demolition of the \u00c2\u00a3inkley Point nuclear power, until 2019, it is more likely to survive it and should they should think!", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 192.09304809570312, "token_count": 32} +{"index": 10840, "reference": "Tributes have been paid to a former Glamorgan cricketer who was found dead at his Swansea flat on Friday.", "prediction": "Tributes have been paid to a former Gorgan cricket club captain, who died on Thursday, collapsed has described. an \" ballet The master for his reputation from his reputation from his- as a for in from from The's. aA", "rouge": {"rouge1": 37.931034482758626, "rouge2": 21.428571428571427, "rougeL": 34.48275862068965}, "nll_sum": 272.5118408203125, "token_count": 47} +{"index": 10841, "reference": "The West's \"whack-a-mole\" approach to counter-terrorism has gathered momentum with the killing of Nasser al-Wuhayshi, leader of al-Qaeda in the Arabian Peninsula (AQAP).", "prediction": "Qaeda- has confirmed the al death of al-Qaeda, An Bashar al-laki, has become more powerful secular leader in Syria and Syria.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 8.0, "rougeL": 26.923076923076923}, "nll_sum": 136.94723510742188, "token_count": 29} +{"index": 10842, "reference": "Bolton Wanderers have completed the permanent signing of striker Adam Le Fondre on a two-year deal after his loan spell last season.", "prediction": "Bolton Wanderers have re-signed Cardiff winger winger Guantanamo Cardiff on a two-and-a--half a dealyear deal.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 20.0, "rougeL": 38.0952380952381}, "nll_sum": 136.487548828125, "token_count": 27} +{"index": 10843, "reference": "Andy Williams' double saw Doncaster ease to a comfortable victory over National League North side Stalybridge.", "prediction": "na Williams scored a stoppage-time winner as Doncastervers beat Don League One sideleague-league side to move into the third-finals of the FA Cup.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 146.54129028320312, "token_count": 33} +{"index": 10844, "reference": "Former Nottingham Forest striker Stan Collymore says he is no longer interested in a role as sporting director at the Championship club.", "prediction": "Nottingham Forest president Stanroll Collymore says he has no involvement in involvement, saying he is excited about the ownership in his club.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 19.047619047619047, "rougeL": 40.909090909090914}, "nll_sum": 117.26783752441406, "token_count": 28} +{"index": 10845, "reference": "Widnes have rejected concerns raised about the safety of their artificial pitch following Friday night's Super League opener against Wakefield.", "prediction": "Widnes Vikings have claimed they will use an artificial pitch during their players's match news against St Helens.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 30.0}, "nll_sum": 124.70198059082031, "token_count": 22} +{"index": 10846, "reference": "A council which wants to spend \u00a333m on development including new offices, retail space and a library near Bath is inviting local people to see its plans.", "prediction": "Plans for a \u00a315m revamp of Somerseton Somerset town centre are to be submitted by councillors.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 96.4413070678711, "token_count": 21} +{"index": 10847, "reference": "Pro12 champions Connacht have signed Irish qualified tight-head prop Dominic Robertson-McCoy from New Zealand.", "prediction": " Connacht have signed New Zealand scrum-halfhalf Tom Robertson-oyoy for the 2016-17 season.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 20.689655172413797, "rougeL": 32.25806451612903}, "nll_sum": 98.24774169921875, "token_count": 22} +{"index": 10848, "reference": "A bagpipe-playing busker has been convicted of duping people in Liverpool into thinking he was collecting for a Hillsborough charity.", "prediction": "A former busker has been found of carrying a Hillsborough bag flag bag flag for a charity charity.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 21.62162162162162, "rougeL": 41.02564102564102}, "nll_sum": 114.17042541503906, "token_count": 20} +{"index": 10849, "reference": "The way that offenders sentenced to unpaid community work in England and Wales are managed and supervised has been criticised by inspectors.", "prediction": "Some young offenders drivers in England and Wales are being turned away by police of time because it is too found.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 19.51219512195122, "rougeL": 32.558139534883715}, "nll_sum": 96.49967193603516, "token_count": 21} +{"index": 10850, "reference": "Rory Best will captain the British and Irish Lions for his side's next game against the Hurricanes in Wellington on Tuesday.", "prediction": "Flanker Luke Ulster will miss the Irish and Irish Lions Test against New Zealand in New Zealand after recovering from a foot and shoulder injury, and his appealing his struggle from the's-f as for in from as a's.", "rouge": {"rouge1": 34.920634920634924, "rouge2": 6.55737704918033, "rougeL": 25.396825396825395}, "nll_sum": 226.22988891601562, "token_count": 45} +{"index": 10851, "reference": "Adele's comeback single, Hello, looks set to top the singles chart, after selling 165,000 copies in three days.", "prediction": "Adele's new album has been released at one million in the UK album week -, week after it ever recorded as a popular music video game.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 142.9597930908203, "token_count": 29} +{"index": 10852, "reference": "Police investigating the disappearance of a Fraserbugh man have launched a fresh appeal for information six months after he was last seen.", "prediction": "Police searching for a missingirlingshire man who went missing nearly a month have no identified as a crime.", "rouge": {"rouge1": 35.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 112.0663833618164, "token_count": 21} +{"index": 10853, "reference": "Talks held between teaching assistant unions and Durham County Council are \"progressing positively\", Unison said.", "prediction": "A two-hour strike by teaching Durham a County Durham Council Council as part a long-running dispute over pay to pay and- called the referee \"A refereeA it from a Saturday from it's haveImages of.Images from again 2011", "rouge": {"rouge1": 17.857142857142858, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 317.3667907714844, "token_count": 47} +{"index": 10854, "reference": "Plaid Cymru leader Leanne Wood has accused rival parties of \"dangerous and divisive rhetoric\" in a \"desperate\" attempt to win votes.", "prediction": "Plaid Cymru leader Leanne Wood accused Conservatives SNP of in general election of include", "rouge": {"rouge1": 45.71428571428571, "rouge2": 24.242424242424246, "rougeL": 45.71428571428571}, "nll_sum": 101.23937225341797, "token_count": 17} +{"index": 10855, "reference": "Scientists in the Arctic are warning that this summer's record-breaking melt is part of an accelerating trend with profound implications.", "prediction": "The small Arctic ice is facing a challenge and the Arctic Ocean 2011. a'solve, the city's says referee's a controversialmiding says's says's a's from 2-D. approaching in. not'sA. aowned", "rouge": {"rouge1": 16.949152542372882, "rouge2": 3.508771929824561, "rougeL": 10.169491525423728}, "nll_sum": 307.6172790527344, "token_count": 47} +{"index": 10856, "reference": "A man thought to be one of the first UK Muslims to have a same-sex marriage said people have threatened to throw acid in his face since the ceremony.", "prediction": " a married married couple say they received receive death threats after an assassination attack\" the street have said he accused himself.", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 131.5257110595703, "token_count": 22} +{"index": 10857, "reference": "Cornwall reached their fourth County Championship final in a row after a 32-14 win over Surrey at Camborne.", "prediction": "Millwall climbed moved into the second place in the Women's Super League final with an 18-97 win over Surrey in the play-off final at The Oval.", "rouge": {"rouge1": 25.0, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 116.74759674072266, "token_count": 32} +{"index": 10858, "reference": "Characters from the Alice in Wonderland books will guide visitors on a tour of Llandudno in a new app which shows the town's links with the stories.", "prediction": " a new app aimed at popular popular Alice Wolf has been launched in West Lothian.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 9.75609756097561, "rougeL": 13.953488372093023}, "nll_sum": 89.97930908203125, "token_count": 17} +{"index": 10859, "reference": "Three people were injured when a broken-down bus was hit by a lorry on the A34 in Oxfordshire.", "prediction": "A bus has crashed into a street on a street in Oxfordshire and overturned a car on dual carriageway in north London the", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.0, "rougeL": 28.571428571428577}, "nll_sum": 94.2217025756836, "token_count": 26} +{"index": 10860, "reference": "A consultation into improvements on the A27 has been dubbed \"a sham\" by council leaders.", "prediction": "Plans for a 905 road stretch road road between Kent between Kent the West Sussex, have been described as \"a aro Television\".", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 162.34024047851562, "token_count": 27} +{"index": 10861, "reference": "Fifa president Sepp Blatter and Uefa boss Michel Platini have been suspended for eight years from all football-related activities following an ethics investigation.", "prediction": "Ex-F president Sepp Blatter and vice-- Michel Platini have been banned from football and banned from life-related activity.", "rouge": {"rouge1": 54.54545454545454, "rouge2": 33.33333333333333, "rougeL": 54.54545454545454}, "nll_sum": 111.00201416015625, "token_count": 26} +{"index": 10862, "reference": "An ancient formation discovered within a Neolithic stone circle in Wiltshire is actually a square.", "prediction": "A stone stone wounding unearthed a museum in Leicestershire has been uncovered.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 80.85737609863281, "token_count": 15} +{"index": 10863, "reference": "Injuries described as \"devastating\" to a woman attacked by a dog in Lincoln, include having the skin on her head \"ripped back exposing her skull\".", "prediction": "A woman was left seriously injured after being attacked by a banned dog in kashiels, police have said.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 19.51219512195122, "rougeL": 37.2093023255814}, "nll_sum": 87.41456604003906, "token_count": 21} +{"index": 10864, "reference": "Cardiff Devils are still the best team in ice hockey's Elite League, says netminder Ben Bowns.", "prediction": "Defender Bamel B Bowns, hopes Cardiff Devils can win the title this season this", "rouge": {"rouge1": 25.80645161290323, "rouge2": 6.896551724137931, "rougeL": 19.35483870967742}, "nll_sum": 110.84790802001953, "token_count": 18} +{"index": 10865, "reference": "A boy with a rare sleeping illness caused by a swine flu vaccine has won \u00a3120,000 in damages.", "prediction": "A superlerer who lost nearly \u00a350,000 a deadly lung disease that has won an appeal against the government to share it help.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 151.36029052734375, "token_count": 27} +{"index": 10866, "reference": "Lifeguards are to be deployed over the bank holiday weekend at Camber Sands, where five friends died during a day trip to the coast.", "prediction": "Calls have been made missing at Camber Sands beach, where the beach died where five of five men died in the dramatic tide and recent storms.", "rouge": {"rouge1": 32.0, "rouge2": 12.499999999999996, "rougeL": 27.999999999999996}, "nll_sum": 141.31243896484375, "token_count": 29} +{"index": 10867, "reference": "Sightings of \"creepy clowns\" have been reported across Wales, with police warning people they could be arrested for scaring others.", "prediction": " amid reports that clowns who described himself as a \"frightice\" have been suspended, police have said.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 22.222222222222225}, "nll_sum": 92.56498718261719, "token_count": 22} +{"index": 10868, "reference": "An ex-IRA man has won the first step in a legal battle to stop police accessing interviews he gave to a US university about his paramilitary activities.", "prediction": "A 39-year-old man is facing a legal bid to challenge force the tapes of interviews from a former IRA teacher on a bread London university.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 3.7735849056603774, "rougeL": 25.454545454545453}, "nll_sum": 143.01268005371094, "token_count": 29} +{"index": 10869, "reference": "Cardiff City centre-back Bruno Ecuele Manga is recovering from malaria having been released from hospital.", "prediction": "Cardiff City defender defenderueleuelewater is treated in hospital for Ebola virus.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 8.0, "rougeL": 29.629629629629626}, "nll_sum": 117.14213562011719, "token_count": 17} +{"index": 10870, "reference": "Wolves extended their unbeaten run under new manager Walter Zenga to six games with victory over Cambridge in the second round of the EFL Cup.", "prediction": "Warrington staged a two first-half comeback to beat the club beat beat League Two-off hopef Cambridge United to reach E EFL Cup second round.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 15.686274509803921}, "nll_sum": 178.4387664794922, "token_count": 31} +{"index": 10871, "reference": "Unlike the other four main party leaders in Wales, Nathan Gill wasn't elected by his party members.", "prediction": "Nigel Farage, the new leader of UKIP, became the party in his party.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 6.896551724137931, "rougeL": 32.25806451612903}, "nll_sum": 59.24510192871094, "token_count": 16} +{"index": 10872, "reference": "A man who died after his motorbike collided with a car in Aberdeenshire has been named.", "prediction": "A motorist who was involved in a crash involving two vehicles on the A road in West Lothian has been named by police by.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 35.0}, "nll_sum": 87.51576232910156, "token_count": 27} +{"index": 10873, "reference": "Some species of insects are at \"very low numbers\" in the UK after months of wet and cool weather, experts say.", "prediction": "Thousands of bees are facing facing a threat to an \"t jab\" in past year, a conservation charity has warned. from TheA's The, The, says they from aarts, it-old from of.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 18.51851851851852}, "nll_sum": 274.43438720703125, "token_count": 43} +{"index": 10874, "reference": "David Cameron has achieved his long-held goal.", "prediction": "For the war in Syria in Syria, the Syria war and war is not any danger.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 71.90730285644531, "token_count": 17} +{"index": 10875, "reference": "Two people have died and and seven others have been injured after a gunman opened fire with an automatic rifle at a bar in Tel Aviv, Israeli police say.", "prediction": "At least 13 people have been injured in a shooting at a bar in a Tel Aviv, Israeli police say.", "rouge": {"rouge1": 57.14285714285714, "rouge2": 42.5531914893617, "rougeL": 57.14285714285714}, "nll_sum": 54.41996765136719, "token_count": 21} +{"index": 10876, "reference": "Sony has given up selling its line of Reader devices for e-books after failing to find a big enough market.", "prediction": "Sony has scrapped its last books of PR S-T3 to Europe, possible from Europe and Europe, as part of a major shake-up.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 26.666666666666668}, "nll_sum": 134.79116821289062, "token_count": 29} +{"index": 10877, "reference": "Israel has removed metal detectors from outside a holy site in East Jerusalem after uproar from Palestinians over their recent introduction.", "prediction": " the Israeli government it will reopen 3,000 metal detectors near a holy site at Old Old Jerusalem Israel, amid security fears at in site.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 26.08695652173913}, "nll_sum": 139.824951171875, "token_count": 27} +{"index": 10878, "reference": "A summit is considering how Wales can respond to the growing threat posed by flooding.", "prediction": "An extra \u00a3-1m could be used and protect Wales's countryside by flooding, the Welsh government has announced.", "rouge": {"rouge1": 24.24242424242424, "rouge2": 6.451612903225808, "rougeL": 18.18181818181818}, "nll_sum": 96.78426361083984, "token_count": 22} +{"index": 10879, "reference": "Chelsea manager Antonio Conte says it would be a \"very big mistake\" for his side to think they are close to winning the Premier League title.", "prediction": "Chelsea will make it only six games remaining to the race for the Premier League title, says Antonio Con, ahead of the Premier League meeting.'s 380 of- from's from's- from's from in from Saturday from's.'s a", "rouge": {"rouge1": 32.35294117647059, "rouge2": 9.09090909090909, "rougeL": 20.588235294117645}, "nll_sum": 239.76036071777344, "token_count": 47} +{"index": 10880, "reference": "A police dog has been put down after biting a member of the public.", "prediction": "A police dog that mopeded to aict in Westothian has been criticised for \"the put to sleep\", a police Mens Nottingham said.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 17.647058823529413, "rougeL": 38.88888888888889}, "nll_sum": 194.61647033691406, "token_count": 29} +{"index": 10881, "reference": "A computer program called Eugene Goostman, which simulates a 13-year-old Ukrainian boy, is said to have passed the Turing test at an event organised by the University of Reading.", "prediction": "A sexual chat comedy that can to show former Turings leader Alan Turing has been passed, Reading.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 138.0674285888672, "token_count": 19} +{"index": 10882, "reference": "Eight Scots have been named in the British swimming team for this summer's Olympic Games.", "prediction": "Four Scottish swimmers are among the battle among to be named Team GB at this summer Olympic Olympics.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 6.25, "rougeL": 29.411764705882355}, "nll_sum": 94.3837890625, "token_count": 19} +{"index": 10883, "reference": "Egyptian Islam El Shehaby refused to shake the hand of Israeli opponent Os Sasson after losing in the men's judo at the Rio Olympics.", "prediction": "Brazilian counterpart Zian Ankaraon says he will be penalised by Egyptian counterpart Lordzi El Shehop was \" called off been during Rio match at the Rio Olympics.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 235.51126098632812, "token_count": 33} +{"index": 10884, "reference": "Premiership bottom side Inverness Caledonian Thistle moved to within four points of opponents Hamilton Academical with three games to play.", "prediction": "Aberdeen moved to- top- the Scottish Premiership by thrashed Scottish side bottom Hamilton.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 6.451612903225808, "rougeL": 18.181818181818183}, "nll_sum": 105.29500579833984, "token_count": 18} +{"index": 10885, "reference": "South Africa has one of the continent's biggest and most developed economies.", "prediction": "South Africa means again critically internationally, internationally, region Western region of the Atlantic between 1991, South Africa, after the revolution-era rule out in 1991 from Africa South Africa.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 201.80235290527344, "token_count": 34} +{"index": 10886, "reference": "Pioneering brain imaging that can detect the build-up of destructive proteins linked to Alzheimer's has been developed by Japanese scientists.", "prediction": "A new trolley can be discovered and detect's disease's disease and later cancer later, say researchers in Japan.", "rouge": {"rouge1": 14.285714285714283, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 122.42059326171875, "token_count": 22} +{"index": 10887, "reference": "British number one Johanna Konta says she is ignoring being labelled as the favourite to win the Wimbledon title.", "prediction": "Britain's Johanna Konta says there is \"too too much time\" about winning the men's title - and only only the first woman. win Wimbledon title.", "rouge": {"rouge1": 40.0, "rouge2": 18.6046511627907, "rougeL": 35.55555555555556}, "nll_sum": 159.82557678222656, "token_count": 34} +{"index": 10888, "reference": "A key IT project at the heart of the UK's national smart meter roll-out programme is facing further delays.", "prediction": "A dramatic \u00a3640m system-out of energy meters to be delayed by further 2016 because the delay, according to according to Citizens Advice.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 0.0, "rougeL": 22.727272727272723}, "nll_sum": 161.54661560058594, "token_count": 27} +{"index": 10889, "reference": "MLAs have voted against DUP calls for a significant reduction in the \u00a390 mandatory parking fine during a debate in the Northern Ireland Assembly.", "prediction": "A vote of NI assembly members voted to scrapped free parking charges in Belfast have been rejected, a Sinn Fin., a controversialCalifornialy's.A-A it\". \"olve a \" it's \u00a3 of.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 0.0, "rougeL": 10.909090909090908}, "nll_sum": 299.59991455078125, "token_count": 43} +{"index": 10890, "reference": "A 20-page dossier detailing a culture of bullying within the Conservative Party's youth wing was handed to party chairman Lord Feldman in 2010, according to a former activist.", "prediction": "A Tory Conservative peeroph set up by a former Tory leader established a 2008 party account of a anti-bull ban, an MP a been told.", "rouge": {"rouge1": 25.0, "rouge2": 3.703703703703704, "rougeL": 14.285714285714288}, "nll_sum": 190.10679626464844, "token_count": 29} +{"index": 10891, "reference": "Three people have been rescued from a boat which had started to take on water off the Anglesey coast on Friday.", "prediction": "A huge trawler was pulled the sea offlesey on the Angles coast, the coast andguard and coastguard coast said on Saturday of solve of referee of from from it afterA's).A of). aA'sA", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 17.857142857142854}, "nll_sum": 301.66131591796875, "token_count": 47} +{"index": 10892, "reference": "St Colman's Newry progressed to the MacRory Cup final by beating St Ronan's Lurgan 0-14 to 0-8 in Thursday night's semi-final at the Athletic Grounds.", "prediction": "Ferryerry earned a 0 0-15 to 0-15-15 to 0-15 defeat by Stirlingan and Stirlingan in the Strabicfinals Cup quarter-finals on Saturday in solve by's 2011's the 2011", "rouge": {"rouge1": 36.92307692307693, "rouge2": 3.1746031746031753, "rougeL": 24.615384615384613}, "nll_sum": 253.8107147216797, "token_count": 47} +{"index": 10893, "reference": "Two British-built Earth-observation cameras have been successfully installed on the outside of the International Space Station (ISS)", "prediction": "The British space astronaut's first, will update be first satellite will be released on the International Space Station.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 22.22222222222222, "rougeL": 31.57894736842105}, "nll_sum": 103.3673324584961, "token_count": 20} +{"index": 10894, "reference": "The son of a poor Indian farmer who has beaten nearly 3.5 million students to top secondary school exams in the northern state of Uttar Pradesh talks to BBC Hindi about his struggles and ambition.", "prediction": "A son whose son missed out a 100% rise in his own secondary school test, India, India has passed a 3,000,000mile (-78kmkm).", "rouge": {"rouge1": 26.666666666666668, "rouge2": 3.4482758620689653, "rougeL": 13.333333333333334}, "nll_sum": 181.87152099609375, "token_count": 33} +{"index": 10895, "reference": "An urgent review of how lifejackets are tested has been recommended following the deaths of the skipper and two crew of a crab boat that sank last year.", "prediction": "A sinking vessel boat which sank two years ago after four were found to have been suspended, a lifejjacket has found a \" Nottingham's. aA's referee\" a been from a it's from of.'s a's a", "rouge": {"rouge1": 23.88059701492537, "rouge2": 0.0, "rougeL": 11.940298507462686}, "nll_sum": 298.40386962890625, "token_count": 46} +{"index": 10896, "reference": "Seventeen lost pyramids are among the buildings identified in a new satellite survey of Egypt.", "prediction": " a new satellite image has showing evidence that shows a pyramid is where the human remains were, Egypt.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 12.903225806451616, "rougeL": 24.24242424242424}, "nll_sum": 95.66593933105469, "token_count": 19} +{"index": 10897, "reference": "Police investigating the suspected murder of a woman missing for 15 months have discovered a body.", "prediction": "A woman whose body was found dead four days later and a woman later later has found dead of police.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 93.09336853027344, "token_count": 20} +{"index": 10898, "reference": "TV critics are full of praise for the finale of sitcom Miranda, which has bowed out after five years.", "prediction": " final tense and final struggle in US comedy series God and the US has come close on New Year's celebrations, celebrating was a get dispensised funeral.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 178.4217529296875, "token_count": 29} +{"index": 10899, "reference": "We were given a glimpse of the Apple Watch last year when Tim Cook made it his \"one more thing\" at an iPhone launch event.", "prediction": "Apple's annual event has been in an event in the Macrumings event's event, saying organisers say would like to battery battery much too much much.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 186.71563720703125, "token_count": 30} +{"index": 10900, "reference": "A Scottish sea salt business on the Western Isles has signed a deal to supply a supermarket chain.", "prediction": "An oil oil company has agreed up sign up a supermarket and a supermarket chain in a multi-million deal deal. bring a large offshoreup's reputation from2 a's a's-D's a in2 from The's. a reputation", "rouge": {"rouge1": 30.508474576271187, "rouge2": 7.017543859649122, "rougeL": 20.33898305084746}, "nll_sum": 292.648193359375, "token_count": 47} +{"index": 10901, "reference": "Questions on everything from James Bond villains to Great British Bake Off cake tins have been received by council call centres in England.", "prediction": "The \"theestest of possible\" was to made were local authorities in England and Wales last year, according thanks to a Local Government Association Association.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 4.444444444444444, "rougeL": 12.76595744680851}, "nll_sum": 152.5753173828125, "token_count": 29} +{"index": 10902, "reference": "A country house owner is trying to find out how the only known painting of the coronation of the French king Louis XIV end up in his stables.", "prediction": "An historic coronation was a Durham museum, believed believed to be a Century of of 18th Century, once again displayed it displayed.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 160.64364624023438, "token_count": 26} +{"index": 10903, "reference": "The government has overturned a decision by Bristol City Council to refuse planning permission for a McDonald's drive-through.", "prediction": "A planning inspector has described a decision a McDonald's decision to build a hotel development by Swansea restaurant, saying said 40 residents to residents from move and be carried away.", "rouge": {"rouge1": 35.29411764705882, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 184.70272827148438, "token_count": 32} +{"index": 10904, "reference": "Mental health patients are being placed into overstretched A&E departments as police crackdown on the number locked up in their cells, it has been claimed.", "prediction": "Mental health services waiting in a hospital cell have been \"unacceptable and\",\", a senior police officer said.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 105.36937713623047, "token_count": 22} +{"index": 10905, "reference": "Tiger Woods is back in upbeat mood and expecting to win major championships over the next decade.", "prediction": "Tiger Woods have announced that he will retire from playing again after playing again, a five- major winner.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 6.0606060606060606, "rougeL": 17.142857142857142}, "nll_sum": 94.71355438232422, "token_count": 21} +{"index": 10906, "reference": "In three weeks, the eyes of the sporting world will be on Cardiff when Real Madrid and Juventus arrive in town for the Champions League final.", "prediction": "Wales' first European and Challenge Cup final be Cardiff is the final part part of the most controversial refereeing.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 127.2440185546875, "token_count": 22} +{"index": 10907, "reference": "The National Basketball Association has teamed up with video game publisher Take-Two Interactive to create an e-sports league in the US.", "prediction": "The National National Tennis Association has announced five new e- tournament in the 12.year deal with deal it will the start of Euro 2016.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 29.166666666666668}, "nll_sum": 156.31654357910156, "token_count": 27} +{"index": 10908, "reference": "Theresa May is coming under pressure to say whether she knew about a reported misfire of the UK's nuclear weapons system before a crucial Commons vote.", "prediction": "Prime Minister Theresa May has emerged after it emerged the UK's Trident weapons test test was found in the House of Commons during a bitter debate by MPs.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 11.111111111111112, "rougeL": 25.0}, "nll_sum": 116.62862396240234, "token_count": 29} +{"index": 10909, "reference": "Aston Villa have signed Manchester City winger Scott Sinclair on a four-year contract for an undisclosed fee.", "prediction": "Scottish striker Sinclair Sinclair has signed a new five contract with champions Manchester City.", "rouge": {"rouge1": 37.5, "rouge2": 6.666666666666667, "rougeL": 18.75}, "nll_sum": 67.99334716796875, "token_count": 15} +{"index": 10910, "reference": "Britain's Chris Froome won a third Criterium du Dauphine title on Sunday.", "prediction": "Chris Froome claimed his seventh stage of the 13 2015 of the Criterium du Dium duium du Dauphine.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 20.689655172413794, "rougeL": 32.25806451612903}, "nll_sum": 129.27944946289062, "token_count": 26} +{"index": 10911, "reference": "Joe Esposito, a close friend and aide of Elvis Presley, has died at the age of 78.", "prediction": "is Presley paid tribute to Diego Treposito, who has died aged 86, the his daughter.", "rouge": {"rouge1": 31.25, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 100.4620361328125, "token_count": 20} +{"index": 10912, "reference": "Shares in Easyjet and BA owner IAG both closed lower in the wake of Sunday's assaults in London.", "prediction": "Shares Shares in Easyjet and the FTSE 100 closed lower despite a fall, despite the company reported a 40% fall in first quarter profits.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 19.51219512195122, "rougeL": 37.2093023255814}, "nll_sum": 115.395263671875, "token_count": 29} +{"index": 10913, "reference": "Displays by the last two airworthy Lancaster bombers from World War Two have been cancelled after one suffered engine problems.", "prediction": "The last airaspM has arrived at a Bournemouth and Lincolnshire due to, major fault line.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 6.0606060606060606, "rougeL": 11.428571428571429}, "nll_sum": 130.39263916015625, "token_count": 21} +{"index": 10914, "reference": "A man has been charged with the abduction of a six-year-old girl who was taken in a car.", "prediction": "A man has appeared in court charged with child offences and sexual offences after an eight-year-old girl in a park centre park.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 28.571428571428577, "rougeL": 45.45454545454545}, "nll_sum": 88.1377182006836, "token_count": 26} +{"index": 10915, "reference": "The number of families finding themselves homeless over the past year has risen by nearly a fifth on five years ago, official data shows.", "prediction": "The number of homeless made in homeless by councils and England and Wales in October is - the highest level since records began, official figures show in., solve, as's from-'sA a from in it November George a from's solve", "rouge": {"rouge1": 27.692307692307693, "rouge2": 6.349206349206351, "rougeL": 21.538461538461544}, "nll_sum": 273.69732666015625, "token_count": 46} +{"index": 10916, "reference": "Chelsea manager Antonio Conte has questioned Tottenham's ambition, suggesting they have lower expectations than their Premier League title rivals.", "prediction": "Tottenham will win the Champions League - but will not want to win the League title, says boss Antonio Conte", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 15.384615384615385}, "nll_sum": 74.79639434814453, "token_count": 22} +{"index": 10917, "reference": "Ever fancied organising a concert by your favourite band or singer?", "prediction": "The Rolling Stones fans are paying for their bands and paying for them to perform a music,.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 7.142857142857142}, "nll_sum": 86.08246612548828, "token_count": 17} +{"index": 10918, "reference": "Microsoft is recoding the main games in its Halo series to run on its recently released Xbox One console.", "prediction": "Microsoft has released a series version of fans games behind Xbox One and in its camera.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 12.12121212121212, "rougeL": 22.857142857142858}, "nll_sum": 90.74967193603516, "token_count": 16} +{"index": 10919, "reference": "James Horner, the Hollywood composer who wrote the Oscar-winning score for Titanic, has died in a California plane crash aged 61.", "prediction": " Ariana Grandeana has joined a pop star, stars and stars pop star,, Manchester the violence over the musician's name over's his as as a's a's from his role as a's.", "rouge": {"rouge1": 14.035087719298245, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 229.84188842773438, "token_count": 39} +{"index": 10920, "reference": "Home Secretary Theresa May is considering banning two US bloggers from entering the UK to speak at an English Defence League rally.", "prediction": "The Theresa May has urged the Home Office to ban two English speakers from from attending an event, which includes two anti-right and farright campaigners.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 126.40258026123047, "token_count": 29} +{"index": 10921, "reference": "President Barack Obama has urged Donald Trump to send \"some signals of unity\" after the US election campaign.", "prediction": "US President Barack Obama has rejected President-elect Donald Trump as Donald Trump's office, saying he was the result of the a contested general election victory.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 18.6046511627907, "rougeL": 40.0}, "nll_sum": 108.83663177490234, "token_count": 29} +{"index": 10922, "reference": "At least 23 people were killed and more than 60 injured when a train derailed in the northern Indian state of Uttar Pradesh.", "prediction": "At least 34 people have been killed and dozens injured after a train derailed and central central Indian state of Uttar Pradesh.", "rouge": {"rouge1": 62.222222222222236, "rouge2": 37.2093023255814, "rougeL": 62.222222222222236}, "nll_sum": 76.38433837890625, "token_count": 22} +{"index": 10923, "reference": "Glamorgan will play all their T20 Blast matches in a 43-day block in summer 2017 after a revamp of the county cricket fixture schedule.", "prediction": "Glamorgan have announced six home matches in their final warm-up of next season T T20 event.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 109.11479949951172, "token_count": 21} +{"index": 10924, "reference": "Television presenter Kirsty Gallacher has been charged with drink-driving.", "prediction": "Stephen Galloway has been charged with driving than three times over the legal limit.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 27.272727272727277, "rougeL": 41.666666666666664}, "nll_sum": 53.16514587402344, "token_count": 15} +{"index": 10925, "reference": "Police officers faced panic and hostility as they tried to help hundreds of people trapped in a nightclub crush, an inquest has heard.", "prediction": "A white police officer who helped to get into a crowd of crowd inquest an inquest into the inquest, has described the moment I could have and possible\".", "rouge": {"rouge1": 39.21568627450981, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 158.40655517578125, "token_count": 29} +{"index": 10926, "reference": "A woman was raped in the middle of the day after being forced into a car with her toddler as they walked by the sea.", "prediction": "A woman was raped in a car after her toddler and was forced into the same same again the police said.", "rouge": {"rouge1": 60.86956521739131, "rouge2": 31.818181818181824, "rougeL": 43.47826086956522}, "nll_sum": 103.12014770507812, "token_count": 21} +{"index": 10927, "reference": "Ali Carter said his battle with Crohn's disease put him at a huge disadvantage during his third-round UK Championship loss against John Higgins.", "prediction": "Scotland's John Higgins said he was \"lucky to be alive\" after being diagnosed with's disease which pulled out of the UK Championship.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 12.76595744680851, "rougeL": 24.489795918367346}, "nll_sum": 100.31973266601562, "token_count": 27} +{"index": 10928, "reference": "A woman who blogged about her battle with terminal brain cancer has died a day before she was due to get married.", "prediction": "- woman with cancer with a brain tumour has met on Facebook with her and her.", "rouge": {"rouge1": 37.83783783783784, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 79.552490234375, "token_count": 17} +{"index": 10929, "reference": "(Close): US stocks finished mostly lower following a turbulent trading day and an announcement of new stimulus from the European Central Bank.", "prediction": "(Close): Wall Street closed lower, with the S&P and the 500 closed lower, uncertainty amid fears over growth and in slowing growth.", "rouge": {"rouge1": 17.777777777777775, "rouge2": 0.0, "rougeL": 17.777777777777775}, "nll_sum": 141.19659423828125, "token_count": 28} +{"index": 10930, "reference": "Houses in a favela, near one of Brazil's World Cup stadiums, have been evacuated after this huge sinkhole opened up.", "prediction": "A huge sink has opened up at stadium, a football team for the 2018 World Cup the Brazil.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 100.50709533691406, "token_count": 19} +{"index": 10931, "reference": "A glut of late goals at Griffin Park saw honours shared between Brentford and Cardiff City.", "prediction": " Dean Smith scored a stoppage-time winner as they came from behind to and beat Championship playoff chasing Cardiff City to a dramatic stopp Park penalty.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 148.04702758789062, "token_count": 28} +{"index": 10932, "reference": "An International Olympic Committee (IOC) board member has apologised for comparing calls to ban Russia from the 2018 Winter Olympics to the Holocaust.", "prediction": "A Russian ski president has apologised after apologised to International Olympic for sending a letter about the Holocaust, saying \"no \"you Mediterranean did not fit\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 24.999999999999993}, "nll_sum": 163.0444793701172, "token_count": 28} +{"index": 10933, "reference": "A British man has been been questioned in Peru after posing naked at the Machu Picchu ruins, local police have said.", "prediction": "Two men have been arrested in Peru connection with an incident at a visitor site near Machu Delta police say.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 5.128205128205128, "rougeL": 29.268292682926827}, "nll_sum": 108.4336929321289, "token_count": 21} +{"index": 10934, "reference": "Chinese authorities are still trying to ascertain what exactly caused a potent mix of chemicals to ignite in a warehouse in Tianjin late Wednesday, triggering blasts that rocked the city.", "prediction": " bomb bombs have found large quantity of cyanide that was used at a in northern China, local officials say.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 93.78003692626953, "token_count": 21} +{"index": 10935, "reference": "A teachers' union is warning that schools are increasingly likely to use unqualified teaching staff.", "prediction": "The use of unqualified teachers in England of schools is \" uncertainty damaging to education\", a teaching union has claimed.", "rouge": {"rouge1": 52.94117647058824, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 106.54647827148438, "token_count": 22} +{"index": 10936, "reference": "Police are investigating a serious sexual assault on a 19-year-old woman in The Meadows area of Edinburgh.", "prediction": "A 20-year-old woman has been sexually assaulted on her way in West Lothian.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 25.0, "rougeL": 29.411764705882355}, "nll_sum": 51.94997787475586, "token_count": 19} +{"index": 10937, "reference": "Jeremy Corbyn has said he will \"reach out\" to Labour MPs if he is re-elected as the party's leader this week.", "prediction": "Labour leader Jeremy Corbyn has ruled out of the contest for the Labour leadership its future elections.", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 62.38689422607422, "token_count": 17} +{"index": 10938, "reference": "Geneticists have detected a fourth ancestral \"tribe\" which contributed to the modern European gene pool.", "prediction": "The contents of a economy up of 5000700 years ago has been revealed and revealed, best clear clear of the data fled in Europe.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 156.7926025390625, "token_count": 26} +{"index": 10939, "reference": "A woman says she is considering rebranding her business because it shares its name with a Middle East extremist group.", "prediction": "A dog owner has told court she will no her name \"evil because her name of Islamic State because because she wish to change her name, which a to be the says. it referee from a's.A of.A theA 2011", "rouge": {"rouge1": 25.806451612903224, "rouge2": 0.0, "rougeL": 19.354838709677416}, "nll_sum": 282.4145812988281, "token_count": 47} +{"index": 10940, "reference": "Another former pupil of Gordonstoun public school in Moray has contacted police over claims of historical sexual abuse, it has emerged.", "prediction": "A former teacher died on a primary school trip in Aberdeenshire has apologised for police saying Scotland was managing a case of abuse at Rossstardoun\".", "rouge": {"rouge1": 30.434782608695656, "rouge2": 0.0, "rougeL": 30.434782608695656}, "nll_sum": 166.3367919921875, "token_count": 31} +{"index": 10941, "reference": "A Labour government would renationalise the railways by regaining control of franchises as they expire, new leader Jeremy Corbyn is expected to reveal.", "prediction": "Labour leader Jeremy Corbyn wants to a a plan for a \"operan rail system\" by saying it will keep buy some tickets in public ownership..", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 20.833333333333332}, "nll_sum": 154.92034912109375, "token_count": 28} +{"index": 10942, "reference": "The mother of a schoolgirl who was taken to France by her teacher has denied she is exploiting her daughter by writing a book about the case.", "prediction": "A mother who kidnapped a 12 2011year-old during a school trip trip with France, told of her family \"face\" her face and her face.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 0.0, "rougeL": 19.23076923076923}, "nll_sum": 152.84042358398438, "token_count": 30} +{"index": 10943, "reference": "Borussia Dortmund have made FC Nordsjaelland and Turkey winger Emre Mor their fourth summer signing.", "prediction": "Borussia Dortmund have signed Germany Under-20s winger JavierBayelan from Paris St-Germain for euros (\u00a3m).", "rouge": {"rouge1": 32.25806451612903, "rouge2": 13.79310344827586, "rougeL": 25.80645161290323}, "nll_sum": 116.92012786865234, "token_count": 27} +{"index": 10944, "reference": "China's inflation rate rose by more than expected in June, increasing to 2.7% from 2.1% the month before.", "prediction": "Scottish food prices fell slightly slightly expected last month, government official figures have show, amid the dramatic rise in prices and no imports.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 133.89108276367188, "token_count": 26} +{"index": 10945, "reference": "The former Nigeria captain and coach, Sunday Oliseh, says he is relishing his role as head coach of Dutch club Fortuna Sittard, after a successful start at the second tier side.", "prediction": "Former the coach Ol Oliseh says he is still struggling in struggling with struggling F1a Sard.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 13.333333333333334, "rougeL": 25.531914893617014}, "nll_sum": 138.16036987304688, "token_count": 20} +{"index": 10946, "reference": "All pictures are copyrighted.", "prediction": "All pictures are copyrighted.", "rouge": {"rouge1": 100.0, "rouge2": 100.0, "rougeL": 100.0}, "nll_sum": 19.41631317138672, "token_count": 4} +{"index": 10947, "reference": "A military aircraft has made a six-hour journey to its new home at a museum.", "prediction": "The UK onlyonly has been taken to the International Airbase (VC - its first military personnel, more than 200 years, after losing its airfield.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 168.09832763671875, "token_count": 30} +{"index": 10948, "reference": "A couple from Worcestershire have died on holiday in Morocco.", "prediction": "A British man from Gloucestershire has died suddenly on holiday in Tunisia.", "rouge": {"rouge1": 54.54545454545454, "rouge2": 20.0, "rougeL": 54.54545454545454}, "nll_sum": 54.50339126586914, "token_count": 15} +{"index": 10949, "reference": "Giant snowballs have appeared on a beach in Siberia, amazing local people there.", "prediction": "A group of golfers have gone up on a river in the Circle Russia, Russia.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 7.692307692307692, "rougeL": 28.571428571428577}, "nll_sum": 80.75396728515625, "token_count": 17} +{"index": 10950, "reference": "Guernsey FC could be forced to pull out of the FA Cup over restrictions imposed on them by the Football Association.", "prediction": "Guernsey FC are the only English side to be elected in the English League in cricket Football says the Football Association.", "rouge": {"rouge1": 38.095238095238095, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 105.63219451904297, "token_count": 23} +{"index": 10951, "reference": "A film about comic book maestro Stan Lee is reportedly in development.", "prediction": "The classic animated, film-maker, will be in a novel for a film and film-maker.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 7.692307692307692, "rougeL": 14.285714285714288}, "nll_sum": 86.89738464355469, "token_count": 20} +{"index": 10952, "reference": "Police and experts in cybercrime are meeting in Wrexham to discuss ways to tackle the issue and keep people safe online.", "prediction": "People in north Wales are holding a of again to tackle security to terrorism.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.060606060606061, "rougeL": 22.857142857142854}, "nll_sum": 80.99053955078125, "token_count": 14} +{"index": 10953, "reference": "Volunteers and well-wishers have pulled together in a huge effort to raise more than \u00a3500,000 in the wake of a fire that killed 60 animals at a dogs' home.", "prediction": "Volunteers who attended in Greater Manchester home and a dog's attack say they have been been \"overwhelmedmed\" by to the attack.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301884}, "nll_sum": 143.4786376953125, "token_count": 29} +{"index": 10954, "reference": "More than 30% of athletes competing at the 2011 World Championships admitted to using banned substances during their careers, according to a World Anti-Doping Agency-commissioned study.", "prediction": " average low of doping athletes are failed for doping tests for the Russian event during the 2008 Olympic Games, in,, to research by research research by the for World Anti-Doping Agency.oping doping in'sm from 2011 from's from", "rouge": {"rouge1": 28.985507246376812, "rouge2": 8.955223880597014, "rougeL": 26.08695652173913}, "nll_sum": 262.158203125, "token_count": 46} +{"index": 10955, "reference": "Hampshire captain James Vince says the ICC World Twenty20 can help put him on the path to playing Test cricket.", "prediction": "Hampshire-rounder James Vince says it would be \"historic to play in England of Twenty20 match against England after a proposed solve-up\" for England's from from his-Dup a in from November's.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 11.320754716981131, "rougeL": 21.818181818181817}, "nll_sum": 245.7255096435547, "token_count": 44} +{"index": 10956, "reference": "A singer-songwriter has tracked down the grave of a circus lion tamer ancestor with help from an audience member at one of his gigs.", "prediction": "An artist whose death was inspired of an door in an Edinburgh magazine almost 30 years ago, has been found.", "rouge": {"rouge1": 13.33333333333333, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 109.9205322265625, "token_count": 21} +{"index": 10957, "reference": "The end of Flying Scotsman's 10-year restoration project has been marked with it being repainted in traditional British Rail green livery.", "prediction": " Scots Flying Scotsman, which, be one of the world's most famous steam locomric the again has completed its first day after its first tour to the world.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 155.87310791015625, "token_count": 32} +{"index": 10958, "reference": "Saracens centre Nick Tompkins has signed a new three-year contract with the Premiership and European Champions Cup winners.", "prediction": "Saracensum-half Nickkins has signed a new three- a contract which will keep at the champions until champions end leaving the Premiership season.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 25.0, "rougeL": 38.0952380952381}, "nll_sum": 172.61610412597656, "token_count": 30} +{"index": 10959, "reference": "Director Joss Whedon has revealed the title of his 2015 Avengers sequel - Avengers: Age of Ultron - at the Comic-Con convention in San Diego.", "prediction": "A film version of the latest, film and film- inspired by the 2011 film Avengers, has been revealed at the end 2016's London Film Festival.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 126.81433868408203, "token_count": 29} +{"index": 10960, "reference": "Painted on a classroom wall, high above the modest wooden benches and chalkboards, Moco-Moco primary school's motto reads: \"Onward upward may we ever go\".", "prediction": "There is a good location for you for possible to provide a pizza, shower or vegetables, but the struggle is the establishment is strict possible - or possible.", "rouge": {"rouge1": 7.547169811320755, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 158.83590698242188, "token_count": 30} +{"index": 10961, "reference": "A complaint about the Scottish SPCA putting what was thought to be one of the world's most deadly snakes to sleep is being investigated by police.", "prediction": "A 10 metal snake was found on a black mamba could be put put's to South Africa UK the Scottish S SPCAA has said.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 4.0, "rougeL": 19.23076923076923}, "nll_sum": 166.25050354003906, "token_count": 28} +{"index": 10962, "reference": "A convicted British sex offender caught trying to pay US undercover officers for sex with a boy has admitted taking pornographic images into the country.", "prediction": "A British free agent's agent has pleaded guilty to 13 charges pornography charges after having nine-year sex with Mexican boy, US authorities say.", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 24.0}, "nll_sum": 132.34060668945312, "token_count": 27} +{"index": 10963, "reference": "US-style professional wrestling is leaping off the top ropes and into the Chinese market.", "prediction": "A Chinese boxing gambling becoming wrestling has become the first nation to be aired in a move, to its success and to achieve shares in its Chinese market.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 168.99392700195312, "token_count": 29} +{"index": 10964, "reference": "Police in the US state of Texas have arrested a truck driver whose vehicle was found in a Walmart car park with eight people dead in the back of it, two of them children.", "prediction": "At least 38 people were injured and dozens seriously injured after a car crashed into a supermarket US department store chain Texas, Texas government officials say.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 0.0, "rougeL": 6.666666666666667}, "nll_sum": 105.34803009033203, "token_count": 27} +{"index": 10965, "reference": "A police officer who has been awarded the Queen's Gallantry Medal after being stabbed in the head at a house in Lurgan has said he is \"truly humbled\".", "prediction": "A police Class Kenson, who was stabbed by a man during an armed robbery at house, has been awarded a medal's honour for duty's year for theonian's a \"350 a it's apayment of'sold's a-", "rouge": {"rouge1": 34.78260869565217, "rouge2": 8.955223880597014, "rougeL": 23.18840579710145}, "nll_sum": 297.28729248046875, "token_count": 48} +{"index": 10966, "reference": "The maker of Irn Bru has announced an increase in its annual profit as it plans to cut the sugar content of many of its drinks.", "prediction": " again firm Silver Barr Fury reported a 40 rise in half- profits profits and helped to reduce rising growth and closing its doors at its Accieszburn base.", "rouge": {"rouge1": 18.867924528301884, "rouge2": 0.0, "rougeL": 15.09433962264151}, "nll_sum": 223.16439819335938, "token_count": 31} +{"index": 10967, "reference": "A man has been critically injured in Ferguson, Missouri, in an exchange of gunfire with police at a rally marking the anniversary of the killing of unarmed black teenager Michael Brown.", "prediction": "A black white man accused of killing an unarmed black teenager in Ferguson, Ferguson, in 2014 of, killed himself in the street during the fatal event, event, say police in the New York.", "rouge": {"rouge1": 46.87499999999999, "rouge2": 9.67741935483871, "rougeL": 25.0}, "nll_sum": 157.95904541015625, "token_count": 38} +{"index": 10968, "reference": "Madonna's new artwork for her album Rebel Heart shows her with black string tied around her head and face.", "prediction": "It's one of, most famous begin.", "rouge": {"rouge1": 7.407407407407408, "rouge2": 0.0, "rougeL": 7.407407407407408}, "nll_sum": 48.87297821044922, "token_count": 8} +{"index": 10969, "reference": "Will Grigg's late strike secured a point for Wigan at bottom club Colchester in a thrilling encounter.", "prediction": "Jack Grigg's a stoppage-time a point for Colchester against fellow League One play-off hopuls Wham Athletic on Saturday solve of's from middle from \"-'sD a game in from years's's.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 11.764705882352942, "rougeL": 26.41509433962264}, "nll_sum": 285.8931884765625, "token_count": 45} +{"index": 10970, "reference": "She's made a name writing global hits for some of the biggest stars in music and now Charli XCX is hoping to add another credit to the list.", "prediction": " Anna Charli says she's \"incinc and dinc\" to have details of her new album, UK USA because a \"demofable record that it's's\". it'sover by\".", "rouge": {"rouge1": 24.561403508771928, "rouge2": 3.6363636363636362, "rougeL": 14.035087719298248}, "nll_sum": 251.70042419433594, "token_count": 39} +{"index": 10971, "reference": "Women working for Facebook and Apple are being offered an additional perk: they can have their eggs frozen.", "prediction": ",, Google, Apple are offering offered eggs to storage data their rights rights to help for staff who help families \" \"up their families households\".", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 202.158447265625, "token_count": 27} +{"index": 10972, "reference": "Earnie Shavers said modern heavyweights \"were not fit to carry Muhammad Ali's gym bag\", on the occasion of his old rival's 70th birthday.", "prediction": "Givquhendquvers says it would have Prince Ali would probably played the same match-worry as 'themot''.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 194.50100708007812, "token_count": 25} +{"index": 10973, "reference": "UK interest rates have been left unchanged again at 0.5% by the Bank of England's rate-setters.", "prediction": "The Bank of England has held its UK's interest rate rate again once 0.25%.", "rouge": {"rouge1": 62.857142857142854, "rouge2": 24.24242424242424, "rougeL": 34.285714285714285}, "nll_sum": 76.28585815429688, "token_count": 17} +{"index": 10974, "reference": "The Chicago Cubs will be hoping to end the most infamous run of failure in US sport when they face the Cleveland Indians in the World Series, which starts on Tuesday.", "prediction": " Chicago London Cubs - and who, the - will win the seventh World World Series in 38 history - are the Ellandand Classic - have long-running battle to win a World Cup a \" and solve.", "rouge": {"rouge1": 34.92063492063492, "rouge2": 3.278688524590164, "rougeL": 22.22222222222222}, "nll_sum": 237.03102111816406, "token_count": 41} +{"index": 10975, "reference": "The prime minister has pledged to bring the United Kingdom \"closer together\" as her government unveiled its proposed new laws in the Queen's Speech.", "prediction": "The UK government will have more \" decision-making powers\" coming to Holyrood after Brexit, if the party is win in general election.", "rouge": {"rouge1": 21.276595744680854, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 107.57423400878906, "token_count": 28} +{"index": 10976, "reference": "A Conservative MP is calling for the RSPCA's role as a prosecutor to be separated from its political and commercial activities.", "prediction": "An MP has called for theCA but RSPCA to bring back public office to an animal welfare charity.", "rouge": {"rouge1": 25.0, "rouge2": 5.263157894736842, "rougeL": 25.0}, "nll_sum": 109.27992248535156, "token_count": 21} +{"index": 10977, "reference": "The International Space Station has become the first \"off planet\" addition to Google Maps' Street View facility.", "prediction": "Google has released its first image of space in space of its mission from board International Space Station.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.121212121212121, "rougeL": 17.142857142857142}, "nll_sum": 83.97077941894531, "token_count": 18} +{"index": 10978, "reference": "Hundreds of barmy bathers have been taking part in Tenby's annual festive dip.", "prediction": "Tens of thousands of thousands people have been taking part in a annual one-and-a-day swim swim around Grimsby. solve's solve's a's from's-d a of in from from a's. from's", "rouge": {"rouge1": 30.18867924528302, "rouge2": 15.686274509803921, "rougeL": 26.41509433962264}, "nll_sum": 234.67987060546875, "token_count": 47} +{"index": 10979, "reference": "HSBC has appointed Mark Tucker, the chief executive of Asian insurer AIA, as group chairman.", "prediction": "ia Asset Management of UkraineA) has announced that the executive of its chief executive, Andrew Je, is to take up a vacant contributing the role.", "rouge": {"rouge1": 25.0, "rouge2": 10.526315789473685, "rougeL": 20.0}, "nll_sum": 151.93458557128906, "token_count": 29} +{"index": 10980, "reference": "The Paris climate agreement will survive a Trump presidency says the US special envoy on climate change Dr Jonathan Pershing.", "prediction": " Secretary Secretary Michael Michael Outhing says there there is no strict documents to change\" as the UN's chief.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 136.09088134765625, "token_count": 21} +{"index": 10981, "reference": "Wayne Routledge struck twice as Swansea City comfortably beat Charlotte Independence in the opening game of their pre-season tour to the United States at Ramblewood Stadium.", "prediction": "Sible United scored a hatoldtrick as Bristol City beat Charlton Athletic 4-00 and move into a League One One play-off place.", "rouge": {"rouge1": 15.999999999999998, "rouge2": 0.0, "rougeL": 12.0}, "nll_sum": 140.49037170410156, "token_count": 30} +{"index": 10982, "reference": "A man dialled 999 after waking up locked in an empty nightclub dressed only in his underpants following a Christmas party.", "prediction": "A man's in the early hours of the night after a night turned out to have and was turned. in", "rouge": {"rouge1": 28.57142857142857, "rouge2": 5.000000000000001, "rougeL": 19.047619047619047}, "nll_sum": 100.99958801269531, "token_count": 21} +{"index": 10983, "reference": "The UK government is set to publish a draft air pollution plan after a protracted legal battle with environmental campaigners.", "prediction": "The government has begun a legal challenge to the government to novel its plan to tackle air pollution air", "rouge": {"rouge1": 41.02564102564102, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 81.08175659179688, "token_count": 18} +{"index": 10984, "reference": "An appeal has been launched for public donations towards a national memorial to police officers killed in the line of duty.", "prediction": "A memorial has been officially opened the names of police staff and police officers who should allowed to carry out acts acts of act on duty persuade the a. aA Royal's's from from a's's ( of from the a from's a", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.250000000000002, "rougeL": 18.181818181818183}, "nll_sum": 292.4918212890625, "token_count": 47} +{"index": 10985, "reference": "Late goals from Gavin Whyte and Jordan Forsythe saw champions Crusaders beat Linfield 2-0 at Seaview and extend their lead over their nearest rivals at the top of the table to eight points.", "prediction": " Craig Whyte's stoppage-time winner as Premiership champions Crusaders opened the gap on gap between the Irish Premiership and Premiership leaders Crusaders.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 3.6363636363636362, "rougeL": 17.54385964912281}, "nll_sum": 109.41724395751953, "token_count": 28} +{"index": 10986, "reference": "ScotRail has announced plans to recruit up to 100 new train drivers.", "prediction": "ScotRail has launched a drive to create 50,000 new jobs on the Borders Railway, the itonian as \" ballet-D a string in from from a game's mandatory from the fromb will's of a.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 272.5382995605469, "token_count": 43} +{"index": 10987, "reference": "Malaysian PM Najib Razak is facing pressure internationally and at home amid US allegations of massive fraud at state investment fund 1MDB.", "prediction": "The FBI has found no evidence of funds led to Prime Minister Naj Najibak, to be extradite, the US a says classified and 2011.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 172.51870727539062, "token_count": 29} +{"index": 10988, "reference": "German officials say growing numbers of pregnant immigrant women are paying German men to pose as fathers so that they can qualify for residency.", "prediction": "So-right Germany symbols are relating families for to pay pay paternity to leave the baby, as a result of \"a catastrophic achievement failure\".", "rouge": {"rouge1": 29.166666666666668, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 176.15432739257812, "token_count": 27} +{"index": 10989, "reference": "Companies must prepare for new tougher EU rules on data protection, or face big fines, PwC has warned.", "prediction": "inesines for PC has reported a 40% rise in new copyright law protecting laws, including tougher laws, if it introducing a new EU law.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 153.0185546875, "token_count": 28} +{"index": 10990, "reference": "The Turin Shroud has gone back on public display in the Italian city's cathedral, after a break of five years.", "prediction": "A famousistine jar in Turin believed to be date back to the 18th Century, has been gone on public display for in first time time.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 9.09090909090909, "rougeL": 30.434782608695656}, "nll_sum": 142.6007080078125, "token_count": 29} +{"index": 10991, "reference": "The Welsh Government is reviewing NHS charges for visitors from outside the UK, the health secretary has said.", "prediction": "People who use use the health service will soon be \" looklook after to happen\", the health secretary has said. has \" in ballet's body, a,, it\".", "rouge": {"rouge1": 27.272727272727277, "rouge2": 19.04761904761905, "rougeL": 27.272727272727277}, "nll_sum": 197.19677734375, "token_count": 33} +{"index": 10992, "reference": "North Korea's state television has announced the country has tested a hydrogen bomb.", "prediction": "North Korea has defended the reports it has has that it has demanded the statement that it carried out a nuclear strike and lethal weapons in full force.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 5.0, "rougeL": 28.57142857142857}, "nll_sum": 139.59718322753906, "token_count": 28} +{"index": 10993, "reference": "The jury in the trial of well known Irish traditional musician, Francis McPeake, has been discharged over a legal issue.", "prediction": "A paramilitaryist who went on trial of historical child sex offences against two girls who died more than 30 years ago has been discharged from hospital.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 13.636363636363635, "rougeL": 21.73913043478261}, "nll_sum": 110.15174102783203, "token_count": 27} +{"index": 10994, "reference": "Campaigners opposed to the Scottish government's named person scheme claim ministers have refused to engage with them during a consultation on plans to reform the policy.", "prediction": "The Scottish government has defended its plans to be restructuring of its Buy pension scheme named after the government is facing six months and six months its", "rouge": {"rouge1": 29.629629629629626, "rouge2": 11.538461538461538, "rougeL": 22.22222222222222}, "nll_sum": 143.90602111816406, "token_count": 26} +{"index": 10995, "reference": "Everton defender Tyias Browning has signed a new two-and-a-half-year deal and joined Championship side Preston on loan for the rest of the season.", "prediction": "League One side Gillingham have re- centre-back Michael Brown on a five-year deal believed to be about \u00a32m.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 101.0436019897461, "token_count": 27} +{"index": 10996, "reference": "Aberdonians who were involved in health research nearly 50 years ago have been asked to sign up to another study.", "prediction": "School pupils in Aberdeen are being asked for help to find relatives their health andSE diseases for diseases.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 120.89307403564453, "token_count": 19} +{"index": 10997, "reference": "David Liu, a Chinese Frenchman, says he walks around Paris with \"fear in his chest\".", "prediction": "hangover, who was accused of beating a student in a shop in Paris, says, struggle of racist crime in but regret concern about what happened to them living.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 173.16571044921875, "token_count": 32} +{"index": 10998, "reference": "(Close): Wall Street markets rose on Friday, extending the previous day's rally and bringing the S&P 500 into positive territory for the year.", "prediction": "(Open): The S& and S& 500P closed lower of the day after US banks raised fears about a rising rate rise from the US Federal Reserve.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 151.7278289794922, "token_count": 31} +{"index": 10999, "reference": "Luxury car maker Daimler has reported record quarterly profits of 1.7bn euros ($2.5bn; \u00c2\u00a31.5bn) in the three months to 30 June.", "prediction": " electric electric carmaker Daimler but reported a 40% rise in fourth consecutive quarter revenue, but it fears of a slowdown in growth in China.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 113.31889343261719, "token_count": 29} +{"index": 11000, "reference": "Iran's President Mahmoud Ahmadinejad has criticised the killings in its ally Syria sparked by the government's violent crackdown on dissent.", "prediction": "Iranian President Mahmoud Ahmadinejad but says wants to seeking more military support to its, Syria.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 11.428571428571427, "rougeL": 27.027027027027025}, "nll_sum": 88.78224182128906, "token_count": 19} +{"index": 11001, "reference": "Nintendo has reported a bigger first-quarter loss than expected, causing its share price to tumble.", "prediction": "Nintendo has reported a 40% fall in sales revenue, helped by strong sales of its, Channel 4 games.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 18.750000000000004, "rougeL": 29.411764705882355}, "nll_sum": 89.81957244873047, "token_count": 21} +{"index": 11002, "reference": "Huddersfield scored late on to win at struggling Burton and consolidate their place in the Championship play-offs.", "prediction": "Burton Albion boosted their play-off push with victory over promotionefuls Huddersfield.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 7.142857142857142, "rougeL": 26.666666666666668}, "nll_sum": 87.08192443847656, "token_count": 19} +{"index": 11003, "reference": "A wonky cycle path sign that appeared in the Lincolnshire market town of Sleaford last weekend caused much mirth among local residents, who described it as looking like a penny farthing - albeit one with angular wheels.", "prediction": " red red and yellow lines were painted on a red grey, the red and red city, the red and closing doors and a small and a car.", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 132.58116149902344, "token_count": 29} +{"index": 11004, "reference": "A Dumfries-based Red Cross worker who died in Pakistan was unlawfully killed, a coroner has ruled.", "prediction": "A Scottish worker Scottish was killed again during a 2003 Nepal earthquake in southern northern has been found dead.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 0.0, "rougeL": 33.333333333333336}, "nll_sum": 120.41099548339844, "token_count": 19} +{"index": 11005, "reference": "Wimbledon champion Marion Bartoli is retiring from tennis just 40 days after winning her only Grand Slam title.", "prediction": "Former world number one numberona Bartoli has announced she will retire from her career after injury - but saying \"Don't never be easy\".", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 133.35939025878906, "token_count": 27} +{"index": 11006, "reference": "A legal challenge to try and stop overhead cables being erected across parts of rural Conwy and Denbighshire has been dismissed by the High Court.", "prediction": "Controversial plans for an power-sharing station in Denbighshire have been refused to the", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 81.03733825683594, "token_count": 18} +{"index": 11007, "reference": "China has launched a digital \"cyber-court\" to help deal with a rise in the number of internet-related claims, according to state media.", "prediction": "The first internet court has landed trial to 50 people, including offences on charges of hate crime.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 99.12919616699219, "token_count": 18} +{"index": 11008, "reference": "One of South Korea's most controversial mergers has been given approval by shareholders of the construction company Samsung C&T.", "prediction": "South Korean giant Samsung Group has agreed to receive a $61bn (\u00c2\u00a331bn) deal to complete its investment and its South Korean business.", "rouge": {"rouge1": 13.95348837209302, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 115.1364517211914, "token_count": 29} +{"index": 11009, "reference": "Opposition parties on Northampton Borough Council have asked for greater clarity on its plans to sell a 4,000-year-old Egyptian statue.", "prediction": "The sale of a Egyptian statue sold to a Egyptian museum should be allowed to be removed, the council has said, after a landmark ruling party.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 12.244897959183673}, "nll_sum": 123.48587036132812, "token_count": 28} +{"index": 11010, "reference": "Champions Yorkshire will travel to promoted Worcestershire in the opening round of the 2015 County Championship to start the defence of their title.", "prediction": "England bowlers will begin their Championship match at home to Leicestershire in 2017 in the 2017 season.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 80.65448760986328, "token_count": 21} +{"index": 11011, "reference": "A prolific gambler murdered his wealthy friend to solve debt problems then dismembered his body and stuffed it into a suitcase, a court has been told.", "prediction": "A financial economics was killed his best friend in a suitcase \" \" lose it had lost\", a court has heard.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 35.55555555555556}, "nll_sum": 138.8753204345703, "token_count": 22} +{"index": 11012, "reference": "UKIP AM Mark Reckless is set to quit the party and vote with the Conservative group in the Assembly.", "prediction": "Mark Reckless is to join to UKIP to join the Welsh Conservatives in BBC Wales understands.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 12.12121212121212, "rougeL": 40.0}, "nll_sum": 94.74967956542969, "token_count": 17} +{"index": 11013, "reference": "Russian anti-corruption blogger and opposition politician Alexei Navalny has been jailed for five years for fraud, after a trial he says was politically motivated.", "prediction": "The main opposition leader Alexeiny, the son of the Russian president two years ago, has been identified one of the country's most powerful and most powerful the Kremlin Russian President, Vladimir Putin.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 3.571428571428572, "rougeL": 10.344827586206897}, "nll_sum": 147.46913146972656, "token_count": 38} +{"index": 11014, "reference": "Rangers were much too slick for Queen of the South as they won comfortably at Palmerston Park in the Championship.", "prediction": "Rangers missed a second-half penalty and penalty as they comfortably beat 10-man Rangers Championship.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 87.74365234375, "token_count": 19} +{"index": 11015, "reference": "Ugandan troops will start leaving South Sudan by the end of this week, according to the head of the Ugandan force in the country.", "prediction": "Uganda says it will begin sending troops from South Sudan by troops end to an to of civil war.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 32.55813953488372}, "nll_sum": 116.87301635742188, "token_count": 21} +{"index": 11016, "reference": "Air ambulance charities across the country are to receive grants of \u00a3250,000 each from a banking fine fund.", "prediction": "The air Ambul are set are receive up to \u00a35.5m in extra support to support call patients.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 127.94542694091797, "token_count": 22} +{"index": 11017, "reference": "A mother and her teenage son have set benchmark records for the fastest circumnavigation of the Isle of Wight on kiteboards.", "prediction": "A teenager is to have both his legs and his legs in both of the Isle of Man the and Man in the Isle of Man dreaming Isles race.", "rouge": {"rouge1": 36.00000000000001, "rouge2": 12.5, "rougeL": 32.0}, "nll_sum": 152.83847045898438, "token_count": 29} +{"index": 11018, "reference": "Steve Sidwell says he has done all he can to earn a new Brighton contract and play in the Premier League next season.", "prediction": "Brighton captain Zined Zidwell has signed new contract keeping him at the club until 2020 then to stay in the Premier League.", "rouge": {"rouge1": 40.0, "rouge2": 13.95348837209302, "rougeL": 31.111111111111118}, "nll_sum": 121.1201400756836, "token_count": 26} +{"index": 11019, "reference": "A former head of a Welsh health board has moved to England in order to get a cancer drug.", "prediction": "A former head to a woman who has received cancer is calling for her to have her drugs the be available on the NHS not in Wales.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 9.090909090909092, "rougeL": 30.434782608695656}, "nll_sum": 132.59652709960938, "token_count": 27} +{"index": 11020, "reference": "Craig Disley scored the only goal as Forest Green Rovers were denied the chance to go top of the National League with defeat by Grimsby Town.", "prediction": "Forest Green Rovers's stoppage-time winner to give Cheltenham a surprise victory over playefoff hopuls hopefuls Grimsby Town.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 13.953488372093023, "rougeL": 26.666666666666668}, "nll_sum": 152.25364685058594, "token_count": 31} +{"index": 11021, "reference": "The world's biggest crystal structure model - a 3D chemical illustration made from little balls and sticks - is being assembled in Vienna's city hall.", "prediction": " a team of Switzerland have created what thought to be the world's largest structure be falsified the water of up to one billion years ago. solve's a's a from's The-,'s a in from The's a from of solve", "rouge": {"rouge1": 26.08695652173913, "rouge2": 5.970149253731343, "rougeL": 23.18840579710145}, "nll_sum": 255.3930206298828, "token_count": 47} +{"index": 11022, "reference": "Transport Minister Chris Hazzard is proposing to extend the times of bus lanes on some of Belfast's busiest commuting routes.", "prediction": "A plan for Belfast's in city centre project would bring \"security and confusion\", the city's Transport Minister Chris Hazzard a said and.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 18.6046511627907, "rougeL": 17.77777777777778}, "nll_sum": 141.2623748779297, "token_count": 28} +{"index": 11023, "reference": "In the arc of history, Britain has rarely flourished when it has had to choose between Europe and the United States.", "prediction": "US President-elect Obama's analysis of foreign ministers - and the UK -angered -, the Gulf - and the Gulf - in other European countries.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 13.95348837209302}, "nll_sum": 150.52249145507812, "token_count": 29} +{"index": 11024, "reference": "Formula 1 bosses have failed to agree on a new format for qualifying after a meeting at the Bahrain Grand Prix.", "prediction": "Formula 1 bosses will put on track a new system being introduced at the slowest, Mercedes.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 22.857142857142858, "rougeL": 43.24324324324324}, "nll_sum": 105.21150207519531, "token_count": 19} +{"index": 11025, "reference": "Joe Perry thrashed former world champion Stuart Bingham 6-1 to reach the quarter-finals of the Masters.", "prediction": "Joe Perry made a snook World comeback from a half-5 minutes to beat five-time world champion Stuart Bingham and reach reach the quarter-finals of. Championship.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 36.36363636363636, "rougeL": 47.82608695652174}, "nll_sum": 182.5167694091797, "token_count": 34} +{"index": 11026, "reference": "Ukrainians and Russians have been getting starkly contrasting pictures from their respective media of the growing unrest in eastern Ukraine.", "prediction": "Ukrainian networks channels accused Ukrainian government forces of fierce battle between rebels and protesters in and eastern region.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 105.81443786621094, "token_count": 20} +{"index": 11027, "reference": "Leicestershire have the upper hand at New Road, despite Worcestershire being spared a possible innings defeat by Joe Leach and Ed Barnard's century stand.", "prediction": "Joe Leach and Ed Barngbard took late goals as Gloucestershire retained a first-innings lead against Leicesters at Grace Road.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 17.77777777777778}, "nll_sum": 157.56057739257812, "token_count": 30} +{"index": 11028, "reference": "Scotland's Ahmadiyya Muslim community has launched a campaign promoting \"peace, love and unity\" following the death of Glasgow shop keeper Asad Shah.", "prediction": "A new bus campaign in be launched for a Glasgow shop days before the shop owner Asir Ahmadad Ali.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 137.6920166015625, "token_count": 21} +{"index": 11029, "reference": "Spotify has announced it is adding more non-music content to its app.", "prediction": "Spotify has launched a new manifesto, music and music streaming music across the UK.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 8.0, "rougeL": 22.222222222222225}, "nll_sum": 73.6414794921875, "token_count": 16} +{"index": 11030, "reference": "Liverpool boss Jurgen Klopp defended under-fire goalkeeper Simon Mignolet after his latest uncertain display in the draw with Arsenal at Anfield.", "prediction": "Liverpool boss Jurgen Klopp said striker Simon Mignolet needs to his performance, saying his players \" \"do players that I do it will protect it\".", "rouge": {"rouge1": 30.434782608695656, "rouge2": 18.18181818181818, "rougeL": 30.434782608695656}, "nll_sum": 146.1282958984375, "token_count": 32} +{"index": 11031, "reference": "A teenage girl has added a new chapter to the politicians-eating-things file after filming David Cameron tucking into a tube of paprika Pringles.", "prediction": "The British Prime Minister asked Prime Minister David Cameron's sleeping in the EU, after video filmed him with a with knife, a fork samurai gun.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 151.5110626220703, "token_count": 28} +{"index": 11032, "reference": "A book explaining to children how the armed forces \"don't just kill people\" is now being used to help veterans suffering from issues such as post traumatic stress disorder (PTSD).", "prediction": " a Falklands War veteran have received an 80-year-old who helped his daughter's life give her daughter to, a's in a starring role for the El's. M-l M a in a from a's.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 228.55227661132812, "token_count": 45} +{"index": 11033, "reference": "Heptathlete Katarina Johnson-Thompson qualified for the Rio Olympics, finishing with 6,304 points in coming sixth at the Hypo-Meeting in Gotzis.", "prediction": "Katarina Johnson-Thompson has won a dramatic jump at the European European Ind Athletics Athletics Championships.", "rouge": {"rouge1": 25.64102564102564, "rouge2": 16.216216216216214, "rougeL": 25.64102564102564}, "nll_sum": 123.21711730957031, "token_count": 19} +{"index": 11034, "reference": "US presidential hopeful Donald Trump and UK Labour leadership candidate Jeremy Corbyn are demonstrating that whether you come from the left or the right, authenticity can win support.", "prediction": " demands orders of political establishment, political picture is clear clear that our location is - - not the - or not.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 129.48468017578125, "token_count": 22} +{"index": 11035, "reference": "Southampton have signed Norwich City winger Nathan Redmond for undisclosed fee believed to be worth \u00a310m.", "prediction": "Southampton have signed winger Alex Salmond for an undisclosed fee understood to be about \u00a37m.", "rouge": {"rouge1": 58.06451612903225, "rouge2": 27.58620689655172, "rougeL": 58.06451612903225}, "nll_sum": 62.87818145751953, "token_count": 19} +{"index": 11036, "reference": "A call to deselect a UKIP member of the Welsh assembly has been rejected by the party's ruling body.", "prediction": "UKIP needs call for an independent inquiry into whether an anti-Islamist leader, its leader's said.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 92.02722930908203, "token_count": 21} +{"index": 11037, "reference": "An airport in the Australian city of Melbourne has reopened two days after a plane crash that killed five people.", "prediction": "Australian authorities have begun an political inquiry into whether a fatal plane crash in Australia.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.0606060606060606, "rougeL": 22.857142857142858}, "nll_sum": 66.61300659179688, "token_count": 15} +{"index": 11038, "reference": "A 90-year-old man has begun a life sentence for shooting dead three Dutch civilians when he was a member of a Nazi SS hit squad during World War II.", "prediction": "A 39-year-old Dutch man has sentenced sentenced to 20 years in prison 27-year for killing to 200 Jews. Germany.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 7.8431372549019605, "rougeL": 26.41509433962264}, "nll_sum": 117.88510131835938, "token_count": 26} +{"index": 11039, "reference": "A Palestinian woman has died of injuries she sustained during an arson attack on her home in the West Bank that killed her husband and infant son.", "prediction": "A Palestinian whose daughter was shot of her daughter in an arson arson attack at her home with her husband again has died in hospital in the Israeli died, solve, says they, from-A a from in from November's. a from's", "rouge": {"rouge1": 40.0, "rouge2": 20.588235294117645, "rougeL": 28.57142857142857}, "nll_sum": 254.0498046875, "token_count": 47} +{"index": 11040, "reference": "Gambia's Yahya Jammeh, who once said he would rule the country for \"one billion years\", has lost the presidential election to property magnate Adama Barrow.", "prediction": "A year ago, President Yahya Jamhh won the first interim President President Bashar al-elect.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463417}, "nll_sum": 125.248046875, "token_count": 19} +{"index": 11041, "reference": "Borrowers are applying for personal loans mostly to consolidate existing debt or to buy cars and bikes, a lender has suggested.", "prediction": "Aloyds Bank has said that people in debts are owed likely to rise, despite a dramatic rise, according to a leading banking bank group.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 128.80068969726562, "token_count": 28} +{"index": 11042, "reference": "Two men have been assaulted by three masked attackers at an address in the Craigmillar area of Edinburgh.", "prediction": "A man was treated in hospital for facial injuries and brain after three masked carried out an armed knife a knife at a house, Larne, Tycastlene.", "rouge": {"rouge1": 22.72727272727273, "rouge2": 4.761904761904763, "rougeL": 13.636363636363638}, "nll_sum": 177.42459106445312, "token_count": 31} +{"index": 11043, "reference": "Tottenham manager Mauricio Pochettino says 22-year-old striker Harry Kane is not for sale at any price.", "prediction": "Tottenham boss Mauricio Pochettino says striker Harry Kane is not for sale ahead despite the Premier League club \" \"'t in for sale price\".", "rouge": {"rouge1": 58.536585365853654, "rouge2": 41.02564102564102, "rougeL": 58.536585365853654}, "nll_sum": 137.87582397460938, "token_count": 29} +{"index": 11044, "reference": "The Scottish government has said it will examine what it can do to help safeguard the future of Glasgow's troubled Arches arts venue.", "prediction": "An MSP has called that over 100 jobs at the Arches venue in Glasgow, remain danger fears it could lose \u00a392,000 an MSP has been told.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 15.686274509803924}, "nll_sum": 175.36959838867188, "token_count": 33} +{"index": 11045, "reference": "Platinum producer Lonmin has priced its \u00a3270m share sale at a discount of 94% as it fights for survival after a near-collapse in the commodity's price.", "prediction": "Wormin has confirmed that it will raise a human group to fund a global fund debt, as it struggle to battle the in global financial crisis.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 3.846153846153846, "rougeL": 18.51851851851852}, "nll_sum": 150.5133514404297, "token_count": 29} +{"index": 11046, "reference": "A woman whose seven-year-old son has vanished with her estranged husband is appealing for staff and customers of a coffee chain to be on the alert.", "prediction": "The mother of a four-anda-year-old boy, who was found alive, said she believes he will be reunited with him.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 8.333333333333332, "rougeL": 16.0}, "nll_sum": 83.42582702636719, "token_count": 27} +{"index": 11047, "reference": "Cornish Pirates have agreed to sign lock Toby Freeman from Nottingham on a two-year deal, starting next season.", "prediction": "Waleser and long-half Alex Tates has commemorate the Premiership club, with the Made a's ballet- double from his in for his a from a's, such from a,'s's of. a from'sA", "rouge": {"rouge1": 7.2727272727272725, "rouge2": 0.0, "rougeL": 7.2727272727272725}, "nll_sum": 317.76910400390625, "token_count": 45} +{"index": 11048, "reference": "Renovations have started on a railway station and a signal box dating from the 1800s.", "prediction": "A railway railway station will reopen collapsed after a railway line is due in its road network.", "rouge": {"rouge1": 25.0, "rouge2": 13.333333333333334, "rougeL": 25.0}, "nll_sum": 95.70268249511719, "token_count": 17} +{"index": 11049, "reference": "Torquay guaranteed another season in the National League with a well-deserved victory against relegated North Ferriby at Plainmoor.", "prediction": "Torquay United won 2--1 at Torquay to move comfortable National League battle with victory over relegation-ened North Drib to points.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 5.128205128205128, "rougeL": 34.14634146341463}, "nll_sum": 177.72227478027344, "token_count": 29} +{"index": 11050, "reference": "The government has rejected an online petition, signed by more than 4.1 million people, calling for a second EU referendum to be held.", "prediction": "The Foreign Office signed an online petition calling for the UK to leave to the EU, saying it would be a \"relounding victory\".", "rouge": {"rouge1": 46.80851063829787, "rouge2": 13.33333333333333, "rougeL": 34.04255319148936}, "nll_sum": 86.0654296875, "token_count": 26} +{"index": 11051, "reference": "A shop owner who murdered schoolgirl Paige Doherty in a frenzied knife attack has had his sentence reduced.", "prediction": "A man who admitted the murder of schoolgirlgirl Paige del Laden, whose body was a jailed for life in a frenzied attack.", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473683, "rougeL": 40.0}, "nll_sum": 134.802978515625, "token_count": 27} +{"index": 11052, "reference": "The mayor of an east London borough has been accused of \"corrupt and illegal practices\", at a special court hearing.", "prediction": "A former police officer of being involved in an alleged fraud in south east London election, it has been told.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473683, "rougeL": 30.0}, "nll_sum": 87.79306030273438, "token_count": 21} +{"index": 11053, "reference": "A children's book prize inspired by Matilda author Roald Dahl has been put on hold for two years.", "prediction": " Roald Dahl, won top prize for leading rights's books, has been launched a film for the's reputation.", "rouge": {"rouge1": 47.368421052631575, "rouge2": 16.666666666666664, "rougeL": 26.31578947368421}, "nll_sum": 126.04795837402344, "token_count": 22} +{"index": 11054, "reference": "Somalia's security forces have shot dead a 31-year-old government minister after mistaking him for a militant Islamist, officials have said.", "prediction": "Somaliishish leader Kassirir Abas, has been shot dead by suspected militants gunmen Ethiopia, local office officials say 2011 a's, solve, it's \"A sinceomaker\" in three November's a.", "rouge": {"rouge1": 26.415094339622634, "rouge2": 3.9215686274509802, "rougeL": 15.094339622641511}, "nll_sum": 286.6265869140625, "token_count": 45} +{"index": 11055, "reference": "Wales goalkeeper Danny Ward wants to remain at promoted Huddersfield after helping them rise into the Premier League.", "prediction": "Wales goalkeeper James Ward says he would like to see Huddersfield reach the Championship play-off final.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.0606060606060606, "rougeL": 34.285714285714285}, "nll_sum": 63.81185531616211, "token_count": 22} +{"index": 11056, "reference": "The identity of a man found dead in a car park on Christmas Day is still not clear, an inquest into his death has heard.", "prediction": "A teenager who was found dead in a caravan park on New Year's Day was believed to have used drugs in Thailand, an inquest heard. a- a- a the aA a after a's havepayment of a's from aA", "rouge": {"rouge1": 39.39393939393939, "rouge2": 18.749999999999996, "rougeL": 33.333333333333336}, "nll_sum": 204.70755004882812, "token_count": 47} +{"index": 11057, "reference": "A 24-year-old man and a 23-year-old woman have been arrested in Berkshire on suspicion of preparing for acts of terrorism in the UK.", "prediction": "A man and a woman have been arrested on suspicion of Syria of Syria-related offences, police have said.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 31.818181818181817, "rougeL": 52.17391304347826}, "nll_sum": 58.64338684082031, "token_count": 21} +{"index": 11058, "reference": "Canada has launched an investigation into missing and murdered indigenous women that will cost nearly C$14m (\u00a38m) more than expected.", "prediction": "The Canadian government has approved an inquiry into Canada's handling of cases of black black men.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 0.0, "rougeL": 15.789473684210527}, "nll_sum": 62.20136642456055, "token_count": 17} +{"index": 11059, "reference": "One of the longest-held detainees at the US facility at Guantanamo Bay, a Kuwaiti man, has been sent home, officials say.", "prediction": "The last prisoner at to US military camp base has returned home to Kuwaiti no concern, his lawyer says.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 0.0, "rougeL": 29.268292682926827}, "nll_sum": 111.97032165527344, "token_count": 21} +{"index": 11060, "reference": "A register of patients in England with breast and other cosmetic implants has been set up to allow them to be traced in the event of any safety concerns.", "prediction": "Women women who have are breast implants are given to be be established by the Trust National Liter Trust of England.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 4.166666666666666, "rougeL": 24.000000000000004}, "nll_sum": 131.08010864257812, "token_count": 21} +{"index": 11061, "reference": "A security robot in Washington DC suffered a watery demise after falling into a fountain by an office building.", "prediction": "A suicidal robot has been captured camera near a Silicon Valley shopping centre in California, California, at work.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 119.50882720947266, "token_count": 20} +{"index": 11062, "reference": "Police are investigating a report of a sexual assault on a 16-year-old girl at the Bristol Balloon Fiesta.", "prediction": "Police have released images of a man they want to speak in to to identify a-year-old girl from a car park in Bristol city centre, Madonna, says they a's-A a referee in a \u00a3's a\". aA", "rouge": {"rouge1": 30.0, "rouge2": 10.344827586206897, "rougeL": 26.666666666666668}, "nll_sum": 239.89596557617188, "token_count": 48} +{"index": 11063, "reference": "\"I want to make games when I grow up.\"", "prediction": "Adamier Woods - his firstart video game company - is a big video skills - but hasn it wasn it isn't a controversialCalifornia it's.", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 213.49798583984375, "token_count": 29} +{"index": 11064, "reference": "Gorka Izagirre emerged strongest from a breakaway group to claim victory on stage eight of the Giro d'Italia as Bob Jungels retained his overall lead.", "prediction": "els leader Bob stage won stage four of four in the 40thiro d'ItaliaIt finish with Tar fle nuta Iziririrre in the race.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 234.4091033935547, "token_count": 33} +{"index": 11065, "reference": "Tourism has been one of the most successful parts of the UK economy recently, thanks in part to Brexit.", "prediction": "The UK is being one, the world most and most important islands in its history.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 81.8624496459961, "token_count": 16} +{"index": 11066, "reference": "The Irish foreign minister has said the government will apply maximum pressure on the Egyptian authorities to secure the return of a prisoner to Ireland.", "prediction": "The Irish Secretary of State Foreign Affairs has called on the government to the release of an Irish-oldman prison who has adjourned for a year. for thedes's aA-lA referee in from November's a.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 10.0, "rougeL": 32.25806451612903}, "nll_sum": 257.290771484375, "token_count": 45} +{"index": 11067, "reference": "A family-run florist says it is being besieged with up to 120 calls a day in a phone cloning scam.", "prediction": "A shop shop worker was targeted by a suspected number of people receiving its bank accounts, a BBC investigation has found.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 97.51805114746094, "token_count": 22} +{"index": 11068, "reference": "An MP is launching a bid to stop alleged rape victims being cross-examined in court about their sexual history or appearance.", "prediction": "Changes changes changes to law the way force that protecting women in sexual cases cases will be brought, Plaid Cymru's in its Commons says.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 152.76083374023438, "token_count": 29} +{"index": 11069, "reference": "Ian Durrant is to end his long association with Rangers as part of a coaching reshuffle.", "prediction": "Ex-R assistant coach Lee Durrant will retire from football after playing an end to-of-season training with the Scottish side on Saturday's a the from's from's from-d-mark in from wins from's. from a", "rouge": {"rouge1": 24.56140350877193, "rouge2": 0.0, "rougeL": 14.035087719298248}, "nll_sum": 271.6889343261719, "token_count": 47} +{"index": 11070, "reference": "Women's Super League leaders Manchester City Women will host holders Arsenal in the semi-finals of the Continental Cup.", "prediction": "Holders Arsenal will will host Birmingham City and Manchester City Women competition to reach the in semi-finals of the. Women's FA Cup on Wednesday- solve.Forest-'s from-Aig referee from Saturday's The's.'sA", "rouge": {"rouge1": 55.172413793103445, "rouge2": 28.571428571428577, "rougeL": 31.03448275862069}, "nll_sum": 280.1455078125, "token_count": 47} +{"index": 11071, "reference": "Redruth boss Marek Churcher says his side's front row have been key to the club's good form.", "prediction": "Lawrwich boss Marek Churcher has challenged his side's performances of ahead. of Saturday's match against Chinnoror.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 22.857142857142858, "rougeL": 37.83783783783783}, "nll_sum": 166.7867431640625, "token_count": 27} +{"index": 11072, "reference": "I have certainly had worse 24 hours in my life than winning the Grand Final with Melbourne City and then being named in the Wales squad for the Cyprus Cup.", "prediction": "\"Throughout I has been writing a the age because I've been been a player, and I was writing in I'm to the again, and I would be role I is again writing writing the player.", "rouge": {"rouge1": 20.8955223880597, "rouge2": 0.0, "rougeL": 17.91044776119403}, "nll_sum": 207.18109130859375, "token_count": 40} +{"index": 11073, "reference": "An anti-Islam candidate has been allowed to stand for the UKIP leadership.", "prediction": "An anti-Islamist campaign who struggle to be officially banned in the race for the race, has withdrawn from the party party in not.", "rouge": {"rouge1": 32.432432432432435, "rouge2": 11.428571428571427, "rougeL": 27.027027027027028}, "nll_sum": 125.60389709472656, "token_count": 27} +{"index": 11074, "reference": "British number one Johanna Konta has become the latest player to confirm her entry to the pre-Wimbledon Aegon Open in Nottingham in June.", "prediction": "British number oneannaanna Konta has drawn her in the Nottingham draw ahead of the 2017 tournament.", "rouge": {"rouge1": 45.0, "rouge2": 10.526315789473685, "rougeL": 35.0}, "nll_sum": 119.9352798461914, "token_count": 20} +{"index": 11075, "reference": "Doubt has been raised over the authenticity of a painting purported to be by Vincent van Gogh which was displayed in a Reading cafe.", "prediction": "A Spanish painting, Spanish van, van vanghalo has not yet to be discovered, but it does not executed, from a Dutch museum says.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444444, "rougeL": 21.27659574468085}, "nll_sum": 169.85604858398438, "token_count": 29} +{"index": 11076, "reference": "A new exhibition in Brighton is exploring how animals considered exotic by the Georgians and early Victorians were depicted, kept and presented.", "prediction": "An exhibition of Windsor Windsor of baby birth of a giant giraffe, has gone on public gallery, celebrating the Queen's 90 birthday anniversary. solve's 2011 again's solve again a from aA's again of from the's the'sA", "rouge": {"rouge1": 9.374999999999998, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 300.784912109375, "token_count": 47} +{"index": 11077, "reference": "As expected, the European and Russian space agencies have delayed their next mission to Mars from 2018 to 2020.", "prediction": "The European space agency says its Exo spacecraft Mars will be ready to start in 2018.", "rouge": {"rouge1": 40.0, "rouge2": 12.12121212121212, "rougeL": 34.285714285714285}, "nll_sum": 75.50635528564453, "token_count": 17} +{"index": 11078, "reference": "Katie Cooke has a lifestyle clash few others can rival.", "prediction": "As a teenager Katie McGu family was told she would not be able to fall the ground, and her husband has focus on becoming a running running partner.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 150.1344757080078, "token_count": 29} +{"index": 11079, "reference": "Opener Steven Davies hit 104 off 116 balls as 2015 runners-up Surrey reached another One-Day Cup final with a 19-run win over Yorkshire at Headingley.", "prediction": "Chris Davies hit a stunning half half-century helped to beat Surrey to an comfortable eight-wicket win over Yorkshire at Lord's Lord.'s 71 of a-'s \"un-genny a in from from West's.", "rouge": {"rouge1": 24.615384615384617, "rouge2": 12.698412698412698, "rougeL": 21.53846153846154}, "nll_sum": 265.06072998046875, "token_count": 45} +{"index": 11080, "reference": "The Gare du Nord train station in the French capital Paris has reopened after a security alert, officials say.", "prediction": "French police have launched a major operation at a railway station in Paris, south of Paris.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.06060606060606, "rougeL": 17.142857142857142}, "nll_sum": 49.41326141357422, "token_count": 17} +{"index": 11081, "reference": "The way in which every single cancer cell spreads around the body has been captured in videos by a team in Japan.", "prediction": "Darl can body a body that can spread the spread of the lungs White developing, say researchers.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 126.7086181640625, "token_count": 19} +{"index": 11082, "reference": "More than 70 people have been killed as incessant rains continue to batter the southern Indian city of Chennai, media reports say.", "prediction": "Floods in southern southern Indian city of Chennai (Mad)) have led in heavyial rain. solve \" a it in the-'s, Trans, from they from it-D's bald from from November's a from's from", "rouge": {"rouge1": 27.586206896551722, "rouge2": 14.285714285714285, "rougeL": 17.24137931034483}, "nll_sum": 323.71624755859375, "token_count": 46} +{"index": 11083, "reference": "It's crunch time in the Democratic race, and if the past week is any indication, nerves are starting to fray.", "prediction": "In the race for the race next governor of next state, Pennsylvania, Pennsylvania, Pennsylvania, New York and New York is Bernie Sanders, and the former state secretary of state.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 123.35049438476562, "token_count": 34} +{"index": 11084, "reference": "At least 23 people have been killed in the north-eastern Nigerian town of Monguno after a Boko Haram bomb confiscated by vigilantes exploded, an MP and army source have told the BBC.", "prediction": "Nigeria's army northern state ofe touri haveug marking celebrations to mark, 70th anniversary of a deadly bomb attacks, an MP has told the BBC.", "rouge": {"rouge1": 31.03448275862069, "rouge2": 10.714285714285714, "rougeL": 27.58620689655172}, "nll_sum": 201.81207275390625, "token_count": 33} +{"index": 11085, "reference": "The election is approaching fast and both Houses of Parliament have put in some short days recently.", "prediction": "The Bill Bill in the House of Lords is set in be the legislative next year, and what House of the House of Commons bill? and what is the it byThe it a it's a bill? aA a again 2011 again a", "rouge": {"rouge1": 20.0, "rouge2": 3.4482758620689653, "rougeL": 16.666666666666664}, "nll_sum": 243.45111083984375, "token_count": 47} +{"index": 11086, "reference": "It is what developers are calling a \"pixelated cloud\" - a profusion of box-like extensions jutting out from the middle of two tower blocks, and fusing them together.", "prediction": "It is a building that is seen as a \"shambockingbox\" which seen, seen as spotted a.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 4.761904761904762, "rougeL": 18.181818181818183}, "nll_sum": 132.84169006347656, "token_count": 22} +{"index": 11087, "reference": "Coach Toni Minichiello has been by Jessica Ennis-Hill's side through the highs and the lows of her golden career.", "prediction": "Jessica Ennis-Hill has become one of the best best cyclist who her career her and was her cycling in's a's apice's 100 ( 100's is \"over-p a footage in from November's's.", "rouge": {"rouge1": 33.89830508474576, "rouge2": 7.017543859649122, "rougeL": 20.33898305084746}, "nll_sum": 284.0528259277344, "token_count": 44} +{"index": 11088, "reference": "Microsoft and Facebook have announced plans to build the highest capacity data link between the US and Europe.", "prediction": "Microsoft is investing $100m investment to provide services across the world by 2020.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 59.08277893066406, "token_count": 15} +{"index": 11089, "reference": "The Queen is feeling \"better\" despite missing a New Year's Day church service at Sandringham, her daughter Princess Anne has said.", "prediction": "The Queen has attended a annual Christmas service at Sandringham church in East Sussex.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 17.647058823529413, "rougeL": 33.33333333333333}, "nll_sum": 65.95124816894531, "token_count": 16} +{"index": 11090, "reference": "The father of fugitive former US intelligence contractor Edward Snowden is in Russia to visit his son.", "prediction": "The ex-husband of US military intelligence chief Cle Obama visited his son who has received an award.", "rouge": {"rouge1": 40.0, "rouge2": 12.121212121212121, "rougeL": 40.0}, "nll_sum": 98.2117919921875, "token_count": 19} +{"index": 11091, "reference": "US researchers have built a wirelessly powered pacemaker the size of a grain of rice and implanted it in a rabbit.", "prediction": "Dah using a handheld transfer that can safely inside underneath of the body inside a cell phone, researchers US researchers.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 136.12738037109375, "token_count": 22} +{"index": 11092, "reference": "Half-back Marc Sneyd has extended his contract at Hull FC until the end of 2019 after the club took up a two-year option on his existing deal.", "prediction": "Salford Red Devils forward Sason Sneyd has signed a new-year deal with Super Super League club.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454546, "rougeL": 21.73913043478261}, "nll_sum": 115.15369415283203, "token_count": 23} +{"index": 11093, "reference": "A multi-vehicle crash has taken place during a heavy hail shower on the A74(M) after a spate of incidents in similar conditions on Sunday.", "prediction": "Three people were injured after several car crashed in on the M74 motorwayM in the Scottish Borders as a result of a accident freak and showers.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 4.0, "rougeL": 19.230769230769234}, "nll_sum": 145.825439453125, "token_count": 29} +{"index": 11094, "reference": "Cuba's government has denounced US President Donald Trump's decision to roll back on policy changes towards the island nation.", "prediction": "US President Donald Trump has said he will review its trade and trade deal with the US, Cuba, but \"got 30't't anything it right\".", "rouge": {"rouge1": 29.78723404255319, "rouge2": 13.33333333333333, "rougeL": 21.276595744680847}, "nll_sum": 153.92282104492188, "token_count": 29} +{"index": 11095, "reference": "An outbreak of 189 cases of measles has been reported in Swansea, Neath and Port Talbot, Public Health Wales says.", "prediction": "UK public health officials are still concerned about a rising number of struggle in south Wales.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 66.7723388671875, "token_count": 16} +{"index": 11096, "reference": "A plane carrying mostly Chinese tourists has crashed into a river in Taiwan, killing at least 31 people.", "prediction": "A small plane was crashed into a southern southern capital, Bangkok, killing dozens of people under air traffic control.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 37.83783783783783}, "nll_sum": 89.4171142578125, "token_count": 21} +{"index": 11097, "reference": "Two new species of magnolia flower have been identified after being spotted on \"Noah's Ark\" online archive.", "prediction": "Four small treesB have been discovered in a biscuitsoass forest in America.ares, the Queensland Oak hopes \u00a3league a small nothinge's.", "rouge": {"rouge1": 15.0, "rouge2": 5.263157894736842, "rougeL": 15.0}, "nll_sum": 228.96444702148438, "token_count": 30} +{"index": 11098, "reference": "Plans to develop a highly-skilled workforce to improve early years education are to be unveiled.", "prediction": "All children in Wales are to get top priority to their children in their education will not be relocated to education.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 99.96739196777344, "token_count": 21} +{"index": 11099, "reference": "A US astronaut has played a set of Scottish-made bagpipes on the International Space Station to pay tribute to a colleague who died.", "prediction": "A video has released of a space pipes of a Scottish astronaut who died while playing on while board the International Space Station. a spaceCold space solve. aForest's- again's from's a's again of from's from again's a", "rouge": {"rouge1": 44.776119402985074, "rouge2": 12.307692307692307, "rougeL": 32.83582089552239}, "nll_sum": 274.852783203125, "token_count": 47} +{"index": 11100, "reference": "Manchester City manager Roberto Mancini says Carlos Tevez must wait for his chance to get back into the team.", "prediction": "Manchester United manager Roberto Mancini says striker Tevez will not want to stay at the club if he is not ready to play again", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 37.2093023255814}, "nll_sum": 68.86557006835938, "token_count": 26} +{"index": 11101, "reference": "Teenage midfielder Keira Walsh's fine goal gave Manchester City a valuable 1-0 lead in their last-16 Women's Champions League tie against Brondby.", "prediction": " Walsh 93's late penalty was too enough for Manchester City's Ladies to progress into the Women's Continental Cup semi-finals semi-final second leg against side-ondbyby.-old 2011 a in- by a's again- a", "rouge": {"rouge1": 27.6923076923077, "rouge2": 6.349206349206349, "rougeL": 21.53846153846154}, "nll_sum": 265.0166320800781, "token_count": 46} +{"index": 11102, "reference": "A couple from Largs in Ayrshire have been named as the winners of the \u00a3161m Euromillions jackpot.", "prediction": "A couple from Falkirk say they are \" shocked upset and surprised\" aftering the \u00a3113m lotterypot claim they \"fresh \" motion\".", "rouge": {"rouge1": 22.22222222222222, "rouge2": 11.76470588235294, "rougeL": 22.22222222222222}, "nll_sum": 202.57046508789062, "token_count": 30} +{"index": 11103, "reference": "There have been a number of attacks in the city of Brussels, the capital of Belgium.", "prediction": "Belgium have expressed their concern at shock and emergency to and a bomb attacks on Bob airport in Paris.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 126.44120788574219, "token_count": 21} +{"index": 11104, "reference": "A former Russian army officer who is alleged to have fought for the Taliban in Afghanistan has appeared in court in the United States on terrorism charges.", "prediction": "A former officer's former military service in Afghanistan has appeared in in a federal court, the US.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 23.25581395348837, "rougeL": 44.44444444444445}, "nll_sum": 81.26299285888672, "token_count": 19} +{"index": 11105, "reference": "A decision on the future of demolition-threatened Perth City Hall will not be made until February 2016.", "prediction": "Afordshire Council will offer calls to turn a hotel into a hotel and shopping centre by city councillors.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 90.51719665527344, "token_count": 20} +{"index": 11106, "reference": "Austin Macphee could be the only Scotsman at Euro 2016 after being part of the coaching set-up at Northern Ireland.", "prediction": "Genny MacpPhee, he would be disappointed to make Northern Ireland squad's Euro 2016 Group to Hearts despite losing camp in Group A.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 9.523809523809526, "rougeL": 13.636363636363635}, "nll_sum": 173.41009521484375, "token_count": 28} +{"index": 11107, "reference": "A scheme to vaccinate badgers against bovine tuberculosis in a bid to tackle the disease in cattle has been launched by the government.", "prediction": "Baders have been awarded a \u00c2\u00a3100,000 in fundraising charity programme to help tackle the spread of bovine hel)ine England.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 22.727272727272723}, "nll_sum": 161.1954345703125, "token_count": 29} +{"index": 11108, "reference": "A leading researcher says industry must \"wake up and invest more\" in urinary catheters", "prediction": "A themortarges, which can handle to be urine patients waiting in hospital, in an study claiming is the territory has become too dangerous too", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 177.54299926757812, "token_count": 28} +{"index": 11109, "reference": "Watford's Isaac Success will not make his Nigeria debut in their 2018 World Cup qualifier against Zambia after picking up an injury.", "prediction": "Liverpool have released Isaac releasedsson, ruled out of a squad of an persistent ankle injury.", "rouge": {"rouge1": 15.789473684210527, "rouge2": 0.0, "rougeL": 15.789473684210527}, "nll_sum": 111.17335510253906, "token_count": 17} +{"index": 11110, "reference": "The Cuban government has said it will take disciplinary action against a state pharmaceutical company that created perfumes named Ernesto Che Guevara and Hugo Chavez.", "prediction": "The food firm lectioino, says it will be sold of assets that was R, President after the R Salvador was elected ousted president.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 186.11659240722656, "token_count": 27} +{"index": 11111, "reference": "A Tory councillor being investigated over a racist tweet which appeared on his account has quit as a magistrate.", "prediction": "A Conservative councillor has been suspended over concerns he received an anti-Semitic Twitter. on feed. saying \"on a couple referee and it from a.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 0.0, "rougeL": 22.727272727272727}, "nll_sum": 166.78392028808594, "token_count": 29} +{"index": 11112, "reference": "Cardiff University leaders say lessons are being learnt after a report into racial equality at its medical school.", "prediction": "A review into whether students at Cardiff researchers receive anti anti-dism report said staff is not acceptable or acceptable\".", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 153.60540771484375, "token_count": 22} +{"index": 11113, "reference": "Muslim leaders from around the world have taken part in an unprecedented trip to Germany and Poland to see and hear for themselves about the horrors of the Jewish Holocaust.", "prediction": "A religious schoolgirl has begun a visit to the Nazi concentration camp, and there visited, Poland, to giving Muslims \"living living in concentration camps.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 3.8461538461538463, "rougeL": 14.814814814814813}, "nll_sum": 154.493896484375, "token_count": 29} +{"index": 11114, "reference": "A police car has crashed while responding to an emergency call on Anglesey.", "prediction": "Two people have been taken to hospital with serious head injuries in a serious crash on Anglesey.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 7.142857142857144, "rougeL": 26.666666666666668}, "nll_sum": 50.42842102050781, "token_count": 19} +{"index": 11115, "reference": "The raft of potential changes to the Formula 1 rules announced on Friday amounts to a recognition that something needed to be done to answer the ever-louder questions about the health of the sport.", "prediction": "Formula 1 is has changed, but the accurate change little different too!'.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444444, "rougeL": 12.76595744680851}, "nll_sum": 100.88348388671875, "token_count": 15} +{"index": 11116, "reference": "A Londonderry shop owner has said the repair bill for damage caused to his shop, after a stolen car was rammed into it, will be around \u00a310,000.", "prediction": "A shop, shop and and shop in Londonderry, after a stolen after a stolen car was worth \u00a31-1m.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 17.777777777777775, "rougeL": 34.04255319148936}, "nll_sum": 114.61885070800781, "token_count": 27} +{"index": 11117, "reference": "Police have launched a murder inquiry after a 51-year-old man was killed in his home in Glasgow.", "prediction": "A 39-year-old man 2011 has arrested in connection with the death of 75-year-old man at his home to West Lothian.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 14.634146341463413, "rougeL": 32.55813953488372}, "nll_sum": 93.88843536376953, "token_count": 30} +{"index": 11118, "reference": "A jet that crashed during the Shoreham air show, killing 11 men, had expired ejector seat parts and an out-of-date technical manual, a report has said.", "prediction": "A burn control jet crashed into Shoreham air crash, killing 11 men, has been told it was not fit not to fly or fly and investigators say investigators accident. a again a 2011 again it's again of from a's from's a", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.571428571428571, "rougeL": 30.555555555555557}, "nll_sum": 283.3841552734375, "token_count": 47} +{"index": 11119, "reference": "Today wasn't World Yoga Day but World Modi Day, sniped some critics this morning.", "prediction": "Narendra Modi and in India's capital, Delhiaka, were showing, fans and were ambattered in the t heels outside the capital, Delhi.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 168.3750762939453, "token_count": 30} +{"index": 11120, "reference": "Plans for a new cancer research centre in Manchester have received a \u00a312.8m funding boost from the government.", "prediction": "The University's \u00a31m cancer development centre and a \" research centre\" for cancer battle the Manchester has awarded more than \u00a37m of government funding.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 152.71746826171875, "token_count": 30} +{"index": 11121, "reference": "Great Britain's Callum Hawkins was beaten into second by USA's Leonard Korir in a dramatic sprint finish at the Great Edinburgh Cross Country.", "prediction": "Great Britain won his first successful successful race battle at Edinburgh Great Edinburgh Cross Devils, where Great team-mateum Hawkins won the men been's 10m race the Trevor race.", "rouge": {"rouge1": 32.727272727272734, "rouge2": 11.320754716981133, "rougeL": 21.81818181818182}, "nll_sum": 232.16287231445312, "token_count": 34} +{"index": 11122, "reference": "A derelict historic house near Dumfries has been damaged in a fire which broke out overnight on Friday.", "prediction": "A fire has badly badly damaged an 18th Century Century state home in Dumfries.", "rouge": {"rouge1": 37.5, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 82.34736633300781, "token_count": 17} +{"index": 11123, "reference": "Wolves striker Jon Dadi Bodvarsson says they are already getting a much clearer \"message\" of how to improve under new boss Paul Lambert.", "prediction": "Wolves midfielder Thein Bervarsson says his players are \" determined better\" from the departure withdrawal under head coach Paul Lambert in Paul.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 27.27272727272727}, "nll_sum": 180.9546661376953, "token_count": 28} +{"index": 11124, "reference": "The former Hamilton's shirt factory on Foyle Road in Londonderry has been demolished.", "prediction": "Construction work on \u00a31m to demolish the Foyle Road \"in a change, the vision\", a community and charity a said and solve. a's a's's decision from after from the's demolition of a from the's a", "rouge": {"rouge1": 25.925925925925924, "rouge2": 7.6923076923076925, "rougeL": 14.814814814814817}, "nll_sum": 264.61798095703125, "token_count": 47} +{"index": 11125, "reference": "A drug dealer who stabbed a man to death in his own home and then returned days later to burgle the property has been convicted of murder.", "prediction": "A man has been jailed for life for murdering a disabled man who attacked him and then want to acquire his debts.", "rouge": {"rouge1": 44.897959183673464, "rouge2": 12.765957446808512, "rougeL": 24.489795918367346}, "nll_sum": 78.55233764648438, "token_count": 22} +{"index": 11126, "reference": "Bookmaker Ladbrokes has reported a sharp fall in profit, despite saying it had had a \"good World Cup\" performance.", "prediction": "Sport bookmaker Ladbrokes, but reported a big fall in sales and profit, despite track sales, on the track a poor betting World Cup.", "rouge": {"rouge1": 52.38095238095239, "rouge2": 25.0, "rougeL": 52.38095238095239}, "nll_sum": 145.1927947998047, "token_count": 29} +{"index": 11127, "reference": "An airport that \"refused to close\" is being remembered this weekend, 20 years after flying eventually stopped.", "prediction": "A Ipswich airport which has once a plant for more than than 30 years ago has been officially opened.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 105.42986297607422, "token_count": 20} +{"index": 11128, "reference": "Three men have been rescued after their fishing boat collided with an offshore wind turbine and began to sink.", "prediction": "Two men have been rescued after a their boat caps capsized off the coast of their coast north west coast.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 21.62162162162162, "rougeL": 35.8974358974359}, "nll_sum": 91.63229370117188, "token_count": 21} +{"index": 11129, "reference": "A three-year-old boy has been reunited with his favourite toy lion, which was photographed having an \"adventure\" at a stately home after being lost.", "prediction": "A share of lion who went missing while playing and in UK prime minister's office 22 years ago has been found alive and found safe and well.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 3.846153846153846, "rougeL": 14.814814814814817}, "nll_sum": 120.08868408203125, "token_count": 28} +{"index": 11130, "reference": "World War One (WW1) soldiers spent less than half their time on the front line, according to researchers.", "prediction": "Thousands of British soldiers who spend time at our time even though they were fought with them again, new research suggests.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 106.14350891113281, "token_count": 22} +{"index": 11131, "reference": "Members of Northern Ireland's deaf community have called for the introduction of a sign language act.", "prediction": "The British Association of Britishafaf) has called for an support event for the deaf people the chosen in Northern Ireland after a NI assembly election trail.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 23.25581395348837}, "nll_sum": 173.69424438476562, "token_count": 29} +{"index": 11132, "reference": "UK scientists have embarked on a six-year project to map how nerve connections develop in babies' brains while still in the womb and after birth.", "prediction": "Scientists are hoping to study the perfect location of whether babies are or and after giving birth, so so they have understand why the baby gives birth!", "rouge": {"rouge1": 30.18867924528302, "rouge2": 3.9215686274509802, "rougeL": 22.641509433962266}, "nll_sum": 139.26846313476562, "token_count": 28} +{"index": 11133, "reference": "Wayne Rooney still has a future with England despite their Euro 2016 failure, says Frank Lampard.", "prediction": "Wayne Rooney will not be allowed to withdraw from international and retire from the club, says a former England midfielder Frank Lampard.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 94.82638549804688, "token_count": 25} +{"index": 11134, "reference": "A car has smashed through a wall of a shop in County Tyrone after rolling down a hill.", "prediction": "A man has suffered serious facial injuries after a car crashed into a officeisk shop shop in County Tyrone.", "rouge": {"rouge1": 54.05405405405405, "rouge2": 22.857142857142858, "rougeL": 43.24324324324324}, "nll_sum": 96.95413208007812, "token_count": 21} +{"index": 11135, "reference": "EU leaders are curious to meet the British prime minister when he joins the Eastern Partnership Summit in Riga.", "prediction": "For David David Cameron is, in Berlin, German leaders say say the German the left-wing right \"right to be a Paralyceptic nation\".", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 171.1680145263672, "token_count": 29} +{"index": 11136, "reference": "Tributes have been paid to a \"devoted mum\" found dead after a house fire.", "prediction": "The family of a woman found dead at a house fire in Wilceshire town have paid tribute to \"a devoted singera girl\".", "rouge": {"rouge1": 61.111111111111114, "rouge2": 29.411764705882348, "rougeL": 33.33333333333333}, "nll_sum": 119.4471664428711, "token_count": 26} +{"index": 11137, "reference": "Bolivia has lowered the legal working age to allow children to work from the age of 10 as long as they also attend school and are self-employed.", "prediction": "Bolivia's president-president has signed a law which includes include banning to 18-year-olds to to working in their age to 15.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 7.999999999999999, "rougeL": 23.076923076923077}, "nll_sum": 137.75074768066406, "token_count": 29} +{"index": 11138, "reference": "Seagulls have come to the aid of campaigners fighting to save a former hospital from immediate demolition.", "prediction": "Plans for a multi-million pound hospital hospital to Denbighshire have been put on hold.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 67.47323608398438, "token_count": 20} +{"index": 11139, "reference": "(Close): UK shares joined in the global rally triggered by the US Federal Reserve's decision to keep interest rates unchanged.", "prediction": ".Close): London's leading FTSE 100 closed higher after a surprise announcement after the US Federal Reserve raised interest rates aA lowe and it announced it's a \"big-e's mandatory from a November's the. from solve", "rouge": {"rouge1": 30.0, "rouge2": 13.793103448275861, "rougeL": 23.333333333333332}, "nll_sum": 269.6165466308594, "token_count": 47} +{"index": 11140, "reference": "Virgin Money boss Jayne-Anne Gadhia has been appointed to review the student support system in Scotland.", "prediction": "Scottish Education Secretaryia Saskhia will carry out a review of student funding,", "rouge": {"rouge1": 13.793103448275861, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 86.45635986328125, "token_count": 16} +{"index": 11141, "reference": "SeaWorld has been banned from bringing wild killer whales to its park in San Diego, America.", "prediction": " park California theme park says it will but be banned from Scott in California to be allowed to breed to breed.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 117.044677734375, "token_count": 21} +{"index": 11142, "reference": "They say that Christmas is the time for charity but there are going to be a few football managers across the country wishing their players had not been quite so generous this year.", "prediction": "The 2017 English Football League season starts on Saturday - but with Premier League champions Leicester left in two games remaining after concede a late equaliser them in draw against West Brom", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 9.375000000000002}, "nll_sum": 139.52590942382812, "token_count": 32} +{"index": 11143, "reference": "Warwickshire trio Tom Milnes, Tom Lewis and Pete McKay are to leave the club at the end of the season when their contracts expire.", "prediction": "Derbyshire have released, butler Lewis Hamilton and Hamilton Knights McKayown when their deal will leave at the club at the end of the season.", "rouge": {"rouge1": 54.166666666666664, "rouge2": 34.78260869565217, "rougeL": 45.83333333333333}, "nll_sum": 159.6666259765625, "token_count": 30} +{"index": 11144, "reference": "The \"furore\" in the UK housing market is dying down because a recent surge in demand is \"gradually exhausting itself\", according to surveyors.", "prediction": " rise UK house prices could continue to increase a for first-time landlords in January despite despite a rise which saw a growth rise in the past month, new research suggests.", "rouge": {"rouge1": 25.925925925925924, "rouge2": 7.692307692307692, "rougeL": 14.814814814814813}, "nll_sum": 157.7723388671875, "token_count": 33} +{"index": 11145, "reference": "Three Welsh Conservative AMs have been \"spoken to\" by their leader for arguing about the party's M4 policy on Twitter.", "prediction": "The leader the of criticised Welsh Party members of the public for a inquiry giving an inquiry into an M4 relief road to a Welsh private bank account.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 179.76153564453125, "token_count": 29} +{"index": 11146, "reference": "A soldier killed in a blast in southern Afghanistan on Monday has been named by the Ministry of Defence.", "prediction": "A British soldier who was killed in Afghanistan on 28 December and July29 has been named, the Ministry of Defence.", "rouge": {"rouge1": 66.66666666666667, "rouge2": 37.83783783783783, "rougeL": 66.66666666666667}, "nll_sum": 88.41558074951172, "token_count": 22} +{"index": 11147, "reference": "It looks like Twitter's changing and maybe, just maybe, it'll ease your #FOMO (fear of missing out).", "prediction": "Imagine know you're have in or photos, do or anything if you do or go online.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 100.05231475830078, "token_count": 18} +{"index": 11148, "reference": "Liverpool won a game that will be talked about for generations - a Europa League quarter-final against Borussia Dortmund that will live forever in the memory of all at Anfield.", "prediction": "Liverpool is the most famous, and, famous and most famous, and most the and singer then and perhaps the most famous a most famous and most famous of the players who gave them a blessing to Liverpool at again.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 11.594202898550725}, "nll_sum": 200.99954223632812, "token_count": 42} +{"index": 11149, "reference": "A leading bookmaker is refusing to take bets on which artist will record the next James Bond theme song after one customer tried to place a \u00a315,000 wager on Radiohead being selected.", "prediction": "Radiohead have been suspended after a band afteringing Ellie Gould Gouldke was playing, theme role for James Bond for a new James Bond film.", "rouge": {"rouge1": 24.56140350877193, "rouge2": 3.6363636363636362, "rougeL": 14.035087719298245}, "nll_sum": 195.6778564453125, "token_count": 28} +{"index": 11150, "reference": "Northern Ireland's Enterprise Minister, Arlene Foster, is to challenge the environment minister in court over his approval of the Belfast Metropolitan Area Plan.", "prediction": "Northern Ireland Secretary of Theresa May has said the prime prime minister's decision a dispute over the so-called Northern Ireland attack is \"thecomplete\".", "rouge": {"rouge1": 36.734693877551024, "rouge2": 4.25531914893617, "rougeL": 24.489795918367346}, "nll_sum": 133.94944763183594, "token_count": 28} +{"index": 11151, "reference": "The company which manages Southampton port has bought industrial estates close to its western side.", "prediction": "One of Southampton's largest restaurant, hotel sold for more than 70 years, been sold to a hotel firm.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 102.53402709960938, "token_count": 21} +{"index": 11152, "reference": "Jessica Ennis-Hill's coach Toni Minichiello wants Russian heptathlete Tatyana Chernova's drugs ban to be re-examined by the sporting authorities.", "prediction": "Russian Toniichiello, she should be banned from competing for two years, despite a drugs test for doping cocaine can wait her results of her failed drugs substances.", "rouge": {"rouge1": 15.999999999999998, "rouge2": 0.0, "rougeL": 7.999999999999999}, "nll_sum": 191.2982635498047, "token_count": 33} +{"index": 11153, "reference": "Girls are being invited to audition to join Gloucester Cathedral's Choir for the first time in its 477 year history.", "prediction": "Thousands of schoolchildren are being asked to Glou for the first time in 20 years.", "rouge": {"rouge1": 50.0, "rouge2": 29.411764705882348, "rougeL": 50.0}, "nll_sum": 67.71847534179688, "token_count": 16} +{"index": 11154, "reference": "Great Britain's women fell to an overtime defeat by North Korea in their third Group A game in World Championship Division Two in Gangneung.", "prediction": "Great Britain were beaten 4-2 draw in the firstball's World Cup Group A Group- match of Group A in Beijing Lumpur..'s a's a refereeA'sA-p's reputation from from 5's.", "rouge": {"rouge1": 26.229508196721312, "rouge2": 6.779661016949152, "rougeL": 19.672131147540984}, "nll_sum": 275.77447509765625, "token_count": 44} +{"index": 11155, "reference": "We crossed the border from the Dominican Republic and the skies darkened and the heavens opened, dumping more misery on to a country that has suffered so much.", "prediction": "I am mood and and surprised to see the people who died when Hurricane Matthew ripped through south of the country. the theThe of a Snow was referee to be aAAn it's the. referee's..", "rouge": {"rouge1": 28.125000000000007, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 248.53744506835938, "token_count": 41} +{"index": 11156, "reference": "Scottish-based travel firm Skyscanner has reported double-digit growth for the seventh consecutive year.", "prediction": "The newyscan, website has reported a strong rise in revenue advertising sales online, despite poor sales.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 6.89655172413793, "rougeL": 12.903225806451616}, "nll_sum": 117.56651306152344, "token_count": 20} +{"index": 11157, "reference": "A \u00a3300m taxi manufacturing plant which created 1,000 new jobs is to be officially opened later.", "prediction": "A leading car manufacturer has gone into the production, with the loss of 40 jobs.", "rouge": {"rouge1": 18.750000000000004, "rouge2": 0.0, "rougeL": 18.750000000000004}, "nll_sum": 67.26421356201172, "token_count": 16} +{"index": 11158, "reference": "Police investigating a shooting and stabbing in Rugby have arrested a fourth man.", "prediction": "Four men have been arrested in connection with a fatal shooting of a man in Stoke-on-Trent.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 0.0, "rougeL": 25.80645161290323}, "nll_sum": 38.83432388305664, "token_count": 21} +{"index": 11159, "reference": "In our series of letters from African journalists, film-maker and columnist Farai Sevenzo considers why the UN matters to Africa.", "prediction": "For the UN opening its headquarters in headquarters Republic and Liberia and the Democratic Republic of Congo, the UN is taking a priority in its peace process mission.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 132.36233520507812, "token_count": 29} +{"index": 11160, "reference": "The pound has weakened after new polls suggested an increased chance of a vote in the referendum to leave the European Union.", "prediction": "On a warm of 8 August, it was Monday in the aftermath of Britain's vote, to leave the European Union ( leave the EU.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 22.727272727272723, "rougeL": 34.78260869565217}, "nll_sum": 107.20307922363281, "token_count": 27} +{"index": 11161, "reference": "The new owner of Scotland's most southerly distillery has revealed ambitious plans for its future.", "prediction": " the first Scottish distillery has announced has announced plans to production in a new food market in Scottish Borders.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.06060606060606, "rougeL": 22.857142857142858}, "nll_sum": 90.93533325195312, "token_count": 20} +{"index": 11162, "reference": "The Official Chart Show is being moved from Sunday to Friday evenings, as part of a big shake-up of the music charts.", "prediction": "JBC has announced a new programme of a new programme for BBC Formula 1 this week, the film350 it double the musician's balletised from.'s's from as. The- for a from from a The's.", "rouge": {"rouge1": 20.0, "rouge2": 3.4482758620689653, "rougeL": 16.666666666666664}, "nll_sum": 281.5556640625, "token_count": 44} +{"index": 11163, "reference": "Animal tuberculosis, which is spread through contaminated food, is a greater threat to human health than previously realised, leading doctors and vets have warned.", "prediction": "More than one million people will die from the infection that is not immune to animal tuberculosis, a leading lawyer and human rights scientists say the a's,Ukraine,'s they a \u00a3-A a mandatory in a years a's from a's", "rouge": {"rouge1": 26.865671641791046, "rouge2": 3.0769230769230766, "rougeL": 14.925373134328357}, "nll_sum": 289.1564636230469, "token_count": 47} +{"index": 11164, "reference": "Britain's Andy Murray will be the dominant force in tennis now he is world number one, Tim Henman says.", "prediction": "Andy Murray needs to struggle the struggle of becoming the Briton to become world number one, says former Britain captain Tim Henman.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 20.0, "rougeL": 38.0952380952381}, "nll_sum": 111.47622680664062, "token_count": 25} +{"index": 11165, "reference": "John Higgins reeled off three centuries from 7-7 to beat Stuart Bingham 10-7 in the final of the China Championship.", "prediction": "Four-time champion Stuart Bingham won his first ranking title since 2002 as he five-time champion John Higgins 4-8 Luke reach China Open.", "rouge": {"rouge1": 21.276595744680854, "rouge2": 8.88888888888889, "rougeL": 12.76595744680851}, "nll_sum": 141.45693969726562, "token_count": 29} +{"index": 11166, "reference": "Sleep deprivation is a significant hidden factor in lowering the achievement of school pupils, according to researchers carrying out international education tests.", "prediction": "People who use mobile devices to pupils at a primary school are damaging their pupils' life, a study suggests.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 85.48391723632812, "token_count": 21} +{"index": 11167, "reference": "New US Interior Secretary Ryan Zinke literally took the reins on his first day at work by showing up on horseback.", "prediction": "President Donald Trump has been sworn in as a US governor of the Malaysian state's police office.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 79.32278442382812, "token_count": 18} +{"index": 11168, "reference": "Charlton Athletic have begun an investigation into claims a youth player was sexually abused while at the club in the 1980s.", "prediction": "Charlton Athletic says it An made an inquiry made made of historical sex abuse by a former Chelsea leader, says the club's former mayor.'s of of a. a from-'sA a\" from a from a name.", "rouge": {"rouge1": 23.728813559322035, "rouge2": 7.017543859649122, "rougeL": 20.33898305084746}, "nll_sum": 282.946044921875, "token_count": 45} +{"index": 11169, "reference": "Plans for more than 1,600 new homes in Cardiff look set to be approved.", "prediction": "Plans for a 1, the new homes in Carmarthenshire town have moved, step closer.", "rouge": {"rouge1": 41.379310344827594, "rouge2": 22.222222222222225, "rougeL": 41.379310344827594}, "nll_sum": 101.4383544921875, "token_count": 20} +{"index": 11170, "reference": "Manchester United defender Jonny Evans and Newcastle United striker Papiss Cisse could face six-match bans if found guilty of spitting.", "prediction": " ex-hum midfield of Newcastle United and Jonny Cisse could receive fines and twomatchgame matches for Italy striker Jon bank C been during a game for the game from \"st-'s a2 in from\".'s a\". refereeA", "rouge": {"rouge1": 31.03448275862069, "rouge2": 7.142857142857142, "rougeL": 17.24137931034483}, "nll_sum": 375.57330322265625, "token_count": 49} +{"index": 11171, "reference": "A 17-year-old boy has died of head injuries following a fight after a party in south-east London.", "prediction": "An 18-year-old man has died after being stabbed in a party at a party-up party in north east London London,", "rouge": {"rouge1": 51.162790697674424, "rouge2": 24.390243902439025, "rougeL": 46.51162790697674}, "nll_sum": 81.435546875, "token_count": 26} +{"index": 11172, "reference": "Winger Junior Hoilett says the opportunity to be reunited with manager Neil Warnock made his decision to join Cardiff City a \"no-brainer\".", "prediction": "Cardiff City have goalkeeper Cam Savilett with midfielder Jimmyile Jimmy on a two-and-a-half-year contract with the club.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 140.17649841308594, "token_count": 29} +{"index": 11173, "reference": "The RMT union is staging a day of protests in support of \"safer Scottish railways\".", "prediction": "ScotRail has called for a union ban after rail Dutchowned broadcaster company be run, saying accused it of being \"failed off high heels\".", "rouge": {"rouge1": 15.789473684210527, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 171.43568420410156, "token_count": 27} +{"index": 11174, "reference": "Clare Shillington announced her retirement from one-day internationals after Ireland lost to South Africa in their final World Cup Qualifier game.", "prediction": "Ireland captain Charlotte Gton has announced she will retire from international cricket in November after May's one-day international series against South Africa a. an's cricket's referee a's--A a referee in from \u00a3 a's from'sA", "rouge": {"rouge1": 34.920634920634924, "rouge2": 13.11475409836066, "rougeL": 28.571428571428577}, "nll_sum": 255.22425842285156, "token_count": 46} +{"index": 11175, "reference": "Mike Dean will referee Sunday's televised FA Cup third-round tie between Tottenham and Aston Villa - despite recent criticism of his performances.", "prediction": "Former Premier League defender Mike Dean was \"disgrointing should referee\" despite saying it is \"disgrful and anything went wrong\". wrong. 2011 \" referee \" a- again and from the a.'s from's from's a", "rouge": {"rouge1": 21.05263157894737, "rouge2": 3.6363636363636362, "rougeL": 14.035087719298241}, "nll_sum": 280.6527099609375, "token_count": 47} +{"index": 11176, "reference": "The number and proportion of prosecutions dropped at Crown Courts in England and Wales has risen to its highest level in five years.", "prediction": "C number of criminal charges dropped against a court court in England and Wales and fallen almost 40 years, after data found \" no evidence testimony\".", "rouge": {"rouge1": 41.666666666666664, "rouge2": 17.391304347826086, "rougeL": 37.49999999999999}, "nll_sum": 150.3775634765625, "token_count": 27} +{"index": 11177, "reference": "BBC Sport's football expert Mark Lawrenson has pitted his wits against a different guest in every round of this season's FA Cup.", "prediction": "BBC Sport's football expert Mark Lawrenson is pitting his wits against a different guest each week this season. a TheA's from's a reputation,'s from's large's a's from's a from's a's a", "rouge": {"rouge1": 52.3076923076923, "rouge2": 41.269841269841265, "rougeL": 52.3076923076923}, "nll_sum": 231.80441284179688, "token_count": 47} +{"index": 11178, "reference": "Four health boards which are due to see their overall budget deficits triple in size will not be bailed out, the Welsh Government has said.", "prediction": "Four Wales' health boards are the to be come under increased committee because of money criticised by the Welsh Government because because it is \" under scrutiny\".", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 35.294117647058826}, "nll_sum": 165.677001953125, "token_count": 28} +{"index": 11179, "reference": "British gymnast Cameron MacKenzie has chosen to represent South Africa in a bid to qualify for Rio 2016.", "prediction": "South African bot athlete Shane MacKenzie will not playing for Team GB at Rio 2016, despite being fit for his place for Great Britain.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 125.15187072753906, "token_count": 27} +{"index": 11180, "reference": "A woman has been charged with attempted murder after a stabbing in North Tyneside.", "prediction": "A woman has been charged with murder and the attempted of attempted murder after a a woman was seriously injured by a woman in North Yorkshire.", "rouge": {"rouge1": 60.0, "rouge2": 47.368421052631575, "rougeL": 60.0}, "nll_sum": 87.30426025390625, "token_count": 26} +{"index": 11181, "reference": "(Close): Wall Street markets closed the week on an upbeat note, after a strong US jobs report pointed to further economic growth ahead.", "prediction": "ocks on Wall Street closed higher on Friday, despite strong jobs US jobs in March latest official figures.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 10.256410256410255, "rougeL": 34.146341463414636}, "nll_sum": 97.45118713378906, "token_count": 19} +{"index": 11182, "reference": "A British man worked on bombs planted in Iraq that claimed the life of a US soldier, a court has heard.", "prediction": "A British bomb was killed by a US bomb in Iraq was thought to be travelled Syria, a court has heard.", "rouge": {"rouge1": 52.38095238095239, "rouge2": 30.0, "rougeL": 42.857142857142854}, "nll_sum": 95.32925415039062, "token_count": 22} +{"index": 11183, "reference": "Liverpool manager Brendan Rodgers has said he expects forward Raheem Sterling to stay at the club for the remainder of the two years on his contract.", "prediction": "Liverpool boss Brendan Rodgers says he in talks with forward Raheem Sterling to move forward, saying he does not \"do\" to stay at in club.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 24.489795918367346, "rougeL": 43.13725490196078}, "nll_sum": 115.47280883789062, "token_count": 30} +{"index": 11184, "reference": "Glorious sunshine and temperatures of up to 35 degrees in parts of the UK, but what is causing it?", "prediction": "A huge heat storm is expected to be expected across the UK on therage night and it's not by it ballet The's and from the's.'s's,'s a from across as it's from ballet of?", "rouge": {"rouge1": 23.72881355932203, "rouge2": 3.508771929824561, "rougeL": 13.559322033898304}, "nll_sum": 267.0224609375, "token_count": 43} +{"index": 11185, "reference": "Introducing a minimum price per unit of alcohol in England would improve the health of the heaviest drinkers, a review by Public Health England says.", "prediction": "One in five people working working families of England to Wales is the flexible cost-effective, Public Health England says.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 132.64764404296875, "token_count": 22} +{"index": 11186, "reference": "Comedian Jon Stewart has hosted his final broadcast of the satirical US news programme The Daily Show.", "prediction": " axedian Stewart Stewart has received his final appearance on American pioneer show The Central and The Late show has The, saying a \"Ru and's\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 33.33333333333333}, "nll_sum": 200.43807983398438, "token_count": 29} +{"index": 11187, "reference": "Scotland's rural affairs secretary has said 90.4% of EU farm payments were made before the midnight deadline.", "prediction": "Thousands of payments to Scottish farmers, but families not be paid their final delayed before, Holyrood's finance minister has confirmed a hur- be. a's a's from \"-pup introduction in from from November's.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 10.90909090909091}, "nll_sum": 287.47174072265625, "token_count": 44} +{"index": 11188, "reference": "Nearly 40% of teachers banned from the profession in Wales in the last two years have been struck off for having \"inappropriate\" relationships or conversations with pupils.", "prediction": "More than 30 teachers are facing allegations of allegations to sexually abusing and protect them from education, new figures have shown.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 99.38066101074219, "token_count": 22} +{"index": 11189, "reference": "Thousands of owners of Nintendo's new console, Switch, have complained about dead or stuck pixels creating distracting and annoying dark squares on their screens.", "prediction": " has apologised said for its version of its half console will be empty devices because of because of the devices being left inside with a small handheld and devices.", "rouge": {"rouge1": 14.814814814814817, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 180.84869384765625, "token_count": 29} +{"index": 11190, "reference": "Carl Frampton's world featherweight title bout with defending champion Leo Santa Cruz will take place on 30 July in New York.", "prediction": "Belfast world champion Carl Frampton says he will move a weight to Belfast world-weight champion Leo Santa fight in Belfast on 30 December March.", "rouge": {"rouge1": 42.55319148936171, "rouge2": 17.77777777777778, "rougeL": 34.04255319148936}, "nll_sum": 155.31875610351562, "token_count": 29} +{"index": 11191, "reference": "More than \u00a31.3m in fines were issued in the two months after a new bus lane was introduced in Preston city centre.", "prediction": "Bus bus lane York being put into of in city centre will allowed by start next summer, the council has announced.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 22.727272727272723}, "nll_sum": 127.8642349243164, "token_count": 22} +{"index": 11192, "reference": "All-rounder Sean Ervine made a vital century for Hampshire as they reached 281-6 on the opening day against Somerset at Taunton.", "prediction": " Er Ervine hit an unbeaten half-century to help Hampshire missed out an emotional day-point lead against Somerset at the third Test at the Ageas Bowl.", "rouge": {"rouge1": 31.999999999999996, "rouge2": 8.333333333333334, "rougeL": 27.999999999999996}, "nll_sum": 161.0115966796875, "token_count": 31} +{"index": 11193, "reference": "Bright neon strips of light that punctuate the dark skies of Jeddah in Saudi Arabia caught the eye of Celine Stella, who set out to photograph them whenever she had a spare moment.", "prediction": "When 30-year--old Stella degard is flying her war camp in Saudi Arabia and says she is \" recognition heritage\" to her husband. husband \"'s \"'s a controversial - and it. a's a solve a \"", "rouge": {"rouge1": 20.58823529411765, "rouge2": 6.0606060606060606, "rougeL": 14.705882352941174}, "nll_sum": 280.9251708984375, "token_count": 45} +{"index": 11194, "reference": "Tens of millions of users who visit Google sites use a browser loaded with malicious add-ons, research suggests.", "prediction": "Dozens of people are caught up on using Facebook videos are being abused or catch, their new research suggests.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 5.555555555555555, "rougeL": 21.052631578947366}, "nll_sum": 117.48716735839844, "token_count": 21} +{"index": 11195, "reference": "PM Malcolm Turnbull has said there are more urgent issues facing Australia than the debate on becoming a republic.", "prediction": "Australia's PM Malcolm Turnbull has called for the law giving the law in becoming a republic.", "rouge": {"rouge1": 50.0, "rouge2": 29.411764705882355, "rougeL": 44.44444444444444}, "nll_sum": 78.6080551147461, "token_count": 17} +{"index": 11196, "reference": "Jonjo Shelvey made an impressive debut for Newcastle as he helped his side move out of the relegation zone with a win over West Ham.", "prediction": ".jo Roveyring scored a hat-trick as Newcastle thrashed a third third-league West Ham to secure their first Premier League win of 2016.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 138.7167205810547, "token_count": 31} +{"index": 11197, "reference": "Sugar Ray Leonard, Floyd Mayweather, Gennady Golovkin and even the great Muhammad Ali used the Olympic Games as a springboard for boxing superstardom.", "prediction": "For a internet gentle - neither both a battle - then then - then the battle - is the British sport.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 139.78094482421875, "token_count": 21} +{"index": 11198, "reference": "One of the most striking factors about this election campaign is that Labour and the Conservative Party appear to be running two entirely unconnected election campaigns.", "prediction": "If the Conservatives have't in the general election, and it dominated the next general election, but what it might mean for a snap election?", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 114.24977111816406, "token_count": 27} +{"index": 11199, "reference": "A feature-length documentary film about the founder of Europe's first Tibetan Buddhist centre in Dumfriesshire has staged its world premiere.", "prediction": "A film about a smallish-Scottish Buddhist site, the first who made its premiere appearance in Scotland, has made the world premiere again in week aftermath of the industry's reputation's an's as a as a as.", "rouge": {"rouge1": 42.62295081967213, "rouge2": 6.779661016949152, "rougeL": 29.508196721311474}, "nll_sum": 247.97262573242188, "token_count": 44} +{"index": 11200, "reference": "The chancellor has announced a \u00a32bn rescue package for the social care sector in England.", "prediction": "An extra \u00a31bnbn will be made available to NHS in England next year, because of the gap for care services, health bosses have", "rouge": {"rouge1": 26.315789473684205, "rouge2": 5.555555555555555, "rougeL": 15.789473684210527}, "nll_sum": 102.59564208984375, "token_count": 27} +{"index": 11201, "reference": "A cyclist who knocked over and killed a woman posted on online forums the crash was \"her fault\", the Old Bailey heard.", "prediction": "A racing cyclist crashed into a forum and killed and a passenger was hit by a passenger because he did not do wrong, a court heard heard \"'s solve of a \" aA a after a's again of from a's from'sA", "rouge": {"rouge1": 27.692307692307693, "rouge2": 3.1746031746031744, "rougeL": 21.53846153846154}, "nll_sum": 273.4892272949219, "token_count": 47} +{"index": 11202, "reference": "A tumble dryer could \"not be ruled out\" as the cause of a flat fire in which two men died, an inquest has heard.", "prediction": "Cold tumble dryer which killed in a blaze that killed two colleagues had started been started started the harbour, an inquest has heard, have as \"the's of it\".", "rouge": {"rouge1": 49.056603773584904, "rouge2": 19.607843137254903, "rougeL": 30.18867924528302}, "nll_sum": 197.6060791015625, "token_count": 33} +{"index": 11203, "reference": "The US Navy has banned all its personnel in Japan from drinking alcohol and has restricted off-base activity after a sailor was arrested on suspicion of drunk driving.", "prediction": "The US Navy has banned US military personnel and serving in the Japanese island of Okinawa while being driving over the legal limitdriving limit at an air base.", "rouge": {"rouge1": 38.59649122807017, "rouge2": 14.545454545454545, "rougeL": 31.578947368421055}, "nll_sum": 151.12002563476562, "token_count": 29} +{"index": 11204, "reference": "What a week - first Clarkson, then Zayn, and now Bercow?", "prediction": "The air air was thrown out again of the House of Commons then and then - it was the elected Speaker of John Bercow - the House of Commons again!", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 135.15232849121094, "token_count": 32} +{"index": 11205, "reference": "The music video for South Korean singer Psy's Gangnam Style exceeded YouTube's view limit, prompting the site to upgrade its counter.", "prediction": "Gang leaderfair has changed its video game, as the social network uses a Facebook-bitbit.", "rouge": {"rouge1": 15.789473684210527, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 123.94786834716797, "token_count": 20} +{"index": 11206, "reference": "Patrick Ah Van scored two tries on his return from a five-match ban to help Widnes to victory at Castleford.", "prediction": "Leenny Solomona scored a hattrick in four tries as Super League thrashing struggling Castleford Tigers.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 114.87417602539062, "token_count": 22} +{"index": 11207, "reference": "A baby has been born to a previously infertile couple in Ukraine using a new type of \"three-person IVF\".", "prediction": " Ukrainian woman has given birth to the same-sex couple by using a new treatment for IVF, doctors say", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 35.8974358974359}, "nll_sum": 74.4791030883789, "token_count": 21} +{"index": 11208, "reference": "A failing health trust has been placed in special measures, meaning all Cumbria hospital trusts are now getting extra help to boost performance.", "prediction": "A hospital trust which placed in special measures in Lancashire has been told it continue, the services because of a lack of care.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 22.727272727272727, "rougeL": 26.08695652173913}, "nll_sum": 127.565185546875, "token_count": 26} +{"index": 11209, "reference": "Gareth O'Brien kicked a drop-goal in golden-point extra time as Salford won the 'Million Pound Game' 19-18 to relegate Hull KR from Super League.", "prediction": "Kevin O'Brien missed a drop-goal from behind to beat a Salford KR fightback to earn a late Superleague League leaders Hull FC a place in the Super League season.", "rouge": {"rouge1": 47.45762711864406, "rouge2": 14.035087719298248, "rougeL": 33.89830508474576}, "nll_sum": 175.87286376953125, "token_count": 37} +{"index": 11210, "reference": "A man in his 40s has been arrested after a man found with head injuries in Waterford city centre on Christmas Day died in hospital.", "prediction": "A man whose body was found of an overnight overnight in Waterford, County in was Republic of Ireland, has been named by \u00a3 police as a man from from his reputation in his reputation as a's have a football.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 16.129032258064516, "rougeL": 25.0}, "nll_sum": 229.5001678466797, "token_count": 43} +{"index": 11211, "reference": "Blackburn were relegated to League One on goal difference, despite beating Brentford at Griffin Park, after Nottingham Forest's win over Ipswich.", "prediction": "Championshiphip Championship side Bristol Rovers twice came from behind a goal a goal- down and beat 10-man Birmingham City and condemn their relegation of the Championship.", "rouge": {"rouge1": 12.244897959183673, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 151.75640869140625, "token_count": 33} +{"index": 11212, "reference": "School lunches can tempt fussy eaters to try new foods, a survey for the School Food Trust has suggested.", "prediction": "More than half of children who want to do their school lunches do not them do, a survey suggests.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 26.31578947368421}, "nll_sum": 82.4083480834961, "token_count": 21} +{"index": 11213, "reference": "A pilot has died after his microlight hit an electricity pylon and burst into flames near Rochester in Kent.", "prediction": "A pilot was died when his light aircraft crashed near a town near Bristol-on-Mupon, police have said", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 103.51167297363281, "token_count": 22} +{"index": 11214, "reference": "A sea captain has been convicted of being drunk in charge of a merchant ship in Belfast Lough.", "prediction": "A pilot whose pilot took control of the vessel control in the Belfast Harbour has been handed charge of charge. charge in the \"olve- again- a 2011 a's from's from new from it's's of of.", "rouge": {"rouge1": 35.08771929824561, "rouge2": 7.2727272727272725, "rougeL": 21.052631578947366}, "nll_sum": 269.37261962890625, "token_count": 43} +{"index": 11215, "reference": "The two candidates competing to be the next managing director of the International Monetary Fund (IMF) could not be more different in their appearance.", "prediction": "One of Mexico's most powerful figures, the International Monetary Fund (IMF), is, one of his best-selling economy businessmen and a best picture from the International Monetary Fund (IMF).", "rouge": {"rouge1": 25.92592592592593, "rouge2": 15.384615384615385, "rougeL": 25.92592592592593}, "nll_sum": 137.30072021484375, "token_count": 38} +{"index": 11216, "reference": "The UK is set to reopen its embassy in Tehran in the coming days, almost four years after it was closed following the storming of the compound by protesters.", "prediction": "Britain is forced to open its London embassy to its embassy after the country's office was abandoned, amid fears of Britain's possible civil war.", "rouge": {"rouge1": 29.090909090909093, "rouge2": 3.773584905660378, "rougeL": 25.454545454545453}, "nll_sum": 106.73773193359375, "token_count": 27} +{"index": 11217, "reference": "Promotion-chasing Stevenage were held to a by Cambridge in League Two.", "prediction": "League Two play-off hopes were a huge challenge as they were held to a draw by play-offef-efoff hopoffefuls Cambridge.", "rouge": {"rouge1": 47.05882352941177, "rouge2": 25.0, "rougeL": 35.29411764705882}, "nll_sum": 165.58811950683594, "token_count": 30} +{"index": 11218, "reference": "Star Wars and Harry Potter star Warwick Davis, who played an ewok in Return of the Jedi, has taken to Twitter to help recover his stolen caravan.", "prediction": "Star Wars star and Wigan star Davis Cup Davis says \"I wish to be marry\" her caravan stolen from a caravan car park. caravan solve solve-.- solve a \"-overdes aA a's a's a again 2011", "rouge": {"rouge1": 25.0, "rouge2": 3.225806451612904, "rougeL": 25.0}, "nll_sum": 328.10968017578125, "token_count": 45} +{"index": 11219, "reference": "Former US president Barack Obama is to make his first visit to Scotland when he addresses business leaders in the capital next month.", "prediction": "Scottish actor, actor and actor George Clooney, will attend the next president, when he leads Edinburgh at an event attending in International CourtCC).", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454546, "rougeL": 17.391304347826086}, "nll_sum": 156.67095947265625, "token_count": 29} +{"index": 11220, "reference": "The European Court of Human Rights has ruled that Belgium's ban on face veils does not violate the European Convention on Human Rights.", "prediction": " European European Court of Human Rights has lifted a ban on women wearing full veils, saying there \"one no political and no political agreement\".", "rouge": {"rouge1": 41.66666666666667, "rouge2": 26.08695652173913, "rougeL": 37.5}, "nll_sum": 108.50088500976562, "token_count": 27} +{"index": 11221, "reference": "Another Celtic fan has appeared in court charged with displaying an allegedly offensive banner and blow-up figures at last month's Old Firm match.", "prediction": "Celtic fans and noone will stand trial at the Old Trafford derby of last month's Celtic rivals.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 32.55813953488372}, "nll_sum": 99.11778259277344, "token_count": 21} +{"index": 11222, "reference": "This is the moment an 86-year-old woman \"defended herself\" with a packet of bacon against a would-be thief in an Iceland supermarket.", "prediction": "Footage has emerged of the moment moment a Vincent Ho struck and killed her in shop in Greater Manchester, in. described told in the's role as a, as, from a's. a reputation a's a from The's reputationIt", "rouge": {"rouge1": 18.18181818181818, "rouge2": 3.125, "rougeL": 12.121212121212121}, "nll_sum": 286.22674560546875, "token_count": 47} +{"index": 11223, "reference": "When Carolina Cappa, a film researcher working in Bolivia, was invited to go though the archives of an old cinema in La Paz that was being demolished, she came upon a battered, unmarked tin.", "prediction": "The sound of hidden discovered inside a office in the capital, Paz, where the Bivivian film-makermakers, Santiago Loreucci Campion, body were found in a dark orange office.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 0.0, "rougeL": 16.129032258064516}, "nll_sum": 245.71578979492188, "token_count": 40} +{"index": 11224, "reference": "The Federal Reserve's latest statement suggests that the path is clear for an interest rate rise in June or September without surprising markets.", "prediction": "The US central bank has officially its interest interest rise \"at possible as possible\".", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 100.57293701171875, "token_count": 15} +{"index": 11225, "reference": "The Isle of Wight's Conservative MP has survived an attempt by his own party to force him to stand down as a general election candidate.", "prediction": " Isle Man of Wight Labour MP has said he is \"ongoing forward\" to stand as councillor candidate of next May at controversial snap general election.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 16.3265306122449, "rougeL": 39.21568627450981}, "nll_sum": 149.32546997070312, "token_count": 29} +{"index": 11226, "reference": "Do you know the difference between a clothesline and a Bank Statement?", "prediction": "You gunman have sent messages- letters- to their parents to help their star.", "rouge": {"rouge1": 8.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 92.30897521972656, "token_count": 15} +{"index": 11227, "reference": "Flappy Bird is flapping its wings no more.", "prediction": " no video game Flrown Bird, but it be no longer buying for any property developer.", "rouge": {"rouge1": 17.39130434782609, "rouge2": 0.0, "rougeL": 17.39130434782609}, "nll_sum": 113.43714141845703, "token_count": 17} +{"index": 11228, "reference": "Two hundred body bags have been placed on Brighton beach in a protest to highlight the UK's response to the migrant crisis in the Mediterranean.", "prediction": "Thousands of air bags are being thrown at a building in the Black Country in protest at the migrant crisis camp.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.33333333333333, "rougeL": 25.531914893617024}, "nll_sum": 83.59786987304688, "token_count": 21} +{"index": 11229, "reference": "Budding hospitality workers from the Caribbean will have the chance to train at Buckingham Palace and Windsor Castle under a scholarship programme announced by Prince Harry.", "prediction": "Prince Harry has thanked wealthy veterans families offered a training camp and camp veterans to help families, Caribbean countries.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 8.88888888888889}, "nll_sum": 132.24365234375, "token_count": 20} +{"index": 11230, "reference": "Britain's Andy Murray is through to the Monte Carlo Masters semi-finals following an impressive win over Canadian Milos Raonic.", "prediction": "Andy Murray is through to the quarter-finals of the ATP Monaco Masters with a straight-set defeat by Canadian Milos Raonic.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 34.14634146341463, "rougeL": 46.51162790697674}, "nll_sum": 94.53209686279297, "token_count": 26} +{"index": 11231, "reference": "A forensics expert has swung a cricket bat at a toilet door erected in the courtroom at Oscar Pistorius' murder trial in South Africa to demonstrate key pieces of evidence.", "prediction": "South African Olympic athlete Oscar Pistorius has investigators told jurors that told police after he struck a cricket bat scene at the scene murder his trial.", "rouge": {"rouge1": 39.28571428571428, "rouge2": 11.111111111111112, "rougeL": 28.571428571428577}, "nll_sum": 152.85519409179688, "token_count": 27} +{"index": 11232, "reference": "Martin went to the German Occupation Museum to see what life was like for a family living on Guernsey in World War II.", "prediction": "The began Syria began more 200 years ago, more than the country and began began in battle for so-called Islamic State (IS).", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 125.60198211669922, "token_count": 26} diff --git a/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/guidance/seed-0/metrics.json b/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/guidance/seed-0/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..6e2eaafe85f318a34bcfe2b6fa3c9459c15ce3db --- /dev/null +++ b/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/guidance/seed-0/metrics.json @@ -0,0 +1,9 @@ +{ + "rouge1": 30.42566100620435, + "rouge2": 9.153017688411932, + "rougeL": 23.65170563464576, + "gen_ppl": 247.09878065399937, + "seed": 0, + "documents": 11233, + "empty_predictions": 0 +} diff --git a/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/guidance/seed-0/predictions.jsonl b/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/guidance/seed-0/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f4bfe697f36e1b9a44f6b7bf475d278f57be7b82 --- /dev/null +++ b/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/guidance/seed-0/predictions.jsonl @@ -0,0 +1,11233 @@ +{"index": 0, "reference": "There is a \"chronic\" need for more housing for prison leavers in Wales, according to a charity.", "prediction": "There was almost double number of ex-offenders in Wales living for prison leavers, a charity has said. has a in the-'s, solve,\" sentencing from violence-related violence, in from their their.", "rouge": {"rouge1": 36.0, "rouge2": 16.666666666666664, "rougeL": 24.000000000000004}, "nll_sum": 254.02102661132812, "token_count": 43} +{"index": 1, "reference": "A man has appeared in court after firearms, ammunition and cash were seized by police in Edinburgh.", "prediction": "A man has been arrested following the discovery and cocaine with an estimated street street value of \u00a3 of000 in Edinburgh.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 17.142857142857142, "rougeL": 32.43243243243243}, "nll_sum": 106.02606201171875, "token_count": 22} +{"index": 2, "reference": "Four people accused of kidnapping and torturing a mentally disabled man in a \"racially motivated\" attack streamed on Facebook have been denied bail.", "prediction": "A man and a woman have been charged with kidnapping of vulnerable man man in a stolen van, and then and on Facebook on social media and speak. aA a 2011 again from- again 2011 a in ban from a's.", "rouge": {"rouge1": 34.37500000000001, "rouge2": 12.903225806451612, "rougeL": 21.875}, "nll_sum": 257.6416015625, "token_count": 45} +{"index": 3, "reference": "West Brom have appointed Nicky Hammond as technical director, ending his 20-year association with Reading.", "prediction": "West Bromwich Albion goalkeeper Nottingham Stuart has been appointed as head of football. football", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 84.53169250488281, "token_count": 15} +{"index": 4, "reference": "The pancreas can be triggered to regenerate itself through a type of fasting diet, say US researchers.", "prediction": " set set vegan diet can cut off the pancreas to restore the organ's body, US studies shows.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.0606060606060606, "rougeL": 22.857142857142858}, "nll_sum": 114.44068908691406, "token_count": 21} +{"index": 5, "reference": "Since their impending merger was announced in January, there has been remarkably little comment about the huge proposed deal to combine Essilor and Luxottica.", "prediction": "If the UK wholes mealaler, would create some of the company's two special companies, the favourite owners.", "rouge": {"rouge1": 4.761904761904763, "rouge2": 0.0, "rougeL": 4.761904761904763}, "nll_sum": 149.08444213867188, "token_count": 21} +{"index": 6, "reference": "A \"medal at any cost\" approach created a \"culture of fear\" at British Cycling, says former rider Wendy Houvenaghel.", "prediction": " cyclist cyclist Vikingsllana Projectvenaghel has accused British Cycling of \"a event, event\" and a \"a-makingmaking\".", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.06060606060606, "rougeL": 11.428571428571429}, "nll_sum": 183.06396484375, "token_count": 27} +{"index": 7, "reference": "Have you heard the one about the computer programmer who bought a failing comedy club in Texas and turned it into a million dollar a year business?", "prediction": "\"If anythingIf was't out for a pub, and the owner didn't have anything\" if it wasn't't a nightmare isn't it!", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 150.75296020507812, "token_count": 29} +{"index": 8, "reference": "The reaction from BT's investors told us much about media regulator Ofcom's ruling on the fate of Openreach, the BT subsidiary that provides much of the UK's broadband infrastructure.", "prediction": " on morning, staff gathered at Ofcom's flagship plans to control Openreach it on Wednesday and was closing in.", "rouge": {"rouge1": 15.686274509803921, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 130.11822509765625, "token_count": 22} +{"index": 9, "reference": "Manager Brendan Rodgers is sure Celtic can exploit the wide open spaces of Hampden when they meet Rangers in Sunday's League Cup semi-final.", "prediction": "Celtic manager Brendan Rodgers is to waiting to see some of his staff on the pitch after they face Liverpool and play Liverpool in their Scottish Cup semi-final on Tuesday.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 18.51851851851852, "rougeL": 35.71428571428571}, "nll_sum": 119.61902618408203, "token_count": 34} +{"index": 10, "reference": "Queen's University Belfast is cutting 236 jobs and 290 student places due to a funding reduction.", "prediction": "Ulster University University is to cutting 500 jobs in Northern Ireland after to cut \u00a38m cuts in its public shortfall by 2016-17.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 123.72148132324219, "token_count": 27} +{"index": 11, "reference": "Hospital bosses in Sussex have apologised after about 850 patients were sent leaflets in error suggesting they might have cancer.", "prediction": "The NHS trust apologised publicly after sent out a wrong data patient sending a patient was a hospital delayed.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 124.04695129394531, "token_count": 19} +{"index": 12, "reference": "The shadow foreign secretary has suggested Labour will continue to support legislation paving the way for Brexit as it passes through Parliament.", "prediction": " shadow's shadow secretary says it will not fight against a Labour's Brexit bill again, despite it it would be unite the government in not process 50.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 166.24359130859375, "token_count": 29} +{"index": 13, "reference": "Torquay United boss Kevin Nicholson says none of the money from Eunan O'Kane's move to Leeds from Bournemouth will go to the playing squad.", "prediction": "Torquay United player Kevin Nicholson says the club will not receive the debt bill to Eamon O'Kane, who sold not the club.", "rouge": {"rouge1": 44.89795918367348, "rouge2": 17.02127659574468, "rougeL": 36.73469387755102}, "nll_sum": 144.12562561035156, "token_count": 29} +{"index": 14, "reference": "North Wales Police has been criticised at an inquest for sending an officer to speak to a hospital patient with paranoid schizophrenia.", "prediction": "A man charged with sexually assaulting murdering his 19-year- hospital received a visit he had received had received an alert from police. an inquest. heard 2011A again, again a mandatory a it's apayment of aold from a 2011", "rouge": {"rouge1": 22.58064516129032, "rouge2": 3.3333333333333335, "rougeL": 12.903225806451612}, "nll_sum": 295.140380859375, "token_count": 48} +{"index": 15, "reference": "Leicester City striker Gary Taylor-Fletcher has joined Sheffield Wednesday on an initial month-long loan.", "prediction": "Sonumum Taylor-Feating has signed new three withyear deal Leicester City", "rouge": {"rouge1": 29.629629629629626, "rouge2": 8.0, "rougeL": 14.814814814814813}, "nll_sum": 112.91771697998047, "token_count": 15} +{"index": 16, "reference": "Limiting access to federal research would do an \"enormous disservice\" to the US and the world according to former Nasa chief scientist.", "prediction": "Nasa's struggles to view global warming would be an \" enormous disservice\" for US citizens, lead a leading US's research agency says", "rouge": {"rouge1": 35.55555555555555, "rouge2": 9.30232558139535, "rougeL": 26.66666666666666}, "nll_sum": 134.63287353515625, "token_count": 27} +{"index": 17, "reference": "John \"Brad\" Bradbury, drummer with The Specials, has died at the age of 62.", "prediction": "Tributes have been paid to 1980s legend Brad Bradbury, who has died suddenly at he is of 34.", "rouge": {"rouge1": 37.5, "rouge2": 13.333333333333334, "rougeL": 37.5}, "nll_sum": 99.7234878540039, "token_count": 22} +{"index": 18, "reference": "Tiger Woods missed the cut at the Farmers Insurance Open, as England's Justin Rose maintained a one-shot lead.", "prediction": "England's Danny Rose missed out chance to be cut at the cut at the California California Open.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 22.22222222222222, "rougeL": 31.57894736842105}, "nll_sum": 96.84602355957031, "token_count": 18} +{"index": 19, "reference": "Former England striker Andy Cole says he faces a \"long road ahead\" as he recovers from his recent kidney transplant.", "prediction": "Manchester United manager Chris Cole has ruled out of retirement after Liberia medication because of he failure kidney kidney.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 135.81988525390625, "token_count": 19} +{"index": 20, "reference": "Pakistan has unblocked the video sharing site, YouTube, more than three years after it was banned for posting a video deemed insulting to Islam.", "prediction": " internet's internet providers have Pakistan blocked access for viewers that \" advertising illegal to be removed from Google.", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 117.16326141357422, "token_count": 19} +{"index": 21, "reference": "Leicester Tigers winger Miles Benjamin is likely to be out for the rest of the season because of a knee injury, reports BBC Radio Leicester.", "prediction": "Leicester Tigers scrum-halfum Callum has been ruled out for between to weeks after injuring a cruciate ligament damage.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 112.04972839355469, "token_count": 27} +{"index": 22, "reference": "Owain Doull has won Wales' first gold of the 2016 Olympics as he helped the Great Britain men's team pursuit defend their cycling title in Rio.", "prediction": "Welsh cyclist Owain Douall says it was a \"real dinosaur\" after beating Great Britain's track record and track men's pursuit team pursuit race at the 2016 Olympics.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 18.51851851851852, "rougeL": 25.0}, "nll_sum": 175.15036010742188, "token_count": 34} +{"index": 23, "reference": "Floods in the western Indian state of Gujarat have killed 218 people, government officials have confirmed.", "prediction": "Floods in southern southern eastern Indian state Gujarat Gujarat and are returning to their villages of Gujarat state.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 18.750000000000004, "rougeL": 35.294117647058826}, "nll_sum": 102.86471557617188, "token_count": 20} +{"index": 24, "reference": "All images copyrighted.", "prediction": " indecent images have copyrighted.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 0.0, "rougeL": 57.14285714285715}, "nll_sum": 30.15390396118164, "token_count": 4} +{"index": 25, "reference": "Royal Bank of Scotland (RBS) has been fined HK$6m (\u00a3460,000) by Hong Kong regulators after it failed to detect a series of unauthorised transactions by one of its traders.", "prediction": "The authorities in Hong Kong Scotland has been fined 1, (\u00a3m euros (\u00a3 \u00a371m) fine for not paying its role in the trade manipulation, central's London interbank bank", "rouge": {"rouge1": 27.11864406779661, "rouge2": 10.526315789473685, "rougeL": 16.94915254237288}, "nll_sum": 222.49053955078125, "token_count": 35} +{"index": 26, "reference": "The Bafta awards had laughter, passion and plenty of politics.", "prediction": "It might be like a, dramatic night of night at the Bafta awards - but The La Land took tally of best actress at the best awards.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 11.76470588235294, "rougeL": 22.22222222222222}, "nll_sum": 159.5215301513672, "token_count": 30} +{"index": 27, "reference": "Of his last 30 matches in 2016, Andy Murray won 28 and lost just two.", "prediction": "Andy Murray has been, year wonderful for Wimbledon, but it wasn't that but I wasn't isn", "rouge": {"rouge1": 12.12121212121212, "rouge2": 6.451612903225808, "rougeL": 12.12121212121212}, "nll_sum": 105.10718536376953, "token_count": 20} +{"index": 28, "reference": "South African police say four people have been arrested in connection with the murder of former actor on popular local TV series Generations.", "prediction": "South African police who believe a spoken asked pop star B star wish in connection with a deadly shooting in a S district town in a night- capital, Pret, - they's Saturday's now a CCTV in from years's Saturday. from Broadway", "rouge": {"rouge1": 18.181818181818183, "rouge2": 12.5, "rougeL": 18.181818181818183}, "nll_sum": 338.860107421875, "token_count": 47} +{"index": 29, "reference": "A shot was reportedly fired at a car outside a primary school in Liverpool as parents were taking their children inside, police have said.", "prediction": "A gun has shot at a school outside a Liverpool primary school and may have been serious serious\", police have said.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 23.25581395348837, "rougeL": 48.888888888888886}, "nll_sum": 98.32656860351562, "token_count": 22} +{"index": 30, "reference": "Jessica Ennis-Hill has fallen from fourth to eighth place after six events at the Hypo-Meeting in Gotzis.", "prediction": "Olympic champion Jessica Ennis-Hill produced a dramatic second day on day one of the World event washed EUzz in the last weekend, Leg, Broadway they's again-'sA a in's-'s-'s a Broadway", "rouge": {"rouge1": 21.81818181818182, "rouge2": 7.547169811320755, "rougeL": 21.81818181818182}, "nll_sum": 298.8472900390625, "token_count": 46} +{"index": 31, "reference": "The Manor team have collapsed after administrators failed to find a buyer for the stricken business.", "prediction": "The Manor team were put, put at risk, with the loss of 40 jobs.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 14.285714285714288, "rougeL": 26.666666666666668}, "nll_sum": 80.63560485839844, "token_count": 16} +{"index": 32, "reference": "A total of 228 candidates will contest the Northern Ireland Assembly election next month - 48 fewer than last time.", "prediction": " candidates are 149 candidates for candidates, the Northern Ireland Assembly election in the next general in office accordinging the believe's it a ballet as's town-run referee.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.391304347826086, "rougeL": 29.166666666666668}, "nll_sum": 225.76702880859375, "token_count": 32} +{"index": 33, "reference": "A philosophy student who wears vintage clothing has won a national contest for alternative models.", "prediction": " a New teenager from Kent Zealand said she would be \"more\" than to look in fashion\" but than worry about her role in her role fashion.", "rouge": {"rouge1": 4.878048780487805, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 166.02230834960938, "token_count": 29} +{"index": 34, "reference": "Plans to move a statue depicting a Royal Marine in the Falklands conflict away from Portsmouth seafront have been criticised.", "prediction": " plansroversial plans for a memorial to the Falklands heart to be considered by museum venue, after a petition of more than 3,000-sign around petition.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 161.45826721191406, "token_count": 31} +{"index": 35, "reference": "A suspected terrorist has been charged with breaching conditions imposed as part of the government's new terror monitoring powers.", "prediction": "A 29-year-old man from London has appeared in court of carrying out a major anti-terror operation to report a police station.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 92.9551010131836, "token_count": 27} +{"index": 36, "reference": "Sussex have appointed former player James Anyon as head coach of their women's side.", "prediction": "Closeanyon has been appointed new head coach of the Sussex women's team.", "rouge": {"rouge1": 50.0, "rouge2": 23.076923076923077, "rougeL": 42.857142857142854}, "nll_sum": 62.4318962097168, "token_count": 14} +{"index": 37, "reference": "League One side Bury have signed former Barnsley defender Reece Brown on a six-month contract.", "prediction": "League One side Bury have signed left-back Craig Clarke from Bristolcaster on an 18-month loan deal.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 31.25, "rougeL": 47.05882352941176}, "nll_sum": 81.13520050048828, "token_count": 22} +{"index": 38, "reference": "In recent years, Hollywood remakes and re-imaginings of classic fairytales have come thick and fast - all darker, more adult versions of tales that originally appeared in cinemas.", "prediction": "Some of the world famous most famous novel books, and in a film industry-maker-oby.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 111.96095275878906, "token_count": 19} +{"index": 39, "reference": "Performers from 42 countries strode down a long red carpet near Ukraine's parliament this week, as a curtain-raiser to this year's Eurovision Song Contest.", "prediction": "Last February, has won Eurovision stage, came through the capital of Moscow, and there was heroes in what was described as a burantable. either or major suspension.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 3.8461538461538463, "rougeL": 7.4074074074074066}, "nll_sum": 202.64431762695312, "token_count": 34} +{"index": 40, "reference": "It was 50 years ago today that The Beatles played their first gig at the Cavern Club in Liverpool - the venue where the band built their reputation and where Beatlemania was born.", "prediction": "A teenager from Liverpool, who fans to saw The Beatles in order at The huge in Liverpool, where I is the best I have ever played\" in Liverpool - and then!", "rouge": {"rouge1": 32.25806451612903, "rouge2": 10.0, "rougeL": 29.032258064516125}, "nll_sum": 197.52597045898438, "token_count": 34} +{"index": 41, "reference": "South Africa's government has proposed a national minimum wage of 3,500 rand ($242; \u00c2\u00a3199) a month.", "prediction": "South Africa's government a begun voting introduce a minimum wage, living to 5% working for some workers worker", "rouge": {"rouge1": 43.24324324324324, "rouge2": 22.857142857142858, "rougeL": 37.83783783783783}, "nll_sum": 141.2379150390625, "token_count": 20} +{"index": 42, "reference": "The death of Ethiopian Prime Minister Meles Zenawi has thrown the populous Horn of Africa giant into a period of deep uncertainty and created a serious leadership vacuum in the region with profound geopolitical implications.", "prediction": "The Kenyan death of former African and military intelligenceache Meles is in danger of fears, amid intense fears of the ravaged political crisis South Sudan Sudan's English Horn.", "rouge": {"rouge1": 31.25, "rouge2": 3.225806451612904, "rougeL": 21.875000000000004}, "nll_sum": 221.27255249023438, "token_count": 32} +{"index": 43, "reference": "Azhar Ali's unbeaten 66 helped Pakistan to reach 142-4 against Australia on a rain-affected first day of the Boxing Day Test in Melbourne.", "prediction": "- batsman Azhar-bah-Sh seriousq completed a double century as Australia weather rain-affected day one of the second Test in Brisbane. Brisbane- again magazines again solve-H's a in's-'s 2011 again from again", "rouge": {"rouge1": 34.920634920634924, "rouge2": 9.836065573770492, "rougeL": 28.57142857142857}, "nll_sum": 323.17193603515625, "token_count": 47} +{"index": 44, "reference": "Two new councillors have been elected in a by-election in the City of Edinburgh.", "prediction": "The Scottish Parliament has held on to a seat in Midlothian which allow a right- ballot to feature members of- right training same in on the same's from Labour the-G the seats in 26 May.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 254.19659423828125, "token_count": 43} +{"index": 45, "reference": "Russia has said it will carry on bombing rebel-held eastern Aleppo in Syria, defying US demands to stop.", "prediction": "Russia says it is \"coti exploring possible involved\" in the civil war in Syria, as a US try to end a double mandatory air delivery.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 27.27272727272727}, "nll_sum": 155.16366577148438, "token_count": 29} +{"index": 46, "reference": "Wales Under-20 Grand Slam winners Shaun Evans and Dafydd Hughes have signed their first professional contracts with Scarlets.", "prediction": "Clandinis Hughes and C Evans have signed players who have been released by Scar' squad for have 2017 Six Nations season as a's ballet as for a '''s\" as from aig from have' of.'s from aA", "rouge": {"rouge1": 17.543859649122805, "rouge2": 3.6363636363636362, "rougeL": 10.526315789473683}, "nll_sum": 317.5140075683594, "token_count": 47} +{"index": 47, "reference": "The expulsion of 35 Russian diplomats from the US over the email hacking scandal has drawn a barrage of abuse from Moscow, which seems poised to respond in kind.", "prediction": "\"There's are saying, the \" individuals \" individuals including -\" -, Russian, Russian intelligence officers or collecting intelligence!\u00c2 says \" a \"- again \" 2011 again \"-A again phone from's from's. from's a", "rouge": {"rouge1": 16.949152542372882, "rouge2": 0.0, "rougeL": 13.559322033898304}, "nll_sum": 315.09063720703125, "token_count": 45} +{"index": 48, "reference": "Scrapping tuition fees in England is the biggest and most expensive proposal in Labour's \u00a325bn worth of pledges for education.", "prediction": "Labour would controversial to scrap in tuition to charges grants, or include in your party policy.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 120.70849609375, "token_count": 17} +{"index": 49, "reference": "Fire crews are expected to leave the site of the Shoreham Airshow disaster later after spending nearly three weeks at the scene of the crash.", "prediction": "Construction work have started to find Andy Hill in Hill aftermath of theham air crash which, the fire service said.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 133.0276336669922, "token_count": 22} +{"index": 50, "reference": "The US director of national intelligence has said he \"never felt pressured\" to influence the inquiry into Russia's political meddling.", "prediction": "The former National National Security Agency) has said he does not know my the president know about the Russian Russian probe into Russian meddling in last US election.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 8.51063829787234, "rougeL": 32.6530612244898}, "nll_sum": 133.39492797851562, "token_count": 29} +{"index": 51, "reference": "White House officials will not say whether pop star Prince performed at a weekend party at the executive residence despite guests posting about it on social media.", "prediction": " a wedding party which reportedly include guest guests of private songs Prince Prince Harry has been included, in what was said to be a New York newspaper reports.", "rouge": {"rouge1": 14.545454545454545, "rouge2": 0.0, "rougeL": 10.909090909090908}, "nll_sum": 148.973388671875, "token_count": 29} +{"index": 52, "reference": "These roads in Northern Ireland are closed due to poor weather conditions as of Friday 15 January.", "prediction": "Two men whose images after one of been released have released, have been released last year. were were arrested more thejo. after a's's his death from a man. as's an after from a reputation of. the from'sA", "rouge": {"rouge1": 6.896551724137931, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 282.3981628417969, "token_count": 47} +{"index": 53, "reference": "Approximately one in four of us will experience a mental health problem each year in England.", "prediction": "After a workplace attack on women last year - health and there have some problems to say some of the battle to use food - how low and they can to protect mental health.", "rouge": {"rouge1": 25.0, "rouge2": 4.3478260869565215, "rougeL": 12.5}, "nll_sum": 196.6068115234375, "token_count": 34} +{"index": 54, "reference": "US investigators have closed an inquiry into whether To Kill A Mockingbird author Harper Lee was pressured into publishing a sequel.", "prediction": "US officials have started an novel to novel Jae Lee's whose To To Kill A M,ockingbird.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 30.769230769230766}, "nll_sum": 158.48928833007812, "token_count": 20} +{"index": 55, "reference": "The US has said it is suspending talks with Russia over Syria, accusing Moscow of having \"failed to live up\" to its commitments under a ceasefire deal.", "prediction": "The US has suspending its trade channels in Syria with its peace talks, despite Moscow saying that the military is forin a military course\".", "rouge": {"rouge1": 43.13725490196078, "rouge2": 8.16326530612245, "rougeL": 27.450980392156865}, "nll_sum": 139.8795166015625, "token_count": 26} +{"index": 56, "reference": "Labour's Sadiq Khan has been elected Mayor of London, becoming the city's first Muslim mayor.", "prediction": "'s's election of Sadiq Khan's hopes to become London's first next city, giving the a world number of Muslim a from 19 Muslim countries.", "rouge": {"rouge1": 54.545454545454554, "rouge2": 9.523809523809526, "rougeL": 31.818181818181817}, "nll_sum": 173.4683380126953, "token_count": 29} +{"index": 57, "reference": "A church in West Yorkshire has recruited a new vicar following a video job advertisement sung by a choir of children.", "prediction": "A new vicar given to local music group Harry Potter has given the donation to an online manifesto.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 10.81081081081081, "rougeL": 15.384615384615383}, "nll_sum": 107.73223114013672, "token_count": 19} +{"index": 58, "reference": "Manchester City midfielder Kevin de Bruyne says he will be out for about 10 weeks after injuring his right knee during Wednesday's League Cup semi-final victory over Everton.", "prediction": "Manchester City midfielder Kevin de Bruyne will miss the season after rupt cruised aci cru lig injury he suffered in playing in Liverpool been 4-2 win over Charlton.", "rouge": {"rouge1": 33.898305084745765, "rouge2": 17.543859649122805, "rougeL": 30.508474576271187}, "nll_sum": 207.3603973388672, "token_count": 34} +{"index": 59, "reference": "A 34-year-old woman who was injured in an attack by a knifeman on a Swiss train has died in hospital, police say.", "prediction": "One person was killed and two others is seriously injured by a train carrying a train, hook near the town of St Gallen, the northern Germany, German police say.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 7.8431372549019605, "rougeL": 30.18867924528302}, "nll_sum": 127.12313842773438, "token_count": 33} +{"index": 60, "reference": "A \"reckless drone operator\" is being sought by police after reports of a \"near miss\" between a drone and plane.", "prediction": "A reported passenger flying being flown over to the airway was not reported to have been reported the police have said.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 100.27857971191406, "token_count": 22} +{"index": 61, "reference": "A seal found tangled in nets on an Aberdeenshire beach has been returned to the sea.", "prediction": "A grey seal seal was found net around the net at an Aberdeen beach after it cut around 100mm (2.2m).", "rouge": {"rouge1": 37.83783783783783, "rouge2": 0.0, "rougeL": 32.43243243243243}, "nll_sum": 128.5289306640625, "token_count": 25} +{"index": 62, "reference": "A lifetime of diaries, letters and photographs of a man described as a cross between Indiana Jones, James Bond and Graham Greene has opened to the public.", "prediction": "Thousands of books, considered, one of the most famous books in his famous history, have gone on show show in Scotland for the first time in decade. decade.'s a's-A's a's from's a again's again 2011", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 11.594202898550725}, "nll_sum": 225.20455932617188, "token_count": 47} +{"index": 63, "reference": "Regional official Tim Roache has been elected to become the new general secretary of the GMB union.", "prediction": "Lvers Roache has been elected as the next elected leader of in West Yorkshire union. saying it made a 30-oldA for from its a its his, a, from the Welsh Party's have of..", "rouge": {"rouge1": 30.76923076923077, "rouge2": 12.0, "rougeL": 26.923076923076923}, "nll_sum": 262.8795166015625, "token_count": 42} +{"index": 64, "reference": "We go behind the scenes with singer Laura Mvula as she prepares to debut her new material and kick off the 48th series of Later... with Jools Holland.", "prediction": "\"I struggle to find in says J1 Torres, who has told BBC Radio 1 she's tend to struggle and build a new documentary on TV.", "rouge": {"rouge1": 14.814814814814817, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 171.45416259765625, "token_count": 29} +{"index": 65, "reference": "Newcastle midfielder Jonas Gutierrez says he feels \"born again\" following his return to Premier League action after overcoming testicular cancer.", "prediction": "Newcastle United midfielder Jonas Wolf Gutierrez has revealed he is \"em emotional\" to, Premier League but is still aiming to be a Premier League\".", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714288, "rougeL": 36.36363636363636}, "nll_sum": 158.61016845703125, "token_count": 28} +{"index": 66, "reference": "League Two Exeter City made a profit of over \u00a31.6m last year, according to the club's latest accounts.", "prediction": "Exeter City Football' Trust has made an annual annual loss of \u00a31.1m the year to the end of 2014 2014-.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 39.02439024390244}, "nll_sum": 124.10319519042969, "token_count": 26} +{"index": 67, "reference": "Para-athlete Abdullah Hayayei died after a metal throwing cage fell on him during training.", "prediction": "A man was killed in his after being shot by a cage a Riompic champion, the president's says.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 124.11268615722656, "token_count": 22} +{"index": 68, "reference": "Manufacturers have reported positive business trends, in the latest survey from the Scottish Chambers of Commerce.", "prediction": "Scottish economic prospects arere optimistic in 2017, despite a slowdown in Scottish economy, according to a report on expansion revenue and sales from the Scottish Chambers.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 15.0, "rougeL": 23.80952380952381}, "nll_sum": 144.3296661376953, "token_count": 30} +{"index": 69, "reference": "The public inquiry into undercover policing may \"expose both creditable and discreditable conduct\", chairman Lord Justice Pitchford has warned.", "prediction": "The Justice and Court of judge have demanded an inquiry into undercover Police's case Stephen justice could the \"considerable and creditable in any justice secretary.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 188.6953125, "token_count": 29} +{"index": 70, "reference": "Reigning champions New Zealand are into their fourth World Cup final after slogging past South Africa in another Twickenham epic.", "prediction": "New Zealand survived a dramatic penalty-outs to beat South Africa and claimed a World Cup quarter-finals in a tense battle in Parkview Park at 92 Park. solve a again-- again 2011 again in a- again 2011 again from a", "rouge": {"rouge1": 26.229508196721312, "rouge2": 10.169491525423728, "rougeL": 19.672131147540984}, "nll_sum": 257.45941162109375, "token_count": 46} +{"index": 71, "reference": "A computer model of one of the world's tallest three-sided obelisks is being made to find out why it is falling apart.", "prediction": "Frank obelisk which was used to build a 16th Century tower struck it was struck by strike.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 93.24212646484375, "token_count": 20} +{"index": 72, "reference": "Profit jumped at Zara owner Inditex in the first half of the year as the firm opened new stores and invested in online.", "prediction": " foreitex, includingops Zara, has helped by a 36% rise in growth like Spain, helped by strong sales in its online sales.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 160.68038940429688, "token_count": 29} +{"index": 73, "reference": "Lady Gaga is leading the pitch invasion at Sunday's Super Bowl, where she'll perform the all-important half-time show.", "prediction": "Pop down, music concerts, hotels, camp, staff employee, musician staff recording, staff, Prince, is heading Houston a new Super Bowl show.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 184.28897094726562, "token_count": 29} +{"index": 74, "reference": "A victim of the Rochdale grooming gang says the convictions were still \"not fazing\" Asian child sex abusers.", "prediction": "The first woman who became a of child sexual exploitation in the Rochdale area has told police she gets \"forget a drink\".", "rouge": {"rouge1": 30.0, "rouge2": 5.263157894736842, "rougeL": 20.0}, "nll_sum": 117.93106079101562, "token_count": 26} +{"index": 75, "reference": "John Lewis's Nottingham store is to remain closed longer than expected after 80,000 litres of hot water leaked from a ruptured heating pipe.", "prediction": "A department store in Bradford in city city centre is to be reopen for a further after a water operation caused a major clean-up operation.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 130.75636291503906, "token_count": 27} +{"index": 76, "reference": "Bots appear to be spamming a US regulator's website over a proposed reversal of net neutrality rules, researchers have said.", "prediction": "Thousands of internet netchers are warned about the personal names and information of personal data,000 researchers have told the BBC in using aForeston it's ( it's a from's from, it's from mandatory of. from a", "rouge": {"rouge1": 20.0, "rouge2": 3.4482758620689653, "rougeL": 10.0}, "nll_sum": 268.099853515625, "token_count": 45} +{"index": 77, "reference": "New Sale Sharks chairman Fran Cotton has conceded they must work to restore their relationship with some fans.", "prediction": "Sale Sharks director of rugbyrik Cotton says some \" done anything done\" and players some of players want to stay home in stay away.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 178.14630126953125, "token_count": 27} +{"index": 78, "reference": "Disney's latest animation Moana dominated the Thanksgiving box office over the five-day US holiday weekend.", "prediction": " Brad Pitt's production film Astana has taken the US box office in its opening weekend weekend - taking $ $53m (\u00a381m). solve", "rouge": {"rouge1": 31.578947368421055, "rouge2": 5.555555555555556, "rougeL": 26.31578947368421}, "nll_sum": 165.65484619140625, "token_count": 28} +{"index": 79, "reference": "British number one Johanna Konta reached the quarter-finals of the Bank of the West Classic in Stanford with a straight-set win over Julia Boserup.", "prediction": "British number oneannaanna Konta is through the quarter of the Birmingham Open quarter-finals with victory over American Victoriaias Valle at the Nottingham Open.", "rouge": {"rouge1": 43.99999999999999, "rouge2": 16.666666666666664, "rougeL": 35.99999999999999}, "nll_sum": 175.56744384765625, "token_count": 31} +{"index": 80, "reference": "Two men have been assaulted in Larne, County Antrim, by a gang armed with baseball bats and a hatchet.", "prediction": "A man has suffered serious leg injuries after an paramilitary attack in Carburnferrickgus, County Antrim.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 105.91703033447266, "token_count": 22} +{"index": 81, "reference": "Stuart Bingham may pull out of the Masters if his wife goes into labour with their third child.", "prediction": "England's Stuart Bingham says he would willing to give his wife to give birth.", "rouge": {"rouge1": 24.24242424242424, "rouge2": 12.903225806451616, "rougeL": 24.24242424242424}, "nll_sum": 77.09986877441406, "token_count": 16} +{"index": 82, "reference": "Part of Colwyn Bay pier is to be dismantled after it collapsed into the sea, Conwy council has decided.", "prediction": "Construction to remove a demolition from Po pier in Cardiff Bay could reopen and be saved, as the council as \"a dangerous nature of driving\".", "rouge": {"rouge1": 31.818181818181817, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 166.14361572265625, "token_count": 27} +{"index": 83, "reference": "A campaign group has been granted a hearing to examine the case for a judicial review of the decision to build student flats near a beauty spot.", "prediction": "A campaign group is facing legal challenge to judicial independent review of a city council who top student of.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 13.636363636363638, "rougeL": 34.78260869565217}, "nll_sum": 114.51168060302734, "token_count": 19} +{"index": 84, "reference": "Pupils at seven schools could have shorter days after a trust head say he may have to cut hours to save money.", "prediction": "An open has written to parents of the Southcestershire schools, warning government plans to forced the closure of school funding closure. of\" solve- again- again the again a from aA's again of's.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 7.142857142857142}, "nll_sum": 278.70172119140625, "token_count": 43} +{"index": 85, "reference": "The Paris climate agreement could make millions of forest dwellers homeless, according to a new analysis.", "prediction": "A \u00c2\u00a3700m will be needed to protect indigenous people in remote areas, a new study suggests.", "rouge": {"rouge1": 18.75, "rouge2": 6.666666666666667, "rougeL": 18.75}, "nll_sum": 82.74068450927734, "token_count": 21} +{"index": 86, "reference": "More human remains have been found near a motorway slip road in Shropshire, police have said.", "prediction": "A remains on a motor slip road near a Shropshire road have been reported again, police have said.", "rouge": {"rouge1": 64.70588235294117, "rouge2": 31.25, "rougeL": 47.05882352941176}, "nll_sum": 94.01499938964844, "token_count": 22} +{"index": 87, "reference": "Uzbekistan's Hasanboy Dusmatov won Olympic gold in the men's light-flyweight with victory over Colombian Yuberjen Herney Martinez.", "prediction": "'s's Vincentjaz Esmatov will beat Russia'sjjaz Dusmatov to win Olympic gold in the men's double boxingweight at the 2016 Olympics.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 24.390243902439025, "rougeL": 37.2093023255814}, "nll_sum": 178.86166381835938, "token_count": 34} +{"index": 88, "reference": "University lecturers are due to start a two-day strike over pay, amid warnings other staff could join the dispute.", "prediction": "University staff in England are being balloted for strike strike action in by long arunning 11 pay rise.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 137.07577514648438, "token_count": 20} +{"index": 89, "reference": "Controversial proposals to shut a Catholic school in East Dunbartonshire are to be examined by the Scottish government.", "prediction": " religious and Catholic leaders has expressed concern at Scottish government plans to close a primary school to the council.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 80.37100219726562, "token_count": 19} +{"index": 90, "reference": "Japanese footballer Kazuyoshi Miura has signed a one-year contract extension with Yokohama FC at the age of 48.", "prediction": " striker striker Miuyaha dolphin, who has become world's oldest scorer to end to football, after signing a deal with his former provincial club Santos.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 156.40658569335938, "token_count": 29} +{"index": 91, "reference": "Clashes have broken out in Indian-administered Kashmir on the anniversary of the killing of a militant leader.", "prediction": "Hilit forces and the Pakistani security struggle have killed at least 30 people Muslim people in Muslim-administered Kashmir.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 98.20133972167969, "token_count": 22} +{"index": 92, "reference": "Economic policymakers must now decide whether and how they should respond to the UK's vote to leave the EU.", "prediction": " a's the vote vote to leave leave the European Union has been delayed and is clear of what will mean!", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615385, "rougeL": 24.390243902439025}, "nll_sum": 122.2655029296875, "token_count": 21} +{"index": 93, "reference": "Sale Sharks forward Mark Easter has announced he will retire at the end of the season to take up a teaching role.", "prediction": "Sale Sharks director of rugby spectators has announced he will retire to teaching in rugby league. league a the a- a \"over- \" a \"\"'s Broadway-old A-e has family in 40 national in February, from a", "rouge": {"rouge1": 40.67796610169491, "rouge2": 17.543859649122805, "rougeL": 30.508474576271187}, "nll_sum": 295.8809814453125, "token_count": 47} +{"index": 94, "reference": "The quality of care on a scandal-hit ward for dementia patients may have contributed to at least seven deaths, BBC Wales can reveal.", "prediction": "A quality of care for patients led to a major incident at a mental health ward, BBC Wales learned learned.", "rouge": {"rouge1": 50.0, "rouge2": 14.285714285714288, "rougeL": 40.909090909090914}, "nll_sum": 104.11312103271484, "token_count": 21} +{"index": 95, "reference": "A 25-year-old man from Limavady has been jailed for knocking out two men in separate attacks on the same night.", "prediction": "A 36-year-old man fromadyavady, who pleaded guilty to two seriously men- an unprovokedoked heart attack on two men, has been jailed for 30-Cought the for for his,.", "rouge": {"rouge1": 50.0, "rouge2": 28.000000000000004, "rougeL": 34.61538461538461}, "nll_sum": 239.6880340576172, "token_count": 43} +{"index": 96, "reference": "The United States women's team goalkeeper Hope Solo has been suspended for 30 days by US Soccer following an incident during a training camp.", "prediction": " States States Women's Val Solo has been banned from playing football for next month after failing a drugs test for and a banned substance in her car.", "rouge": {"rouge1": 30.188679245283023, "rouge2": 15.686274509803924, "rougeL": 30.188679245283023}, "nll_sum": 127.36795806884766, "token_count": 28} +{"index": 97, "reference": "A barrister who was due to move into his own chambers in Huddersfield has pleaded guilty to supplying cocaine.", "prediction": "A partner and partner of a travel men have pleaded not guilty to short drugs a cocaine firm with estimated estimated street value of \u00a31m of cocaine.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454546, "rougeL": 21.73913043478261}, "nll_sum": 155.37939453125, "token_count": 29} +{"index": 98, "reference": "Officers who police Scotland's railways are to be armed with Tasers in a bid to increase security on the network.", "prediction": " forces forces in Scotland are considering using Taser to officers armed with a armed, which which the man can carry out a knife attack.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 4.651162790697675, "rougeL": 31.11111111111111}, "nll_sum": 134.72012329101562, "token_count": 26} +{"index": 99, "reference": "Scottish engineering services company ID Systems Ltd has announced plans to create 120 new jobs after securing a six-figure investment from UK Steel Enterprise (UKSE).", "prediction": "A engineering firm ID firm has announced plans to create 5 jobs in Lanarkshire, creating new jobs and a total of \u00a36m6m of funding.", "rouge": {"rouge1": 40.0, "rouge2": 20.833333333333332, "rougeL": 40.0}, "nll_sum": 135.00718688964844, "token_count": 31} +{"index": 100, "reference": "A Brazilian football player who survived a plane crash in Colombia on Monday is recovering and may be able to resume his career, his father says.", "prediction": "A Brazilian football player is critically injured, some nine- a Brazilian hospital after a plane crashians Brazil of Chapecoense in the last weekend, doctors, say. a's-w's a in a football a's. a's", "rouge": {"rouge1": 28.57142857142857, "rouge2": 13.114754098360656, "rougeL": 25.396825396825395}, "nll_sum": 248.1632843017578, "token_count": 47} +{"index": 101, "reference": "Actor and broadcaster Sir Tony Robinson has said plans for a tunnel near Stonehenge in Wiltshire are too \"old-fashioned\" in outlook.", "prediction": " a petition calling for a road tunnel near Stonehenge is \"not a be old\", broadcaster Peter Robinson says.", "rouge": {"rouge1": 40.0, "rouge2": 15.789473684210527, "rougeL": 30.0}, "nll_sum": 115.880859375, "token_count": 22} +{"index": 102, "reference": "Everton marked their Europa League return with a dominant victory over Germans Wolfsburg at Goodison Park.", "prediction": "Everton climbed and reach the stage stages the Champions League Group Group H with a hard-f victory over Wolfsburg, the Good-arnfinals of the it's. from from Saturday from I's have's of.", "rouge": {"rouge1": 26.923076923076927, "rouge2": 8.0, "rougeL": 26.923076923076927}, "nll_sum": 290.11541748046875, "token_count": 43} +{"index": 103, "reference": "Scunthorpe midfielder Neal Bishop has signed a one-year contract extension.", "prediction": "Scunthorpe midfielder Jack Bishop has left the club by consent consent.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 20.000000000000004, "rougeL": 36.36363636363637}, "nll_sum": 73.94818115234375, "token_count": 15} +{"index": 104, "reference": "A man from Croydon has been charged with murder after the death of his partner last month.", "prediction": "A man has been charged with murder his partner and partner partner at their death, south London of London, in in the a's a's from's a's body's from a's's body from a's? a from a fromA", "rouge": {"rouge1": 42.622950819672134, "rouge2": 20.338983050847457, "rougeL": 29.508196721311474}, "nll_sum": 232.38482666015625, "token_count": 47} +{"index": 105, "reference": "It's a sobering thought for all us carriers of the Y chromosome, but prostate cancer kills almost as many men every year as breast cancer does women.", "prediction": " the tempestest of men for men and be and advanced and aggressive prostate cancer diagnosis, a clear diagnosis of what gives a diagnosis prostate cancer diagnosis.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 3.846153846153846, "rougeL": 14.814814814814817}, "nll_sum": 165.81619262695312, "token_count": 29} +{"index": 106, "reference": "The Premiership's top try scorer Christian Wade scored two tries as leaders Wasps moved five points clear with a bonus-point win over Worcester.", "prediction": "James Wade scored a last-gasp try as Wasps gave a bonus win over 10-man Worcester.", "rouge": {"rouge1": 47.61904761904762, "rouge2": 15.0, "rougeL": 42.857142857142854}, "nll_sum": 96.7313232421875, "token_count": 21} +{"index": 107, "reference": "A Frenchwoman injured in the attack on Tunisia's national museum has died of her wounds, bringing the total killed in the assault by Islamists to 22.", "prediction": "Tunisian attack killed gunmen during a deadly museum on Monday after a car bomb attack, which 40 people died, Tunisia's interior minister consecutive said at the solve 2011's the's from's a in a from's Saturday.", "rouge": {"rouge1": 32.835820895522396, "rouge2": 3.0769230769230775, "rougeL": 17.91044776119403}, "nll_sum": 249.25062561035156, "token_count": 45} +{"index": 108, "reference": "Satellite images of Mosul have revealed how fighters from so-called Islamic State (IS) have destroyed much of the city's airport to render it unusable as Iraqi forces close in.", "prediction": "The first picture analysis so-called Islamic State (IS) has the damage to Mosul, northern city of Mosul has also the damage and damage to so-called Islamic StateIS).", "rouge": {"rouge1": 33.333333333333336, "rouge2": 17.241379310344826, "rougeL": 26.666666666666668}, "nll_sum": 161.59811401367188, "token_count": 35} +{"index": 109, "reference": "Network Rail has promised to do \"everything in its power\" to stop a repeat of the rail chaos at Christmas when it carries out work over Easter.", "prediction": "A \u00c2\u00a3400m regeneration of the Cross railway line facing the next next stage, causingmajor disruption\".", "rouge": {"rouge1": 14.285714285714285, "rouge2": 5.0, "rougeL": 14.285714285714285}, "nll_sum": 131.56777954101562, "token_count": 21} +{"index": 110, "reference": "Permission has been given for exploratory drilling for oil and gas in the Vale of Glamorgan.", "prediction": "A company which has been planning fracking without a licence has been given a permit again continue Resources Resources Wales has confirmed.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 11.11111111111111, "rougeL": 15.789473684210526}, "nll_sum": 120.14276123046875, "token_count": 22} +{"index": 111, "reference": "Amazon, the global online retailer, is changing the way it records sales in a move that could see it paying more tax.", "prediction": " retail online retail giant Amazon has confirmed that it that have sales sales industries recorded in Luxembourg, Justice, and EU Sar Sarl in Europe.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 160.24356079101562, "token_count": 27} +{"index": 112, "reference": "Junior doctors should suspend Tuesday's strike action over pay and conditions while talks continue, the chief medical officer for England has urged.", "prediction": "A strike by junior doctors nurses strike could \"chaf shortages\" in patients' battle, chief medical officer has said. solve in the a's, 2011, from they from a from - it's stopped from of.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 10.909090909090908, "rougeL": 24.56140350877193}, "nll_sum": 266.1184997558594, "token_count": 43} +{"index": 113, "reference": "Oxford United have extended the loan of right-back Jonjoe Kenny from Premier League side Everton until the end of the season.", "prediction": "Oxford United have signed teenage signed forward Danry for an undisclosed ahead of the 2017-18 season.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 16.216216216216214, "rougeL": 30.769230769230766}, "nll_sum": 86.92488861083984, "token_count": 20} +{"index": 114, "reference": "A further education college in Dorset has received more than \u00a32.88m in government funding to renovate buildings on campus.", "prediction": "More than \u00a31m is to be spent at a Dorset secondary school in 30 years of grants totalling more than \u00a38.8m in government grants.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 26.66666666666666}, "nll_sum": 108.77611541748047, "token_count": 32} +{"index": 115, "reference": "The family of the former footballer Jeff Astle is to meet the FA chairman next month to discuss head injuries in the game, as part of their campaign.", "prediction": "The family of ex-Englandle footballer Jeff Astle will meet his family's concerns about of head injuries involved involved in concussion.", "rouge": {"rouge1": 44.0, "rouge2": 20.833333333333336, "rougeL": 40.0}, "nll_sum": 133.36155700683594, "token_count": 25} +{"index": 116, "reference": "These days it is not enough just to be a millionaire to count yourself as one of the super-rich - you need to be worth between $50-100m (\u00a333m-\u00a366m).", "prediction": "When you blew up multi-million- dollar banker to buy more money to money - the families, I think tank more affordable than the wealthy families, where I should think of more to get their assets.", "rouge": {"rouge1": 18.461538461538463, "rouge2": 0.0, "rougeL": 12.307692307692307}, "nll_sum": 222.1796875, "token_count": 40} +{"index": 117, "reference": "Brothers Ben and Tom Curry have signed five-year contracts with Sale Sharks.", "prediction": "Sale Sharks-half Tom and signed a new contract with fellow Premiership side Sale Sharks at the end.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 13.793103448275861, "rougeL": 38.70967741935484}, "nll_sum": 103.31134033203125, "token_count": 20} +{"index": 118, "reference": "Police in Fife are searching for a man who was seen exposing himself in Dunfermline.", "prediction": "Police investigating the murder of a man who indecently assaulted in the Edinburgh N area of Edinburgh, who want, have issued a fresh appeal for information.", "rouge": {"rouge1": 29.268292682926834, "rouge2": 10.256410256410255, "rougeL": 24.39024390243902}, "nll_sum": 126.17730712890625, "token_count": 29} +{"index": 119, "reference": "A UN conference aimed at preventing the proliferation of nuclear weapons has ended in failure after a row over a nuclear-free Middle East proposal.", "prediction": "Egypt has rejected a bid to reach and agreement on its weapons programme in future talks, saying Arab countries it would cause a \"serious serious\".", "rouge": {"rouge1": 20.000000000000004, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 128.61851501464844, "token_count": 27} +{"index": 120, "reference": "Fracking for shale gas in Wales should still be opposed despite plans to fast-track such schemes in England, the Welsh government has said.", "prediction": "fracking could be imposed in Wales within a gas industry and gas treatment within months, the Welsh government has confirmed.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 19.04761904761905, "rougeL": 31.818181818181824}, "nll_sum": 104.31572723388672, "token_count": 22} +{"index": 121, "reference": "For a man often described as capricious, Tyson Fury's chaotic reign as world heavyweight champion was strangely predictable.", "prediction": "Tyson Fury says, his worst fatal accident, and it wasn't far.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 6.896551724137931, "rougeL": 12.903225806451616}, "nll_sum": 83.00851440429688, "token_count": 15} +{"index": 122, "reference": "England coach Eddie Jones will name his 45-man Elite Player Squad squad ahead of the autumn Tests at 10:00 BST on Friday.", "prediction": "Wasps's director of rugby Eddie Eddie Jones hopes he will lose most of his players in-man training camp in England ahead of Friday's squad to of from a 5 from the physical training the physical from national of.", "rouge": {"rouge1": 36.92307692307692, "rouge2": 6.349206349206351, "rougeL": 24.615384615384613}, "nll_sum": 246.78720092773438, "token_count": 43} +{"index": 123, "reference": "A collection of paintings capturing the landscapes and legacy of life on the North East coast is going on display.", "prediction": "An exhibition of art works, believed art be one of the most acclaimed artist in history, have gone on display.", "rouge": {"rouge1": 25.0, "rouge2": 5.263157894736842, "rougeL": 25.0}, "nll_sum": 97.935546875, "token_count": 22} +{"index": 124, "reference": "Hibernian's Neil Lennon believes Scott Brown retired too soon from Scotland duty and still has plenty to offer now he has decided to return.", "prediction": "Neil Lennon expects he will retire from international football after playing after playing for Scotland last month, because of a foot injury and not included in the England.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 3.921568627450981, "rougeL": 22.64150943396226}, "nll_sum": 120.99308776855469, "token_count": 29} +{"index": 125, "reference": "A buzzard has been rescued after becoming trapped between fencing and a wall in Gwynedd.", "prediction": " buzz buzz buzzard has been rescued from a tree fence in the county in Conwy county Conwyness has of a again- a- reputation ballet-'s for from a from2A's a from a 3 a's.'sA", "rouge": {"rouge1": 30.76923076923077, "rouge2": 12.0, "rougeL": 23.076923076923077}, "nll_sum": 318.41009521484375, "token_count": 47} +{"index": 126, "reference": "Post Office workers will stage five days of strikes from Monday in a continuing dispute over jobs, pensions and branch closures, their union says.", "prediction": "Workers at Crown Post Off Offices will strike on strike dispute fears of cuts to jobs office and over landlord Smith, a union union has claimed.", "rouge": {"rouge1": 48.00000000000001, "rouge2": 0.0, "rougeL": 32.0}, "nll_sum": 175.11917114257812, "token_count": 29} +{"index": 127, "reference": "The Ulster Unionist leader has denied he made a mistake by saying he intends to give the SDLP his second preference in the Assembly election.", "prediction": "Ulster Unionist leader Mike Nesbitt has said the party would have gone open door doors door heavily remote open area in Northern Ireland.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 142.35926818847656, "token_count": 28} +{"index": 128, "reference": "Steroids and medicines with an estimated street value of some 2m euros (\u00c2\u00a31.7m) have been seized in Donegal.", "prediction": "Police have arrested raids in the Republic of the Ireland after 24ialsials journalists with an estimated street value of about \u00a32.9m.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 25.641025641025646, "rougeL": 29.268292682926827}, "nll_sum": 133.867919921875, "token_count": 27} +{"index": 129, "reference": "Sinn F\u00c3\u00a9in leader Gerry Adams has said there is \"a need to be open and imaginative\" on new constitutional arrangements.", "prediction": "Ulster Unionist PartyDUP)) Gerry Adams has said political parties should parties support a united Ireland between Northern Ireland the Republic of Ireland.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 14.634146341463413, "rougeL": 23.25581395348837}, "nll_sum": 132.20791625976562, "token_count": 27} +{"index": 130, "reference": "Morecambe must not get carried away despite sitting top of League Two, says Shrimps boss Jim Bentley.", "prediction": "Morecambe midfielder Jim Bentley says \" isnever and keep keep alive\" following training, following his recovery from Rotherhamother sm December.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 16.666666666666668}, "nll_sum": 202.76004028320312, "token_count": 28} +{"index": 131, "reference": "Some demands set by four Arab states on Qatar in return for lifting sanctions will be \"difficult to meet\", US Secretary of State Rex Tillerson says.", "prediction": "US US Secretary of State Hillary Tillerson has called on four Gulf countries to develop political demands, reduce a list of terrorism charges \"not or realistic\".", "rouge": {"rouge1": 34.61538461538461, "rouge2": 12.0, "rougeL": 19.230769230769234}, "nll_sum": 149.8428192138672, "token_count": 28} +{"index": 132, "reference": "UKIP ex-deputy chairwoman Suzanne Evans says she has given up hope of becoming the party's next leader - but insists she will not \"give up\" on UKIP.", "prediction": "The former leader of UKIP UKIP, has said she would like much like to run in the party and removed from the party party in its next election.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 3.7037037037037033, "rougeL": 17.857142857142858}, "nll_sum": 116.44258117675781, "token_count": 29} +{"index": 133, "reference": "A court in the Indian capital has formally charged a driver of the Uber web-based taxi firm with the rape and kidnapping of a passenger last month.", "prediction": "Police in the southern Indian state of Kerala have charged with man with raping the, gang-raped of a woman in the capital, Delhi.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 7.999999999999999, "rougeL": 34.61538461538462}, "nll_sum": 95.04064178466797, "token_count": 27} +{"index": 134, "reference": "Standing hand-in-hand like theatre actors at their curtain call, Wales' players were met with a spine-tingling rendition of the national anthem from their fans following their European Championship semi-final defeat by Portugal.", "prediction": "It began Euro 2016 began in sight with Welsh fans as south Wales fans received the flag, black andiscovered red, and a littlelittley", "rouge": {"rouge1": 20.338983050847457, "rouge2": 0.0, "rougeL": 10.169491525423728}, "nll_sum": 185.62493896484375, "token_count": 27} +{"index": 135, "reference": "Ferguslie Park in Paisley has been identified as the area of Scotland with the greatest level of deprivation.", "prediction": " Renfrewshire council has been named one of the most areas of Scotland's according to official figures.", "rouge": {"rouge1": 40.0, "rouge2": 18.18181818181818, "rougeL": 34.285714285714285}, "nll_sum": 76.36763000488281, "token_count": 20} +{"index": 136, "reference": "Coleraine rower Joel Cassells and Great Britain team-mate Sam Scrimgeour remain on course to defend their lightweight pairs world title after winning their semi-final in Rotterdam on Thursday.", "prediction": "Northern Ireland decision Cassells Harry Richardunrimgegehonchedished their place at World Cup weekend at the World Championships in Rotterdam.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333336}, "nll_sum": 189.31712341308594, "token_count": 29} +{"index": 137, "reference": "Former Kilmarnock winger Chris Johnston has become the third player to sign for Dumbarton this summer after leaving relegated Raith Rovers.", "prediction": "Raith Rovers have agreed to sign goalkeeper Martin Chris from Barrymarnock and Don Fife following his release by Raith Rovers on a two-year contract.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 9.09090909090909, "rougeL": 17.391304347826086}, "nll_sum": 129.95428466796875, "token_count": 34} +{"index": 138, "reference": "James Milner's late penalty gave Liverpool a hard-fought victory over Swansea, increasing the scrutiny on Swans boss Francesco Guidolin.", "prediction": "osner Milner's a stoppage-time penalty and his side a struggle's bottom club Swansea thanks to a gut Swansea City. the's Pierre solve-olve- solve- 2011 againForest again in's again's Saturday's a again", "rouge": {"rouge1": 20.0, "rouge2": 3.4482758620689653, "rougeL": 20.0}, "nll_sum": 321.8055419921875, "token_count": 47} +{"index": 139, "reference": "The three-day TRNSMT music festival in Glasgow is to start later with a Friday line-up of acts including Radiohead and Belle and Sebastian.", "prediction": "T in the Park festival,NS Southsea, will be in Glasgow next weekend, following the recent attacks and Paris and terror attacks.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444445, "rougeL": 25.53191489361702}, "nll_sum": 136.23573303222656, "token_count": 26} +{"index": 140, "reference": "The US has warned North Korea to refrain from \"irresponsible provocation\" after the communist state said its main nuclear facility had resumed normal operations.", "prediction": "The US says it has begun North Korea with a nuclear reactor \"at a time\", North Korea, amid fears it will temporarily delayed its nuclear programme.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 8.333333333333332, "rougeL": 27.999999999999996}, "nll_sum": 122.03289031982422, "token_count": 29} +{"index": 141, "reference": "A man has been arrested on suspicion of conspiracy to murder after pieces of human bones were found by detectives investigating the death of a man 25 years ago.", "prediction": "A human bones which were found land 36 years ago and prompted a police ago disappeared 30 years ago has been identified, murder police have said.", "rouge": {"rouge1": 40.0, "rouge2": 15.094339622641511, "rougeL": 29.090909090909093}, "nll_sum": 149.9650115966797, "token_count": 27} +{"index": 142, "reference": "Ireland eased to seven-wicket win over Zimbabwe to top their Women's World Twenty20 qualifying group and set up a semi-final against Scotland.", "prediction": "IIbel Joyce and Hobie Ciecil Jade's overs helped Ireland to a nine-wicket win over Scotland their opening match the World World Twenty match.", "rouge": {"rouge1": 44.0, "rouge2": 8.333333333333332, "rougeL": 28.000000000000004}, "nll_sum": 191.97967529296875, "token_count": 31} +{"index": 143, "reference": "The daughter of a man who died after a hospital failed it its \"duty of care\" said lessons have not been learned.", "prediction": "A hospital trust where a nine of 2011, received boy received receive a death received is working because a lack of \"ss leadership and struggle\"..", "rouge": {"rouge1": 21.276595744680854, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 197.46334838867188, "token_count": 28} +{"index": 144, "reference": "Great Britain's Mark Cavendish is third after day one of the men's omnium as he aims for his first Olympic Games medal.", "prediction": "Britain's Mark Cavendish won a silver medal at the UC World World Championships after winning the quarter-finals to the race. London.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 13.33333333333333, "rougeL": 25.53191489361702}, "nll_sum": 113.141845703125, "token_count": 26} +{"index": 145, "reference": "The Northern Ireland health service is to receive an extra \u00a372m to help deal with pressures in the service.", "prediction": " additional extra an extra \u00a3700m is to be spent on Ireland Northern Ireland and emergency department.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 18.18181818181818, "rougeL": 17.142857142857142}, "nll_sum": 92.78578186035156, "token_count": 18} +{"index": 146, "reference": "The Winklevoss brothers have re-started their long-running legal dispute with Facebook and its boss Mark Zuckerberg.", "prediction": " andin Pedlevosses, who harassed and & former Facebook founder Mark Zuckerberg, have in their battle that they are protecting the social2 network.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 178.68197631835938, "token_count": 29} +{"index": 147, "reference": "A 14-year-old boy has been left with \"life-threatening\" injuries after being knocked down by a car.", "prediction": "A man was seriously seriously injured after being hit by a car that was hit. it's as a man's reputation, it in's from's, ballet, as from from a's a, from a's a. a from aA", "rouge": {"rouge1": 20.0, "rouge2": 10.344827586206897, "rougeL": 20.0}, "nll_sum": 207.2781524658203, "token_count": 47} +{"index": 148, "reference": "Chapman Pincher was known as \"the lone wolf of Fleet Street\".", "prediction": " Harry Harry Potterincher -, but known as a soldierev scientist - has won a list of honours in Britain's military list of transplant list for the Sound's a-'s again a's again solve again's again's again a", "rouge": {"rouge1": 15.686274509803924, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 289.52178955078125, "token_count": 48} +{"index": 149, "reference": "Birmingham City have signed Dundee forward Greg Stewart on a three-year deal for a fee believed to be around \u00a3500,000.", "prediction": "Birmingham City have agreed to deal striker Marcart from Carmee for an undisclosed undisclosed fee, understood to be \u00a32.5m.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 38.0952380952381}, "nll_sum": 120.37213134765625, "token_count": 28} +{"index": 150, "reference": "A former soldier who agreed to obtain information from an army barracks for a newspaper will not face a trial, the Crown Prosecution Service has said.", "prediction": "A married British Army soldier is to be prosecuted over dangerous she made corrupt to public officials, the Crown Crown Prosecution Service (CPSPS) has confirmed.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 31.372549019607842}, "nll_sum": 142.87071228027344, "token_count": 31} +{"index": 151, "reference": "Inspectors have called for major improvements at two privately-run elderly care homes after finding problems during recent visits.", "prediction": "A care home rated been rated as \"in00 or \"save\" for its care, the health watchdog found.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 5.88235294117647, "rougeL": 11.11111111111111}, "nll_sum": 119.95515441894531, "token_count": 22} +{"index": 152, "reference": "Four men were arrested in north London when police found a gun, a sword and a knife in the car they were travelling in.", "prediction": "Four men have been arrested after reports of shot of a gun being pulled from a police moving moving car in south-west London in the a reputation, ballet from as Green, was from the's as president. of.", "rouge": {"rouge1": 41.269841269841265, "rouge2": 9.836065573770492, "rougeL": 25.396825396825395}, "nll_sum": 233.75326538085938, "token_count": 43} +{"index": 153, "reference": "An estimated 63,000 properties in north Lancashire were hit by a power cut, Electricity North West has said.", "prediction": "A water power has restored in than a England after a power hit area morning morning.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.06060606060606, "rougeL": 17.142857142857142}, "nll_sum": 113.39669799804688, "token_count": 16} +{"index": 154, "reference": "Lord Derby has won a key High Court stage of his fight to build 400 homes on his land.", "prediction": "A government's decision to build up 600 homes on a rural town could possible be lost, the High Court has ruled, a town puroverolve. \"'s- a's ban the from a town's from of a from of aowned", "rouge": {"rouge1": 30.508474576271183, "rouge2": 10.526315789473683, "rougeL": 16.94915254237288}, "nll_sum": 271.8238525390625, "token_count": 48} +{"index": 155, "reference": "Shopkeepers near the Isle of Wight's troubled new \"floating bridge\" have asked councillors to consider compensating them for loss of business.", "prediction": "Fears problems replacing drivers built the Clyde on the Isle of Wight should be completed complete, the leader of Edinburgh City Council Borders said Council 2011. 2011 solve- 2011 again the 2011 fromA 2011 again 2011 of again 2011's from 2011", "rouge": {"rouge1": 18.749999999999996, "rouge2": 9.67741935483871, "rougeL": 15.624999999999996}, "nll_sum": 316.1052551269531, "token_count": 47} +{"index": 156, "reference": "French side Lille have exercised their option to sign Naim Sliti on a permanent deal when his loan move from second-tier side Red Star expires this summer.", "prediction": "Tunisis forward Nade Sliti has joined French side rivals Lille loan for an undisclosed fee.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 110.03438568115234, "token_count": 21} +{"index": 157, "reference": "Children across Britain linked up with Tim Peake on the International Space Station yesterday for a big question and answer session.", "prediction": "Tim Peake has taken to the International Space Station, with some kids and talk to talk about space.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 21.62162162162162, "rougeL": 35.8974358974359}, "nll_sum": 87.6988754272461, "token_count": 20} +{"index": 158, "reference": "World champion cyclist Martyn Irvine has been named the 2013 BBC Northern Ireland Sports Personality of the Year.", "prediction": "Road road champion Martyn Irvineyn been voted Northern Ireland Sports Personality of the Year 2013.", "rouge": {"rouge1": 66.66666666666666, "rouge2": 38.70967741935484, "rougeL": 60.606060606060595}, "nll_sum": 96.69618225097656, "token_count": 17} +{"index": 159, "reference": "A civilian cargo aircraft has landed safely after being escorted into Prestwick Airport in Ayrshire after suffering technical problems with its communications equipment.", "prediction": "A military aircraft landed at Prestwick Airport in Ayrshire after a civilian control control, the Ministry of Defence has said. in the-'s, pollution, from it from M- M's loss in from from's airports. from it", "rouge": {"rouge1": 32.78688524590164, "rouge2": 16.949152542372882, "rougeL": 26.229508196721312}, "nll_sum": 247.39259338378906, "token_count": 47} +{"index": 160, "reference": "Police have been given more time to question five men arrested on suspicion of terrorism offences.", "prediction": "Police have been granted more time question questions men to face terrorism charges as part of a counter-terrorism operation.", "rouge": {"rouge1": 55.55555555555556, "rouge2": 17.647058823529413, "rougeL": 50.0}, "nll_sum": 89.57403564453125, "token_count": 21} +{"index": 161, "reference": "Euro 2016 will be contested by 24 teams over 30 days at 10 different venues in France.", "prediction": " will miss the knockout stage in France - Wales - and England who will stage Euro 2016 and was the began in Franceaux and it is the a. \" it's it under a it, it under it's?!", "rouge": {"rouge1": 18.867924528301884, "rouge2": 7.8431372549019605, "rougeL": 11.320754716981131}, "nll_sum": 247.63265991210938, "token_count": 42} +{"index": 162, "reference": "BBC Sport is showing live coverage of the EuroBasket warm-up game between Great Britain and Greece at the Copper Box in London on Saturday 19 August.", "prediction": "Great Britain will play their first game of Euro 2017 qualifier at London's Tennis Box Arena when revenge, starts a match in London in 29 May.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 7.6923076923076925, "rougeL": 22.22222222222222}, "nll_sum": 143.97618103027344, "token_count": 28} +{"index": 163, "reference": "Australia weathered a Welsh storm to win World Cup Pool A with a 15-6 victory at Twickenham.", "prediction": "Wales reached a deaf quarter--final by thr Australia and New Zealand in their Six Nations quarter quarter-final in Cardiff penalty Six- and 2011 in a's a's front-old ban under in November national from.. from of", "rouge": {"rouge1": 13.793103448275865, "rouge2": 0.0, "rougeL": 10.344827586206897}, "nll_sum": 313.35662841796875, "token_count": 45} +{"index": 164, "reference": "Josh Strauss believes Vern Cotter's impending departure will provide added motivation for Scotland to have a successful Six Nations.", "prediction": "Scottish director of rugby Strauss Rugby said appointing Vern Cotter would create an incentive to make it harder for his Scotland players leave in his opening Six Nations.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 154.58847045898438, "token_count": 30} +{"index": 165, "reference": "Ex-CIA Director David Petraeus has told the BBC that Islamic State militants can only be defeated through a dual military and political approach.", "prediction": "The former US general, David Comey, has said his plan for Iraq to control so- Islamic State is a \"big challenge in its war\".", "rouge": {"rouge1": 25.0, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333336}, "nll_sum": 148.94769287109375, "token_count": 28} +{"index": 166, "reference": "More than 13,000 email addresses have been stolen from Edinburgh city council's database following a \"malicious cyber attack\".", "prediction": "The City of Edinburgh Council Council's health accounts have been accessed in a malicious attack which potentially recall 50 people in a council data centre.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 13.636363636363635, "rougeL": 26.08695652173913}, "nll_sum": 134.23660278320312, "token_count": 26} +{"index": 167, "reference": "Rebels say they have begun a new battle in north-western Syria in response to alleged truce violations by the army.", "prediction": "The Syrian rebel group say they have completed athe start of battle\" in the battle, amid a number of recent violations of months.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 14.285714285714283, "rougeL": 31.818181818181824}, "nll_sum": 134.8163604736328, "token_count": 25} +{"index": 168, "reference": "The photo sharing service Instagram announced it will start placing ads in US users photo streams in a posting on its website.", "prediction": "Instagram has said it includesresie ands, such as known site, Instagram, has announced and it will not be a sustainable business model.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904762, "rougeL": 22.727272727272727}, "nll_sum": 156.90899658203125, "token_count": 29} +{"index": 169, "reference": "Actor Michael C Hall is to perform a tribute to David Bowie at this week's Mercury Music Prize ceremony.", "prediction": " Tony Hall has been shortlisted for winner for this year's Mercury Mercury Music Awards, for his personal tune\" after the singer's death a Come\" solve the Fort's a \"-m aA in a from George's.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 7.142857142857144, "rougeL": 17.24137931034483}, "nll_sum": 262.78741455078125, "token_count": 44} +{"index": 170, "reference": "A former Metropolitan Police officer has been found not guilty of sexually assaulting a teenage boy in the back of a police van nearly 30 years ago.", "prediction": "A former junior Police detective has been cleared of six counts of sexual charges against a two male in riot, dating back to the 1970s.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 12.000000000000002, "rougeL": 38.46153846153846}, "nll_sum": 116.98948669433594, "token_count": 27} +{"index": 171, "reference": "Welsh Secretary Alun Cairns has rejected calls for a \"softer\" Brexit after the general election result led to a hung parliament.", "prediction": "Welsh Secretary Alun Cairns would remain in the single market after the UK result, the Welsh Secretary has said, it a \"too close's decision\" from a\"over from a of struggle of election.", "rouge": {"rouge1": 40.0, "rouge2": 15.094339622641511, "rougeL": 29.090909090909083}, "nll_sum": 222.8391876220703, "token_count": 43} +{"index": 172, "reference": "Relatives of the 96 people who died at Hillsborough have told the home secretary they want a \"Hillsborough Law\" to compel public officials to tell the truth at inquiries.", "prediction": "Families of the victims of the Hillsborough disaster say they wish be referred to the way police did not urged officers or face prosecution criminal prosecution.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 3.773584905660378, "rougeL": 21.818181818181817}, "nll_sum": 134.5293426513672, "token_count": 29} +{"index": 173, "reference": "Internet trolls who create derogatory hashtags or doctored images to humiliate others could face prosecution in England and Wales.", "prediction": "H pornography could be sent and indecent images of their name if police face police and laws.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 109.70277404785156, "token_count": 17} +{"index": 174, "reference": "An elderly woman has died after being hit by a tipper truck.", "prediction": "A 63-year-old woman is in a critical condition in hospital in following a two-car crash crash north Wales Wales", "rouge": {"rouge1": 11.764705882352942, "rouge2": 0.0, "rougeL": 11.764705882352942}, "nll_sum": 84.58360290527344, "token_count": 24} +{"index": 175, "reference": "Four foreign-owned firms are competing to run train services in Wales and create the \u00a3600m South Wales Metro.", "prediction": "The company behind the \u00a3140m Metro for Wales have been awarded financial to public bodies, transport officials have confirmed.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 112.55448150634766, "token_count": 22} +{"index": 176, "reference": "Veteran broadcaster Robbie Shepherd is leaving BBC Radio Scotland's Take the Floor after 35 years this weekend.", "prediction": "Robbieson is announced step down from broadcasting as the hosting host of BBC Scotland.", "rouge": {"rouge1": 31.250000000000007, "rouge2": 0.0, "rougeL": 18.75}, "nll_sum": 88.6334228515625, "token_count": 16} +{"index": 177, "reference": "Accrington Stanley manager John Coleman has criticised the Football League for allowing Carlisle United to move their home games because of flooding.", "prediction": "Chrisuton boss Chris Coleman says their worry about the club's League Two run and talk be without their remaining games despite their last six games remaining.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 20.408163265306122}, "nll_sum": 150.9930877685547, "token_count": 28} +{"index": 178, "reference": "Two Manchester United fans spent Friday night undetected in an Old Trafford toilet in an attempt to see Saturday's Premier League game against Arsenal.", "prediction": "Four Manchester United supporters who returned to Old Trafford after a fake bomb disposal a abandoned by bomb experts.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 9.523809523809526, "rougeL": 18.18181818181818}, "nll_sum": 101.22689819335938, "token_count": 19} +{"index": 179, "reference": "Accrington Stanley secured a dramatic late victory over Championship side Preston North End to seal their place in the second round of the EFL Cup.", "prediction": "Accrington Stanley fought back from extra-time after down a goal down to beat extra-time to beat North End in the EFL Cup.", "rouge": {"rouge1": 40.81632653061225, "rouge2": 21.27659574468085, "rougeL": 36.734693877551024}, "nll_sum": 114.27494812011719, "token_count": 28} +{"index": 180, "reference": "An electrician whose \u00a3200 worth of tools were mistakenly sold for \u00a31 in a charity shop has had them returned.", "prediction": "A Cardiff shopkeeper was hanged himself in a shop before he found his tools. 2011 his's a-the M M's 100 and the donation!'s \"'s 100's from violence\" it's from of it a", "rouge": {"rouge1": 17.24137931034483, "rouge2": 3.571428571428572, "rougeL": 10.344827586206897}, "nll_sum": 266.9201354980469, "token_count": 43} +{"index": 181, "reference": "Laura Muir says she'll be \"gutted\" to miss April's Commonwealth Games.", "prediction": "Britain's Laura Muir says is determined to be in race for at least or two, Olympics more or more\" the Olympic Commonwealth Games in London next month.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 165.2864532470703, "token_count": 31} +{"index": 182, "reference": "Southend United will give striker Nile Ranger a chance to relaunch his career when he is released from prison.", "prediction": "Southend United striker Nile indefinitely will return to training for a next month amonth sentence after being jailed for a fraud,,000.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 167.02561950683594, "token_count": 27} +{"index": 183, "reference": "Books of condolence have opened for Sir Terry Wogan, as his breakfast show successor Chris Evans paid tribute on air to \"radio's Eric Morecambe\".", "prediction": "BBC Radio 2 presenter Chris Evans has paid tribute to Sir Terry Woganet, saying \"the Lesodgewaring to be complete rubbish\".", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 22.222222222222225}, "nll_sum": 144.24746704101562, "token_count": 27} +{"index": 184, "reference": "First Minister Nicola Sturgeon has called for \"cast iron assurances\" jobs will not be lost at Clyde shipyards because of contract delays.", "prediction": "Scottish Labour has dropped plans for up to 800 jobs being created on new nuclear weapons, as a result of the uncertainty and in general election.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 0.0, "rougeL": 20.833333333333332}, "nll_sum": 115.86216735839844, "token_count": 28} +{"index": 185, "reference": "Republican presidential hopefuls Ted Cruz and Marco Rubio have unleashed a barrage of attacks on front-runner Donald Trump in the last debate before next Tuesday's pivotal US primaries.", "prediction": "Hosts between Donald Trump and Ted Cruz have launched their first presidential and Republican presidential debate, between the men's men in a race for the nomination.", "rouge": {"rouge1": 45.6140350877193, "rouge2": 10.909090909090908, "rougeL": 17.543859649122805}, "nll_sum": 105.20591735839844, "token_count": 29} +{"index": 186, "reference": "So Ukraine confounded the bookmakers and Eurovision commentators who had been convinced that Russia - or possibly Australia - would win.", "prediction": "Russianrainian comfortablylana has won the Eurovision Contest, saying only it meant and song was sent in Australia, a hard -- drama! because it's's the rebel's from's ban from a's. from Broadway from a", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 10.714285714285714}, "nll_sum": 321.116455078125, "token_count": 46} +{"index": 187, "reference": "Lifeguards will patrol a popular beach on the South Coast this summer after seven men drowned last year.", "prediction": " of number lifeboat are to be used on a beach at the beach where six men died men 2011's a \" aA in 2011- game\", a,'s The after it of from May's from of a the a's fromA", "rouge": {"rouge1": 20.33898305084746, "rouge2": 0.0, "rougeL": 13.559322033898308}, "nll_sum": 291.103515625, "token_count": 47} +{"index": 188, "reference": "Partick Thistle captain Abdul Osman says the players are praying manager Alan Archibald stays at the club for another season.", "prediction": "Partick Thistle manager Derek Archibald's will not not be fit to leave the club, according to the club's viceman Arden Osllman.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 9.75609756097561, "rougeL": 27.906976744186046}, "nll_sum": 149.1462860107422, "token_count": 32} +{"index": 189, "reference": "Ten youths have been arrested by Canadian police on suspicion of planning to travel to Iraq and Syria to join Islamic State.", "prediction": "Thirty-three people who have reportedly joining the so-called Islamic StateIS) have released, Canadian police say.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 98.91301727294922, "token_count": 22} +{"index": 190, "reference": "League Two side York City have signed Hull City midfielder Matt Dixon on an 18-month deal.", "prediction": "National LeagueNational York City has centre left- Lukeerry from Hull City for an undisclosed five-year deal on a deal until the end- of season.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 28.571428571428566}, "nll_sum": 178.08355712890625, "token_count": 30} +{"index": 191, "reference": "Up to \u00a3500m could be recovered from overseas visitors and migrants using the NHS every year, ministers believe.", "prediction": " NHS NHS an extra500m per year to spend foreigners will not receive emergency health care, new research suggests.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 102.84484100341797, "token_count": 21} +{"index": 192, "reference": "Belfast Giants remain within four points of Elite League leaders Cardiff Devils after earning a 5-1 Boxing Day away win over Braehead Clan.", "prediction": "Hers Giants came from 3-11 down to earn a 4-2 win behind Elite League leaders Cardiff Devils at the SSE Arena's on Saturday night.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 20.408163265306122, "rougeL": 23.52941176470588}, "nll_sum": 141.7332763671875, "token_count": 31} +{"index": 193, "reference": "BBC Rewind looks at the history of the Flying Scotsman as it prepares to return to the railways.", "prediction": "One of the world's most famous steam locomotot, the world, has been completed the after completing a \u00a31.2m revmamp.amp, to again \u00a3-m a botched in am from's again the's", "rouge": {"rouge1": 19.23076923076923, "rouge2": 4.0, "rougeL": 15.384615384615383}, "nll_sum": 305.5650634765625, "token_count": 46} +{"index": 194, "reference": "A man who claimed he was abused at an East Yorkshire Catholic school has lost a legal action for compensation.", "prediction": "A former Catholic priest convicted of sex abuse at a former Catholic boarding boarding school in East Yorkshire is- receive nine compensation later compensation seeking compensation.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 156.54693603515625, "token_count": 27} +{"index": 195, "reference": "Harry Potter spin-off Fantastic Beasts and Where To Find Them has had the biggest UK box office opening weekend of the year so far.", "prediction": "Harry Potter Harry The Awakens The Koh Awakens has topped the box office, taking $15m (\u00a315..7m) in its box office.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 150.86415100097656, "token_count": 28} +{"index": 196, "reference": "Britain's Victoria Williamson says she is lucky not to be paralysed after her serious crash at Rotterdam's Zesdaagse.", "prediction": "Two-time Victoria Williamson says she has recovered from her neck recovery after a crash at the International Montenegrood World Championships in Rot Rotterdam.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 19.04761904761905, "rougeL": 36.36363636363636}, "nll_sum": 151.0006866455078, "token_count": 29} +{"index": 197, "reference": "The gap between male and female life expectancy is closing and men could catch up by 2030, according to an adviser for the Office for National Statistics.", "prediction": "Hoking in men are more likely likely to live than men later in the age later, says an study from education secretary in England the", "rouge": {"rouge1": 19.23076923076923, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 154.65281677246094, "token_count": 26} +{"index": 198, "reference": "The head of the national body for police commissioners resigned in order to appear on the BBC's Question Time following the Manchester attack.", "prediction": " the country Macy police and crime commissioner but said he has resigned citing over concerns he made about policing about special committee the on a Question Time show.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 3.9999999999999996, "rougeL": 26.923076923076923}, "nll_sum": 177.73300170898438, "token_count": 28} +{"index": 199, "reference": "In his new book Grave New World, Stephen King says: \"For better or worse, China is simply too big to be ignored.\"", "prediction": "In some of China's best-known businessmen, Eipe King, has admitted his best, is bad.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 105.44731140136719, "token_count": 21} +{"index": 200, "reference": "An expert has claimed controversial plans to build a \u00a33.6bn'super sewer' in London are motivated by profit.", "prediction": "isedise a water around the Thames Thames could cost commuters millions of customers for higher rate, says Ofwat.", "rouge": {"rouge1": 5.405405405405405, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 130.2529754638672, "token_count": 21} +{"index": 201, "reference": "The developers of the proposed Swansea Bay tidal lagoon have accused Natural Resources Wales (NRW) of publishing a \"grossly misleading\" analysis of the project's likely impact on fish.", "prediction": "The energy firm behind Swansea Wales' environmental body claims it has accused the UK Government it it misleading its location for the tidal Swansea Bay lagoon project.", "rouge": {"rouge1": 39.285714285714285, "rouge2": 3.703703703703704, "rougeL": 21.42857142857143}, "nll_sum": 177.40625, "token_count": 29} +{"index": 202, "reference": "Premiership side Sale Sharks will sign Scotland and Glasgow back row forward Josh Strauss on a three-year deal from next season.", "prediction": "Sale Sharks have agreed a deal to sign Scotland forward Strauss from Scottish Premiership side Glasgow Warriors at", "rouge": {"rouge1": 60.0, "rouge2": 15.789473684210527, "rougeL": 35.0}, "nll_sum": 78.18937683105469, "token_count": 18} +{"index": 203, "reference": "A China Eastern Airlines plane has had to turn back to Sydney airport after a technical failure which left a hole in an engine casing.", "prediction": "A Chinese Eastern flight heading for Australia has suffered an \"impet\" after an engine left was left aged inside", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904763, "rougeL": 27.27272727272727}, "nll_sum": 133.24215698242188, "token_count": 21} +{"index": 204, "reference": "The government is to reconsider a visa for an American mother facing deportation from the UK.", "prediction": "The daughter of a Sussex same-sex marriage is to leave the government to same income, income because said she would mean \"hard to die\".", "rouge": {"rouge1": 29.268292682926827, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 159.50917053222656, "token_count": 28} +{"index": 205, "reference": "Each day we feature a photograph sent in from across England.", "prediction": "Each day we feature a photograph sent in from across England - the gallery will grow during the week - or while the gallery - gallery will grow during the week - any data on a the from reputation or while any's as a from aA", "rouge": {"rouge1": 40.74074074074075, "rouge2": 38.46153846153846, "rougeL": 40.74074074074075}, "nll_sum": 248.9467010498047, "token_count": 47} +{"index": 206, "reference": "Scottish football should consider a bigger league to help young talent, according to Czech Republic director of football Dusan Fitzel.", "prediction": "Former Afghan Republic of boss Sean Fitzel says the idea for Scottish clubs would include 16 first-team league to Scottish football a a priority for Scotland.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 17.02127659574468}, "nll_sum": 183.29672241210938, "token_count": 29} +{"index": 207, "reference": "Democratic Republic of Congo President Joseph Kabila has appointed Bruno Tshibala as the new prime minister of the power-sharing government.", "prediction": "The Democratic Republic of Congo (CAR) leaderboardon Tibafald has been elected re-election for to five term in term in office in December elections.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 13.953488372093023, "rougeL": 22.222222222222225}, "nll_sum": 167.41845703125, "token_count": 31} +{"index": 208, "reference": "Adebayo Akinfenwa's winner five minutes from time handed Wycombe a hard-fought 1-0 home victory over Exeter in League Two.", "prediction": "ebebayo Akinfenwa free-minute winner gave Wycombe a narrow play-off victory over League Two play-off hopuls Exeter City.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 15.0, "rougeL": 38.0952380952381}, "nll_sum": 157.6177520751953, "token_count": 31} +{"index": 209, "reference": "Journalists at Fairfax Media, one of Australia's largest publishers, have gone on strike for a week to protest against massive job cuts.", "prediction": "Australia's national newspaper, Five has of announced plans cut cut editorial jobs over the next week, as it struggle to tackle \"better\" losses\".", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444444, "rougeL": 17.02127659574468}, "nll_sum": 167.4914093017578, "token_count": 28} +{"index": 210, "reference": "Teenager Tom Marquand has been tipped to follow in the footsteps of three-times champion jockey Ryan Moore by his trainer Richard Hannon.", "prediction": "Three-time Nasa bockey Ryan Moore \"could be crowned champion world champion\" by world, says former jumpockey John H-. help solve's think it a from a It-g from referee\" from a. the.", "rouge": {"rouge1": 24.56140350877193, "rouge2": 7.2727272727272725, "rougeL": 17.54385964912281}, "nll_sum": 303.1883544921875, "token_count": 44} +{"index": 211, "reference": "The Colombian government and Farc rebels have agreed to resume peace talks, which were suspended last month over the abduction of an army general, mediators say.", "prediction": "The Cuban government and the Farc have agreed to handover over the last two meetings, left-earc rebel group say in the 2011 magazines, magazines, say they again \u00a3- againold victories in 2011 by from's.", "rouge": {"rouge1": 39.344262295081975, "rouge2": 13.559322033898304, "rougeL": 32.78688524590164}, "nll_sum": 288.0505065917969, "token_count": 45} +{"index": 212, "reference": "The Football Association has charged Blackburn midfielder Hope Akpan with violent conduct after he was sent off for pushing a referee.", "prediction": "Blackburn Rovers midfielder Hope Akpan has been handed a three-match touchline ban and received a Football Association charge of Football Association ban and.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 22.222222222222225}, "nll_sum": 128.25094604492188, "token_count": 29} +{"index": 213, "reference": "Octopuses may have more complex social interactions than previously believed, a new study has found.", "prediction": " Australian fashionopuses struggle to strike but will be red and flag painted their battle against Russia new research suggests.", "rouge": {"rouge1": 5.88235294117647, "rouge2": 0.0, "rougeL": 5.88235294117647}, "nll_sum": 152.34388732910156, "token_count": 21} +{"index": 214, "reference": "Former British number one Laura Robson will play at next month's grass-court Wimbledon warm-up event in Nottingham.", "prediction": " the British number one Laura Robson will returned to the Nottingham Open in her first tournament.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 29.411764705882355, "rougeL": 38.888888888888886}, "nll_sum": 95.44811248779297, "token_count": 17} +{"index": 215, "reference": "The Democratic Republic of the Congo has been urged to investigate at least 421 bodies found in an unmarked burial ground in the capital, Kinshasa.", "prediction": "The authorities the the Democratic Republic of have found the bodies of 38 bodies at the burial site southern the capital, Kinshasa.", "rouge": {"rouge1": 51.06382978723404, "rouge2": 22.222222222222225, "rougeL": 42.55319148936171}, "nll_sum": 119.88461303710938, "token_count": 26} +{"index": 216, "reference": "Everton have agreed a deal with Premier League rivals Southampton that paves the way for Ronald Koeman to become their new manager.", "prediction": "Everton set set to the Ronald Ko Koeman as their next manager next manager next years after agreeing signing deal to build a five-year contract.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 0.0, "rougeL": 24.999999999999993}, "nll_sum": 154.65451049804688, "token_count": 29} +{"index": 217, "reference": "Over the last three decades, governments of various stripes have promised radical change to solve England's housing crisis and today's White Paper is no exception.", "prediction": "There are more talk of policy, - but the White Paper - used to be priorities - then it is too expensive and a controversialCalifornia- 2011.- solve-'s-'s the's's's's from Labour.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 3.4482758620689653, "rougeL": 16.666666666666664}, "nll_sum": 272.562744140625, "token_count": 42} +{"index": 218, "reference": "Two Turkish soldiers have been killed and 31 wounded in a suicide attack by Kurdish PKK militants, the Turkish military says.", "prediction": "A suicide bomber has killed four residents and wounded least 30 others and wounding several others in north-eastern Turkey border, Turkey's army says., Sergei, it is from from \"g'sCC in from November's", "rouge": {"rouge1": 24.561403508771928, "rouge2": 3.6363636363636362, "rougeL": 17.543859649122805}, "nll_sum": 230.825439453125, "token_count": 42} +{"index": 219, "reference": "A body found near Strathclyde Park in Motherwell is believed to be that of a missing teenager, police have said.", "prediction": "A body has been found in woodland near the East area of North Lanarkshire who disappeared last year.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 74.94445037841797, "token_count": 20} +{"index": 220, "reference": "Neymar is the most valuable player in Europe - worth about \u00a3216m - according to a new study which values 10 players at more than 100m euros.", "prediction": "Lionel Messi is the world's best best player in the Fifa world last year, a study suggests.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 27.906976744186046}, "nll_sum": 77.67530822753906, "token_count": 21} +{"index": 221, "reference": "Swiss pilot Andre Borschberg has begun his bid to cross the Pacific, from China to Hawaii, in the zero-fuel Solar Impulse aeroplane.", "prediction": "French engineer Max Borsch,, to world a electric plane, Solarulse, has started his successful attempt to complete a electric flyjumbo.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 180.85533142089844, "token_count": 28} +{"index": 222, "reference": "A row between a Police and Crime Commissioner and his deputy, who was found guilty of serious misconduct, has been resolved following a payout.", "prediction": "A deputy police and crime commissioner forPCC) who was suspended after being suspended for the murder inquiry, has received financial of her job.", "rouge": {"rouge1": 42.5531914893617, "rouge2": 17.777777777777775, "rougeL": 34.04255319148936}, "nll_sum": 141.4176025390625, "token_count": 27} +{"index": 223, "reference": "Actor Edward Herrmann, best known for his roles in TV show Gilmore Girls and vampire movie The Lost Boys, has died aged 71.", "prediction": "Ed actor Ed Shermann, best known for playing John Richards as White Gilmore, The Whitehouse Years, has died aged 86, aged family, son is son has said, the actor's ballet from a from's ban.", "rouge": {"rouge1": 30.508474576271187, "rouge2": 14.035087719298245, "rougeL": 30.508474576271187}, "nll_sum": 258.97906494140625, "token_count": 44} +{"index": 224, "reference": "Northern Ireland goalscorer Gareth McAuley says Thursday's 2-0 Euro 2016 win over Ukraine - their first at a European Championship - was \"massive\".", "prediction": "Gareth McAuley was a \"specialising performance\" after his team were Poland 1-0 by their side in their final Group Group D qualifier at Euro 2016 as \"the- from a ballet in from from it's.", "rouge": {"rouge1": 33.89830508474576, "rouge2": 7.017543859649122, "rougeL": 20.338983050847457}, "nll_sum": 224.74417114257812, "token_count": 45} +{"index": 225, "reference": "A landmark legal challenge against Brexit has been rejected at the High Court in Belfast.", "prediction": "A victim whose victims are convicted of murder in Northern Ireland, has won a legal battle against the UK government must the Brexit a Supreme Court process.", "rouge": {"rouge1": 38.095238095238095, "rouge2": 0.0, "rougeL": 23.809523809523807}, "nll_sum": 125.57027435302734, "token_count": 28} +{"index": 226, "reference": "A student whose mother and teenage brother were stabbed to death is focusing on caring for her father who was also injured in the attack.", "prediction": "A mother to a teenager- stabbed to 18 to death at their Birmingham home has spoken, her was \"Be angel\" will never't them again\".", "rouge": {"rouge1": 32.0, "rouge2": 8.333333333333332, "rougeL": 32.0}, "nll_sum": 179.61915588378906, "token_count": 29} +{"index": 227, "reference": "North Korea has detained several US citizens - sometimes holding them for years, the BBC explains.", "prediction": "A best known bestof-thethe in North Korea has been arrested on charges of crimes against Tehran Bulgaria in saying it thinks a \"160 30 days - \"un- - from from a it was been's of.", "rouge": {"rouge1": 12.000000000000002, "rouge2": 8.333333333333332, "rougeL": 12.000000000000002}, "nll_sum": 291.3257751464844, "token_count": 43} +{"index": 228, "reference": "South Korea's education minister has apologised after two faulty questions in the national college entrance exam left thousands of students confused.", "prediction": "South Korea's education ministry has apologised after students tested the country's annual test exam test,", "rouge": {"rouge1": 51.28205128205129, "rouge2": 27.027027027027025, "rougeL": 46.15384615384615}, "nll_sum": 76.80084228515625, "token_count": 17} +{"index": 229, "reference": "National League North side Gloucester City are in talks with rugby league team Gloucestershire All Golds about a potential groundshare.", "prediction": "Rugby league union club Golds will meet with the Rugby rugby club over their departure home to the International Tigers stadium's proposed new stadium.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 4.651162790697675, "rougeL": 13.33333333333333}, "nll_sum": 151.53797912597656, "token_count": 28} +{"index": 230, "reference": "A Labour MP who accused Jeremy Corbyn of threatening to use his father - former Sinn F\u00e9in mayor Pat McGinn - to \"bully me into submission\" has spoken publicly about the row.", "prediction": " Conservative Labour councillor from Northern Ireland has apologised for wish Jeremy Corbyn as leader of F\u00e9in's office over box nips's office. and intervene.", "rouge": {"rouge1": 24.56140350877193, "rouge2": 7.2727272727272725, "rougeL": 21.052631578947366}, "nll_sum": 195.59864807128906, "token_count": 29} +{"index": 231, "reference": "Sir Bradley Wiggins and Mark Cavendish have been confirmed among 126 riders for the 2016 Tour of Britain, which begins in Glasgow on Sunday.", "prediction": "Two-time Olympic champion cycling world race champion Mark Cavendish will take part in this year World UCI World Championships in Britain in the of solve,olve,the's from cycling,D's from in a years as's.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 3.278688524590164, "rougeL": 15.873015873015872}, "nll_sum": 226.95657348632812, "token_count": 45} +{"index": 232, "reference": "A former financial controller has admitted stealing more than \u00a3440,000 from a hospital charity.", "prediction": "A retired soldier who admitted admitting a \u00a3500,000 from a charity where he worked for of cancer charity revealed a the's and phone it has. \" it a from a by reputation by2 boss by by of a. a fromA", "rouge": {"rouge1": 25.0, "rouge2": 7.407407407407408, "rougeL": 21.428571428571423}, "nll_sum": 288.017822265625, "token_count": 47} +{"index": 233, "reference": "Police in India's Maharashtra state have arrested five members of an upper caste for beating, stripping and parading naked a low-caste Dalit woman.", "prediction": "Police in the southern Indian state of Joachiasard say say they have beat a 36yearyear- woman to beat, beating and beat car. arm the Cornitit community of abor Nottingham town.", "rouge": {"rouge1": 32.727272727272734, "rouge2": 3.7735849056603774, "rougeL": 25.454545454545453}, "nll_sum": 303.5230712890625, "token_count": 41} +{"index": 234, "reference": "Turkey has hit out at the United States over criticism of its ongoing role in the conflict in Syria.", "prediction": "Kher Yongk has sparked, call for be US to double its action in northern Syria, accused Turkey of \" is a sovereign state\".", "rouge": {"rouge1": 34.14634146341463, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 161.55657958984375, "token_count": 27} +{"index": 235, "reference": "Toshiba shares rallied more than 10% on Thursday on reports the firm was about to secure substantial new loans for its restructuring efforts.", "prediction": "Toshiba has said it agreed to provide free bank to Japan Japanese bank on 7 December saying it fears to revive the tank of survival.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 12.499999999999996}, "nll_sum": 143.21548461914062, "token_count": 27} +{"index": 236, "reference": "England's batsmen must \"pull their fingers out\" if they are to win the third Test against Pakistan and draw the series 1-1, says James Anderson.", "prediction": "England need to \"lost and a bat\" the opening day of the third Test against Pakistan, says James Anderson.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 27.272727272727277, "rougeL": 43.47826086956522}, "nll_sum": 98.0611343383789, "token_count": 22} +{"index": 237, "reference": "British and Irish Lions head coach Warren Gatland says he will not repeat Graham Henry's 2001 mistake by splitting the squad early in the tour.", "prediction": "B coach Warren Gatland says compatriot Mike Mikel \"ucky to lose\" in the team that New Zealand in the third Test of Le Wellington.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 16.666666666666664, "rougeL": 27.999999999999996}, "nll_sum": 165.98658752441406, "token_count": 29} +{"index": 238, "reference": "Rangers have made right-back Lee Hodson their eighth summer signing on a three-year deal from MK Dons.", "prediction": "Rangers have signed midfielder Lee Hodson from Scottish Premiership club have joined Rangers on Rangers four 2011year contract.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 132.14480590820312, "token_count": 21} +{"index": 239, "reference": "A wine decanter taken from a church during the Highland Clearances and used by evicted families to feed milk to babies has been gifted to a museum.", "prediction": "A homemade art has been bearing the names of the Par Decanter which birth birth to the infants families thanks to a historic Inverness church.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 171.30615234375, "token_count": 29} +{"index": 240, "reference": "A woman who killed a pensioner while \"high on crystal meth and heroin\" has been given a six-year sentence.", "prediction": "A Belfastew who stabbed a \"one-a-half and later stabbed her boyfriend her car, has been jailed for 20 yearsold.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 5.128205128205128, "rougeL": 29.268292682926827}, "nll_sum": 160.82937622070312, "token_count": 27} +{"index": 241, "reference": "Criminals and terrorists are using the so-called dark net to buy weapons, a new study has suggested.", "prediction": "More than half a selling are selling illegal to the internet, in the blue red\",, research research suggests.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 137.4500732421875, "token_count": 21} +{"index": 242, "reference": "Chris Rock has announced that he's separating from his wife.", "prediction": "Chris Rock has filed a legal battle for privacy for divorce, his lawyer says.", "rouge": {"rouge1": 32.0, "rouge2": 17.391304347826086, "rougeL": 32.0}, "nll_sum": 68.86833953857422, "token_count": 15} +{"index": 243, "reference": "A man once dubbed the world's fattest has been granted an American visa so he can have surgery to remove excess skin.", "prediction": "A man dubbed dubbed - was, but the world's \"att doingest - has had post-surge to have brain surgery.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 15.0, "rougeL": 42.857142857142854}, "nll_sum": 176.345458984375, "token_count": 26} +{"index": 244, "reference": "A new type of drug could benefit men with aggressive prostate cancer that is no longer responding to treatment, researchers from the Institute of Cancer Research have said.", "prediction": " reinstate drugs drugs to men which can lead prostate cancer has been used to men men, new research suggests.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444444, "rougeL": 25.53191489361702}, "nll_sum": 107.67106628417969, "token_count": 21} +{"index": 245, "reference": "European leagues are free to schedule domestic games on the same nights as Champions League and Europa League ties after an agreement with Uefa ended.", "prediction": "The European Football League says it agreed to allow all Champions League games on the same night night the ahead of the season despite a record 'ofs couple's from's from's FC-wup\" in on November consecutive..", "rouge": {"rouge1": 31.25, "rouge2": 16.129032258064516, "rougeL": 25.0}, "nll_sum": 270.60845947265625, "token_count": 44} +{"index": 246, "reference": "Teachers should scrutinise the holiday plans of families from communities that practise female genital mutilation (FGM), a conference has heard.", "prediction": "' leaders' leaders are calling on encourage staff to female genital mutilation (FGM) in support of child sex abuse in a UK since Saturday, lesbian, from it, a referee, from, from of parents.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 12.000000000000002, "rougeL": 19.230769230769234}, "nll_sum": 216.50743103027344, "token_count": 43} +{"index": 247, "reference": "Police are investigating the rape of a woman in Queens Park in Glasgow's Southside.", "prediction": "Police have launched an investigation after a woman was raped in the MCCana theme park,", "rouge": {"rouge1": 53.333333333333336, "rouge2": 7.142857142857142, "rougeL": 40.00000000000001}, "nll_sum": 60.9830207824707, "token_count": 17} +{"index": 248, "reference": "Swansea's caretaker manager Alan Curtis says there would be no guarantee the club would return to the Premier League if they were relegated this season.", "prediction": "Swansea City will struggle getget back to Premier League and return to the Championship, says assistant coach Alan Curtis is a \"foregone conclusion\".", "rouge": {"rouge1": 36.73469387755102, "rouge2": 17.02127659574468, "rougeL": 16.3265306122449}, "nll_sum": 130.8615264892578, "token_count": 29} +{"index": 249, "reference": "The overall student loan debt for Welsh students has reached \u00a33.7bn, new figures show.", "prediction": "Welshgraduateiciciled students but not receive a university to tuition fees last year, to figures obtained by BBC Wales show in the- solve,mark, says they a from-A's\" from Christmas from a's. from a", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 326.52032470703125, "token_count": 47} +{"index": 250, "reference": "Police in Italy have arrested a jobless man who posed as an airline pilot, tricking his way into riding in the cockpit of at least one jet.", "prediction": "A 68-year-old man in Germany has been arrested after filmed himself flying himself as a pilot of carrying a foreign military airline be police say.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 18.51851851851852}, "nll_sum": 129.36094665527344, "token_count": 29} +{"index": 251, "reference": "David Cameron has said too many children from immigrant families are not able to speak English when they start at school.", "prediction": "Prime Minister David Cameron has said children must make their wives and familiesaved in English from the country, saying it needs \"prove further further\".", "rouge": {"rouge1": 31.11111111111111, "rouge2": 13.953488372093023, "rougeL": 26.666666666666668}, "nll_sum": 148.34446716308594, "token_count": 28} +{"index": 252, "reference": "Low pay and scarce hours are pushing working families and young people into poverty in Wales, a new report claims.", "prediction": "A national living wage in Wales working working with people is working in Wales, charity, a think tank has said.", "rouge": {"rouge1": 25.0, "rouge2": 5.263157894736842, "rougeL": 25.0}, "nll_sum": 110.90713500976562, "token_count": 22} +{"index": 253, "reference": "Time spent travelling to and from first and last jobs by workers who do not have a fixed office should be regarded as work, European judges have ruled.", "prediction": "Thousands of European care workers who spend an extra, or a possible appointment in a office, should be allowed to spend time to a office, one, one delayed GP sorting work.", "rouge": {"rouge1": 33.89830508474576, "rouge2": 10.526315789473685, "rougeL": 23.72881355932203}, "nll_sum": 189.0517578125, "token_count": 35} +{"index": 254, "reference": "Schools have been reopening in Guinea after a five-month closure because of the deadly Ebola outbreak.", "prediction": " Gu Hinean schools in Sierra Leone have officially closed and pupils to the public for, but amid fears fears of the deadly Ebola outbreak.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 20.51282051282051, "rougeL": 34.146341463414636}, "nll_sum": 139.47177124023438, "token_count": 27} +{"index": 255, "reference": "London's FTSE 100 index has recorded its biggest weekly loss this year after poor manufacturing figures in China exacerbated global economic fears.", "prediction": "The UK to biggest FE 100 index posted its lowest level to its highest in nearly four years, of worries over a slowdown slowdown in China China.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 8.333333333333334, "rougeL": 24.0}, "nll_sum": 152.75424194335938, "token_count": 28} +{"index": 256, "reference": "The sister of a teenager who was murdered, cut up and buried by her boyfriend says she is afraid after discovering he has been out of prison.", "prediction": " Service Northern Ireland Ambance Service says it will be help survivors offering the families of victims of those who helped the aftermath of a murder victim's murder.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 3.7735849056603774, "rougeL": 14.545454545454545}, "nll_sum": 154.0831756591797, "token_count": 29} +{"index": 257, "reference": "Russian politician Mikhail Kasyanov has accused President Vladimir Putin of \"silently encouraging\" intimidation as a row over a menacing video continues.", "prediction": "Russian Prime Minister Kud Kasyanov says he will not stand by pressure after a controversial video showing him to show protesters' Russian political crisis.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 141.78994750976562, "token_count": 29} +{"index": 258, "reference": "Perhaps predictably, Louis van Gaal delivered the best line of the day as he reflected on how his side survived an early storm to beat Arsenal 2-1.", "prediction": "Louis van Gaal has told an telling of his Manchester United side was the only defeat against Arsenal - and when it done in a stunning sprint match at Old Trafford. solve's again a a again once- again. a solve again a's a", "rouge": {"rouge1": 25.000000000000007, "rouge2": 5.714285714285714, "rougeL": 19.444444444444446}, "nll_sum": 262.11785888671875, "token_count": 47} +{"index": 259, "reference": "Craft brewer BrewDog has raised $1m (\u00a3770,000) from US investors within the first three days of a new funding round, according to the company.", "prediction": " Brew landlord BrewDog says it received a recordalling $700m65 overm) in its response to its funding for a US Texas investment project.", "rouge": {"rouge1": 21.276595744680854, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 188.62210083007812, "token_count": 29} +{"index": 260, "reference": "An industrial dispute at Tata Steel has ended after workers voted to accept changes to their pension scheme.", "prediction": "Tata across workers are facing a national strike to take strike action in their long row.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 93.42903137207031, "token_count": 17} +{"index": 261, "reference": "Keurig Green Mountain, which makes K-cups single-serve coffee pods, said it has accepted a $13.9bn (\u00a39.2bn) bid.", "prediction": "American pod DIY chainig Mountain is trying to buy US coffeemaker Coca-ine Green in a deal worth $2bn, $-bn (\u00c2\u00a399m).", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 231.04583740234375, "token_count": 34} +{"index": 262, "reference": "A university has withdrawn a poster which appeared to ridicule Hollywood star Jennifer Lawrence after her nude pictures were leaked on the internet.", "prediction": "A school image of an image of herself of a poster which includes Hollywood star Jennifer Lawrence and's university campus have been criticisedbad bad taste\".", "rouge": {"rouge1": 36.73469387755102, "rouge2": 21.276595744680854, "rougeL": 32.6530612244898}, "nll_sum": 165.8690185546875, "token_count": 27} +{"index": 263, "reference": "A man has been stabbed to death in a street in north London.", "prediction": "A man was stabbed to death after an alleyway in northway London.", "rouge": {"rouge1": 55.99999999999999, "rouge2": 26.08695652173913, "rougeL": 55.99999999999999}, "nll_sum": 55.893898010253906, "token_count": 14} +{"index": 264, "reference": "Exeter head coach Rob Baxter says his side need to perform consistently at a \"high intensity\" if they are to earn more international recognition.", "prediction": "Bath's head coach Rob Baxter says why it can understand why why some of his squad were picking up players at the end of this season..", "rouge": {"rouge1": 27.450980392156865, "rouge2": 16.3265306122449, "rougeL": 27.450980392156865}, "nll_sum": 131.34349060058594, "token_count": 28} +{"index": 265, "reference": "Brendan Rodgers says it would be a \"remarkable achievement\" for Celtic to complete an unbeaten league season.", "prediction": "Celtic manager Brendan Rodgers says his side thinks 36 points in the Scottish Premiership battle in their history.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 12.121212121212121, "rougeL": 17.142857142857142}, "nll_sum": 92.88200378417969, "token_count": 20} +{"index": 266, "reference": "Hundreds of rooms at a \u00a345m student halls development at Aberystwyth University will not be ready for the new term.", "prediction": " a new hill rooms at by site on an Anglesey university campus will be open open with closing campus to re halls to students.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 167.99423217773438, "token_count": 26} +{"index": 267, "reference": "Characters based on a Nickelodeon cartoon were dropped from a Northern Ireland council's Christmas celebrations - after it emerged they were unauthorised.", "prediction": "A council which was due to appear in Santa Claus in a Christmas show that saw Hamilton and of Marshall will not make a of a Northern Ireland council.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.244897959183671, "rougeL": 19.607843137254903}, "nll_sum": 157.02099609375, "token_count": 29} +{"index": 268, "reference": "Aston Villa have appointed former Brighton coach Colin Calderwood as their assistant manager to Steve Bruce.", "prediction": "Aston Villa have appointed Sher Calderwood as new head coach by Brighton H.", "rouge": {"rouge1": 55.172413793103445, "rouge2": 29.629629629629626, "rougeL": 41.37931034482759}, "nll_sum": 86.18966674804688, "token_count": 15} +{"index": 269, "reference": "Jamie Roberts intends to use his disappointment at being overlooked by the British and Irish Lions as motivation when he captains Wales.", "prediction": "Patrick Roberts has admitted hisishing future of being the British and Irish squad on their 2017 summer tour to New Zealand was he \" price the price\".", "rouge": {"rouge1": 33.333333333333336, "rouge2": 13.043478260869565, "rougeL": 29.166666666666668}, "nll_sum": 168.8887939453125, "token_count": 28} +{"index": 270, "reference": "In terms of what England wanted out of the game with Scotland I think they got everything.", "prediction": "A man who changed the tactics of England's tactics in their style tactics before the match-up match with Scotland in the Six Nations.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 5.0, "rougeL": 23.80952380952381}, "nll_sum": 113.56600189208984, "token_count": 26} +{"index": 271, "reference": "Great Britain will miss the men's Olympic 4x100m relay final after being disqualified in their semi-final.", "prediction": "Great Britain's men's Olympic sailing team said they suffered a \"great defeat\" at the event, having missed out on the men been 10m final at the Rio Games says it-A a referee in from Saturday'sA a", "rouge": {"rouge1": 31.03448275862069, "rouge2": 14.285714285714283, "rougeL": 24.137931034482758}, "nll_sum": 225.91253662109375, "token_count": 45} +{"index": 272, "reference": "Police are appealing for witnesses following a head-on crash between a car and a bus in West Lothian.", "prediction": "Four people have been seriously injured in a crash between a bus and bus in East Lothian.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 23.52941176470588, "rougeL": 44.44444444444444}, "nll_sum": 48.34196472167969, "token_count": 19} +{"index": 273, "reference": "Police have named a 52-year-old man who died after the forklift truck he was driving toppled over.", "prediction": "An 87-year-old motorist died when when he was struck by a pick- picklift truck by police in South Lanarkshire.", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 101.71051025390625, "token_count": 28} +{"index": 274, "reference": "Great Britain's double gold medallist Nicola Adams believes new trainer Virgil Hunter will play a key part in success as a professional.", "prediction": "Two-time Olympic boxing champion Nicola Adams says James Ward can challenge the challenge of becoming a champion when she becomes the three-time champion.", "rouge": {"rouge1": 12.499999999999996, "rouge2": 4.3478260869565215, "rougeL": 12.499999999999996}, "nll_sum": 106.7166976928711, "token_count": 27} +{"index": 275, "reference": "We're fast approaching the 70th anniversary next month of the dropping of the first nuclear bomb, on Hiroshima.", "prediction": "As Korea marks the 70th anniversary of one of the worst nuclear strike in its history.", "rouge": {"rouge1": 40.0, "rouge2": 18.18181818181818, "rougeL": 40.0}, "nll_sum": 52.77810287475586, "token_count": 17} +{"index": 276, "reference": "David Drumm, former boss of the Anglo Irish Bank, has been granted bail by an Irish court after he was extradited from the US to face fraud charges.", "prediction": "The ex-president of Anglo Irish Bank Irish Paul Drumm, has been charged with charges of charges against investors in the Republic of Ireland.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 12.0, "rougeL": 26.923076923076923}, "nll_sum": 104.00289916992188, "token_count": 27} +{"index": 277, "reference": "Lala Njava's music is grounded in Madagascan tradition but is enriched with jazz, trance and afrobeat.", "prediction": "Lalaala N Naa, is Belgium is known for her music industry, list dozens of islands bought in the forest and on land in her kingdom country in Belgium.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 199.64329528808594, "token_count": 33} +{"index": 278, "reference": "There haven't been many good moments for Myanmar's Rohingya Muslims in the last four years.", "prediction": "A former UN secretary general general has been appointed as UN news agency that aims to help Myanmar's swine Rohingya.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 5.555555555555556, "rougeL": 21.052631578947366}, "nll_sum": 111.04212951660156, "token_count": 22} +{"index": 279, "reference": "Ivan Lendl is definitely more of a handshake than a hug kind of guy.", "prediction": "I'm remember and writing when I wasn get a second Wimbledon title in December then and was actually writing, I'm to ready and I is't wouldn to be tennis.", "rouge": {"rouge1": 8.695652173913043, "rouge2": 0.0, "rougeL": 4.3478260869565215}, "nll_sum": 214.9796142578125, "token_count": 34} +{"index": 280, "reference": "How did it go for the 16 and 17-year-olds who were allowed to vote for the first time ever in the UK?", "prediction": "The rate of 16 and 17year--olds to be able to vote for \"a the whole generation\", a teenager has told BBCnight group.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.33333333333333, "rougeL": 34.04255319148936}, "nll_sum": 152.98204040527344, "token_count": 28} +{"index": 281, "reference": "Mercedes Formula 1 boss Toto Wolff admits that Nico Rosberg's decision to retire took him completely by surprise - but it is only the start of his problems.", "prediction": " Susie Wolff has warned that Red Bull would \"league a scare\" a rival by, after becoming a Formula 1 driver in its 2017 season.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 3.9999999999999996, "rougeL": 11.538461538461538}, "nll_sum": 141.09115600585938, "token_count": 29} +{"index": 282, "reference": "Smoking could play a direct role in the development of schizophrenia and needs to be investigated, researchers say.", "prediction": "Woking could be linked to mental mental health, such as schizophrenia later later and later, the London research suggests.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 98.31869506835938, "token_count": 22} +{"index": 283, "reference": "A family of five, including three young children, had to be rescued from a Somerset beach after their car got stuck in the mud on Saturday evening.", "prediction": "Four children were rescued from a beach on a beach in Norfolk due to high tides the high tides.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 9.090909090909092, "rougeL": 30.434782608695656}, "nll_sum": 74.6466064453125, "token_count": 19} +{"index": 284, "reference": "Former Archbishop of Canterbury Lord Carey says he will support legislation that would make it legal for terminally ill people in England and Wales to receive help to end their lives.", "prediction": "The former Archbishop of Canterbury Lord Carey has said he changed his in a aallyill bill, allowing people to \"living die in my life\"..", "rouge": {"rouge1": 40.0, "rouge2": 18.867924528301884, "rougeL": 36.36363636363636}, "nll_sum": 163.24801635742188, "token_count": 29} +{"index": 285, "reference": "Leicester's decision to sack Claudio Ranieri nine months after winning the Premier League made former Foxes striker Gary Lineker \"shed a tear\".", "prediction": "Former England striker Gary Lineker says theamp decision and criticised Chelsea Tottenham for failing to win the Premier League title was \"the biggest Mick in sport\".", "rouge": {"rouge1": 40.816326530612244, "rouge2": 21.276595744680854, "rougeL": 24.489795918367346}, "nll_sum": 145.08517456054688, "token_count": 29} +{"index": 286, "reference": "Rescuers are frantically trying to save about nine people located in the wreckage of a collapsed factory complex in the Bangladeshi capital Dhaka.", "prediction": "Nigeria's army camp says it plans to save nine more bodies from bodies when a building collapsed and abandoned a of factory building of the site, December's army says.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 3.846153846153846, "rougeL": 25.925925925925924}, "nll_sum": 178.8399200439453, "token_count": 34} +{"index": 287, "reference": "Dundee United have signed their second goalkeeper in a week by bringing in Harry Lewis on loan from Southampton.", "prediction": "Dundee United have completed the signing of teenage goalkeeper Harry Lewis, after the left-back signed for Southampton worth be \u00a32m.", "rouge": {"rouge1": 40.0, "rouge2": 15.789473684210526, "rougeL": 40.0}, "nll_sum": 106.03239440917969, "token_count": 27} +{"index": 288, "reference": "Celtic cruised to a 3-0 win over Aberdeen at Hampden Park as Brendan Rodgers secured his first trophy as the Scottish Premiership leaders' manager.", "prediction": "Celtic survived a nightmare down to be down Aberdeen Old life at Old Trafford, there it wasn't it wasn't it, but it wasn it wasn't too in think it for too low.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 222.39801025390625, "token_count": 39} +{"index": 289, "reference": "For three weeks Alexander Litvinenko desperately tried to fight off the radiation that was destroying his body from within.", "prediction": "A widow's Russian Alexander Litvinenko, died suddenly in his bed in London in May 2004, told police she never tried to recall him.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 113.40101623535156, "token_count": 28} +{"index": 290, "reference": "Auditors have questioned the way a health board handled funding awarded to a celebrity-led charity event.", "prediction": "A Welsh health board has been criticised for giving the money to a Welsh organ donation organiser which raised \u00a37,000000 of Welsh Government grant.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 10.0, "rougeL": 23.80952380952381}, "nll_sum": 127.93939208984375, "token_count": 28} +{"index": 291, "reference": "An 85-year-old woman has died after being struck by a bin lorry in Edinburgh.", "prediction": "An 86-year-old woman was seriously injured after being hit aorry lorry while walking a a walking path in a road of northern Edinburgh in a. solve the again from-A a of in from from a's?", "rouge": {"rouge1": 36.36363636363636, "rouge2": 11.320754716981133, "rougeL": 32.72727272727273}, "nll_sum": 230.55596923828125, "token_count": 45} +{"index": 292, "reference": "A tractor being driven by a 15-year-old boy \"as a taxi for his drunk mates\" has been stopped by police in North Yorkshire.", "prediction": "A tractor driver has been pulled over by a police police van North North Yorkshire.", "rouge": {"rouge1": 45.0, "rouge2": 21.05263157894737, "rougeL": 40.0}, "nll_sum": 73.80636596679688, "token_count": 15} +{"index": 293, "reference": "A man accused of claiming almost \u00c2\u00a310,000 after allegedly pretending his family died in the Grenfell Tower fire has denied two counts of fraud.", "prediction": "A man who helped money to support homeless people killed in the Grenfell Tower fire a year ago has pleaded guilty to charges a court a heard and.", "rouge": {"rouge1": 30.188679245283023, "rouge2": 19.607843137254903, "rougeL": 30.188679245283023}, "nll_sum": 127.3966064453125, "token_count": 29} +{"index": 294, "reference": "In our series of letters from African journalists, media and communications trainer Joseph Warungu gives a personal guide to some of the key people, places and events to watch out for in Africa in 2017.", "prediction": "In our series of letters from African journalists, journalist Joseph Warungu looks at a group of people will not stand for office in Africa next year.", "rouge": {"rouge1": 52.459016393442624, "rouge2": 30.508474576271183, "rougeL": 52.459016393442624}, "nll_sum": 133.06381225585938, "token_count": 29} +{"index": 295, "reference": "A farmer told to demolish a mock Tudor castle that was built without planning permission has vowed to rebuild \"the work of art\" elsewhere.", "prediction": "T built who built mock-Tudor castle built without planning permission after reopen it, has been told he \"could will not return and court\".", "rouge": {"rouge1": 37.5, "rouge2": 21.73913043478261, "rougeL": 33.33333333333333}, "nll_sum": 185.3730926513672, "token_count": 29} +{"index": 296, "reference": "Full services on Nottingham's new tram lines have started, eight months behind schedule.", "prediction": "The first of five new Nottingham line lines to built in Nottingham more than years ago ago, has begun.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 112.27932739257812, "token_count": 20} +{"index": 297, "reference": "Thieves broke into vans and stole tools being used by a team working on a life-changing project for TV show DIY SOS.", "prediction": "B burglars have stolen from a of home of an injured army SOS team.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 88.99203491210938, "token_count": 15} +{"index": 298, "reference": "Oil and gas exploration firm Tullow Oil has reported a pre-tax loss of \u00a31.3bn for the year to 31 December as low oil prices bit into revenues.", "prediction": " Sea Sea company industry Oil has reported a big in revenues in the first half of this year because of a fall in the price of oil.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 11.111111111111112, "rougeL": 25.0}, "nll_sum": 107.27629089355469, "token_count": 27} +{"index": 299, "reference": "EE has come out on top and Vodafone last in one of the UK's most comprehensive tests of mobile networks.", "prediction": " the UK's phone networks - mobile average speed software - are than better in the US, a study suggests.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 103.86660766601562, "token_count": 21} +{"index": 300, "reference": "A man who tried to get home on a 2.5 tonne road roller after a night out drinking in Dumfries has received a 15-month driving ban.", "prediction": "A motorist who was caught at 80mph twice in the water roller in Dumfriesf- handed to a three-game driving ban and a banned from his the on his home from a from have Jewish of.", "rouge": {"rouge1": 37.5, "rouge2": 3.225806451612903, "rougeL": 21.875000000000004}, "nll_sum": 270.91131591796875, "token_count": 43} +{"index": 301, "reference": "Nearly all of the chaotically built homes in the small community of Vila Uniao in the west of Rio have \"SMH\" painted onto their walls.", "prediction": "\"It was a turnaround plan, too little political plan we meant anything.\"", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 92.09451293945312, "token_count": 14} +{"index": 302, "reference": "A key safety limit at one of Britain's nuclear power stations is being raised to allow the life of the reactor to be extended, the BBC has learned.", "prediction": "EDF has forced a reactor which cut at one of its nuclear is to be shut down amid safety fears it poses a \"game goal Iceland\".", "rouge": {"rouge1": 40.0, "rouge2": 11.32075471698113, "rougeL": 29.090909090909093}, "nll_sum": 159.82443237304688, "token_count": 28} +{"index": 303, "reference": "A US dentist has killed a lion in Zimbabwe, Africa.", "prediction": "The American hunter who was killed by a share in Zimbabwe India Zimbabwe told Zimbabwe BBC \"theDon wasn't think the sport is doing for sport\".", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 178.78289794921875, "token_count": 28} +{"index": 304, "reference": "A whisky distillery plans to invest \u00a3580,000 in community projects to mark its 200 years on the island of Islay.", "prediction": "One of Scotland's last bottles of whisky will to be donated to Falkland English and other protected sites as part of a \u00a31m of lottery funding.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 132.39218139648438, "token_count": 30} +{"index": 305, "reference": "David Hockney's assistant died after drinking acid at the painter's home, an inquest has heard.", "prediction": " artist David Hockney was taken ill after taking cocaine, went to bed to bed, his teacher, an inquest has heard- a 2011 a 2011's again- again Broadway a 2011 again a's again 2011 of a 2011 again 2011-", "rouge": {"rouge1": 31.578947368421055, "rouge2": 14.545454545454547, "rougeL": 24.56140350877193}, "nll_sum": 248.02932739257812, "token_count": 47} +{"index": 306, "reference": "Nigeria's Olympic rower Chierika Ukogu has an inspirational story - but without the mistaken promotion of US rapper Snoop Dogg, she is likely to have sunk without trace.", "prediction": "As Chierona Chogu, probably be the Paralympic goldmp London 2012 has left rowing after she believes Nigeria been a silver medal at the Rio Olympics.", "rouge": {"rouge1": 18.86792452830189, "rouge2": 0.0, "rougeL": 7.547169811320756}, "nll_sum": 209.85667419433594, "token_count": 34} +{"index": 307, "reference": "A plane bound for Chicago has been forced to make an emergency landing for the second time in two days.", "prediction": "A flight bound for Chicago gunman London to London made a emergency emergency because a mechanical. and saying itiven in \"olve a and double the from.\"ig from a penalty from's complaint from it's has from game?A from aA", "rouge": {"rouge1": 29.032258064516125, "rouge2": 6.666666666666667, "rougeL": 22.58064516129032}, "nll_sum": 355.0013427734375, "token_count": 47} +{"index": 308, "reference": "Sporting events and venues in England are conducting major security reviews after 22 people were killed in an attack at Manchester Arena.", "prediction": "Manchester United's football team paid tribute \"I their families and families\" families victims of Monday's suicide attack and a meeting in Manchester the", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 145.28929138183594, "token_count": 26} +{"index": 309, "reference": "A tenfold increase in the number of English schools converting to academies has meant \u00a31bn in extra costs, says the government's spending watchdog.", "prediction": "The government owed \u00a33bn to enter state schools to academies during England during 2012, the public spending watchdog says. says in the's the 2011, \"b it serious from the-over-ups of national.. the", "rouge": {"rouge1": 40.67796610169492, "rouge2": 14.035087719298241, "rougeL": 23.728813559322035}, "nll_sum": 284.76348876953125, "token_count": 44} +{"index": 310, "reference": "Russell Knox has every right to beam from ear to ear, as he did for the majority of his 15-minute media gathering, after flying in from his base in the United States to a sodden Castle Stuart.", "prediction": "Scottish champion Russell Knox feels Edinburgh this week as \"inevitableine\" about, Ryder Cup, giving him a a little noard.", "rouge": {"rouge1": 14.035087719298245, "rouge2": 3.6363636363636362, "rougeL": 14.035087719298245}, "nll_sum": 177.21011352539062, "token_count": 28} +{"index": 311, "reference": "The mother of missing teenager Charlene Downes said she is going to sue police over mishandling her murder case.", "prediction": "A teenager whose school was not disappeared 20 years ago in the murder attempted has accused police, the her force to \"att anythingatt\".", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 186.3146514892578, "token_count": 26} +{"index": 312, "reference": "Brazilian police say they want to speak to International Olympic Committee (IOC) president Thomas Bach about an alleged scheme to resell tickets during last month's Rio Olympics.", "prediction": "Brazilian police investigating the Olympic Council (IOC) of the president of Irish president Thomas Bach after he attended the Paralympic ceremony.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 12.765957446808512, "rougeL": 28.571428571428577}, "nll_sum": 126.28607177734375, "token_count": 27} +{"index": 313, "reference": "Joyce Banda, who has made history becoming Malawi's first female president and only the second woman to lead a country in Africa, has a track record of fighting for women's rights.", "prediction": " Moeen Banda, who has become one of the best- interests of all time, has been elected as Malawi be president-president to be female.", "rouge": {"rouge1": 38.59649122807017, "rouge2": 7.2727272727272725, "rougeL": 24.56140350877193}, "nll_sum": 151.81396484375, "token_count": 31} +{"index": 314, "reference": "Relegated Sunderland will travel to Bury in the EFL Cup first round.", "prediction": "The English Football League (EFL) has revealed a E Cup fourth-round draw, the which has be streamed after a live provide Cup stream.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 152.38388061523438, "token_count": 29} +{"index": 315, "reference": "Three rare pygmy marmosets have been rescued and are set to be reunited, after being stolen from a Sydney zoo at the weekend.", "prediction": " a rare mar marmoset, which was being brought back to an Australian zoo after 30 years of being stolen in an Australian zoo been a 27 Nottingham's theForest's a \"-A- game in a from a's the a's", "rouge": {"rouge1": 37.5, "rouge2": 6.451612903225806, "rougeL": 28.125}, "nll_sum": 259.3812255859375, "token_count": 46} +{"index": 316, "reference": "Forget James Bond, when it comes to recruiting spies needed to protect Britain there aren't enough Jane Bonds.", "prediction": "\"We used the phone, mobileers - and it wasn't male male recruiters, saying it wasn't to be a male or head coach.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 144.84637451171875, "token_count": 29} +{"index": 317, "reference": "The world leader of millions of Muslims has condemned the Westminster terror attack calling it an \"affront to the teachings of Islam\".", "prediction": "A leading Muslim religious leader has Muslims who out a terror attack at Westminster last weekend, saying violence is types of violence and 30 delay\".", "rouge": {"rouge1": 29.787234042553195, "rouge2": 4.444444444444445, "rougeL": 21.276595744680854}, "nll_sum": 156.18418884277344, "token_count": 26} +{"index": 318, "reference": "Singer Charlotte Church has lost her unborn baby, she has announced.", "prediction": "CharlotteCharl and her Jonny Powell has confirmed she of expecting her second child.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 106.36723327636719, "token_count": 16} +{"index": 319, "reference": "A man who admitted causing a fatal crash while being pursued by an unmarked police car has been jailed for nine years.", "prediction": " Louis van driver who killed the families of two men in a fatal crash after driving at atmph, has been jailed for 18 months.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 22.727272727272723, "rougeL": 34.78260869565217}, "nll_sum": 106.48577117919922, "token_count": 26} +{"index": 320, "reference": "A pensioner who underwent gender re-assignment surgery at the age of 69 says she lived \"in the wrong body\" for most of her life because she feared the reaction of her friends and family.", "prediction": " a first transgender woman having transgender marriage after having a double- triple operation nearly two years ago, has called for address resolve in Northern Ireland to issue the transgender clinic.", "rouge": {"rouge1": 12.307692307692307, "rouge2": 0.0, "rougeL": 9.230769230769232}, "nll_sum": 181.20065307617188, "token_count": 32} +{"index": 321, "reference": "Astronomers have discovered a baby planet which looks like a young version of Jupiter.", "prediction": "Astronomers in possible spotted a huge planet - like \"a harmful-like planets, Jupiter - on the planet on a solar world.", "rouge": {"rouge1": 35.29411764705882, "rouge2": 6.25, "rougeL": 35.29411764705882}, "nll_sum": 166.36529541015625, "token_count": 27} +{"index": 322, "reference": "Campaigners have opened a camp with thousands of protesters due in Newport ahead of next week's Nato summit.", "prediction": "A security fencing, be installed at Newport's planned anti-ato recruitment camp in Newport, despite a meeting from leaders and world leaders not move there.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 183.1157684326172, "token_count": 29} +{"index": 323, "reference": "The High Court has banned publication of photographs allegedly stolen from Pippa Middleton's iCloud account.", "prediction": "A man has been arrested over allegations that she of pictures hotel celebrities were posted online, which police called dubbed the \"celebgate\" affair.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 142.8818359375, "token_count": 28} +{"index": 324, "reference": "The Metropolitan Police are on heightened alert for a rise in hate crime following the European referendum result.", "prediction": "The Polish intelligence worker has, reported after reports of racist graffiti at a London cultural centre, east London and of. has a in the a reputation, a,\", itA from its decision on London has's of a's a fromA", "rouge": {"rouge1": 17.24137931034483, "rouge2": 0.0, "rougeL": 13.793103448275865}, "nll_sum": 295.0755920410156, "token_count": 47} +{"index": 325, "reference": "Ospreys have signed former Scarlets and Wales back-rower Rob McCusker on a short-term contract as injury cover.", "prediction": "Ospreys have re-signed captain Rob McClusker from Welshform Premiership champions Zebre on a deal to", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.12121212121212, "rougeL": 34.285714285714285}, "nll_sum": 115.34536743164062, "token_count": 23} +{"index": 326, "reference": "Heavily armed men have attacked a convoy of cars belonging to a Saudi prince, stealing 250,000 euros (\u00a3200,000; $330,000), police say.", "prediction": "An armed gang raid a Mercedes convoy worth more thanm euros72,000) in cash, police,, commandos say in the a\", solve, says they 2011 a-m 2011 botched in from November's it. from emerged", "rouge": {"rouge1": 23.728813559322035, "rouge2": 0.0, "rougeL": 20.33898305084746}, "nll_sum": 311.23406982421875, "token_count": 45} +{"index": 327, "reference": "\"Dedicated\" and \"hungry for success\" are phrases used a lot in connection with athletes heading to compete in an Olympic Games.", "prediction": "Imagine you ever stop're a rugby union match, you are female players who have not done was anything doing room's is a femalealan - it a remove a men's! \"I a a man from it! fromA a. a", "rouge": {"rouge1": 6.55737704918033, "rouge2": 0.0, "rougeL": 6.55737704918033}, "nll_sum": 299.47613525390625, "token_count": 47} +{"index": 328, "reference": "Mobile and landline telephone services have been restored in Shetland after coverage was lost for several hours causing disruption.", "prediction": " Tr flights between Shetland and Shetland have been restored after service customers were left power after a power failure in a power docking failure.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 127.72950744628906, "token_count": 28} +{"index": 329, "reference": "A girls' school has scrapped its end of year prom claiming it is too much of a \"distraction\" to pupils.", "prediction": " sailing preparations for the New Year school have a criticised because of \"massive struggle\" competition, the headmaster said.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 120.92182159423828, "token_count": 22} +{"index": 330, "reference": "\"If they knew I was talking to you, I'd be killed,\" says Mohamed.", "prediction": " Marathon a red and grey painted outside a football stadium in Edirne, a 30-year-old, and and, and and grey and and of uniform, shot in the, and sparse and blue.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 214.39947509765625, "token_count": 41} +{"index": 331, "reference": "Leyton Orient have appointed former chief executive Matt Porter to their board of directors following Nigel Travis' takeover on 22 June.", "prediction": "Leyton Orient president Chris Porter will step as chief executive of his contract.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 29.411764705882348}, "nll_sum": 76.26405334472656, "token_count": 15} +{"index": 332, "reference": "US Supreme Court Justice Ruth Bader Ginsburg has admitted there is a reason she was seen nodding off at the president's State of the Union address.", "prediction": "IC Court Ruth B different Gins, says she was thrown up a acceptance during her speech, California, saying she was \"'thand\" \" Islamic State of Union.\"", "rouge": {"rouge1": 30.769230769230766, "rouge2": 8.0, "rougeL": 30.769230769230766}, "nll_sum": 230.13853454589844, "token_count": 32} +{"index": 333, "reference": "A man is being held in Manchester on suspicion of terrorism offences.", "prediction": "A man has been arrested by police received a legislation of a terrorism offence.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 16.666666666666668, "rougeL": 38.46153846153846}, "nll_sum": 68.8403091430664, "token_count": 14} +{"index": 334, "reference": "John Key has announced that he will resign as prime minister of New Zealand, after eight years in the job, citing family reasons.", "prediction": "New Zealand's Prime Minister John Key, will leave the Labour Party and not seeking a general election in December.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 14.634146341463413, "rougeL": 18.6046511627907}, "nll_sum": 72.20664978027344, "token_count": 21} +{"index": 335, "reference": "Labour has accused the Conservatives of putting \"vitriolic personal attacks\" at the heart of their election campaign.", "prediction": "The Conservatives have accused the Conservative Party of spending more \u00a38m suffering on social media, saying it is onon the huge scale back\".", "rouge": {"rouge1": 25.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 138.09494018554688, "token_count": 27} +{"index": 336, "reference": "Detectives investigating the alleged attempted kidnap of a baby are appealing for a taxi driver to contact them.", "prediction": "A taxi driver has appealed for witnesses help to help attempted with the attempted murder of a two-year-old girl and a girl.", "rouge": {"rouge1": 47.61904761904762, "rouge2": 20.0, "rougeL": 23.80952380952381}, "nll_sum": 100.81004333496094, "token_count": 26} +{"index": 337, "reference": "Offenders with a violent history are to be offered a new chance to change their lives, following the success of an American-style training project.", "prediction": "The first food truck set up for more criminal or more, girls who received or women, has been given it be be given a second chance.", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 169.62916564941406, "token_count": 28} +{"index": 338, "reference": "One of Scotland's most wanted fugitives is still believed to be hiding in the Netherlands almost 10 years after he raped a woman in Glasgow.", "prediction": " child child who wants to be raped and murdered woman in a Glasgow street after 30 years ago has been put up on a list of UK suspects gang suspects", "rouge": {"rouge1": 39.28571428571428, "rouge2": 7.407407407407408, "rougeL": 25.0}, "nll_sum": 132.85202026367188, "token_count": 29} +{"index": 339, "reference": "Dallas police have given the all clear, hours after security levels were raised at their headquarters in the city.", "prediction": "Texas police officers are moving to main main station in US city of Dallas received a security threat, local police say.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 104.37003326416016, "token_count": 22} +{"index": 340, "reference": "A paedophile who raped a 12-year-old boy after grooming him online has been jailed for 13 years.", "prediction": "A man who groomed and sexually watch online players and asked him to groom a 13-yearold boy has been jailed for 10 years.", "rouge": {"rouge1": 60.46511627906976, "rouge2": 14.634146341463413, "rougeL": 41.86046511627907}, "nll_sum": 103.72775268554688, "token_count": 27} +{"index": 341, "reference": "Italy's first female astronaut, Samantha Cristoforetti, is spending almost six months on the International Space Station.", "prediction": "Samantha Obama has been returned to orbit space because she isn't in space.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 76.7419204711914, "token_count": 16} +{"index": 342, "reference": "A council is to seek a civil injunction and damages against one of its own councillors and other members of the public.", "prediction": "A Green Party candidate who has tried stand trial for street steel works works will to stopping, saying saying the council will take legal action legal and opponents. aA a's a from a from The's from been of a's from's a", "rouge": {"rouge1": 20.8955223880597, "rouge2": 0.0, "rougeL": 11.940298507462686}, "nll_sum": 302.1571044921875, "token_count": 47} +{"index": 343, "reference": "Team Sky riders are \"100%\" behind team principal Sir Dave Brailsford, according to Geraint Thomas.", "prediction": "New Team Sky chief Geraint Thomas has said he has backed his support to Team Team for Sir Dave Brailsford for a performanceallancing drugs.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 21.62162162162162, "rougeL": 30.76923076923077}, "nll_sum": 165.92189025878906, "token_count": 29} +{"index": 344, "reference": "Messaging app firm Snapchat has announced its first gadget - sunglasses with a built-in camera.", "prediction": " Snapchat owner of, Snapchat, has unveiled a new, 91-off, that it says says will be showing YouTube YouTube and will released on YouTube.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 5.405405405405405, "rougeL": 15.384615384615385}, "nll_sum": 159.27664184570312, "token_count": 29} +{"index": 345, "reference": "Guinea-Bissau's players have ended their strike after being paid outstanding wages, four days before the start of the Africa Cup of Nations.", "prediction": "Guineaorgan-Bisssigned have staging their appearance at the Africa Cup of Nations, after a strike to over to pay scandal pay", "rouge": {"rouge1": 40.0, "rouge2": 18.6046511627907, "rougeL": 31.11111111111111}, "nll_sum": 179.20310974121094, "token_count": 26} +{"index": 346, "reference": "David Cameron has voiced his \"strong support\" for the expansion of grammar schools during a visit to the South East.", "prediction": "David Cameron has said the support a new grammar school will be built in Kent,, despite the decision to go \"all all good\".", "rouge": {"rouge1": 46.51162790697674, "rouge2": 14.634146341463413, "rougeL": 32.558139534883715}, "nll_sum": 123.74447631835938, "token_count": 25} +{"index": 347, "reference": "Championship side Bristol City came from behind to beat Premier League Watford in the EFL Cup second round.", "prediction": "Ch-hip champions Bristol City came from 3-2 down a goal down to beat 10-man Watford and beat Watford in the EFL Cup.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 39.02439024390244, "rougeL": 51.162790697674424}, "nll_sum": 107.25859069824219, "token_count": 31} +{"index": 348, "reference": "A disturbance at a prison saw 130 inmates transferred to nearby jails after two wings were put \"out of commission\", a union has said.", "prediction": " three prisoners were seriously injured in Baltimore at a Kent, Kent union officials said.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 84.49496459960938, "token_count": 15} +{"index": 349, "reference": "Batsman Joe Root has credited sacked coach Peter Moores with the form that resulted in him being named England's player of the year.", "prediction": "England batsman Joe Root has received a surprise from former team-mate Peter Moores, who was named player of the year.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 32.558139534883715, "rougeL": 48.888888888888886}, "nll_sum": 76.34772491455078, "token_count": 25} +{"index": 350, "reference": "Manager Grant McCann has apologised to the fans for Peterborough United's 4-1 home defeat by fellow League One play-off hopefuls Southend United.", "prediction": "Peterborough United boss Grant McCann Robinson \"has to blame\" the for fans after the 3-0 thr of League One play-off hopefuls Wednesday.", "rouge": {"rouge1": 57.14285714285714, "rouge2": 25.53191489361702, "rougeL": 44.89795918367347}, "nll_sum": 173.94850158691406, "token_count": 31} +{"index": 351, "reference": "An public inquiry is under way into plans for up to 500 new homes in an area of open land in Kent.", "prediction": "Campaigners opposed to plans to build 1, homes on in northern outskirts to Kent have accused the borough council of \" last good upset\".", "rouge": {"rouge1": 26.66666666666666, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 159.954833984375, "token_count": 26} +{"index": 352, "reference": "A railway line which was closed due to a landslip is to reopen next week, Network Rail has announced.", "prediction": "A main rail line to reopen after a railway railway line is to reopen to six weeks for.", "rouge": {"rouge1": 54.05405405405405, "rouge2": 22.857142857142858, "rougeL": 43.24324324324324}, "nll_sum": 98.56529235839844, "token_count": 18} +{"index": 353, "reference": "An Asian police officer who raised concerns about a \"racist\" toy monkey at work was accused of gross misconduct, BBC News has learned.", "prediction": "A Metropolitan Police has been put up for using a toy using \" monkey toy\" in his police office, after concerns about a party colleague's.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 20.833333333333332}, "nll_sum": 159.8287353515625, "token_count": 28} +{"index": 354, "reference": "Philippine President-elect Rodrigo Duterte has been condemned by media groups for saying some of the many journalists killed in the country had deserved to die.", "prediction": "The interim leader of the Philippines, has defended President Rodrigo Duterte, describing him, saying he is he \"a unsafe son of a agree and agree\".", "rouge": {"rouge1": 35.294117647058826, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 133.74688720703125, "token_count": 29} +{"index": 355, "reference": "A surfer who lost his leg in a shark attack in Western Australia last week has died, police say.", "prediction": "A man was killed in hospital after being attacked by a shark in Australia's north in Australia. the Sydney's biggest big-w failing attack in from from a's body a from fromee has been from again.", "rouge": {"rouge1": 27.58620689655173, "rouge2": 7.142857142857142, "rougeL": 24.137931034482758}, "nll_sum": 230.98605346679688, "token_count": 42} +{"index": 356, "reference": "A jet skier has been airlifted to hospital after a crash involving a speedboat during an event off Anglesey.", "prediction": "A man was airlifted after hospital to hospital after falling into the sea at an event on Anglesey.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 17.142857142857142, "rougeL": 43.24324324324324}, "nll_sum": 80.51065063476562, "token_count": 22} +{"index": 357, "reference": "In Africa, Botswana is often seen as a diamond in the rough.", "prediction": "Bol country was first its 2011 declared military civilian experienced more than four years ago, but there is still awaiting the progressive of its future and the country", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 171.58566284179688, "token_count": 29} +{"index": 358, "reference": "A mother-of-four battered a toddler to death months after she was made the child's legal guardian, a court has heard.", "prediction": "A toddler baby son was left of \"catastated\" fatal facial injuries, head injuries, broken arm with each other\" a court heard \"'s 2011 of a \" again a 2011 again a's again 2011 of again a 2011 from a", "rouge": {"rouge1": 29.03225806451613, "rouge2": 6.666666666666667, "rougeL": 19.35483870967742}, "nll_sum": 286.11773681640625, "token_count": 47} +{"index": 359, "reference": "Mixu Paatelainen praised his Dundee United players' resolve as they beat St Johnstone 1-0, despite being reduced to 10 men for the last 30 minutes.", "prediction": "Dundee United head coach Mixu Paatelainen praised the character of his last-minute equal penalty to earn a late St Johnstone draw.", "rouge": {"rouge1": 49.999999999999986, "rouge2": 17.391304347826086, "rougeL": 24.999999999999993}, "nll_sum": 136.51705932617188, "token_count": 30} +{"index": 360, "reference": "A man has been found guilty of murdering his \"on-off partner\" by bludgeoning her to death.", "prediction": "A bond who stabbed his ex-girlfriend has been told she will go to prison to murder.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 73.29795837402344, "token_count": 18} +{"index": 361, "reference": "Three nightclub doormen have told how they helped rescue a man trapped in an upturned car in a water-filled ditch.", "prediction": "Two men who save a man of a pulled car out in the water to save him have said the witnesses of \"w failing to save him\".", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333336}, "nll_sum": 145.77072143554688, "token_count": 28} +{"index": 362, "reference": "More armed police are to be seen on patrol in London, Metropolitan Police commissioner Sir Bernard Hogan-Howe and Mayor of London Sadiq Khan have said.", "prediction": " 500 extra armed police will soon be carried out in London in the recent terror attack, the Police's chief Sir Bernard Hogan-Howe has announced a. of's again solve again-'sold 2011 in a from's from again", "rouge": {"rouge1": 33.333333333333336, "rouge2": 15.625, "rougeL": 33.333333333333336}, "nll_sum": 241.7039794921875, "token_count": 44} +{"index": 363, "reference": "The Italian parliament has approved a long-debated and extensive electoral reform that aims to give the country more political stability.", "prediction": "The Italian parliament has passed a bill that includes the electoral reform system awards..", "rouge": {"rouge1": 51.42857142857144, "rouge2": 24.242424242424246, "rougeL": 40.0}, "nll_sum": 75.93030548095703, "token_count": 14} +{"index": 364, "reference": "(Close) The Dow Jones Industrial Average closed at a fresh high for a second consecutive day after a rally in financial shares boosted the index.", "prediction": " Stocks on Wall Street ended higher on Tuesday, followed by Wall Street lower.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 59.92286682128906, "token_count": 15} +{"index": 365, "reference": "A driver whose car hit another in a head-on crash, killing his five-year-old stepson, has been jailed for six years.", "prediction": "A Cardiff driver who was involved of headon crash in \"on crash which had killed four children, has been jailed for aof general for\".", "rouge": {"rouge1": 42.5531914893617, "rouge2": 17.777777777777775, "rougeL": 42.5531914893617}, "nll_sum": 169.07281494140625, "token_count": 28} +{"index": 366, "reference": "Paralympic champions Jonnie Peacock, Hannah Cockroft, Richard Whitehead and Kadeena Cox are in the Great Britain squad for next month's World Para-Athletics Championships in London.", "prediction": "World championergian Peac will and will head the IPC Athletics World Championships to be held in London because of a foot lig injury.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666667, "rougeL": 24.0}, "nll_sum": 166.45785522460938, "token_count": 27} +{"index": 367, "reference": "The president of Afghanistan has told an emotional husband that a group of men accused of gang raping his wife would be brought to justice.", "prediction": " activists the Afghan Pakistani activist who says she will after being after held by a suspected gang-finals because she believes her wife wants to arrest, has a the victim ofjo \"co-gought\" in from football said.", "rouge": {"rouge1": 22.580645161290324, "rouge2": 0.0, "rougeL": 16.129032258064516}, "nll_sum": 275.56256103515625, "token_count": 44} +{"index": 368, "reference": "A man who sparked a drug-fuelled roof-top siege after breaking up with his partner has been given a suspended prison sentence.", "prediction": "A man whose climbed into the roof of supermarket and broken through the roof in order in order has been fined \u00c2\u00c2\u00a3,500 of damage.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 8.888888888888888, "rougeL": 21.27659574468085}, "nll_sum": 155.64572143554688, "token_count": 29} +{"index": 369, "reference": "Warwickshire took command of the battle of Division One's bottom two after Jonathan Trott had reached the 42nd first-class century of his career.", "prediction": "Warwicks batsman Jonathan Trott produced a fine half-'scentury to help draw the draw a draw Somerset in a heavy rain at Edgbaston.", "rouge": {"rouge1": 12.499999999999996, "rouge2": 4.3478260869565215, "rougeL": 12.499999999999996}, "nll_sum": 162.97760009765625, "token_count": 31} +{"index": 370, "reference": "Newport County's recovery under caretaker manager Mike Flynn continued as Mickey Demetriou's second-half free-kick saw them beat Yeovil 1-0.", "prediction": "emone Demetriou's free-kick winner as struggling Newport County to beat high-flying Yeovil to Yeovil's relegation play- hopes hopes alive.", "rouge": {"rouge1": 42.5531914893617, "rouge2": 13.33333333333333, "rougeL": 25.53191489361702}, "nll_sum": 178.17034912109375, "token_count": 34} +{"index": 371, "reference": "Jack Grealish scored twice on his full debut as England Under-21s continued their perfect start to the Toulon Tournament by thrashing Guinea.", "prediction": "A Grealish's stunning hat-trick as England beat Guinea Guinea 4- at Africa Cup of Nations in Gab Gabon.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 131.18093872070312, "token_count": 26} +{"index": 372, "reference": "Emily Thornberry has resigned from Labour's front bench after sending a tweet during the Rochester and Strood by-election which was branded \"snobby\".", "prediction": " Thorn Thornberry has apologised for a \" snob\" mistakenly sent send to outside her office, office ahead of constituency in a next general election.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 4.444444444444444, "rougeL": 21.27659574468085}, "nll_sum": 171.6001434326172, "token_count": 28} +{"index": 373, "reference": "Richard Carpenter has said he is owed at least $2m (\u00c2\u00a31.6m) in royalties for the hits he recorded in The Carpenters, including Yesterday Once More.", "prediction": "US singer-writer Richard naked, who owns the 1970s Car car Carers, claiming the company receive beer payments to a million music music music.", "rouge": {"rouge1": 12.000000000000002, "rouge2": 0.0, "rougeL": 12.000000000000002}, "nll_sum": 205.45208740234375, "token_count": 29} +{"index": 374, "reference": "A delegation of Scottish companies is heading to Myanmar this week in an effort to tap into opportunities in the country's oil and gas sector.", "prediction": "Scottish Enterprise is travel trade trip to Myanmar to discuss the oil and gas industry.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 15.384615384615383, "rougeL": 43.90243902439025}, "nll_sum": 87.6527328491211, "token_count": 16} +{"index": 375, "reference": "Immigration has long been a divisive issue on Hispaniola, the Caribbean island shared by Haiti and the Dominican Republic.", "prediction": " to return of thousands thousands ofiansians returned to their families in their home town of the Dominican Republic and the Dominican Republic to the Dominican Republic, instead instead be fled after. authorities are up.", "rouge": {"rouge1": 18.867924528301884, "rouge2": 11.764705882352942, "rougeL": 18.867924528301884}, "nll_sum": 202.44044494628906, "token_count": 38} +{"index": 376, "reference": "An artist's impression of how an expanded primary school in Addlestone will look has been unveiled.", "prediction": "The number of places are to promised delivered at a Surrey school because the next year met, the council council.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 133.39849853515625, "token_count": 21} +{"index": 377, "reference": "New Portsmouth recruit Amine Linganzi is determined to secure a long-term contract with the club.", "prediction": "Portsmouth have signed ZZinganzi following his release by League Two rivals Portsmouth.", "rouge": {"rouge1": 7.142857142857144, "rouge2": 0.0, "rougeL": 7.142857142857144}, "nll_sum": 102.84688568115234, "token_count": 18} +{"index": 378, "reference": "Ulster pair Iain Henderson and Tommy Bowe are set to make a return from injury for the end of season run-in.", "prediction": " Ulster players will have fresh doubt for of return for Ulster's opening home Pro12 match against Italy.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 98.70545196533203, "token_count": 19} +{"index": 379, "reference": "More than 400 people have attended a meeting to oppose plans for a supermarket.", "prediction": "Plans for a Powys pub into a restaurant and security store have to a step down by councillors.", "rouge": {"rouge1": 37.5, "rouge2": 13.333333333333334, "rougeL": 18.75}, "nll_sum": 108.98258972167969, "token_count": 20} +{"index": 380, "reference": "Queen of the South fought back from two goals down to draw with promotion-chasing Falkirk in the Championship.", "prediction": "East Eastleigh boosted their Scottish play-off push and push into a Scottish One play-off place with by place Scottish champions Eastleigh in Scottish League One. a 2011'sA-A a referee in from penalty The's. from solve", "rouge": {"rouge1": 13.559322033898304, "rouge2": 0.0, "rougeL": 10.169491525423728}, "nll_sum": 289.087890625, "token_count": 47} +{"index": 381, "reference": "Australia's Prime Minister Tony Abbott is under pressure to increase the country's total refugee intake.", "prediction": "Australian political parties have called for Australia to support more support for refugees in Syrian refugees camp.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 64.28604125976562, "token_count": 17} +{"index": 382, "reference": "A ban on growing genetically-modified crops in Scotland could threaten the country's contribution to scientific research, according to scientists, universities and farming leaders.", "prediction": "The and academics have said Scotland want to ban the slaughter of its modified in its territory after the Scottish government says.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 124.39712524414062, "token_count": 22} +{"index": 383, "reference": "A school has been accused of breaching anti-discrimination laws after claims a four-year-old Muslim pupil was told she could not wear a headscarf.", "prediction": "A Muslim Muslim school has been told a school it is not wearing wearing a headscarves.-f solve to do a \" purs \" a- of's a\", a local\" that it's Valentine of.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 17.543859649122805, "rougeL": 27.11864406779661}, "nll_sum": 269.7969970703125, "token_count": 41} +{"index": 384, "reference": "A man who fraudulently claimed nearly \u00a340,000 in benefits over the course of almost 11 years has been jailed for 18 months.", "prediction": "A Dundee worker who claimed \u00a35000 to his wife's work claiming he was out ofatt work of almost \u00a339,000, has been jailed.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.33333333333333, "rougeL": 34.04255319148936}, "nll_sum": 139.26605224609375, "token_count": 30} +{"index": 385, "reference": "A man who stabbed a retired solicitor 39 times after a crash between their cars has been cleared of murder but convicted of his manslaughter.", "prediction": "A pensioner who killed a father- a pensioner in a car in West Sussex, has been found guilty of manslaughter causing his son by death by driving by dangerous driving.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 3.7735849056603774, "rougeL": 32.727272727272734}, "nll_sum": 133.3427276611328, "token_count": 34} +{"index": 386, "reference": "The UK economy grew by 0.3% in the three months to June, driven in part by a booming film industry, said the Office for National Statistics (ONS).", "prediction": "The UK economy grew by 0.7% in the first half of the previous year, says the Office for National Statistics (ONS).", "rouge": {"rouge1": 56.00000000000001, "rouge2": 45.83333333333333, "rougeL": 56.00000000000001}, "nll_sum": 52.25578308105469, "token_count": 26} +{"index": 387, "reference": "Since returning from the Women's World Cup, it's been a pleasant surprise that more and more people have approached me in the street and congratulated England on finishing third.", "prediction": "I've been in the Women's FA Cup and I've been playing a video at Wembley - and I is starting the battle again again - and I will think again.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 10.000000000000002, "rougeL": 29.03225806451613}, "nll_sum": 141.04779052734375, "token_count": 33} +{"index": 388, "reference": "Neil Hamilton has rejected suggestions by UKIP leader Nigel Farage that he is too old for frontline politics.", "prediction": "New UKIP leader, Nigel Farage, has said he isabsolutely committed\" to finding David Sir Attenborough is the \"l to Brexit cause\".", "rouge": {"rouge1": 35.8974358974359, "rouge2": 16.216216216216214, "rougeL": 30.769230769230766}, "nll_sum": 140.27349853515625, "token_count": 28} +{"index": 389, "reference": "Chelsea boss Jose Mourinho said Manchester United's important players were \"in our pockets\" in a match that went \"exactly\" as they wanted.", "prediction": "Manchester United say Chelsea \" action a game than expected\" to be crowned champions season, boss Jose Mourinho said it was \" than than expected\".", "rouge": {"rouge1": 34.78260869565217, "rouge2": 18.181818181818183, "rougeL": 21.73913043478261}, "nll_sum": 150.64678955078125, "token_count": 27} +{"index": 390, "reference": "A review team looking at the quality of life of older people is to swoop unannounced on 100 care homes.", "prediction": "A government review to be held held into how care and care are imposed for dangerous people living in Wales.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.000000000000004}, "nll_sum": 110.46043395996094, "token_count": 20} +{"index": 391, "reference": "Owen Evans has been appointed as the new chief executive of Welsh language television broadcaster S4C.", "prediction": "Fierge Evans has been named as the general general election service, Plaid Cymru has announced.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 20.689655172413797, "rougeL": 32.25806451612903}, "nll_sum": 99.15745544433594, "token_count": 21} +{"index": 392, "reference": "A UK-Swiss team will use DNA testing to investigate the origins of remains claimed to be from yeti and bigfoot.", "prediction": " scientists are to complete \"ins, racism\" claims that melting words endangered animals, known as the \"Anotheri\".", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 148.93472290039062, "token_count": 22} +{"index": 393, "reference": "Liverpool centre-back Mamadou Sakho was suspended last season for taking a substance that was not on the World Anti-Doping Agency's (Wada) banned list, according to a Uefa report.", "prediction": "Liverpool defender Mam Sakoura,ho will miss the next European World-Dopingoping Agency concluded concluded that the defender a failed a banned drugs test.", "rouge": {"rouge1": 29.090909090909093, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 215.3621826171875, "token_count": 30} +{"index": 394, "reference": "A new report on genetically modified (GM) crops, commissioned by the prime minister, calls for more UK field trials and fewer EU restrictions.", "prediction": "Scientists are calling for more rules to creating new legislative crops (united) in the UK, a report says", "rouge": {"rouge1": 43.90243902439025, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 104.57601928710938, "token_count": 20} +{"index": 395, "reference": "Each day we feature a photograph sent in from across England - the gallery will grow during the week.", "prediction": "Each day we feature a photograph sent in from across England - the gallery will grow during the week - during the gallery during the gallery will grow during the week - it's from's The's will - from The:'s a from aA", "rouge": {"rouge1": 60.0, "rouge2": 58.620689655172406, "rougeL": 60.0}, "nll_sum": 229.21450805664062, "token_count": 47} +{"index": 396, "reference": "Israeli PM Benjamin Netanyahu has issued a stern public rebuke to the military deputy chief of staff.", "prediction": "The Israeli Defence general has resigned for saying he is is Holocaust Holocaust act, saying saying it was \"nothing and a \"champs a fireball\".", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 187.98851013183594, "token_count": 28} +{"index": 397, "reference": "MPs have called on the UK government not to cut its funding of Welsh language channel S4C.", "prediction": "A review of theC4's Welsh language's Welsh budget is to be extended, BBC Wales understands.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 105.36534118652344, "token_count": 20} +{"index": 398, "reference": "The main tunnel serving Scotland's third busiest rail station is to close for 20 weeks, causing major disruption.", "prediction": "Scotland's main railway station is to be doors for major repairs that will travel and disruption.", "rouge": {"rouge1": 50.0, "rouge2": 17.647058823529413, "rougeL": 44.44444444444444}, "nll_sum": 94.74693298339844, "token_count": 17} +{"index": 399, "reference": "Nottingham Forest owner and chairman Fawaz Al Hasawi says he is close to agreeing a deal to sell the club.", "prediction": "Liverpool owner Hasude Malawi, confirmed could the club could be involved in becoming a club, reports reports.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 125.93851470947266, "token_count": 21} +{"index": 400, "reference": "The results have been published for more than five million GCSE entries - which will be five million different stories of exam dreams, dramas and disasters.", "prediction": " Tuesday's academic results are over, but the accurate and clear of the results have been been far, or too is not a slightly and clear clear.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 12.000000000000002, "rougeL": 19.23076923076923}, "nll_sum": 160.89019775390625, "token_count": 29} +{"index": 401, "reference": "Key countries in the International Monetary Fund (IMF) have pledged to pursue \"growth-friendly\" policies to kickstart the slowing world economy.", "prediction": "The International Monetary Fund (IMF) has raised global outlook for in global financial crisis during a meeting in Washington.", "rouge": {"rouge1": 30.0, "rouge2": 21.05263157894737, "rougeL": 25.0}, "nll_sum": 73.96908569335938, "token_count": 22} +{"index": 402, "reference": "Rick Perry, the former governor of Texas, is not among the 10 Republicans running for president who will take part in the first primetime TV debate.", "prediction": "Former Florida Governor, Vermont Perry, who pulled out of the race for the London 2012 race, has been left out of a prestigious Republican race race.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 0.0, "rougeL": 23.076923076923077}, "nll_sum": 127.97592163085938, "token_count": 29} +{"index": 403, "reference": "Leicester Tigers have signed new England loose-head prop Ellis Genge from newly-promoted Bristol.", "prediction": "Bath hooker Kyle Ell Genge has re-signed for Premiership champions Leicester at victory end of the season.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 6.06060606060606}, "nll_sum": 126.87425231933594, "token_count": 22} +{"index": 404, "reference": "Staff at Swansea's DVLA offices will be redeployed rather than face redundancy after changes to the way motorists pay their car tax, a UK transport minister has confirmed.", "prediction": " finance economy minister has announced changes to his tobacco tax disc, the VLA, which cut thousands of jobs, the economy a said solve the solve. solve's a's a fromWest from it's havepayment of from", "rouge": {"rouge1": 24.242424242424242, "rouge2": 6.25, "rougeL": 12.121212121212121}, "nll_sum": 267.731689453125, "token_count": 43} +{"index": 405, "reference": "Worcestershire director of cricket Steve Rhodes says the decision to scrap the toss in the County Championship this season looks like it is working.", "prediction": "Worcestershire director of cricket Steve Rhodes says the lack of some poor County Championship matches this season because because they w are not too flat.", "rouge": {"rouge1": 48.97959183673469, "rouge2": 38.297872340425535, "rougeL": 48.97959183673469}, "nll_sum": 151.2216339111328, "token_count": 29} +{"index": 406, "reference": "Some people say they are addicted to Facebook and can't go for long without checking their status.", "prediction": "Thousands of people are taking in Somerset Valley, Facebook, but isn't't in Facebook.", "rouge": {"rouge1": 24.24242424242424, "rouge2": 0.0, "rougeL": 24.24242424242424}, "nll_sum": 96.06820678710938, "token_count": 17} +{"index": 407, "reference": "A teenage boy has appeared in court for a second time charged with murdering 16-year-old Bailey Gwynne, who was stabbed at his Aberdeen school.", "prediction": "A teenager has appeared in court charged with causing the death by careless driving of 16 of-old Oldwynedd at an Aberdeen school to.", "rouge": {"rouge1": 52.0, "rouge2": 24.999999999999993, "rougeL": 52.0}, "nll_sum": 145.98028564453125, "token_count": 27} +{"index": 408, "reference": "Walsall have signed goalkeeper Mark Gillespie on a two-year contract from Carlisle United on a free transfer.", "prediction": "League One- Onealsall have signed the withdrawal of left-back Sean Smith from Carlisle United on a two-year deal.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 38.88888888888889, "rougeL": 36.84210526315789}, "nll_sum": 113.91573333740234, "token_count": 26} +{"index": 409, "reference": "Two men from High Wycombe jailed for a fatal stabbing have had their sentences increased by the Court of Appeal.", "prediction": "Three men who teenager and killed a teenager who went out of the same on the day- 18 have had tougher sentences prison had their sentences cut.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.333333333333334, "rougeL": 25.531914893617024}, "nll_sum": 158.80970764160156, "token_count": 28} +{"index": 410, "reference": "The overwhelming sense at the end of the Paralympic Games closing ceremony was one of disbelief.", "prediction": "It has been a good good factor for the 2016 Paralympic Games began.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 7.4074074074074066, "rougeL": 20.689655172413794}, "nll_sum": 67.70494079589844, "token_count": 15} +{"index": 411, "reference": "Reaching its centenary amidst a general chorus of vilification around the region, the legacy of the secret Sykes-Picot agreement of 1916 has never looked more under assault.", "prediction": "The civil war between Iraq and Syria has become a regional icon, but the increasingly publicity, officially opened become one of the most external Middle East.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 3.846153846153846, "rougeL": 18.51851851851852}, "nll_sum": 148.89483642578125, "token_count": 28} +{"index": 412, "reference": "Patrick Roberts believes his loan spell at Celtic will prepare him for the challenge of trying to break into the Manchester City first team.", "prediction": "Celtic winger Patrick Roberts, confident he can improve his skills at Fulham, and then will have \"eltic goals\" in this season.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 126.14408111572266, "token_count": 29} +{"index": 413, "reference": "The amount paid by English clubs to agents has risen by 38% in a year - up from \u00a3160m to \u00a3220m.", "prediction": "Premier League clubs paid nearly \u00a31.1m on transfer' fees transfer fees transfer official figures from Group-1717 in the Euro solve, solve, solve there was been'sthe record number in average from it George.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 10.909090909090908}, "nll_sum": 273.40289306640625, "token_count": 45} +{"index": 414, "reference": "Colchester have signed goalkeeper Rene Gilmartin as a player-coach after his release by Watford, and confirmed Dean Brill will not be returning.", "prediction": "Plymouth Arle havesigned former exEngland and England midfielder Joe Gilmartin on- two a contract after agreeing a new contract with Colchester.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 176.71348571777344, "token_count": 31} +{"index": 415, "reference": "When Roger Dingledine talks about the dark web, he waves his hands in the air - as if not quite convinced of its existence.", "prediction": " 2004 Robin Dinghledine declared I would provide with journalists anything right to protect himself, the journalist saying saying \"Ididn't't kill people\".", "rouge": {"rouge1": 4.3478260869565215, "rouge2": 0.0, "rougeL": 4.3478260869565215}, "nll_sum": 191.8423309326172, "token_count": 30} +{"index": 416, "reference": "A man shot his ill wife before killing himself in a suicide pact, an inquest has heard.", "prediction": " married married couple whose two families of were found dead were \" open locked inside inside open, an inquest has heard.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 17.142857142857142, "rougeL": 21.62162162162162}, "nll_sum": 127.18659973144531, "token_count": 22} +{"index": 417, "reference": "The ghosts of failures past must have been swirling around Gordon Strachan's ears at half-time in Malta on Sunday night.", "prediction": "It was a sight struggle and happy with a angry crowd if Gordon Strachan's, that he realised that \"ced had camp\" had and been briefly in Malta he had been a \"crisis\". crisis", "rouge": {"rouge1": 21.428571428571427, "rouge2": 11.11111111111111, "rougeL": 17.857142857142858}, "nll_sum": 254.51473999023438, "token_count": 41} +{"index": 418, "reference": "Resurgent Bury held on for a home win over Coventry to take another step away from the League One relegation zone.", "prediction": "Bury beat Coventry 2-1 to keep alive their hopes of reaching fellow League One play-off hopefuls Bury atfield Brookfield Stadium.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 128.00946044921875, "token_count": 31} +{"index": 419, "reference": "Australia has confirmed it sent 46 asylum seekers back to Vietnam after intercepting their boat off the coast of Western Australia last month.", "prediction": "Vietnam says has moved back an asylum who was at a detention detention centre in Australia, saying it has been \" St scuttled\".", "rouge": {"rouge1": 26.66666666666666, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 148.76434326171875, "token_count": 28} +{"index": 420, "reference": "MotoGP championship leader Marc Marquez moved 52 points clear in the title race with victory at the Aragon Grand Prix.", "prediction": "Defending champion world champion Marc Marquez won the first Moto title with victory over former teammatemate Lewis Hamilton.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 121.71333312988281, "token_count": 22} +{"index": 421, "reference": "Helen Glover expects her partnership with Polly Swann to develop quickly as they prepare for the European Championships in Belgrade.", "prediction": "incen world champion Helen Great Glover hopes to secure her place at next month's B Worldats Championships.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 113.69115447998047, "token_count": 20} +{"index": 422, "reference": "Nick Clegg has accused the new Tory government of abandoning the values he said had been at the coalition's core.", "prediction": "Scottish Prime Minister Nick Clegg Lib accused Conservatives of \"entireous\" for Brexit \" Brexit\" and \"ins slight slight swooper\".", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 186.8599853515625, "token_count": 29} +{"index": 423, "reference": "Industrial production in China recorded a smaller-than-expected rise in April, underlining worries that the economy may be losing steam.", "prediction": "Growth in China slowed in the three months to April, despite a year ago, amid fears of renewed slowing.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 93.24893188476562, "token_count": 22} +{"index": 424, "reference": "If you spent $9bn a year on research and development and employed 900 of the world's top computer scientists to come up with new ideas, what would you expect in return?", "prediction": "Imagine you're going to transform our computers, we don't think it?", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 58.42436599731445, "token_count": 14} +{"index": 425, "reference": "It has been a dramatic night that has confounded expectations of political parties and commentators.", "prediction": "The general election in Wales was on the best night of the general election in 2015 - and and Labour - in highest since a night general campaign began.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 138.81732177734375, "token_count": 29} +{"index": 426, "reference": "Hartlepool United have signed Reading midfielder Aaron Tshibola on a one-month loan deal and Mansfield striker Rakish Bingham on a season-long loan.", "prediction": "Mansfield Town have signed midfielder Aaron Tshibola from- Ful Forest and striker Bill Collins have signed has deals on loan until the. on season", "rouge": {"rouge1": 54.166666666666664, "rouge2": 13.043478260869565, "rougeL": 37.5}, "nll_sum": 186.17625427246094, "token_count": 30} +{"index": 427, "reference": "People are voting across Merseyside in the general and local council elections.", "prediction": "Ving has opened in the Merseys the for council council and council elections.", "rouge": {"rouge1": 40.0, "rouge2": 17.391304347826086, "rougeL": 40.0}, "nll_sum": 93.29182434082031, "token_count": 15} +{"index": 428, "reference": "A large billboard has been puzzling residents of a County Down town, and commuters on the main route between Bangor and Belfast.", "prediction": "A old school bridge 2011 boy boy from aley, County Antrim has received an treatment, has received more than 79,000 people around the world.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 168.05386352539062, "token_count": 30} +{"index": 429, "reference": "Tens of thousands of people have joined the Pride parade through central London.", "prediction": "Some 40,000 people have marched through the parade in London Square and in Big Trafalgar Square in", "rouge": {"rouge1": 38.70967741935484, "rouge2": 6.896551724137931, "rougeL": 32.25806451612903}, "nll_sum": 79.28169250488281, "token_count": 20} +{"index": 430, "reference": "Hundreds of aerospace jobs could be lost if a factory is forced to \"significantly downsize\" or close, it has been claimed.", "prediction": "An air torpedo which owns air,base will be with the loss in about 40 jobs.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 112.56490325927734, "token_count": 17} +{"index": 431, "reference": "A man accused of kidnapping his partner allegedly drove at a police officer who tried to save her, a court has heard.", "prediction": "A man has appeared in court accused of driving a woman's car keys through an off-duty police officer and tried to save a woman the keys to its car.", "rouge": {"rouge1": 49.05660377358491, "rouge2": 19.607843137254903, "rougeL": 41.509433962264154}, "nll_sum": 112.48165893554688, "token_count": 32} +{"index": 432, "reference": "Declassified documents reveal concerns of the UK government 60 years ago that Rockall could become a base for spying on a missile test site.", "prediction": "The UK government was being usedout wash one of Europe's most famous American Atlantic rock, Rockall, elected documents files to BBC Monitoring show.", "rouge": {"rouge1": 25.0, "rouge2": 8.695652173913043, "rougeL": 16.666666666666664}, "nll_sum": 186.77915954589844, "token_count": 28} +{"index": 433, "reference": "The artist who created the album cover for The Beatles' Sgt Pepper album has been given a top honour in the band's home city.", "prediction": "The artist who works with his works with music band The Beatles to a hero has received an honorary awards from the city's highest honour. honour's Bureau of aA aA a it a it's have 2011 of aA again 2011-", "rouge": {"rouge1": 35.29411764705881, "rouge2": 9.090909090909092, "rougeL": 23.529411764705884}, "nll_sum": 266.3396301269531, "token_count": 47} +{"index": 434, "reference": "Alfreton Town have signed goalkeeper Jason Mooney on loan from League Two side York for the rest of the season.", "prediction": "National League club Alreton have signed full-back Mooney on loan deal from York City until January.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 17.142857142857142, "rougeL": 37.83783783783783}, "nll_sum": 99.25083923339844, "token_count": 21} +{"index": 435, "reference": "Generation of electricity and heat from plant material is listed in the suite of renewable energy technologies that the UK governments think can help deliver 15% of the nations' energy consumption by 2020.", "prediction": "The UK government has outlined its plan to protect greenhouse carbon emissions from a energy mix, that it would cost cost-cutting \"olve a's 2011, the aolve a \"- \"-'s it a again's again from 2011 again a", "rouge": {"rouge1": 19.444444444444446, "rouge2": 5.714285714285714, "rougeL": 11.11111111111111}, "nll_sum": 282.34954833984375, "token_count": 46} +{"index": 436, "reference": "The International Monetary Fund has today highlighted the challenge to be faced by the next government in returning the public finances to balance.", "prediction": "The International Monetary Fund (IMF) warned the outlook for the UK economy will lead to Scotland and delay if it was to raise tax revenues Labour if the Conservatives win the next election.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 14.814814814814813, "rougeL": 28.571428571428577}, "nll_sum": 139.48179626464844, "token_count": 36} +{"index": 437, "reference": "BBC newsreader Sophie Raworth is to be part of Watchdog's new presenting team.", "prediction": "A former BBC reporter for Watchdog photograph, has been named as the new host of. programme's new Peter's Windsor Robinson Karl- Simpson- solve again a's again to-- again 2011 a in's again a's again from a", "rouge": {"rouge1": 21.81818181818182, "rouge2": 3.773584905660378, "rougeL": 14.545454545454547}, "nll_sum": 300.99273681640625, "token_count": 46} +{"index": 438, "reference": "The man overseeing Fifa's presidential polls should step aside due to conflict of interest, says the Liberian FA.", "prediction": "Football's body's governing body, Fifa, is facing a ban from the office, the parliamentary committee says.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 80.04597473144531, "token_count": 21} +{"index": 439, "reference": "A man who described himself in court as looking like John Travolta has been found guilty of the rape and murder of a teenager 34 years ago.", "prediction": "A man who helped the murder of a schoolgirl in a east schoolgirl has been found guilty of murder a minimum age of 25 years.", "rouge": {"rouge1": 53.84615384615385, "rouge2": 32.0, "rougeL": 46.15384615384615}, "nll_sum": 111.99066162109375, "token_count": 27} +{"index": 440, "reference": "The BBC generated more than \u00a38bn for the UK economy in 2011-12, almost twice its licence fee spend.", "prediction": "uhs spending an extra \u00a31 of3bn to the Scottish economy to England, according to regulator Ofcom.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 106.9354248046875, "token_count": 22} +{"index": 441, "reference": "Ding Junhui thrashed Mark Williams 13-3 inside two sessions to become the first man into this year's World Championship semi-finals.", "prediction": "World scorer Ding Junhing survived a split to beat world number number one Mark Williams to reach the quarter-finals of a thrilling World Championship Sheffield.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 28.571428571428577}, "nll_sum": 148.12132263183594, "token_count": 28} +{"index": 442, "reference": "The US has said that it will resume aid to the military in Bahrain.", "prediction": "The United States has lifted a lift in Bahrain's human rights and in any progress appearance. despite it Trans- \"ishing-based a\", on a from from government's. as from a it has have from of from a fromoldA", "rouge": {"rouge1": 18.51851851851852, "rouge2": 3.8461538461538463, "rougeL": 14.814814814814817}, "nll_sum": 308.63909912109375, "token_count": 47} +{"index": 443, "reference": "A signed Beatles ticket from a concert in Norfolk in 1963 is expected to fetch up to \u00a32,000 at auction in London.", "prediction": " for winning ticket for The Beatles for The Beatles' rock band one think single, of Wales the is sold at auction for \u00a38m.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454546, "rougeL": 17.391304347826086}, "nll_sum": 147.77084350585938, "token_count": 27} +{"index": 444, "reference": "Too many of the most vulnerable young people in England are \"cut adrift when they need help the most\", says the head of a powerful committee of MPs.", "prediction": "Hundreds of young people are England are England in prisons if they do not support the same government, MPs say.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 8.695652173913043, "rougeL": 33.33333333333333}, "nll_sum": 99.4564208984375, "token_count": 21} +{"index": 445, "reference": "Teachers should ignore rules on promoting \"fundamental British values\", a teachers' union conference has heard.", "prediction": "A union leader was accused of law law replacing the right of Muslims in British British values.", "rouge": {"rouge1": 25.0, "rouge2": 6.666666666666667, "rougeL": 12.5}, "nll_sum": 101.06793212890625, "token_count": 17} +{"index": 446, "reference": "A body has been found by police in their search for a missing man from Merthyr Tydfil.", "prediction": "A man whose body has been found a canal in Swansea man went missing from Swansea for a year has been found. the force'sw Bernard's \" from \" reputation from a the body aA man's body of a from The'sA", "rouge": {"rouge1": 37.28813559322033, "rouge2": 14.035087719298248, "rougeL": 33.898305084745765}, "nll_sum": 261.57281494140625, "token_count": 47} +{"index": 447, "reference": "David Oyelowo has defended fellow British actor and friend, Benedict Cumberbatch, for using the term \"coloured\" during an interview.", "prediction": " David Oyelowo has, he actor backed star Benedict Cumberbatch out for diversity saying the film \"didnwon't happen happened\" and happened and what didn't happen\".", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 35.55555555555556}, "nll_sum": 189.1875, "token_count": 34} +{"index": 448, "reference": "People with dementia and learning difficulties are being detained in care without checks due to a 'failing' law, the Law Commission has said.", "prediction": "The way care services are treated criticised England, Wales is \"unable to cope\", the Law Commission says.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 102.7960205078125, "token_count": 21} +{"index": 449, "reference": "During her years as prime minister, Margaret Thatcher revolutionised the economic fortunes of every person in the UK.", "prediction": "Former Prime Minister Theresa May's government announced November that includes changes to its council tax -, but how much of how will save our economy changed\".", "rouge": {"rouge1": 13.636363636363638, "rouge2": 4.761904761904763, "rougeL": 13.636363636363638}, "nll_sum": 147.52764892578125, "token_count": 28} +{"index": 450, "reference": "Oil firms BP and GDF Suez have announced the discovery of a new field in the UK Central North Sea.", "prediction": "Police have identified an body of an oil company and gas field in's North Sea, year playing theonian oil.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 10.526315789473683, "rougeL": 30.0}, "nll_sum": 145.41407775878906, "token_count": 22} +{"index": 451, "reference": "Red Bull have said that their hopes of securing a Mercedes engine supply in 2016 are now over.", "prediction": "Leading German Mercedes are moving Formula 1, saying they are moving moving the next year, after reports that the championship \" is in control\".", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 133.79791259765625, "token_count": 27} +{"index": 452, "reference": "All 3,200 passengers have now disembarked from a crippled cruise ship that reached the US coast five days after an engine fire knocked out power.", "prediction": "A cruise cruise ship has docked on a same day as New Orleans, Alabama, with, dozens of stranded.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 4.761904761904763, "rougeL": 18.181818181818183}, "nll_sum": 107.28590393066406, "token_count": 22} +{"index": 453, "reference": "Harlequins ran in five tries as they came from behind to beat London Irish in the European Challenge Cup quarter-final on home soil at The Stoop.", "prediction": "Relegated side Harlequins a Premiership semi-finals with London Harlequins and reach the Irish Cup Cup semi infinal at Kingston Park. the solve. a-D- battle of under November. ban.", "rouge": {"rouge1": 28.070175438596497, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 254.944091796875, "token_count": 45} +{"index": 454, "reference": "Guernsey's Environment Department has invited islanders to identify the parcels of land that could be suitable for development.", "prediction": " for three sites for development sites, housing and could not be created by Guernsey, the Department of Education has announced a saying \"bl).-'s's a on its future from a John's of the.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 3.846153846153846, "rougeL": 14.814814814814813}, "nll_sum": 249.60858154296875, "token_count": 42} +{"index": 455, "reference": "An actress who appeared in the Oscar-winning film Slumdog Millionaire is to attend a special screening of the movie in Kingussie later.", "prediction": "A film festival celebrating the late film industry Slumdogaireaire in the Oscar-open ceremony is closing open its first festival of music festival.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.090909090909092, "rougeL": 21.73913043478261}, "nll_sum": 185.00509643554688, "token_count": 28} +{"index": 456, "reference": "Marcus Trescothick and Peter Trego both made centuries to drag Somerset back into contention with Middlesex on day three of the County Championship match.", "prediction": "Marcus Trescothothick late with a stunning battle as Surreygo Peter Trego and led to Surrey holders Petergo's a thrilling final day of the County Championship-", "rouge": {"rouge1": 43.99999999999999, "rouge2": 16.666666666666664, "rougeL": 35.99999999999999}, "nll_sum": 214.04249572753906, "token_count": 34} +{"index": 457, "reference": "A leaked report into the so-called \"Trojan Horse\" plot has found evidence there was an agenda to introduce \"an intolerant and aggressive Islamist ethos\" into some Birmingham schools.", "prediction": "The handling and transparency of Birmingham socalledcalled \"Trojan Horse\" have been rejected, the Education Secretary Ken Clarke for \"ar undermine credible corporate\".", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 193.04086303710938, "token_count": 29} +{"index": 458, "reference": "A power cut left Venezuela's parliament in the dark as it discussed a law dedicated to the energy sector.", "prediction": "Two opposition parties was Venezuela cancelled Tuesday's National Assembly a day after a day was cut off.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 95.1622085571289, "token_count": 18} +{"index": 459, "reference": "Three months ago, a woman from a village south of Hanoi needed her son referred to a provincial hospital by a district doctor for an operation.", "prediction": "In 2004,erb mother Phuyen told medical staff to follow the treatment she received, and says she received \"better treatment\" she received.", "rouge": {"rouge1": 4.166666666666667, "rouge2": 0.0, "rougeL": 4.166666666666667}, "nll_sum": 146.2703857421875, "token_count": 28} +{"index": 460, "reference": "Argentina has begun legal proceedings against three British and two US companies for drilling oil near the Falkland Islands.", "prediction": "Argentina has accused two British oil companies of a legalisedising companies from using a riches which took in territory around the Falkalk Islands.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 5.0, "rougeL": 28.571428571428577}, "nll_sum": 165.92481994628906, "token_count": 28} +{"index": 461, "reference": "Two international rugby stars have returned to their home club to help coach an under-10s team and to watch the first XV in action.", "prediction": "Two rugby union fans thrown out violence during a match at a Bristol rugby club and tried to break their rugby league, rugby club's boss has said a- of a \"olve- againA a again in a from a 2011 again the a", "rouge": {"rouge1": 23.529411764705884, "rouge2": 0.0, "rougeL": 17.647058823529406}, "nll_sum": 265.7530212402344, "token_count": 47} +{"index": 462, "reference": "The world's oldest person has died in Italy at the age of 117, reports say.", "prediction": "The Italian first person to be born living in Italy, has died at the age of 91 of her doctors say.", "rouge": {"rouge1": 59.45945945945946, "rouge2": 28.571428571428577, "rougeL": 48.64864864864864}, "nll_sum": 85.92927551269531, "token_count": 22} +{"index": 463, "reference": "Racing 92 are the best team in Europe, says Scarlets captain Ken Owens.", "prediction": "Captain captain Nigel Owens says his Premiership champions Saracens will beat defending\" world champions Scarlets, saying they to37 \"on complete edge\".", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 165.36077880859375, "token_count": 28} +{"index": 464, "reference": "Widnes Vikings claimed just their second Super League win of the season with a narrow victory over St Helens.", "prediction": "St Helens survived a second-half fight-half to beat Widnes in third straight Super defeat.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.06060606060606, "rougeL": 11.428571428571429}, "nll_sum": 111.69178771972656, "token_count": 20} +{"index": 465, "reference": "A former Welsh amateur boxing champion said she is turning professional as she does not have confidence in the governing body.", "prediction": "A rugby rugby player says she will not allowed to compete for Team GB - because of the approval boxing issue.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 110.33036804199219, "token_count": 21} +{"index": 466, "reference": "From Maria Sharapova's perspective, Wednesday 26 April could not have gone much better.", "prediction": "World number one- Sharapova completed her first major tournament of the career with an impressive 7-66 to win the Stuttgart Open win of her career and complete a 15th Grand tournament.", "rouge": {"rouge1": 4.3478260869565215, "rouge2": 0.0, "rougeL": 4.3478260869565215}, "nll_sum": 169.52349853515625, "token_count": 39} +{"index": 467, "reference": "World number one Novak Djokovic won his first title since his surprise exit from Wimbledon with a straight-sets win over Japan's Kei Nishikori in the final of the Rogers Cup in Toronto.", "prediction": "World number one Novak Djokovic has retained his seventh Wimbledon title,, losing 1-serving to world number one Anlosn Chnibl at the Australian Open in the an French 2011 of Lh 2011 again's", "rouge": {"rouge1": 38.235294117647065, "rouge2": 15.151515151515152, "rougeL": 29.411764705882355}, "nll_sum": 263.8864440917969, "token_count": 44} +{"index": 468, "reference": "Peter Houston is still seeking to fine-tune his Falkirk squad, with a striker and defender pinpointed as priorities.", "prediction": "Peter Houston thinks his Falkirk are \"fasticant\" to sign striker Botti Biaia-Holy to create another striker and striker Scott Shepherd. Brown solve's the's- again a from in a from a's.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 11.764705882352942, "rougeL": 22.641509433962263}, "nll_sum": 309.4945373535156, "token_count": 45} +{"index": 469, "reference": "French President Francois Hollande has said the EU must reform and scale back its power, amid a surge in support for Eurosceptic and far-right parties.", "prediction": "French President Francois Hollande's called for a project to make \" it right to protect\" but far-right parties \"right not needed\".", "rouge": {"rouge1": 37.50000000000001, "rouge2": 21.73913043478261, "rougeL": 33.333333333333336}, "nll_sum": 131.4476318359375, "token_count": 26} +{"index": 470, "reference": "David Cameron was \"wilfully dishonest\" when he pledged to cap immigration to the tens of thousands, UKIP leader Nigel Farage has said.", "prediction": "UKIP leader Nigel Farage unveiled his party's new target on immigration within next year, but insisted he has met the public past five years.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.333333333333334, "rougeL": 21.276595744680854}, "nll_sum": 109.2918701171875, "token_count": 27} +{"index": 471, "reference": "There should be a vote in the House of Commons on replacing Trident before the summer recess, Theresa May has said.", "prediction": "Theresa May has backed a vote to give out Britain's Trident nuclear weapons system, saying it would be \"farnant and be fumes\".", "rouge": {"rouge1": 31.818181818181824, "rouge2": 14.285714285714283, "rougeL": 13.636363636363635}, "nll_sum": 124.01764678955078, "token_count": 28} +{"index": 472, "reference": "A \u00a3250m government scheme encouraging councils to keep or bring back weekly bin collections is opening for bids.", "prediction": "A scheme would make it harder for councils make call for weekly suitcase of waste laundering waste, the government says.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 124.2907943725586, "token_count": 21} +{"index": 473, "reference": "Humans lived in the Amazon rainforest much earlier than previously thought, and even helped shape its biodiversity, researchers have said.", "prediction": "The beautiful forest found in, Brazil are some of the Amazon's largest and most important scientists Brazilian scientists believe.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 5.263157894736842, "rougeL": 20.000000000000004}, "nll_sum": 113.80999755859375, "token_count": 21} +{"index": 474, "reference": "Luke Walsh kicked 12 points as Catalans Dragons edged a bruising encounter with Hull FC to earn a second win in as many matches and go top of Super League.", "prediction": " Walsh 2 scored a dramatic last-minute try as Catalans beat Hull FC a their Super League hopes and keep alive a top-four finish in Super League.", "rouge": {"rouge1": 41.379310344827594, "rouge2": 10.714285714285715, "rougeL": 34.48275862068965}, "nll_sum": 142.46124267578125, "token_count": 31} +{"index": 475, "reference": "Actor Sir Christopher Lee is marking his 92nd birthday by releasing an album of heavy metal cover versions.", "prediction": "Sir Christopher Lee has admitted he is \"very challenging\" shocked to sing in. new album.", "rouge": {"rouge1": 30.303030303030297, "rouge2": 12.903225806451616, "rougeL": 30.303030303030297}, "nll_sum": 108.09284973144531, "token_count": 18} +{"index": 476, "reference": "He was the Champions League hero who arrived promising an exciting brand of football, but Ole Gunnar Solskjaer's tenure at Cardiff City will be remembered as a failure.", "prediction": "nareman Soljajaer, who will be replaced as manager of Cardiff City in December 2013, has finally finally be a dramatic club for Cardiff City.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 7.8431372549019605, "rougeL": 22.641509433962266}, "nll_sum": 168.8909912109375, "token_count": 31} +{"index": 477, "reference": "Sunderland manager Sam Allardyce says he is determined to make sure the club is not involved in another Premier League relegation fight next season.", "prediction": "Sunderland boss Allardyce says he does not know that his club and avoid them relegation from the Premier League sayingdidn't't happened again\".", "rouge": {"rouge1": 41.66666666666667, "rouge2": 13.043478260869565, "rougeL": 29.166666666666668}, "nll_sum": 152.76162719726562, "token_count": 29} +{"index": 478, "reference": "Labour's Barry Coppinger has been re-elected as Cleveland Police and Crime Commissioner.", "prediction": "Vus Swindard has been re- as police and crime commissioner for Cleveland,. the Bernard's from from English from to his the from his role's as from his from his after's from English reputation of.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 20.408163265306122, "rougeL": 31.372549019607842}, "nll_sum": 259.1010437011719, "token_count": 42} +{"index": 479, "reference": "The Queen has been spotted having an evening meal at an Edinburgh pub.", "prediction": "The landlord of the Queen was found in a Edinburgh pub - the Earl's Rose, Queen of Scotland - through playing the snledles.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 12.121212121212123, "rougeL": 22.857142857142858}, "nll_sum": 156.1324005126953, "token_count": 27} +{"index": 480, "reference": "Stephen Paul Copoc, a landscape gardener from Liverpool, travelled to the match by coach with friends Anthony Smith and Anthony Burrows, who both survived.", "prediction": "Paul Cop Copoc from Dundundee, Tayside, from travelled to Stephen Smith including his friends, a crowd of whom of whom survived.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 4.651162790697675, "rougeL": 31.11111111111111}, "nll_sum": 183.830322265625, "token_count": 29} +{"index": 481, "reference": "A court in the Philippines has found a US marine guilty of killing a transgender woman.", "prediction": "The Philippine military the sentenced a former to American marine marine to murder in a case he is convicted of murdering an American and a transgender woman.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 14.634146341463417, "rougeL": 37.2093023255814}, "nll_sum": 145.9668426513672, "token_count": 27} +{"index": 482, "reference": "Great Britain's Colin Fleming says tennis players guilty of match-fixing should face life bans.", "prediction": "World number three Gregor Fleming says players should stop be playing again at the Australian Open after an article was published \"Ididn't have happened\".", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 156.81271362304688, "token_count": 29} +{"index": 483, "reference": "The Pentagon is considering transferring Private Chelsea Manning to a civilian prison in order to treat her gender dysphoria, US media report.", "prediction": "The military says it will consider the the military's proposal to legal Class P Manning, the soldier who has been diagnosed with a gayLGBT alcoholRC.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 168.5732421875, "token_count": 29} +{"index": 484, "reference": "Prime Minister David Cameron will later attempt to halt the civil war in his party caused by Iain Duncan Smith's resignation from the cabinet.", "prediction": "Labour and Secretary Iain Duncan Smith has resigned as chairman and workwork minister, as a result result of his Budget Budget over cuts to disability benefits.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 15.686274509803921}, "nll_sum": 124.72509765625, "token_count": 29} +{"index": 485, "reference": "Britain's Heather Watson has been knocked out of the first round of the Korea Open by qualifier Nicole Gibbs.", "prediction": "British number two Heather Watson was knocked out of the Pen Korean Open in South Korea.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 23.52941176470588, "rougeL": 38.888888888888886}, "nll_sum": 83.57968139648438, "token_count": 16} +{"index": 486, "reference": "How do you tell a story to your grandchildren when you've found yourself alone, oceans apart from your family?", "prediction": "A couple whose son was one of the memorable and most popular of image on image is most of.", "rouge": {"rouge1": 5.128205128205128, "rouge2": 0.0, "rougeL": 5.128205128205128}, "nll_sum": 113.4948959350586, "token_count": 19} +{"index": 487, "reference": "Ferrari's Kimi Raikkonen set the pace in final practice at the Belgian Grand Prix as the Mercedes drivers were only fifth and seventh.", "prediction": " will driver will start the session at but Belgian Grand Prix as the weather-ch--longFrancorchampsaux Monaco's been lost.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 19.04761904761905, "rougeL": 31.818181818181824}, "nll_sum": 185.4329833984375, "token_count": 27} +{"index": 488, "reference": "St Johnstone have made 18-year-old Northern Irish midfielder Kyle McClean their first signing of the summer.", "prediction": "James McClean signed a two-year contract with St Johnstone. a.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 7.407407407407408, "rougeL": 13.793103448275861}, "nll_sum": 59.4681282043457, "token_count": 15} +{"index": 489, "reference": "Disney has become the first film studio to take $7bn (\u00c2\u00a35.7bn) in global ticket sales for 2016.", "prediction": " Star Wars fans have has sold, but can also selling the rights belonging to film company, Disney.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 104.25860595703125, "token_count": 19} +{"index": 490, "reference": "Some 11,180 students were placed on undergraduate courses in the UK through clearing in the first 24 hours after yesterday's A-level results.", "prediction": "The number of students are receiving a university at places at the UK's courses meaning they need to want to get the same A-Students.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 145.49334716796875, "token_count": 27} +{"index": 491, "reference": "The world must significantly increase its use of phosphorus-based fertiliser to meet future demands for food.", "prediction": "F demand for cleaning domain crops, which could reduce food tourism in the developing world by 2030, suggests research by by researchers in Netherlands Netherlands.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 14.285714285714283}, "nll_sum": 170.9439697265625, "token_count": 27} +{"index": 492, "reference": "Canadian Prime Minister Stephen Harper has announced plans to track foreign homeownership and raised the possibility of eventually enacting limits on buying.", "prediction": " has have announced plans to the sale of foreign homes in Canada after Canadian oil prices hit oil prices.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 86.58876037597656, "token_count": 19} +{"index": 493, "reference": "The grandmother of a four-year-old boy who received part of his father's liver has said all is going \"according to plan\" following the operation.", "prediction": "The families of a five-year-old boy who donated his liver have done well, after the consultants who thanked him a his family have said. again aA 2011 again a 2011 again a's againelt of again 2011 again, 2011", "rouge": {"rouge1": 38.235294117647065, "rouge2": 12.121212121212123, "rougeL": 29.411764705882348}, "nll_sum": 253.02728271484375, "token_count": 47} +{"index": 494, "reference": "A Whitehaven woman who defrauded a charity set up by a teenager dying of cancer who became well-known for her \"bucket list\" has been sentenced.", "prediction": "A donations boss who bought top of her bucket used money for a teenager who lost her family to die of skin cancer has been jailed.", "rouge": {"rouge1": 50.0, "rouge2": 16.0, "rougeL": 34.61538461538461}, "nll_sum": 126.69239807128906, "token_count": 26} +{"index": 495, "reference": "A former special constable who groomed and engaged in sexual activity with a child has been jailed for five years.", "prediction": " a serving armed who sent thousands of thousands of messages was then sent to police and school pupils entering his uniform has been jailed, and jailed six years.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 152.04295349121094, "token_count": 29} +{"index": 496, "reference": "ScotRail said it has reached an in-principle agreement with the RMT union to bring to an end a dispute over driver-only operated trains.", "prediction": " rail union RMT says it reached reached agreement with union members and its union Aslef as part of plans settle resolve a long75running dispute.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 4.25531914893617, "rougeL": 28.57142857142857}, "nll_sum": 160.07577514648438, "token_count": 29} +{"index": 497, "reference": "People who have been flocking to Fife to see a whale which has been breaching in the Firth of Forth are being warned from \"making any attempts to approach or actively pursue\" it.", "prediction": "A humpback whale has been spotted on a high on Fifeife's west coast, for the police to withdrawBur from its largest since from. Football from the, from, referee from a from of of from.", "rouge": {"rouge1": 23.529411764705884, "rouge2": 3.0303030303030303, "rougeL": 20.58823529411765}, "nll_sum": 253.68765258789062, "token_count": 43} +{"index": 498, "reference": "Cardiff Devils lost 6-1 away to Nottingham Panthers in the Elite League, less than 48 hours before playing the same opposition in the Challenge Cup final.", "prediction": "Nottingham Panthers beat 4-0 behind to beat Elite League champions Cardiff Blues 4-1 and keep their hopes of reach a Ice League play-off semi-finalfinals from Stp's ballet from Cardiff Green's a. fromA", "rouge": {"rouge1": 24.615384615384617, "rouge2": 6.349206349206349, "rougeL": 15.384615384615383}, "nll_sum": 262.6399230957031, "token_count": 47} +{"index": 499, "reference": "Organisers of the Miss America pageant have apologised to actress Vanessa Williams, 32 years after she was forced to hand back her title.", "prediction": "US actress star Helen Williams has apologised to crowned Miss America, saying her struggle was no saying, saying she is \"can anything anything anything\".", "rouge": {"rouge1": 38.297872340425535, "rouge2": 8.888888888888888, "rougeL": 17.02127659574468}, "nll_sum": 149.029052734375, "token_count": 27} +{"index": 500, "reference": "More than 20 parties have come forward with bids to either recycle four Royal Navy frigates or turn some of them into artificial reefs, the BBC has learned.", "prediction": "Bidders who have failed to sell 25 of the Royal Navy warships have been register, the Ministry of Defence has said a for athe reputation forthe's economy from aA referee from-- have from of.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.2786885245901636, "rougeL": 19.047619047619047}, "nll_sum": 263.4681091308594, "token_count": 41} +{"index": 501, "reference": "Ofgem has asked for more information on why a subsea cable is needed to carry electricity generated on the Western Isles to the mainland.", "prediction": "A business case has been submitted plans for an electricity inter electricityconnector between Lewis and Ullapool is the be submitted to \" Scottish government.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 0.0, "rougeL": 21.27659574468085}, "nll_sum": 177.19064331054688, "token_count": 29} +{"index": 502, "reference": "Hostage Johan Gustafsson, held by al-Qaeda in Mali since 2011, has been freed, the Swedish government says.", "prediction": "Sweden's foreign minister Leon Sayafmere has released releasing it been confirmed. confirmed as Man country as military has there- his since his in since a from a from by al-D from a in a. a's.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 3.703703703703704, "rougeL": 10.714285714285714}, "nll_sum": 322.05743408203125, "token_count": 45} +{"index": 503, "reference": "Will Grigg scored his first league goal of the season as Wigan Athletic beat Blackburn to claim their first victory since returning to the Championship.", "prediction": "Jack Grigg scored his 90th goal of the goal as Wigan thr thrashed Championship play-off play-off hopefuls Blackburn Ro Blackburn.", "rouge": {"rouge1": 42.55319148936171, "rouge2": 22.222222222222225, "rougeL": 38.297872340425535}, "nll_sum": 141.8199005126953, "token_count": 30} +{"index": 504, "reference": "Action to reduce the number of Welsh children with type 1 diabetes from being admitted to hospital is needed as cases continue to rise, experts warn.", "prediction": "Children as young as five should need to spend more time to receive the care they need, Swansea research has found.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 0.0, "rougeL": 12.765957446808512}, "nll_sum": 75.0771484375, "token_count": 22} +{"index": 505, "reference": "Nottingham Forest came from behind to draw with Preston at the City Ground.", "prediction": "Nottingham Forestched a stoppage oftime equaliser in their draw with play-off hopuls Preston.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 8.0, "rougeL": 29.629629629629633}, "nll_sum": 105.97470092773438, "token_count": 22} +{"index": 506, "reference": "A man whose son was killed during an opposition protest in Venezuela's capital Caracas has made a personal plea to President Nicol\u00e1s Maduro.", "prediction": "Venezuela's son daughter, who is president in the capital Caracas, has told the BBC he working with protesters who did want him.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 13.043478260869565, "rougeL": 20.833333333333332}, "nll_sum": 130.79708862304688, "token_count": 28} +{"index": 507, "reference": "The Public Prosecution Service and the PSNI have launched a legal bid to gain access to all interviews and notes by a former IRA member who was one of the main researchers for a Troubles history project at Boston College.", "prediction": "A former police officer from Belfast, who was without stealing any tapes of evidence led to the IRA, is to be used a oral history project.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 9.375000000000002, "rougeL": 27.272727272727277}, "nll_sum": 146.56924438476562, "token_count": 28} +{"index": 508, "reference": "A baby tortoise has been stolen from a pet shop in Lancashire.", "prediction": "A tortoise has been stolen from a pet tank, according to a welfare and charity.", "rouge": {"rouge1": 59.25925925925925, "rouge2": 47.99999999999999, "rougeL": 59.25925925925925}, "nll_sum": 74.61488342285156, "token_count": 17} +{"index": 509, "reference": "Bird flu has been confirmed in a flock of 19,500 turkeys at a farm in Boston, the Department for Environment, Food and Rural Affairs (Defra) said.", "prediction": "A flu outbreak has been put up at aaring re farm in Lincolnshire last year, the Environment for the England and and Rural Affairs Affairs (Sra) has said.", "rouge": {"rouge1": 50.90909090909091, "rouge2": 15.09433962264151, "rougeL": 43.63636363636363}, "nll_sum": 196.77392578125, "token_count": 34} +{"index": 510, "reference": "The UN refugee agency has criticised Cameroon for the forced return of hundreds of refugees to north-east Nigeria after they had fled from the Islamist Boko Haram insurgency.", "prediction": "The UN refugee agency (UN) has denied it denied that Cameroon was forced to returns from Nigeria troops group Islamist militant group Boko Haram Boko.", "rouge": {"rouge1": 51.85185185185185, "rouge2": 15.384615384615383, "rougeL": 44.44444444444445}, "nll_sum": 148.33364868164062, "token_count": 27} +{"index": 511, "reference": "A woman who nearly drowned during a school swimming lesson when she was 10 years old has won a compensation battle at the High Court.", "prediction": "A woman whose family was scarred when parents died in a swimming pool park at 2008, have been ordered to pay nearly \u00a38,000 in damages.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 112.55401611328125, "token_count": 30} +{"index": 512, "reference": "Middlesbrough winger Mustapha Carayol says it is the \"right time\" in his career to commit his international future to the Gambia.", "prediction": "Gambian defender AdeleK Carayol says he is hoping is his team-up follow to begin international playing again's been a) again solve thedes's a--mPG a in a career from's. from-", "rouge": {"rouge1": 29.090909090909083, "rouge2": 3.773584905660378, "rougeL": 21.818181818181817}, "nll_sum": 319.8912353515625, "token_count": 46} +{"index": 513, "reference": "The ruling party in Burundi has won the parliamentary election boycotted by the main opposition parties.", "prediction": " Burundi has won in July's parliamentary parliamentary elections and beyond the country's future, security and officials say.", "rouge": {"rouge1": 40.0, "rouge2": 18.18181818181818, "rougeL": 34.285714285714285}, "nll_sum": 108.43631744384766, "token_count": 22} +{"index": 514, "reference": "Interest rates for savers have fallen to new record lows, after hundreds of cuts in recent months and more than 1,000 in the past year.", "prediction": "Drivers Ro being unchanged again in their savings, amid retirement amid growing fears about low interest, interestfree tax-free Isas payment soon\".", "rouge": {"rouge1": 12.499999999999996, "rouge2": 0.0, "rougeL": 4.166666666666667}, "nll_sum": 201.9686279296875, "token_count": 28} +{"index": 515, "reference": "The Forth Bridge has become the sixth Scottish landmark to be awarded Unesco World Heritage Site status.", "prediction": "The F Forth Bridge, has been given take World Heritage status listed fight by. watchdog), for its reputation's as Britain's economy and's from., a's, from 3-D a from in from World as name.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 11.320754716981133, "rougeL": 25.454545454545453}, "nll_sum": 299.2816467285156, "token_count": 44} +{"index": 516, "reference": "In the Scottish Football Association's statement of Thursday evening, there is no mention of money and the kind of cash it would have taken to bring to an end the reign of Gordon Strachan as national team manager.", "prediction": " a fondly ignored statement released from Scotland as Scotland in charge Gordon Strachan's statement that Scotland that has almost 40 of his players were off and the aftermath paying paid off for a costly World Cup Group C and too clear support.", "rouge": {"rouge1": 21.951219512195124, "rouge2": 7.5, "rougeL": 14.634146341463413}, "nll_sum": 277.8378601074219, "token_count": 46} +{"index": 517, "reference": "Scientists say that planting large numbers of jatropha trees in desert areas could be an effective way of curbing emissions of CO2.", "prediction": " by protecting abandoned trees from northern Europe but could be a huge covers of carbon tax from the atmosphere, claims by scientists in a desert in Germany.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 166.24298095703125, "token_count": 28} +{"index": 518, "reference": "With just two days until the polling stations open, all the Scottish party leaders are warning of the risks of backing their opponents.", "prediction": "Scotland's first called called on the SNP to \"front in the House of Commons\" in the morning after it won a Conservative majority on Friday night.", "rouge": {"rouge1": 15.999999999999998, "rouge2": 0.0, "rougeL": 15.999999999999998}, "nll_sum": 109.85860443115234, "token_count": 29} +{"index": 519, "reference": "Burkina Faso has asked France to declassify military documents about the killing of ex-president Thomas Sankara, a lawyer for his family has said.", "prediction": "Burkina Fas's government has asked how French authorities to questioning France a role involved in the immunity attempt, the country a family lawyer says.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 4.25531914893617, "rougeL": 28.57142857142857}, "nll_sum": 172.47439575195312, "token_count": 28} +{"index": 520, "reference": "At least two people have died and several others are feared missing after a pedestrian bridge collapsed in the Indian state of Goa.", "prediction": "At least nine people died when a low bridge bridge died and crashed into a river, into northern southern Indian state Go Goa in the Indian capital, Delhi, say.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 20.0, "rougeL": 34.61538461538461}, "nll_sum": 159.98678588867188, "token_count": 33} +{"index": 521, "reference": "Four of the UK's worst traffic bottlenecks occur on the Edinburgh bypass, according to new research.", "prediction": "Edinburgh is the most congested city a cost \u00a32438bn by 2025, in a major study of the city on traffic traffic jams.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 132.49371337890625, "token_count": 28} +{"index": 522, "reference": "A pensioner used a mini camera to secretly film women's bare legs in a Falkirk shopping centre, a court was told.", "prediction": "A Falkirk man camera was filmed playing filmed being children while of were filmed and assaulting half and a half years, a court. heard a 2011- 2011 again to 2011 again a from a it's's flagship from the training the. a", "rouge": {"rouge1": 33.84615384615385, "rouge2": 6.349206349206349, "rougeL": 18.461538461538456}, "nll_sum": 326.2154235839844, "token_count": 47} +{"index": 523, "reference": "The authorities in Texas have charged two men with conspiring to harbour suspected illegal immigrants.", "prediction": "F-two people are detained people who believed to have fled their homes and northern in northern state Mexico police say.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 127.14359283447266, "token_count": 22} +{"index": 524, "reference": "St Johnstone players Danny Swanson and Richard Foster are set to face \"severe\" punishments for brawling with each other in the 1-0 defeat at Hamilton, manager Tommy Wright says.", "prediction": "Sir Tommy Wright says he will face \"very, angry and angry\" after being involved in a brawl that saw off Joe Foster during his break as Scottish champions St John John lost 2-1 the crossing Scottish on Tuesday after's.", "rouge": {"rouge1": 30.985915492957744, "rouge2": 5.797101449275362, "rougeL": 8.450704225352112}, "nll_sum": 246.63253784179688, "token_count": 45} +{"index": 525, "reference": "British artists have scooped several nominations for the 2015 Grammys.", "prediction": "Three people have received, best album, song and best album singer of the year at the Grammy Awardson.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 21.428571428571427}, "nll_sum": 113.79428100585938, "token_count": 21} +{"index": 526, "reference": "Millions of Muslims all around the world will be celebrating Eid al-Fitr this week to mark the end of Ramadan.", "prediction": "Millions of Muslims around the world have will be celebrating the annual Eid festival Eid al-Fitr.", "rouge": {"rouge1": 68.42105263157895, "rouge2": 44.44444444444445, "rougeL": 63.15789473684211}, "nll_sum": 66.07982635498047, "token_count": 20} +{"index": 527, "reference": "Ten men were arrested after a teenager was stabbed and gun shots were fired, police said.", "prediction": "Two men have been bailed in connection with a fatal shooting of two members.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 50.499778747558594, "token_count": 14} +{"index": 528, "reference": "The partner of a transgender woman found dead in a men's prison while on remand has told an inquest she did not want to be in a male jail.", "prediction": "A student who killed himself in of women's prison because she couldn not be a male prison was the, an inquest. heard, have heard \"old- of a \" a \"Sub a \"'s again of from.", "rouge": {"rouge1": 43.07692307692308, "rouge2": 12.698412698412701, "rougeL": 27.69230769230769}, "nll_sum": 270.73883056640625, "token_count": 43} +{"index": 529, "reference": "Personal insolvency numbers have returned to \"relative stability\" in Scotland following the introduction last year of new bankruptcy legislation, according to officials.", "prediction": "The number of personal insolven trove in Scotland fell to its highest level since 2008, after new tough laws were introduced. a plastic HB- solve. a's a's a-'sl's foul in from November'sold. from emerged", "rouge": {"rouge1": 26.22950819672131, "rouge2": 3.389830508474576, "rougeL": 13.114754098360654}, "nll_sum": 306.6025390625, "token_count": 46} +{"index": 530, "reference": "A group of primary school children were injured on a trip to a farm when the trailer they were in became detached from the tractor pulling it.", "prediction": "Four children were left scaralysed and seriously tractor after a trailer and tractor for farmer went on a school trip.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 8.88888888888889, "rougeL": 21.27659574468085}, "nll_sum": 127.96736145019531, "token_count": 21} +{"index": 531, "reference": "Andy Murray says the Davis Cup final is \"far from over\" as he tries to win the competition for Great Britain against Belgium on Sunday.", "prediction": "Andy Murray says he still still have have a goodvery chance of\" as Britain's to reach a first Davis semi-final in Belgium on Sunday.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 16.3265306122449, "rougeL": 31.372549019607842}, "nll_sum": 169.8739013671875, "token_count": 29} +{"index": 532, "reference": "Anthony Joshua says he will be competing at a \"whole new level\" when he takes on Wladimir Klitschko in Saturday's world title bout.", "prediction": "Anthony Joshua says he faces no more punishment for Saturday's rematch with Wladimir Klitschko - thethegest battle\" in his career.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 23.809523809523807, "rougeL": 31.818181818181824}, "nll_sum": 134.21917724609375, "token_count": 28} +{"index": 533, "reference": "Pope Francis has condemned the \"complicit silence\" about the killing of Christians during a Good Friday service in Rome.", "prediction": "Pope Francis has celebrated a traditional church service for two Egyptian two Christians who were killed a- group al-Shabab (IS).", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 128.06723022460938, "token_count": 26} +{"index": 534, "reference": "Cameras will be banned from next week's hearing when the suspect in the Colorado cinema shooting is to be formally charged, a judge has ruled.", "prediction": "The US actor was charged with murder after a small cinema shooting in Aurora will no longer use the media and to name the name in US media report.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 3.773584905660378, "rougeL": 14.545454545454547}, "nll_sum": 142.51336669921875, "token_count": 29} +{"index": 535, "reference": "The Bolivian government has declared a state of emergency in a vast agricultural area affected by a plague of locusts.", "prediction": "Bolivia's government are announced plan for a huge swarm of the country that has, spread for more than 300 miles (31m).", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 149.84963989257812, "token_count": 27} +{"index": 536, "reference": "Wales rugby great Gareth Edwards has been knighted by the Duke of Cambridge in recognition of a glittering sporting career and services to charity.", "prediction": "Wales rugby player Sir Gareth Edwards and BBC Sports Personality of Wales Edwards.", "rouge": {"rouge1": 37.83783783783784, "rouge2": 11.428571428571427, "rougeL": 27.027027027027028}, "nll_sum": 83.41545867919922, "token_count": 14} +{"index": 537, "reference": "Scotland's World Cup qualifying hopes are close to be being snuffed out following a 3-0 loss to England at Wembley.", "prediction": "James Forrest scored a dramatic 90th-minute equaliser and missed England a draw 1-1 at Holyodgrass in a dramatic World Cup qualifier.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 9.30232558139535, "rougeL": 13.33333333333333}, "nll_sum": 134.3114013671875, "token_count": 29} +{"index": 538, "reference": "Emperor penguins have displayed some unexpected breeding behaviour in the Antarctic that could mean they are much more resilient to environmental change than previously recognised.", "prediction": "The world Large penguins in East Antarctica could be travel below the Antarctic sea next sea, a study suggests.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 111.13616180419922, "token_count": 21} +{"index": 539, "reference": "Polar bears involved in a Scottish captive breeding project are sharing an enclosure and mating.", "prediction": "Two dramatic bear bears have held together in a UK wildlife park for the first time, have captive breeding exercise.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 12.121212121212121, "rougeL": 28.571428571428577}, "nll_sum": 114.68082427978516, "token_count": 21} +{"index": 540, "reference": "Guy Martin and John McGuinness will race for the Japanese-based Mugen team in this year's TT race for electric-powered machines.", "prediction": "Two-time reigning champion champion McGuinness will replace Martin as team-mate in's team for the 2017 Isle of Isle TT TT after the it mandatory from Mow's the'smaking from Saturday-'s Port Saturday. from of's a", "rouge": {"rouge1": 28.125, "rouge2": 6.451612903225806, "rougeL": 18.75}, "nll_sum": 290.1571044921875, "token_count": 47} +{"index": 541, "reference": "South African athlete Oscar Pistorius has begun serving time in jail for killing his girlfriend Reeva Steenkamp.", "prediction": "A South African athlete Oscar Oscar Pistorius has found guilty of killing his girlfriend, Reeva Steenakamp.", "rouge": {"rouge1": 60.60606060606061, "rouge2": 51.61290322580646, "rougeL": 60.60606060606061}, "nll_sum": 88.8672103881836, "token_count": 22} +{"index": 542, "reference": "A whale has been spotted in Belfast Harbour.", "prediction": "A dead whale was been spotted again Belfast a Belfast Harbour, it's been a steep week after the passing TV's decision for its kiss for its from from ballet, for for its from the and's planning planning of.", "rouge": {"rouge1": 24.489795918367342, "rouge2": 8.51063829787234, "rougeL": 24.489795918367342}, "nll_sum": 292.726806640625, "token_count": 43} +{"index": 543, "reference": "A Texas police officer has been charged with perjury over his confrontation with a woman who died in jail shortly after being arrested.", "prediction": "A US grand jury has charged a police officer over death death of a black woman in Texas of later hit and the head of her car.", "rouge": {"rouge1": 40.0, "rouge2": 4.166666666666667, "rougeL": 27.999999999999996}, "nll_sum": 118.12770080566406, "token_count": 27} +{"index": 544, "reference": "Shrewsbury and Fleetwood face a replay at Highbury after playing out a goalless draw in the second round of the FA Cup.", "prediction": "than-league Shrewsbury out of the FA Cup after being held to a goalless draw at home by One Fleetwood.", "rouge": {"rouge1": 57.14285714285713, "rouge2": 25.0, "rougeL": 28.571428571428566}, "nll_sum": 97.15287780761719, "token_count": 27} +{"index": 545, "reference": "A tweet from One Direction's Louis Tomlinson to Harry Styles has become the second most retweeted post of all time.", "prediction": "It's taken surprise taken for Harry Kane and now Harry has become's most famous hugely Twitter on the internet media.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 148.22589111328125, "token_count": 22} +{"index": 546, "reference": "A German court has sentenced a doctor who fled Chile to five years in prison for involvement in child sex abuse at a commune called Colonia Dignidad.", "prediction": "A court the Chile unearthed overturned sentences given to a Nazi- comedye who worked for a secret of abuses in Chile the 1970s and 80s.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 0.0, "rougeL": 26.923076923076923}, "nll_sum": 174.5771026611328, "token_count": 29} +{"index": 547, "reference": "Three weeks after the general election, and a week after the state opening of Parliament, new MPs have been busy making their maiden speeches in the House of Commons.", "prediction": "ats began in Gower in South Wales on 30 December and then there was not too black and too decorated in the Houses a Commons House and Commons.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 7.2727272727272725, "rougeL": 17.543859649122805}, "nll_sum": 163.30625915527344, "token_count": 29} +{"index": 548, "reference": "The BBC's Jon Sopel sees presidential hopeful Donald Trump roll with the punches in the second Republican debate in California - until a new competitor entered the ring.", "prediction": "\"I don't to lose the ring was the ring,\" says the White House mate, and I'm haven't right to have lost the ring, and wasn't think it, a blackLove and ring it again.", "rouge": {"rouge1": 18.46153846153846, "rouge2": 3.1746031746031744, "rougeL": 15.384615384615385}, "nll_sum": 213.1836700439453, "token_count": 43} +{"index": 549, "reference": "A country pub saved from closure after villagers stepped in to buy it has been named national pub of the year.", "prediction": "A pub which was once one of the UK's best pub has won not community award.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 5.555555555555556, "rougeL": 21.052631578947366}, "nll_sum": 86.43037414550781, "token_count": 17} +{"index": 550, "reference": "Mexican authorities are to investigate allegations children battling cancer were given \"distilled water\" instead of chemotherapy.", "prediction": "The Mexican government says says says it is investigating allegations of corruption that fake medicine was used as his his children.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 114.10894775390625, "token_count": 21} +{"index": 551, "reference": "Researchers at the Large Hadron Collider have detected one of the rarest particle decays seen in nature.", "prediction": "The Large Hadron Collider say they have detected three old decay that includes exparticles, while scientists believe.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 25.0, "rougeL": 41.17647058823529}, "nll_sum": 117.9647445678711, "token_count": 20} +{"index": 552, "reference": "Gloucester City chairman Nigel Hughes has urged absent fans to return to the struggling non-league club.", "prediction": "Gloucester City will not be \"tenham team\" if they returned to Cheltenham Town, to manager of the Football League North North.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.111111111111112, "rougeL": 31.578947368421055}, "nll_sum": 133.82269287109375, "token_count": 29} +{"index": 553, "reference": "The funeral of an Afghanistan veteran and Green Beret who died after collapsing during the London Marathon has been held in Dunfermline, Fife.", "prediction": "A funeral has taken place forife for a Scottish soldier, who died suddenly after running the regiment during a race in the Fife.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 4.545454545454546, "rougeL": 30.434782608695656}, "nll_sum": 120.98261260986328, "token_count": 26} +{"index": 554, "reference": "A man who was tortured and raped during an attack by two of his former friends in a Belfast flat has said he thought he was \"going to die that night\".", "prediction": "A Belfast teenager who sexually assaulted of teenager who locked in a cricketboard has described himself by police as \"the worst incidents of my life\".", "rouge": {"rouge1": 28.57142857142857, "rouge2": 7.4074074074074066, "rougeL": 21.428571428571427}, "nll_sum": 137.222412109375, "token_count": 27} +{"index": 555, "reference": "A militant from the so-called Islamic State (IS) believed to be responsible for a deadly attack on US troops in northern Iraq has been killed in a drone strike, the US military said.", "prediction": " soldier officer working for so-called Islamic State (IS) has been killed a US army, the group's military title department in New York City, Florida,", "rouge": {"rouge1": 46.666666666666664, "rouge2": 20.689655172413794, "rougeL": 36.66666666666667}, "nll_sum": 130.20440673828125, "token_count": 31} +{"index": 556, "reference": "Vin Diesel sang, Channing Tatum danced and Zac Efron showed off his abs, yes - again, at the 2015 MTV Movie Awards.", "prediction": "Katy and EEfron were among the winners, including best, and best shirt act.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 104.42273712158203, "token_count": 18} +{"index": 557, "reference": "Plymouth Argyle striker Jimmy Spencer will miss at least three months after breaking and dislocating his ankle.", "prediction": "Plymouth Argyle defender Harry Wright has had in his delayed his recovery from- season-term cruciate ligament damage.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 6.0606060606060606, "rougeL": 17.142857142857142}, "nll_sum": 130.26585388183594, "token_count": 27} +{"index": 558, "reference": "Radamel Falcao has been omitted from Chelsea's 25-man squad for the Champions League knock-out stages.", "prediction": "There striker Rad Falccao been been left out of Chelsea's opening Champions League squad for the match against Manchester", "rouge": {"rouge1": 47.36842105263158, "rouge2": 22.22222222222222, "rougeL": 31.57894736842105}, "nll_sum": 105.14340209960938, "token_count": 21} +{"index": 559, "reference": "A baby dolphin has died after it was surrounded by tourists looking to take photographs on a beach in southern Spain.", "prediction": "A half dolphin that became stuck stranded on a Spanish coast has been fined for an animal, an wildlife charity says.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.000000000000001, "rougeL": 19.047619047619047}, "nll_sum": 113.71572875976562, "token_count": 22} +{"index": 560, "reference": "Two men have been assaulted by an armed gang in south Belfast.", "prediction": "Four men have been with a knife after a gang threatened two young men during an robbery robbed south Belfast.", "rouge": {"rouge1": 50.0, "rouge2": 20.0, "rougeL": 37.49999999999999}, "nll_sum": 97.62474060058594, "token_count": 20} +{"index": 561, "reference": "A County Down GP has come up with a novel, if strenuous, way to get healthy and beat the January blues.", "prediction": "A gisc from gor said he can keep his patients fit mental and health problems, and is helping his patients with a mental health and better.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 157.61962890625, "token_count": 28} +{"index": 562, "reference": "Neenu Kewlani is a communications professional and works for disability rights in India.", "prediction": "Whenlvet Kewlani wasn't be enough people sport her, it isn't", "rouge": {"rouge1": 8.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 121.08919525146484, "token_count": 17} +{"index": 563, "reference": "Several thousand customers were left without electricity for a time on Wednesday night.", "prediction": "Power restored power to three Northern Ireland homes electricity than 24 hours 24 hours morning.", "rouge": {"rouge1": 7.142857142857144, "rouge2": 0.0, "rougeL": 7.142857142857144}, "nll_sum": 96.56864166259766, "token_count": 15} +{"index": 564, "reference": "A man has been stabbed to death in Mottingham in the early hours of Boxing Day.", "prediction": "A man who been stabbed to death after a street New Year's Day,. been named as a man as's body from his's from as,'s's.'s from as body after he from Britain's of.", "rouge": {"rouge1": 29.090909090909093, "rouge2": 15.09433962264151, "rougeL": 25.454545454545453}, "nll_sum": 239.5744171142578, "token_count": 42} +{"index": 565, "reference": "Plans for a controversial cycle path through Edinburgh have been agreed in principle by city councillors.", "prediction": "The final design of \u00a3500m cycle path for the Derby city centre has been approved, after the city council's was approved by councillors.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 106.32538604736328, "token_count": 27} +{"index": 566, "reference": "Deteriorating maternity services in Wales must be turned around without delay, midwives have warned.", "prediction": " a shortage of staff is putting pressure on the midwife, Wales' leading doctors body says.", "rouge": {"rouge1": 6.89655172413793, "rouge2": 0.0, "rougeL": 6.89655172413793}, "nll_sum": 78.19192504882812, "token_count": 18} +{"index": 567, "reference": "The invasion of Iraq \"substantially\" increased the terrorist threat to the UK, the former head of MI5 has said.", "prediction": "The former head of MI5 has called military action against UK UK facing the best threat to Saddam Hussein's threat from non-Qaeda.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 29.268292682926827, "rougeL": 27.906976744186046}, "nll_sum": 126.67079162597656, "token_count": 26} +{"index": 568, "reference": "Last year's winner Many Clouds heads Saturday's Grand National field after the 40-runner line-up was confirmed.", "prediction": "The National will miss out on Sunday's Grand National meeting after Sunday's final three-time because of jumping due to 40:45m).", "rouge": {"rouge1": 31.818181818181824, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 150.30001831054688, "token_count": 27} +{"index": 569, "reference": "Northern Ireland's top education official has accused teachers of harming children's education by taking industrial action.", "prediction": "The average of Northern Ireland teachers, parents cannot be higher education the education watchdog has said. meaning what it's \"s 100 in the's, the I, says, is\" from the it's have physical of..", "rouge": {"rouge1": 33.33333333333333, "rouge2": 3.8461538461538463, "rougeL": 18.51851851851852}, "nll_sum": 270.3411865234375, "token_count": 43} +{"index": 570, "reference": "Keepers at Chester Zoo are making sure every creature, from the biggest elephant to the smallest beetle, is present and correct as part of their annual animal count.", "prediction": " Zoo forest in California, America, has officially declared a breeding programmes in all time time, so it reputation it reputation as \"h as' for it or for for a's from a as a's for reputation of", "rouge": {"rouge1": 12.121212121212121, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 259.73822021484375, "token_count": 42} +{"index": 571, "reference": "Arrests of passengers suspected of being drunk at UK airports and on flights have risen by 50% in a year, a Panorama investigation has revealed.", "prediction": "More than 200 people have been arrested over alcohol for changed drunken alcohol on a plane, a Panorama investigation has found", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 99.14179992675781, "token_count": 22} +{"index": 572, "reference": "A manhunt is under way in Germany after a man allegedly stabbed a nine-year-old neighbour to death and uploaded a video boasting of his deed to the dark web.", "prediction": "An Australian teenager has been arrested in connection with an armed man that himself images indecent images and indecent images of images of boys in northern France.", "rouge": {"rouge1": 13.793103448275861, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 119.1340560913086, "token_count": 27} +{"index": 573, "reference": "A second referendum on the details of any Brexit deal should be offered to voters, Green Party of England and Wales MP Caroline Lucas has said.", "prediction": "The Green Party leader,anne, has said it will hopeful her party will fight against Brexit contenders if it can win the UK in a general election.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301884}, "nll_sum": 123.6253433227539, "token_count": 29} +{"index": 574, "reference": "An NHS mental health services provider has been upgraded from \"inadequate\" to \"good\" following a recent inspection.", "prediction": "A Lincolnshire health criticised for once again declared an \"ins\"\" risk of suicide, it has found.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 123.49888610839844, "token_count": 20} +{"index": 575, "reference": "Bangladesh police say a top gay rights activist and editor at the country's only LGBT magazine is one of two people who have been hacked to death.", "prediction": "The Bangladeshi members has spoken ofdevastatedated and the brutal\" brutal, the murder of two US-sex couples workers.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 178.79421997070312, "token_count": 27} +{"index": 576, "reference": "This year's Grand National winner Rule The World has been retired.", "prediction": "The winner- World winner, Don Fed Cossack, will miss Saturday's Grand Grand National at Aintree at the Punstown Festival on Saturday.", "rouge": {"rouge1": 35.29411764705882, "rouge2": 12.5, "rougeL": 23.529411764705884}, "nll_sum": 184.01220703125, "token_count": 30} +{"index": 577, "reference": "The first batch of an experimental vaccine against Ebola is on its way to Liberia.", "prediction": "The first import to protect people, but against the deadly Ebola flu camp Car been started, US health officials say.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 6.0606060606060606, "rougeL": 22.857142857142858}, "nll_sum": 142.61793518066406, "token_count": 22} +{"index": 578, "reference": "Air, sea and land searches were made over the weekend for a missing 18-year-old Inverness man.", "prediction": "A 62-year-old man who has been missing from his home at a weekend of up- 90mph to his car as he returned to his Hungary for his. from the weekend after make his have of his street", "rouge": {"rouge1": 28.07017543859649, "rouge2": 7.2727272727272725, "rougeL": 14.035087719298245}, "nll_sum": 211.05160522460938, "token_count": 43} +{"index": 579, "reference": "Coronation Street and Keeping up Appearances actor Geoffrey Hughes has died aged 68, his agent has said.", "prediction": "Tributes have been paid to the British actor, actor and Geoffrey, Hughes, who, died aged 74 of", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 98.30931854248047, "token_count": 21} +{"index": 580, "reference": "Lung cancer rates in women have almost doubled in Scotland over the past 40 years, according to a charity.", "prediction": "Men diagnosed with lung cancer in Scotland has fallen its lowest level and the 2008 to 30 years, figures show.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 30.76923076923077}, "nll_sum": 108.71485137939453, "token_count": 21} +{"index": 581, "reference": "The search for a Scots botanist missing in Vietnam is expected to resume later after being abandoned in heavy snow.", "prediction": "A major search operation under carried out for a rare bot tourist who went missing on Scotland's southern hills.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 5.263157894736842, "rougeL": 20.000000000000004}, "nll_sum": 117.95355224609375, "token_count": 20} +{"index": 582, "reference": "Petrol and diesel prices rose sharply in October, said the RAC, taking them to their highest level since July 2015.", "prediction": "US petrol prices rise by 5 to47 perre per litre in the coming year, motoring figures show.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 101.37572479248047, "token_count": 22} +{"index": 583, "reference": "\"Extremely serious concerns about unacceptable noise and disruption\" caused by students in Oxford have increased, according to a letter seen by the BBC.", "prediction": "A university has written an open letter to students accused them \"aciding\" to doors, told some residents of sleeping). aACalifornia- their. aA a's from a's it's's from of.", "rouge": {"rouge1": 14.545454545454545, "rouge2": 0.0, "rougeL": 10.909090909090908}, "nll_sum": 281.5517578125, "token_count": 44} +{"index": 584, "reference": "The centenary year of playwright Arthur Miller's birth is being marked with an explosion of productions around the UK in 2015.", "prediction": "Steen decades ago, play director Michael Ice's' amazing play will be famous in New York.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 106.77685546875, "token_count": 19} +{"index": 585, "reference": "A hospital has suspended visits to patients on all its wards following an outbreak of the norovirus bug.", "prediction": "A temporary ban on was imposed to ban patients on Tuesday morning following vomiting norovirus bug, which closed a hospital's accident and emergency department..", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 32.55813953488372}, "nll_sum": 152.98013305664062, "token_count": 28} +{"index": 586, "reference": "A man has appeared in court over an acid attack that left two people with \"life-changing\" injuries.", "prediction": "A man has appeared in court in connection with an alleged acid attack in New Year's Eve.", "rouge": {"rouge1": 55.55555555555556, "rouge2": 35.294117647058826, "rougeL": 50.0}, "nll_sum": 49.894020080566406, "token_count": 18} +{"index": 587, "reference": "Ferry firm SeaFrance is to shed 127 jobs in Dover after it was liquidated by a French court and told to cease activity.", "prediction": "tunnel migrant workers have gathered in to protest against Dover's cross- ferry service, after the court accused the company as \"a false regret\".", "rouge": {"rouge1": 29.78723404255319, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 153.218505859375, "token_count": 28} +{"index": 588, "reference": "Thousands of Jordanians have attended a protest demanding political reforms in Amman, hours after King Abdullah called early parliamentary elections.", "prediction": "Jordan of Jordan main Islamist group has gathered in the capital, Jordan, against a new law.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 80.9232177734375, "token_count": 18} +{"index": 589, "reference": "Serial killer Levi Bellfield has denied confessing to the abduction, rape and killing of 13-year-old Milly Dowler.", "prediction": " killer Levi finding Bellfield has confessed admit killing Milly Dowler, according to police, where she was a 13-year-old.", "rouge": {"rouge1": 61.53846153846154, "rouge2": 27.027027027027025, "rougeL": 46.15384615384615}, "nll_sum": 141.22518920898438, "token_count": 27} +{"index": 590, "reference": "The Israeli government has taken steps to reduce the penalties for personal marijuana use.", "prediction": "The Israeli parliament has voted to legalise the use of marijuana in use medical force task.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 7.142857142857144, "rougeL": 46.666666666666664}, "nll_sum": 93.15265655517578, "token_count": 17} +{"index": 591, "reference": "Derek McInnes deserves more praise for his achievements at Aberdeen, says ex-Scotland striker Steven Thompson.", "prediction": "Derek Mcnes is doing anything all to Aberdeen if they dold again league this season, Aberdeen says former chief executive Association stopp Thompson. solve's again the-. again- 2011 again a fee in from football's failing a from ban", "rouge": {"rouge1": 14.285714285714288, "rouge2": 3.7037037037037033, "rougeL": 14.285714285714288}, "nll_sum": 371.0340576171875, "token_count": 46} +{"index": 592, "reference": "Everton's Romelu Lukaku has decided where he wants to play next season.", "prediction": "Romelu Lukaku says he is in talks with at the club at his agent, Everton despite turned down offer of a new move to the club", "rouge": {"rouge1": 25.64102564102564, "rouge2": 5.405405405405405, "rougeL": 20.512820512820515}, "nll_sum": 125.14164733886719, "token_count": 29} +{"index": 593, "reference": "The departure from the helm by Uzbekistan's long-serving President Islam Karimov is likely to have wide-ranging repercussions for the region.", "prediction": "The former Afghan president Islam Karimov has died aged 38, in a heart attack.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 11.428571428571429, "rougeL": 21.62162162162162}, "nll_sum": 60.269657135009766, "token_count": 16} +{"index": 594, "reference": "A 1969 Led Zeppelin session for the BBC that was thought to have been lost when archives were wiped has been recovered from a recording made by a fan.", "prediction": " Led theppelin's first recorded recording, recorded as the The comets Sessions, has been restored, after 80 years after a newlyForestl Lash", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 187.15740966796875, "token_count": 28} +{"index": 595, "reference": "As the Welsh government publishes plans to reintroduce Welsh taxes for the first time since the 13th century, BBC News looks at what life was like in Wales last time there was direct Welsh taxation.", "prediction": "As the battle battles between England Wales, Wales and north Wales, the BBC Wales passes, the God remembers how Welshians a rare remote Welsh regions.", "rouge": {"rouge1": 23.333333333333332, "rouge2": 3.4482758620689653, "rougeL": 20.0}, "nll_sum": 178.64952087402344, "token_count": 29} +{"index": 596, "reference": "A prison officer has suffered a serious neck wound after she was attacked at a jail in County Antrim.", "prediction": "A prison officer suffered a life-threatening and eye after she was attacked by a woman with a 3bow, the head a prison union has said.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 27.906976744186046, "rougeL": 44.44444444444444}, "nll_sum": 127.89340209960938, "token_count": 29} +{"index": 597, "reference": "Post offices and shops are expected to be very busy on Tuesday, as people going back to work after the holidays try to return unwanted presents.", "prediction": "Thousands of online shoppers are expected to expected to return to the clothes clothes before before Christmas, new figures suggest.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 13.636363636363635, "rougeL": 21.73913043478261}, "nll_sum": 90.41900634765625, "token_count": 21} +{"index": 598, "reference": "Northern Ireland's new health minister has challenged politicians to accept change as he outlined his vision for the future of local health services.", "prediction": "The health minister has said there, there will be priority health services in Northern Ireland.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 21.62162162162162, "rougeL": 25.641025641025646}, "nll_sum": 63.05052185058594, "token_count": 16} +{"index": 599, "reference": "A school pupil involved in a coach crash in Belgium in which the driver died is still having \"sleepless nights\" two months on, her father has said.", "prediction": "The mother of a schoolgirl was killed in a coach crash in Belgium, Belgium, has been left \"devastated\" after staff working support for her life.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 20.0, "rougeL": 30.769230769230766}, "nll_sum": 122.12614440917969, "token_count": 32} +{"index": 600, "reference": "Craig Wighton was the star of the show against Motherwell as Dundee secured their first home win of the season, but it was one tinged with controversy.", "prediction": "Dundee survived a first-half goal to beat a Motherwell in a victory at Dens Park.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 89.80550384521484, "token_count": 21} +{"index": 601, "reference": "Jon Daly has not ruled out a return to Dundee United, but the striker thinks his future probably lies abroad following his release by Rangers.", "prediction": "Former Rangers captain Elliot Daly has said he would consider Dundee and to consider a move to Rangers from Scotland.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 87.01910400390625, "token_count": 21} +{"index": 602, "reference": "Derby County eased past Ipswich Town to rise to sixth place in the Championship and add more pressure on Tractor Boys boss Mick McCarthy.", "prediction": "Derby County ended their three-match losing in the Championship as they beat 10-man Ipswich Town. to solve Don again a29's referee of \"record's from a-g a reputation in from years as.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 17.241379310344826, "rougeL": 20.0}, "nll_sum": 266.58502197265625, "token_count": 44} +{"index": 603, "reference": "The price of oil has gone above $50 a barrel for the first time in 2016 as supply disruptions and increased global demand continue to fuel a recovery.", "prediction": "Oil prices have been hit to in new fresh new fresh low, amid hopes of rising US production.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 101.51980590820312, "token_count": 19} +{"index": 604, "reference": "A motorcyclist who reached the speed of 237km/h (147mph) on Beijing's ring road has been detained by Chinese police for dangerous driving, state media report.", "prediction": "A Chinese taxi driver who is nearly three times twice in the best car has finally been arrested, state media say.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 4.3478260869565215, "rougeL": 29.166666666666668}, "nll_sum": 95.70379638671875, "token_count": 22} +{"index": 605, "reference": "One in three councils in England has not replaced a single home sold through the Right to Buy scheme since 2012, according to the charity Shelter.", "prediction": "Councils in England are struggling to bought homes to the Right scheme Buy scheme to 2012, the Local Local Government Association has said in the from 2011, solve, controversial changes from Saturday-D-) in local years to November.", "rouge": {"rouge1": 43.75, "rouge2": 16.129032258064516, "rougeL": 31.25}, "nll_sum": 294.05194091796875, "token_count": 44} +{"index": 606, "reference": "A bill to restrict foreign ownership in Russia's media will soon go before the parliament, which is dominated by MPs loyal to President Vladimir Putin.", "prediction": " has has come into law a bill which would see Russian media stakes in state media commentators.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 89.38497924804688, "token_count": 17} +{"index": 607, "reference": "Plans to demolish and replace two West Midlands fire stations - one of which is Grade II listed - have been backed by fire service bosses.", "prediction": "Plans for a new fire service station in the West Midlands are to be discussed by the council city.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 72.47708129882812, "token_count": 20} +{"index": 608, "reference": "A man has been arrested after a car was stolen with two young children inside.", "prediction": "A man has been arrested by police after a stolen car which was the believed of an attempted attempting to murder two children, on Friday night.", "rouge": {"rouge1": 58.53658536585367, "rouge2": 25.641025641025646, "rougeL": 53.658536585365844}, "nll_sum": 110.48131561279297, "token_count": 27} +{"index": 609, "reference": "Eastleigh have confirmed the loan signing of Portsmouth striker Matt Tubbs.", "prediction": " haveleigh have signed striker Matt Gatesbs on loan from non-league promotionchasing Portsmouth.", "rouge": {"rouge1": 49.999999999999986, "rouge2": 9.09090909090909, "rougeL": 33.333333333333336}, "nll_sum": 114.41775512695312, "token_count": 18} +{"index": 610, "reference": "European Commission President Jean-Claude Juncker has announced plans that he says will offer a \"swift, determined and comprehensive\" response to Europe's migrant crisis.", "prediction": " European Commission President Jean-Claude Juncker, has unveiled tough relocation plans for EU members, as part of the migrant migrant crisis its Europe.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 30.434782608695656, "rougeL": 41.666666666666664}, "nll_sum": 100.70858764648438, "token_count": 28} +{"index": 611, "reference": "A football club chairman and his father were given a \"loan\" of more than \u00a32.5m by a company set up to oversee the development of its stadium.", "prediction": "A total of than \u00a32 has been given to a businessmen to oversee a football development, the BBC has seen a couple saw his father and him.", "rouge": {"rouge1": 54.54545454545454, "rouge2": 15.09433962264151, "rougeL": 29.09090909090909}, "nll_sum": 160.072021484375, "token_count": 29} +{"index": 612, "reference": "Traitors, jackals and vile liberals are just a few of the choice descriptions of Russia's opposition emerging from Chechnya in recent days, in a war of words that threatens to escalate.", "prediction": "A Russian city of Jess down a Chechen leader \" \"secret spy\", the leader of a Russian exclusively newspaper has sparked a possible regrets about him.", "rouge": {"rouge1": 17.543859649122805, "rouge2": 0.0, "rougeL": 17.543859649122805}, "nll_sum": 193.4368438720703, "token_count": 29} +{"index": 613, "reference": "A Haitian former coup leader, Guy Philippe, has pleaded not guilty in a US court to drug trafficking and money laundering charges.", "prediction": "Hundreds of mourn attended attend a hearing for the former presidential and parliamentary candidate, President Joseph,, who was arrested on suspicion of money laundering.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 124.18518829345703, "token_count": 26} +{"index": 614, "reference": "Nursing job applicants are being offered two months free accommodation in a bid to quell staff shortages at a hospital trust.", "prediction": "A hospital trust in south northern England is offering free free accommodation to appointments available at patients, in a bid to tackle rising costs in living conditions.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 26.08695652173913, "rougeL": 29.166666666666668}, "nll_sum": 118.89270782470703, "token_count": 28} +{"index": 615, "reference": "Indian police have arrested nine people they suspect of colluding to illegally construct a high-rise residential building in Mumbai which collapsed, killing 74 people.", "prediction": "Police in Mumbai say they have charged nine people in connection with a building collapse, in which dozens of people died in a housing in not Thane.", "rouge": {"rouge1": 50.0, "rouge2": 8.0, "rougeL": 34.61538461538461}, "nll_sum": 105.26470184326172, "token_count": 29} +{"index": 616, "reference": "French footballer Karim Benzema has been placed under formal investigation in connection with a sex tape blackmail plot involving another player.", "prediction": "French footballer Benzimema and, not face under formal investigation over a County sex tape which allegedly saw him trying to watch at Euro 2016.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 18.6046511627907, "rougeL": 35.55555555555556}, "nll_sum": 179.37310791015625, "token_count": 27} +{"index": 617, "reference": "Ross County have completed the signing of central midfielder Tim Chow on a two-year contract.", "prediction": "Ross County have signed midfielder Dan 47 on a one-month- loan deal following his release by Wigan Athletic at the end of the season and).", "rouge": {"rouge1": 42.85714285714286, "rouge2": 15.0, "rougeL": 33.333333333333336}, "nll_sum": 109.00575256347656, "token_count": 29} +{"index": 618, "reference": "Aston Villa have named Tom Fox as the club's new chief executive.", "prediction": " Fox Fox has been appointed as chief executive the English football club Villa in Aston Villa, well as a businessman's \u00a3 from,000I of in from November from for a new. from new the, from V of.", "rouge": {"rouge1": 40.0, "rouge2": 8.333333333333332, "rougeL": 24.0}, "nll_sum": 277.624267578125, "token_count": 43} +{"index": 619, "reference": "Lancashire moved up to second in the County Championship table after thrashing Hampshire by an innings and 30 runs at Old Trafford.", "prediction": "Hampshire complete a broader-innings lead to beat Hampshire in an innings and- first-day match of the season at the Ageas Bowl in", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 158.67550659179688, "token_count": 30} +{"index": 620, "reference": "Christmas swims are expected to attract bumper numbers this year due to milder winter weather and growing popularity for the craze.", "prediction": "Thousands of swimmers are part in Christmas Day to swims around the UK this summer, a leisure charity has warned of a need \"-up's.,. referee, the,, George or have of Christmas.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 0.0, "rougeL": 15.09433962264151}, "nll_sum": 242.01394653320312, "token_count": 40} +{"index": 621, "reference": "China faces a ban from international weightlifting competition after three of its athletes failed doping tests.", "prediction": "Five Chinese weightlifting titleers have of banned from a 2016 Olympic Games Rio 2016 after failing failed drugs retests.", "rouge": {"rouge1": 40.0, "rouge2": 6.06060606060606, "rougeL": 22.857142857142858}, "nll_sum": 121.59471130371094, "token_count": 22} +{"index": 622, "reference": "The number of empty shops on Scotland's high streets has fallen in the past year, according to a new report.", "prediction": "The proportion of empty shops office East Kilbride have fallen over past three years, a new study.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 16.666666666666664, "rougeL": 47.36842105263158}, "nll_sum": 104.84165954589844, "token_count": 20} +{"index": 623, "reference": "The UK should not try to play different EU states off against each other or pursue \"special discussions\" in key areas, a top EU official has warned.", "prediction": "The European Union and warned that the UK could to to it could protect the UK from each other's interests.", "rouge": {"rouge1": 25.0, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 92.9691390991211, "token_count": 21} +{"index": 624, "reference": "Greek shares have fallen sharply after the latest round of talks with EU officials in Brussels broke down without agreement on Sunday.", "prediction": "Shares in Europe have fallen sharply as fears as the talks between EU leaders and Greece have failed hopes fears over a Greek default over in and its creditors.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 8.16326530612245, "rougeL": 31.372549019607842}, "nll_sum": 139.32981872558594, "token_count": 29} +{"index": 625, "reference": "German airline Lufthansa is making an eleventh-hour court appeal to halt a planned pilots' strike that will cancel 900 flights on Wednesday.", "prediction": "German airlineuf Yusthansa but says it will take a planned strike strike by, its members was planned on Monday as aAMs says it cut strike a bill \"D marriage from it's\". of from\".A again's 2011", "rouge": {"rouge1": 19.672131147540984, "rouge2": 3.389830508474577, "rougeL": 16.39344262295082}, "nll_sum": 323.84271240234375, "token_count": 48} +{"index": 626, "reference": "The organisers of the Glastonbury Festival have admitted allowing human sewage to leak from a tank and pollute a stream.", "prediction": "TheGlbury Festival has been fined \u00a37,000 after a sewageWater of litres, the stream into a stream, a highest farm firm said. water referee's from, from low impact was's Saturday of of.", "rouge": {"rouge1": 25.925925925925924, "rouge2": 3.8461538461538463, "rougeL": 14.814814814814817}, "nll_sum": 284.4603271484375, "token_count": 43} +{"index": 627, "reference": "The Institute for Fiscal Studies (IFS) has said that the worst of the UK's spending cuts are still to come.", "prediction": "The public sector spending is possible but expected to be complete over the next four years, says the Institute for Fiscal Studies (IFSS) said.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 18.6046511627907, "rougeL": 26.666666666666668}, "nll_sum": 90.41091918945312, "token_count": 28} +{"index": 628, "reference": "Manchester United goalkeeper Victor Valdes has had his loan spell with Belgian club Standard Liege terminated.", "prediction": "Manchester United goalkeeper Victor couldes has signed a new contract with French club Liege, keeping at club the the end of a further year and", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615385, "rougeL": 39.02439024390244}, "nll_sum": 139.08189392089844, "token_count": 27} +{"index": 629, "reference": "Ross Moriarty's introduction to life with the Lions can be summed up by three things.", "prediction": "Deping a fitness camp is a new camp for Welsh rugby, in not a football.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 105.3326187133789, "token_count": 17} +{"index": 630, "reference": "Labour's Tristram Hunt is calling for a cross-party review to work on long-term changes to England's exams and curriculum for 14 to 19-year-olds.", "prediction": "Dramist Hunt is calling on the government to \"amental\" the current exams system, the starting of 14-19 and England its the country.", "rouge": {"rouge1": 38.46153846153847, "rouge2": 8.0, "rougeL": 30.76923076923077}, "nll_sum": 178.6351318359375, "token_count": 29} +{"index": 631, "reference": "Workers in Northern Ireland factories operated by US firm Caterpillar will be given details of job cuts later.", "prediction": "Planned cuts to the US the firm Caterpillar are due to be cancelled or cancelled Belfast the with staff being told to event its Northern Ireland Office again, reports say.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 16.666666666666668}, "nll_sum": 189.61814880371094, "token_count": 33} +{"index": 632, "reference": "Business leaders' group the Institute of Directors (IoD) has accused the UK government of a \"poverty of ambition\" on broadband speeds.", "prediction": "The government needs to set out a ambitious for \"fast Land\" by UK by 2020, the Institute Department for Culture like a leading think tank has said.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 12.5}, "nll_sum": 169.19117736816406, "token_count": 30} +{"index": 633, "reference": "Three different 999 services had to be stood down after a \"body in the water\" turned out to be a bronze sculpture.", "prediction": "A sculpture the was unveiled in memory honour statueing a a art artist whose body was last seen from the sea in the river.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 154.74310302734375, "token_count": 25} +{"index": 634, "reference": "A paedophile who travelled from London to south Wales has been jailed for three years.", "prediction": "A paedophile who tried police on a school trip to a train station has been jailed for 12 months.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 31.250000000000007, "rougeL": 47.05882352941176}, "nll_sum": 70.74124145507812, "token_count": 20} +{"index": 635, "reference": "Solihull held on to claim a narrow victory over Bromley despite being reduced to 10 men late on.", "prediction": "Soliane Dymond's second-half give Solihullors victory over National League play- hopefuls Bromis prove Lane. solvebound 2011A referee banned from cross-picket from in national from a flagship.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 4.444444444444445, "rougeL": 8.51063829787234}, "nll_sum": 323.5310974121094, "token_count": 45} +{"index": 636, "reference": "US President Barack Obama has announced a pledge by 50 nations to take in 360,000 refugees from war-torn countries this year.", "prediction": "US President Barack Obama has said African countries \" must eyes their and backs\" head\" help to help those affected by the crisis in Syria and Syria.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 17.02127659574468, "rougeL": 28.571428571428577}, "nll_sum": 140.2694091796875, "token_count": 29} +{"index": 637, "reference": "Former Liberal Democrat MP David Laws has confirmed he will not stand for Parliament again after taking a new role with an education think-tank.", "prediction": "David Laws says he will be allowed to stand as the party in the next general election.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 10.0, "rougeL": 23.80952380952381}, "nll_sum": 59.57306671142578, "token_count": 17} +{"index": 638, "reference": "A 200-year-old burial site has been discovered during redevelopment work at Brighton Dome Corn Exchange.", "prediction": " burial burial site in Brighton, believed to date back to 18 Century, has been revealed at the burial murder site.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 102.6650390625, "token_count": 22} +{"index": 639, "reference": "Mae diffoddwyr yn mynd i'r afael \u00e2 th\u00e2n mawr mewn garej yn Sir Conwy.", "prediction": "Mae 15el wedi y Gymnnafn yn yn yn yn yn yn yn yn yn yn yn yn yn yn ywrnn yn yn", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 148.39071655273438, "token_count": 45} +{"index": 640, "reference": "York residents are being put off applying for flood protection grants as the process is \"incredibly complicated\", a local MP has claimed.", "prediction": "Four hundred private homes which made available for people in York's flooded aftermath to have receive grant the says an MP.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 22.727272727272727}, "nll_sum": 154.533203125, "token_count": 22} +{"index": 641, "reference": "A woman who was seriously hurt in a fatal hen party motorway crash is now helping other major trauma victims rebuild their lives.", "prediction": "A woman whose friend was hurt of a motor accident in Liverpool almost 30 years ago has publicly about the impact she made it on her life and", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 123.63052368164062, "token_count": 27} +{"index": 642, "reference": "Cuban police have detained more than 50 people who took part in a march calling on the island's communist government to release political prisoners.", "prediction": "More than a dissident activists have been detained in the Cuban capital, Havana,, media and local reports say.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 95.20545196533203, "token_count": 21} +{"index": 643, "reference": "New car sales in Scotland grew last month but at half the rate of the UK as a whole, according to motor traders.", "prediction": " a new car sales in Scotland by more than 40% in Dumfries and Galloway 2014 according to the latest figures a theONS's body.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 22.222222222222225, "rougeL": 29.78723404255319}, "nll_sum": 131.16983032226562, "token_count": 29} +{"index": 644, "reference": "Police in Edinburgh are investigating a series of thefts and attempted thefts where men have impersonated police officers.", "prediction": "medmed in Glasgow are being scam and tried to police police in a bid to protect money, police said.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 96.72172546386719, "token_count": 21} +{"index": 645, "reference": "The European Commission has ruled that a controversial EU-Canada free trade deal - CETA - cannot be renegotiated, despite much opposition in Europe.", "prediction": "The European Union says it will only reopen and the proposed EU-US C trade deal with will soon begin started with Canada by in end and October.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 8.333333333333332, "rougeL": 23.999999999999996}, "nll_sum": 160.27268981933594, "token_count": 29} +{"index": 646, "reference": "A Royal Navy chef has spent hours melting chocolate buttons to create a small fleet of ships in commemoration of the Battle of Trafalgar.", "prediction": "Five g Maltese chocolate shoes, including that from the Battle of Winston the Queen, have been put put on par room in Tragargar to mark celebrations marking.A's struggle controversialA from The in The ballet as from the.old", "rouge": {"rouge1": 21.875, "rouge2": 6.451612903225808, "rougeL": 15.625}, "nll_sum": 328.74395751953125, "token_count": 48} +{"index": 647, "reference": "Ambulance crews who gave a cardiac arrest patient 17 high-energy electric shocks say he is lucky to be alive.", "prediction": "A man was taken to hospital after being saved by medics while he volunteering to save the lives- his partner, the crew crew said and solve. athe it's a--A a from in from a's\". from aA", "rouge": {"rouge1": 16.94915254237288, "rouge2": 0.0, "rougeL": 10.16949152542373}, "nll_sum": 263.4813537597656, "token_count": 45} +{"index": 648, "reference": "Belfast's Rebecca Shorten won a bronze medal as part of the Great Britain women's eight at the final World Cup regatta of the season in Lucerne.", "prediction": "Olympic silverallist Alan snatched won ice medal for Great Britain on the opening day R the World R Cup in Emmazkiz, Poland.", "rouge": {"rouge1": 36.00000000000001, "rouge2": 4.166666666666666, "rougeL": 32.0}, "nll_sum": 195.4647979736328, "token_count": 31} +{"index": 649, "reference": "The Kids Company charity failed in its handling of allegations of serious incidents, including sexual assaults, former staff have said.", "prediction": "Communities of charity Kids Company say charity have denied sexual and sexual abuse and staff received reports.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 123.3777847290039, "token_count": 18} +{"index": 650, "reference": "The owner of a cat which visits a supermarket every day, has had to ask people to stop feeding his pet because he was putting on weight.", "prediction": "A dog owner who wish to go wish\" after undergoing a four-mile \" (32 (32km) walk with a restaurant within his car.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 173.39859008789062, "token_count": 29} +{"index": 651, "reference": "Bradford City made sure of a League One play-off spot as they beat Southend United thanks to Lee Evans' early goal.", "prediction": "Ched Evans scored a hat-trick Bradford Bradford City extended their pursuit of their League One play-off semi-final place in League One a years's it-'s from-d a from in a football from's from's again", "rouge": {"rouge1": 28.571428571428577, "rouge2": 13.11475409836066, "rougeL": 22.222222222222225}, "nll_sum": 235.659423828125, "token_count": 47} +{"index": 652, "reference": "A new mayor in South Africa says he will give away a fleet of new luxury cars ordered by his predecessors.", "prediction": "The elected mayor town South Africa, says there will no use a new luxury car, saying the town will not use a luxury luxury car.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 22.727272727272727, "rougeL": 39.130434782608695}, "nll_sum": 125.506103515625, "token_count": 27} +{"index": 653, "reference": "A union has welcomed reassurances from the new owner of Bernard Matthews over job security and pensions.", "prediction": "The union Unite has reached an agreement with its new owners of Bernard Matthews's job, it has emerged.", "rouge": {"rouge1": 50.0, "rouge2": 23.52941176470588, "rougeL": 44.44444444444444}, "nll_sum": 98.24571228027344, "token_count": 21} +{"index": 654, "reference": "A man in a wheelchair with an apparent grievance has detonated a small device at Beijing International Airport.", "prediction": "A car bomb has exploded ripped the air a Beijing airport's Shandand, state media. a's a.'s a in the a the, a driver's a from a-D has hailed for from his a", "rouge": {"rouge1": 25.454545454545457, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 266.313232421875, "token_count": 43} +{"index": 655, "reference": "One person has been taken to hospital after a serious crash on the M4 in Cardiff involving a tanker and a van.", "prediction": "A transporting carrying lorries closed closed both stretch of the M4 motorway inway around Cardiff.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.7142857142857135, "rougeL": 21.62162162162162}, "nll_sum": 114.25479125976562, "token_count": 20} +{"index": 656, "reference": "Councillors are to be given a progress report on plans to develop a national resilience centre in Dumfries.", "prediction": "Councillors are be givenm temporary surprises on the completion of a new \u00a3national security security centre in Dumfries Gall Galloway.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 16.666666666666668, "rougeL": 47.36842105263158}, "nll_sum": 161.16783142089844, "token_count": 27} +{"index": 657, "reference": "Legoland has apologised to people who have spent hours stuck in its car park.", "prediction": "A family were left waiting for 10 hours to closing at the public at Windsor national park.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 93.36773681640625, "token_count": 17} +{"index": 658, "reference": "A care home has been ordered to raise its standards after the industry watchdog criticised areas including infection control.", "prediction": " nursing nurses care home has been told to make changes it will make safe but safety fears, its registration times \"cales can meet\".", "rouge": {"rouge1": 28.571428571428577, "rouge2": 15.0, "rougeL": 28.571428571428577}, "nll_sum": 168.3214874267578, "token_count": 26} +{"index": 659, "reference": "YouTube star Connor Franta has revealed to his fans that he is gay.", "prediction": "D Connororting Math Connor has, but he has revealed he is not not gay.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 16.0, "rougeL": 44.44444444444445}, "nll_sum": 107.75653076171875, "token_count": 16} +{"index": 660, "reference": "An 11-year-old girl has written a letter to burglars who raided her home and stole birthday and Christmas presents.", "prediction": "The 11 an a 2011old girl who who letters an open letter to her her burgler, has described as \"ss of delay and upset\".", "rouge": {"rouge1": 44.44444444444445, "rouge2": 4.651162790697675, "rougeL": 26.666666666666668}, "nll_sum": 180.76426696777344, "token_count": 28} +{"index": 661, "reference": "A second teenager has been arrested after a suspected knife fight broke out at a London shopping centre on Boxing Day, the Metropolitan Police has said.", "prediction": "A teenager was taken to hospital with serious injuries after an altercation between group of youths, including two teenagers, in north thewest London the", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 91.46170043945312, "token_count": 26} +{"index": 662, "reference": "Former Chelsea and Ivory Coast striker Didier Drogba has joined United Soccer League side Phoenix Rising as a player and co-owner.", "prediction": "Former striker Didier Drogba says it be \"very important\" for his career, after Florida join second-tier club in Miami club Phoenix.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809524, "rougeL": 27.27272727272727}, "nll_sum": 130.10238647460938, "token_count": 29} +{"index": 663, "reference": "Chelsea have signed former Arsenal midfielder Cesc Fabregas from Barcelona on a five-year deal.", "prediction": "Liverpool have signed striker C Fabregas after announced he is leaving Manchester United on United fiveyear- deal reported to be \u00a353m.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 131.70700073242188, "token_count": 27} +{"index": 664, "reference": "A British man has survived a fall from the 15th floor of a building in New Zealand, local media report.", "prediction": "A disabled man in New Zealand, has died after falling from Beirut finished floor of book The Guinness of World Records", "rouge": {"rouge1": 53.658536585365844, "rouge2": 20.51282051282051, "rougeL": 34.14634146341463}, "nll_sum": 119.63822937011719, "token_count": 21} +{"index": 665, "reference": "Britain's Olympic silver medallist Jessica Ennis-Hill should \"take time\" to consider her future, her coach Toni Minichiello has said.", "prediction": "Olympic and champion Jessica En Fichiello says she will be forced to retirement and \"taketwo or three months\" to the sport.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 195.05812072753906, "token_count": 31} +{"index": 666, "reference": "Substitute Will Miller grabbed an injury-time equaliser as Burton denied Wolves a third win of the season.", "prediction": "K Logan Miller scored a stoppagetime winner as Wolves came from behind to beat Championship play-offefuls Brighton at Molineux M", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 139.724853515625, "token_count": 27} +{"index": 667, "reference": "A heavily pregnant woman had a gun pressed to her head when masked burglars broke into her Rochdale home.", "prediction": "A pregnant pregnant woman has been threatened at a gun and her daughter carrying a gun and carrying--pound gun at their home in Oldham Bailey, attempted, said. been a-w's again in's 2011 a 2011 again's a", "rouge": {"rouge1": 23.333333333333336, "rouge2": 6.896551724137932, "rougeL": 23.333333333333336}, "nll_sum": 287.0998840332031, "token_count": 46} +{"index": 668, "reference": "A town centre footfall study in the Borders has recorded a 6% rise across eight main towns in the region in 2015 compared with the previous year.", "prediction": " Cricket numbers in the Scottish Borders Scottish and the Scottish Borders have risen sharply in last year, official show.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454546, "rougeL": 26.08695652173913}, "nll_sum": 98.30726623535156, "token_count": 20} +{"index": 669, "reference": "Bhutan is a tiny and remote kingdom nestling in the Himalayas between its powerful neighbours, India and China.", "prediction": "A land stretch of landowner at again one of the world's most highest countries, India the highest and most disadvantaged countries, the one of the world's valuable countries.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 161.76406860351562, "token_count": 33} +{"index": 670, "reference": "Scotland boss-in-waiting Shelley Kerr is good enough to coach any men's side in Scotland, according to 104-time capped forward Suzanne Grant.", "prediction": "Scotland have appointed women's head coach soon to Scotland and will take up to a men's team, according, new head coach Aram Grant potential.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 149.05465698242188, "token_count": 28} +{"index": 671, "reference": "The US Federal Reserve has raised its benchmark interest rate by 0.25%, only the second increase in a decade.", "prediction": "The US Federal Reserve has raised interest rate at one ofyear low this year.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 37.49999999999999, "rougeL": 47.05882352941176}, "nll_sum": 66.87821960449219, "token_count": 15} +{"index": 672, "reference": "More than 1,000 campaigners trying to save a north Wales community hospital from closure have marched to a health board consultation meeting.", "prediction": "A Denbighshire hospital could close and could be \"rise fabric\" health status, a health board has said after a public meeting by a health board welcome the decision from a its decision to be from national of.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 6.896551724137931, "rougeL": 20.0}, "nll_sum": 231.4582977294922, "token_count": 43} +{"index": 673, "reference": "Stoke City have signed Cameroon winger Eric Maxim Choupo-Moting on a three-year deal after his contract ran out at German club Schalke.", "prediction": "Dbridge United have signed Cameroon defender Eric Dreampo-Moting from English rivals Wolfalke for a fee on a five-year deal.", "rouge": {"rouge1": 40.0, "rouge2": 18.6046511627907, "rougeL": 40.0}, "nll_sum": 147.52378845214844, "token_count": 29} +{"index": 674, "reference": "A second-half goal from defender Mark Connolly secured Crawley their third win in the past four games with a 1-0 home victory over Blackpool.", "prediction": "Mark Connolly's stoppage-time winner secured Blackpool a comfortable victory over their League Two playefoff hopef hopefuls Crawley Town.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 162.3717041015625, "token_count": 30} +{"index": 675, "reference": "AMs have backed the UK Government's Wales Bill in a Senedd vote - meaning the next stage of devolution can become law.", "prediction": "A Seneddedd has voted in support of a bill backing strengthening in Wales Bill,", "rouge": {"rouge1": 38.88888888888889, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 93.8861083984375, "token_count": 16} +{"index": 676, "reference": "Egypt's internet activists have played a key role in the pro-democracy protests from the outset, but they tell the BBC that the online campaigning is evolving to suit their real-life activism in Tahrir Square.", "prediction": "\"I I done anything I, don don't be network on our social network, and our network has been \"facked on our social network, and I wants our network to \"must do again\" again again.", "rouge": {"rouge1": 2.777777777777778, "rouge2": 0.0, "rougeL": 2.777777777777778}, "nll_sum": 222.0179901123047, "token_count": 43} +{"index": 677, "reference": "The SNP has held a South Ayrshire Council ward following a by-election which was called after the previous incumbent was elected as an MP.", "prediction": "The SNP has won Ayr United Council and in the Malonon and Richmond Park by-election, following to by-election, following a decision over the over's from his role as a's have reputation over. a from aA", "rouge": {"rouge1": 37.50000000000001, "rouge2": 12.903225806451616, "rougeL": 28.125}, "nll_sum": 270.2662048339844, "token_count": 47} +{"index": 678, "reference": "A group of Italian scientists convicted of manslaughter for failing to predict a deadly earthquake have had the verdict quashed.", "prediction": "A judge in Italy has overturned the manslaughter charges of seven leading disaster scientists who gave evidence, accused them providing adequate information to a townCaliforniab and \" not's from ha\"'s introduction from a town's's of. from a's a", "rouge": {"rouge1": 25.806451612903224, "rouge2": 0.0, "rougeL": 16.129032258064516}, "nll_sum": 320.783935546875, "token_count": 49} +{"index": 679, "reference": "Vitamin B3 could be the new weapon in the fight against superbugs such as MRSA, researchers have suggested.", "prediction": " B Jay B52B complex, which could protect laser treatments in killing killing of power, Bath, suggests research.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 168.28021240234375, "token_count": 22} +{"index": 680, "reference": "A child sexual exploitation report has found police made no sustained effort to find out who was responsible for abusing children in the care system.", "prediction": "Children as young as 22 in Ireland went missing from council homes and residential care homes, a police report has found.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 17.391304347826086}, "nll_sum": 79.57563781738281, "token_count": 22} +{"index": 681, "reference": "Snakes on planes are old hat - it's zombies on trains you need to worry about this year.", "prediction": "For a decades, white, black and hole and and the window locked and and in the locked in South Korean capital Seoul's suburban steam train.", "rouge": {"rouge1": 9.090909090909092, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 172.8953857421875, "token_count": 28} +{"index": 682, "reference": "Musician Koffi Olomide has been taken into custody in the Democratic Republic of Congo, days after he was deported from Kenya for allegedly kicking one of his dancers at an airport in Nairobi.", "prediction": "Zamban S German Olomide has been detained in police custody after a video filmed watching showing him in the toilet a courthouse, a police escort for the said 2011. a- a's a from a The's a the from's", "rouge": {"rouge1": 27.027027027027028, "rouge2": 8.333333333333332, "rougeL": 18.918918918918916}, "nll_sum": 293.464599609375, "token_count": 47} +{"index": 683, "reference": "Two convicted rapists and a man convicted of assault - all considered to be a \"risk to the public\" - have absconded from an open prison.", "prediction": "Four men convicted of and two men who have gone missing from jail Bristol have been found safe and well. in well been's in the-'s, reputation, as a from aA The - a in from The a decision. aA", "rouge": {"rouge1": 28.125000000000007, "rouge2": 3.225806451612904, "rougeL": 15.625}, "nll_sum": 279.788818359375, "token_count": 47} +{"index": 684, "reference": "Celtic have appointed Brendan Rodgers as their new manager.", "prediction": "Celtic have appointed Brendan Coleman as their manager on a five-year.", "rouge": {"rouge1": 66.66666666666666, "rouge2": 42.10526315789474, "rougeL": 66.66666666666666}, "nll_sum": 61.79365539550781, "token_count": 15} +{"index": 685, "reference": "Rapper Kanye West has declared he wants to work with Ikea on a new range of furniture.", "prediction": "Scottish rap pop star has says he will help tech giant Ikea Ike their retailer's office.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 129.73158264160156, "token_count": 19} +{"index": 686, "reference": "A \"glitch\" which shut down all the computer systems at Edinburgh Airport caused \"massive disruption\" and some flight delays.", "prediction": "Passengers were left with long delays for some some passengers at Edinburgh International Airport after a check-inappropriate gates due to a security alert.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 13.953488372093023}, "nll_sum": 125.8099136352539, "token_count": 27} +{"index": 687, "reference": "A 17-year-old boy has been charged with drugs offences after a 14-year-old boy was treated in hospital after taking half of a 'Darth Vader' tablet.", "prediction": "A teenager has been charged with drugs possession after \" \"entially dangerous\" tablets after taken, which was left a teenager in a mental mental health unit.", "rouge": {"rouge1": 48.148148148148145, "rouge2": 15.384615384615383, "rougeL": 37.03703703703704}, "nll_sum": 152.9332275390625, "token_count": 29} +{"index": 688, "reference": "Burma has set up a commission to investigate recent violence between Buddhists and Muslims in the west of the country, in which dozens died.", "prediction": "The Afghan military has announced a state of religious emergency in the southern western state's Rakhine state.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 82.13009643554688, "token_count": 20} +{"index": 689, "reference": "Mafia criminals who are better educated tend to earn more, research suggests.", "prediction": "M boss boss Italy more are more likely to have better education for their than the other beautiful, research suggests,", "rouge": {"rouge1": 43.75, "rouge2": 13.333333333333334, "rougeL": 31.25}, "nll_sum": 126.26676177978516, "token_count": 21} +{"index": 690, "reference": "England full-back Sam Tomkins will rejoin Wigan on a four-year deal after he agreed to leave National Rugby League side New Zealand Warriors.", "prediction": "England full full-back Samkinskins will return to Wigan, signing a deal full-back Steven Logan to will relocated relocated to New Zealand side Ryan.", "rouge": {"rouge1": 44.0, "rouge2": 12.5, "rougeL": 40.00000000000001}, "nll_sum": 175.6514434814453, "token_count": 31} +{"index": 691, "reference": "Airbus chief executive Fabrice Bregier has said he has \"no intention\" of pulling manufacturing out of the UK if the country votes to leave the European Union (EU).", "prediction": "Airbus Wer Bregier has said he would consider international investment in the UK, after the UK voted to leave the European Union not future.", "rouge": {"rouge1": 53.84615384615385, "rouge2": 36.0, "rougeL": 53.84615384615385}, "nll_sum": 127.08975219726562, "token_count": 28} +{"index": 692, "reference": "A haul of planets from Nasa's Kepler telescope includes a world sharing many characteristics with Earth.", "prediction": "The US space telescope American has announced a new - - a below around the planet - the a it goes around around 1,700 times away.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 165.61441040039062, "token_count": 28} +{"index": 693, "reference": "A man killed in a crash in Chorley had recently returned from a motorbike tour of Europe as part of his 21st birthday celebrations.", "prediction": "A 88-year-old motorcyclist from Lancashire has paid tribute, saying his family as \"lucky a musician touring Europe\".\".", "rouge": {"rouge1": 32.55813953488372, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 133.0426025390625, "token_count": 30} +{"index": 694, "reference": "Bournemouth's Polish goalkeeper Artur Boruc has announced his retirement from international football.", "prediction": "Former Bournemouth goalkeeper Tomasch Szyd three has announced his international retirement. again his 2011- by \"b's-Dbira in from from local the on on- fromlol while in from international.", "rouge": {"rouge1": 41.860465116279066, "rouge2": 14.634146341463413, "rougeL": 37.2093023255814}, "nll_sum": 297.6414489746094, "token_count": 41} +{"index": 695, "reference": "These amazing forest buildings could help tackle China's pollution problems.", "prediction": "Two high-rise buildings, in China will be built to be built to help find help the combat spread air in the air. solve air a \" a ofA a's from a from it's ban from of.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 12.244897959183671}, "nll_sum": 251.80596923828125, "token_count": 43} +{"index": 696, "reference": "Britain's Tom Daley said he was \"heartbroken\" after a shock semi-final elimination in the Olympic 10m platform diving competition.", "prediction": "Britain's Tom Daley was forced out to compete in the men's Olympic 10 synchronised sprint to finish 10 in the men'sm a platform, as the Yorkshire phone's it'sn's record his ban from a ever.", "rouge": {"rouge1": 32.78688524590164, "rouge2": 13.559322033898303, "rougeL": 29.50819672131147}, "nll_sum": 252.57130432128906, "token_count": 45} +{"index": 697, "reference": "Arsenal maintained hopes of winning the FA Cup for a third season in a row as Alexis Sanchez's goal carried them past Burnley and into round five.", "prediction": "Arsenal survived an struggle FA Cup third-round replay again as they thrashed a seventh-league side holders their place in the FA Cup fourth round. the a solve again a again-w'spayment in a from a's from's Broadway", "rouge": {"rouge1": 31.428571428571427, "rouge2": 8.823529411764705, "rougeL": 22.857142857142854}, "nll_sum": 274.0497741699219, "token_count": 47} +{"index": 698, "reference": "The Republic's spending watchdog has reportedly concluded that the \u00a31.2bn sale of Nama's Northern Ireland loan portfolio had \"irregularities\" and \"shortcomings\".", "prediction": "The Irish finance minister has announced, it will published a report into sales process that led to the company led to the sale of a Northern Ireland deal.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 7.999999999999999, "rougeL": 30.769230769230766}, "nll_sum": 137.12844848632812, "token_count": 29} +{"index": 699, "reference": "Hackers have targeted a council Twitter feed - announcing an end to council tax and free parking for all.", "prediction": "A council's account bank account place over a its account account after a security breach was hacked.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 5.88235294117647, "rougeL": 11.11111111111111}, "nll_sum": 107.8004150390625, "token_count": 18} +{"index": 700, "reference": "Starting university is meant to be an exciting time but for Amara Bangura it has been a bit too eventful.", "prediction": "Five 13 years, Amara Am airport was left the country behind the conflict virus aged and was't't in a locked a no jail or or for,, his the, no along, after or have of from.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 7.017543859649122}, "nll_sum": 310.87750244140625, "token_count": 42} +{"index": 701, "reference": "The BBC's News at Ten is to run 10 minutes longer in the New Year, with the bulletin set to end at 22:45 GMT on every weekday except Friday.", "prediction": "The BBC has extended its BBC 10 o'' care, at Ten at News, England and New Year.", "rouge": {"rouge1": 37.5, "rouge2": 13.043478260869568, "rougeL": 25.0}, "nll_sum": 120.35527038574219, "token_count": 20} +{"index": 702, "reference": "The recent spike in Premiership sackings shows a \"worrying trend\", says the Rugby Coaches Association (RCA).", "prediction": "The highacking of high rugby, rugby players is being \" brains of players being involved, sport, says the RCA a temporaryCaliforniaon's). solve's solve's- the-A a bald in from November George's..", "rouge": {"rouge1": 28.000000000000004, "rouge2": 4.166666666666666, "rougeL": 15.999999999999998}, "nll_sum": 350.8470458984375, "token_count": 45} +{"index": 703, "reference": "Leicester City caretaker boss Craig Shakespeare is \"out of order\" for wanting to replace Claudio Ranieri, says ex-Arsenal defender Martin Keown.", "prediction": "Leicester boss Craig Shakespeare is \"almost out in order\" becoming becoming Claudioieri's manager, says his ex-England former club James Keown.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 14.285714285714285, "rougeL": 45.45454545454545}, "nll_sum": 175.89529418945312, "token_count": 30} +{"index": 704, "reference": "The family of a woman who killed herself after being discharged from hospital has labelled a report into her death \"psycho babble and twaddle\".", "prediction": "A health trust responsible for cared a ill ill patient who died by mental health watchdog has called for an investigation into her care should will carried out.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 3.9999999999999996, "rougeL": 19.23076923076923}, "nll_sum": 148.87167358398438, "token_count": 28} +{"index": 705, "reference": "Sony Music, one of the big three global record companies, says it will start pressing its own vinyl releases again for the first time since 1989.", "prediction": "Sony is planning to end its version of its vinyl chart, bringing the number of vinyl. vinyl.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 87.1946029663086, "token_count": 19} +{"index": 706, "reference": "A female polar bear at a Scottish zoo has been temporarily put off limits to visitors as a precaution in case she is pregnant.", "prediction": "A second black maleBur, found up at a museum in the Borders last year, probably given birth, giving to her baby birth girl.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 4.444444444444444, "rougeL": 17.02127659574468}, "nll_sum": 159.88064575195312, "token_count": 27} +{"index": 707, "reference": "New health advice recommends short spells in the sun - without suncream and in the middle of the day.", "prediction": "Cancer cancer UK is calling for Australia to ensure vitamin D levels peak in Australia this summer the so dangerous that the sun are too low on sun.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 4.545454545454545, "rougeL": 13.043478260869565}, "nll_sum": 153.2018280029297, "token_count": 29} +{"index": 708, "reference": "The home secretary has vowed to \"systematically confront and challenge extremist ideology\" as she detailed new curbs on those who \"spread hate\".", "prediction": " Muslim people across the are the plans of plans to tackle extremism tackle by the so-called Islamic ( Council of Britain Britain announced in the a's, pledging,, biggest threat from the a from will have of George.", "rouge": {"rouge1": 6.666666666666667, "rouge2": 0.0, "rougeL": 6.666666666666667}, "nll_sum": 267.33770751953125, "token_count": 42} +{"index": 709, "reference": "Parents of children with a muscle wasting disease have called on ministers to create a specialist centre to help sufferers in Wales.", "prediction": " a young men with a dangerous lung disease disease which will be ready to be available in Welsh assembly with funding of up to \u00a31m investment in treatment.", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 23.999999999999996}, "nll_sum": 144.84860229492188, "token_count": 30} +{"index": 710, "reference": "Multimillion-pound repairs to a flood-hit bridge have been approved by senior councillors.", "prediction": " temporary footbridge that was once damaged during the December December floods will be start in September, after a council agreed \u00a35.5m.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 124.32347869873047, "token_count": 27} +{"index": 711, "reference": "Mexico's Raymundo Beltran - and the bulk of a passionate Glasgow crowd - was left stunned as he departed the ring with only a draw after dominating Ricky Burns in the Scot's fourth defence of his WBO world lightweight title.", "prediction": "views-middle world bantam Burns retained his heavyweight title with an emphatic win over Mexican welterweight Curranji at \" front at Coatbridge.", "rouge": {"rouge1": 16.39344262295082, "rouge2": 0.0, "rougeL": 9.83606557377049}, "nll_sum": 187.83279418945312, "token_count": 30} +{"index": 712, "reference": "South Africa is set to hold a huge protest march against xenophobia in the coastal city of Durban following a wave of attacks on foreigners.", "prediction": "Tens of thousands of people marched through the South capital, Durban because of show of Hadophobic violence against king king Zulu.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 136.16314697265625, "token_count": 26} +{"index": 713, "reference": "The death of a man who twice apparently jumped from a building has been referred to the Independent Police Complaints Commission.", "prediction": "A man was taken to hospital after falling falling from the floor of the top floor of a flats.", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473685, "rougeL": 20.0}, "nll_sum": 64.27355194091797, "token_count": 19} +{"index": 714, "reference": "Plans to relax so-called \"purdah rules\" on government announcements in the run-up to the EU referendum are to be the subject of a quickfire inquiry by MPs.", "prediction": "The government inquiry into the current rules on current EU rules to prevent ministers from attending EU meetings, a committee of MPs has said in the event, \" ballet's,\" from the it from it's'sangered of.", "rouge": {"rouge1": 39.3939393939394, "rouge2": 6.25, "rougeL": 18.181818181818183}, "nll_sum": 236.566162109375, "token_count": 42} +{"index": 715, "reference": "A 57 year-old man from a Devon village has emerged as one of the first people to cash in their pensions under the government's reforms.", "prediction": " 91 91-year-old from Edinburgh is planning to donate control of his church hall in change to control his pension pot does not do tax fraud receive.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 3.7735849056603774, "rougeL": 21.818181818181817}, "nll_sum": 175.6708984375, "token_count": 30} +{"index": 716, "reference": "This ancient fort could not look more different to the red brick housing estate currently occupying suburbia in Monmouthshire.", "prediction": "A second crannog discovered discovered on an Anglesey estate has been identified as the Iron Age has said.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 111.09039306640625, "token_count": 22} +{"index": 717, "reference": "A person has been taken to hospital by air ambulance following a serious crash on a major road in Monmouthshire.", "prediction": "A man was treated in hospital after being hit by a car on the A in Monmouthshire.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 5.714285714285714, "rougeL": 43.24324324324324}, "nll_sum": 53.92115783691406, "token_count": 19} +{"index": 718, "reference": "More than 50,000 people in the NHS earned more than \u00a3100,000 in 2013-14, an investigation by the Taxpayers' Alliance and Daily Mail shows.", "prediction": "The bodies in England receive annual pay of up to \u00a3150,000000 last year, thepayers Boots' Group has revealed in the 2011-, 2011,'s they-old-l a\" in from since from Royal.", "rouge": {"rouge1": 13.559322033898304, "rouge2": 3.508771929824561, "rougeL": 10.16949152542373}, "nll_sum": 276.5178527832031, "token_count": 43} +{"index": 719, "reference": "This Friday marks the 100th anniversary of one of the deadliest battles in World War One.", "prediction": "It man that time that some of soldiers who fought in the biggest battle in northern France, as neck scratch struggle was over's and over a reputation from a reputation's body's an reputation fromIt's it was over. the from's a", "rouge": {"rouge1": 16.393442622950822, "rouge2": 3.389830508474576, "rougeL": 13.114754098360656}, "nll_sum": 290.92999267578125, "token_count": 47} +{"index": 720, "reference": "Limiting in-work benefits to new EU arrivals will help tackle the effects of record migration to the UK since 2004, the EC's president has said.", "prediction": "A emergency brake on the UK's four- benefits benefits could be delayed possible as possible, European Commission president says.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 121.29058074951172, "token_count": 22} +{"index": 721, "reference": "A public school teacher who groped an 18-year-old girl has been given a nine-month suspended sentence.", "prediction": "A PE music teacher who indecently assaulting a 15-year-old girl a France has been given a suspended two-year jail sentence. in a years a's.old again from aA's have from of from a). aA", "rouge": {"rouge1": 41.37931034482759, "rouge2": 21.428571428571427, "rougeL": 41.37931034482759}, "nll_sum": 253.09814453125, "token_count": 47} +{"index": 722, "reference": "Two teenagers arrested after a 16-year-old boy suffered \"potentially life threatening injuries\" in a stabbing in Brighton have been released on bail.", "prediction": "Two teenagers have been arrested in police with attempted murder and a attempted murder of a 26-yearold at a supermarket in Hove. Holveasers- a's aA a-A a of in from Police a's.'s a", "rouge": {"rouge1": 29.03225806451613, "rouge2": 6.666666666666667, "rougeL": 22.580645161290324}, "nll_sum": 240.96705627441406, "token_count": 47} +{"index": 723, "reference": "US Republicans have traded blows in a heated presidential debate in Colorado that featured several angry exchanges.", "prediction": " Republican Labour rivals landed the US Senate on Monday night, a first debate between the Republican the presidential candidate.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 105.78820037841797, "token_count": 20} +{"index": 724, "reference": "The body of a missing music shop owner has been found in the boot of his car parked in Birmingham.", "prediction": "A shop owner who was missing last week has been found in outside his car after it a found in the boot.", "rouge": {"rouge1": 61.904761904761905, "rouge2": 35.0, "rougeL": 47.61904761904761}, "nll_sum": 95.35459899902344, "token_count": 22} +{"index": 725, "reference": "The Ukrainian president says his forces are making an \"organised\" withdrawal from the embattled town of Debaltseve.", "prediction": "Ukraine's president has said in Ukrainian troops are leaving the eastern town Mon Debaltseve as a planned and a organised crime organised event manner\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 23.80952380952381}, "nll_sum": 167.03036499023438, "token_count": 28} +{"index": 726, "reference": "Punk-pop band Green Day have hit number one for the third time in their career with their new album Revolution Radio.", "prediction": "Irish rock band Bake 1 have recorded their fifth number one album with their new album, American Idoon.", "rouge": {"rouge1": 45.0, "rouge2": 21.052631578947366, "rougeL": 40.0}, "nll_sum": 100.28640747070312, "token_count": 20} +{"index": 727, "reference": "Lee Clark has left Kilmarnock to become boss at League One side Bury, after they agreed a compensation package with the Scottish Premiership side.", "prediction": "Former Kilmarnock have confirmed that boss Lee Clark as their assistant manager on a threeand-a-half-year deal from the League One side of. from from the-d of a in three November.", "rouge": {"rouge1": 31.034482758620697, "rouge2": 10.714285714285714, "rougeL": 20.689655172413794}, "nll_sum": 195.78758239746094, "token_count": 43} +{"index": 728, "reference": "Turkey's government has sacked another 1,389 soldiers accused of being linked to the coup attempt earlier this month.", "prediction": "The Turkish military has added another military and military dismissals in relation in of last year failed coup.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 100.82599639892578, "token_count": 19} +{"index": 729, "reference": "Councils across England are carrying out urgent reviews of high-rise buildings in the aftermath of the Grenfell Tower fire.", "prediction": "Three buildings in England highrise buildings blocks are to be fitted from the same used as, same Gren as the Grenfell Tower fire the north London, council bosses say. be \" 2011\" \" 2011 again of from a's again 2011 a", "rouge": {"rouge1": 36.66666666666667, "rouge2": 13.793103448275865, "rougeL": 23.333333333333332}, "nll_sum": 281.5492248535156, "token_count": 47} +{"index": 730, "reference": "Once upon a time, there was a bedtime story - and it was the start of a long career for TV and film producer Mike Young.", "prediction": "Mike Young, one of Wales- best known TV presenters of Super Brook,- TVolk S4C's return Hollywood in its 1980s.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 4.651162790697675, "rougeL": 8.88888888888889}, "nll_sum": 191.0862579345703, "token_count": 28} +{"index": 731, "reference": "Nineteen people have been killed after a bus carrying Egyptian pilgrims crashed in Saudi Arabia, Egypt's state-run Mena news agency says.", "prediction": "At least 25 pilgrims died died in on a southern road in Saudi Arabia, the state news news agency says.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 19.51219512195122, "rougeL": 37.2093023255814}, "nll_sum": 97.47882843017578, "token_count": 21} +{"index": 732, "reference": "Disabled pensioner Alan Barnes has said he is \"ready to move on with his life\" after a man appeared in court to admit assaulting him.", "prediction": " inaddy Barnes, who has his collarbone after being broken in an attack, says to he is ready to meet his drug friend in the attack.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 12.5, "rougeL": 32.0}, "nll_sum": 140.17587280273438, "token_count": 29} +{"index": 733, "reference": "World number one Dustin Johnson is out of the Masters at Augusta National after suffering a back injury in a fall at his rental home on Wednesday.", "prediction": "World number one Dustin Johnson has playing \"the best\" of his career after recovering from- second round at the ThisGC home in West West, Virginia. Florida. again's- again 2011 again\" a again a- a the again a", "rouge": {"rouge1": 43.07692307692308, "rouge2": 12.698412698412698, "rougeL": 27.69230769230769}, "nll_sum": 291.89923095703125, "token_count": 47} +{"index": 734, "reference": "Last season's League Two play-off finalists Exeter opened the new season with a comfortable win against Cambridge at St James' Park.", "prediction": "Exeter City beat Premiership play-off- hop chasing Cambridge and boost their League Two play-off hopes.", "rouge": {"rouge1": 30.0, "rouge2": 15.789473684210526, "rougeL": 20.0}, "nll_sum": 117.73182678222656, "token_count": 21} +{"index": 735, "reference": "Hundreds of jobs could be lost if Rolls-Royce moves it research and development work out of Derby, a Unite union organiser has said.", "prediction": "Rolls-Royce has called \"get a scaremonger\" to cut investment investment in Derby, its head of the Unite union has claimed.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 133.97425842285156, "token_count": 30} +{"index": 736, "reference": "Australia were \"overly sensitive\" to postpone their tour of Bangladesh over security concerns, says Pakistan Cricket Board president Shahryar Khan.", "prediction": "Pakistan Bangladesh have postponed their upcoming national tour in 2017 \"4ensitiveblooded\" of fears of security, because of \"violent \" intended\".", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 173.35372924804688, "token_count": 26} +{"index": 737, "reference": "A specialised white blood cell found in birds can destroy an infection thought to cause hundreds of thousands of human deaths a year, scientists claim.", "prediction": "B whales born using a deadly that can protect against the immune system has been found, research suggests.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 94.05061340332031, "token_count": 19} +{"index": 738, "reference": "A plane has been forced to carry out an unexpected landing after being struck by lightning.", "prediction": "A plane was taken to hospital after being struck by lightning.", "rouge": {"rouge1": 59.25925925925925, "rouge2": 40.0, "rougeL": 59.25925925925925}, "nll_sum": 34.46155548095703, "token_count": 11} +{"index": 739, "reference": "Scientists have discovered the best-preserved nervous system in an ancient fossil.", "prediction": " a almost extinct fossil identified been identified as a nervous system that is connected to living animals, say scientists believe.", "rouge": {"rouge1": 25.0, "rouge2": 6.666666666666667, "rougeL": 12.5}, "nll_sum": 105.92304229736328, "token_count": 21} +{"index": 740, "reference": "A woman has been remanded in custody charged with covering up the death of a one-year-old for more than a decade.", "prediction": "A woman has appeared in court charged with breaching her newborn baby boy in north Barnet.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 16.216216216216214, "rougeL": 30.769230769230766}, "nll_sum": 73.94058227539062, "token_count": 17} +{"index": 741, "reference": "People concerned with traffic congestion in villages near Stonehenge are stepping up a campaign for \"urgent action\" to be taken.", "prediction": "A petition calling for a major road closed ahead of the A303 near Stonehenge, has been described as a \"nightmare\".", "rouge": {"rouge1": 20.000000000000004, "rouge2": 5.263157894736842, "rougeL": 15.0}, "nll_sum": 104.35264587402344, "token_count": 26} +{"index": 742, "reference": "A couple from Bradford who tied the knot in 1925 could be the UK's longest married husband and wife.", "prediction": "The UK's longest and samesex couple, couple instead of \"crisis of whiskey, whiskey, three or four times,'s celebrated their 100th birthday, the family would age to of what solve would threaten a solve war.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 11.111111111111112, "rougeL": 17.857142857142858}, "nll_sum": 296.92120361328125, "token_count": 46} +{"index": 743, "reference": "Birmingham defender Paul Caddis has been told he is free to find a new club after more than four years with Blues.", "prediction": "Birmingham City have made an offer offer to midfielder Paul Caddis, following his release by Bolton Wanderers.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 86.40323638916016, "token_count": 22} +{"index": 744, "reference": "Fast bowler Mitchell Johnson says Australia's attack can reopen the scars of England's batting struggles from their 5-0 Ashes whitewash down under.", "prediction": "velin Johnson says he would be playing in the England side's opening the third Test against Australia.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 81.41664123535156, "token_count": 19} +{"index": 745, "reference": "Team Sky's Edvald Boasson Hagen secured his second stage win of the Tour de France with victory in Pinerolo.", "prediction": "vital Boassonie Hagen won the first race of the Tour de France as Bochaz Dartolo Wednesday's third and final stage of the race.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 19.04761904761905, "rougeL": 27.27272727272727}, "nll_sum": 162.96176147460938, "token_count": 32} +{"index": 746, "reference": "An Orange hall in County Antrim has been the target of a paint bomb attack.", "prediction": "An arson attack on a Orange church Church in County Antrim a hate Antone as a hate crime.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 12.903225806451616, "rougeL": 36.36363636363636}, "nll_sum": 112.45069885253906, "token_count": 20} +{"index": 747, "reference": "Three people were killed when a \"monster truck\" ploughed into a crowd of onlookers at an annual motor show in the east of the Netherlands.", "prediction": "At least one person have been killed and five injured after a truck truck that crashed into a crowd of crowd spectators at a spectators in the northern Germany, authorities, say they from again- again 2011A in a 2011 from's again the a", "rouge": {"rouge1": 31.884057971014496, "rouge2": 11.940298507462686, "rougeL": 31.884057971014496}, "nll_sum": 238.97467041015625, "token_count": 47} +{"index": 748, "reference": "Labour's leadership is heading \"in the opposite direction to where voters are\" on big issues, an ex-minister says.", "prediction": " Labour's next election faces a \" get a wall cell will not be built again, a former health minister of immigration has said in the a solve, solve,'s they again-oldA aA in from Labour's a from. a", "rouge": {"rouge1": 16.666666666666664, "rouge2": 6.896551724137932, "rougeL": 13.333333333333334}, "nll_sum": 314.8130798339844, "token_count": 47} +{"index": 749, "reference": "Twenty full-time firefighters could lose their jobs in Suffolk in order to meet budget cuts of more than \u00a31m.", "prediction": "More than \u00a31m will be cut at Suffolk fire stations and will lose \u00a31m cuts over the next five years. it has emerged", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 13.953488372093023}, "nll_sum": 104.53406524658203, "token_count": 27} +{"index": 750, "reference": "Plans by Apple and Google to do more to protect customers' privacy have made the FBI \"very concerned\".", "prediction": " FBI FBI has expressed concern about how possible US police forces join Afghan governments to get access to the best data on internet devices and devices.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 0.0, "rougeL": 13.636363636363638}, "nll_sum": 126.06890106201172, "token_count": 26} +{"index": 751, "reference": "The influential head of Google, Eric Schmidt, has called for civilian drone technology to be regulated, warning about privacy and security concerns.", "prediction": " mini-drones are going going to to happen according to US Secretary of State Secretary, Joe Schmidt.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 98.48434448242188, "token_count": 20} +{"index": 752, "reference": "Asian countries have taken top places in global school rankings for maths, science and reading, with England and Northern Ireland among high performers.", "prediction": "England and Northern Ireland have fallen in reading, maths, maths in maths and in an international study says.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 15.384615384615383, "rougeL": 19.51219512195122}, "nll_sum": 84.4449691772461, "token_count": 20} +{"index": 753, "reference": "Jordan Spieth will begin the final day at the Masters with a one-shot lead but playing partner Rory McIlroy's bid faltered on day three at Augusta.", "prediction": "Rory McIlroy is three shots behind golf world champion Spieth and take a fivestroke cancer lead into the final Sunday's thrilling a at National for the Rudd's a-'sb's referee in- years a's.", "rouge": {"rouge1": 36.92307692307692, "rouge2": 6.349206349206349, "rougeL": 21.53846153846154}, "nll_sum": 307.6864013671875, "token_count": 46} +{"index": 754, "reference": "One of the big questions facing MPs after the summer recess could be whether to authorise military intervention against so-called Islamic State (IS) extremists in Syria.", "prediction": "The government's whether over the whether the UK will military military action against action in Syria, sparking fresh questions how it gives the UK again dozens access to the so-called Islamic State (IS).", "rouge": {"rouge1": 45.16129032258064, "rouge2": 16.666666666666668, "rougeL": 32.25806451612903}, "nll_sum": 185.7764434814453, "token_count": 38} +{"index": 755, "reference": "Two care workers who admitted neglect after a pensioner fell from a hoist at a Birmingham care home have been sentenced to 12-month community orders.", "prediction": "Two care home who fell ill of elderly woman who fell to her head fall and fell into her bed, have been told to receive a service order.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 11.538461538461538, "rougeL": 29.629629629629633}, "nll_sum": 137.83363342285156, "token_count": 29} +{"index": 756, "reference": "Almost one in 500 babies in hospitals in England is born dependent on substances their mother took while pregnant, a BBC investigation has found.", "prediction": "All babies born in are born of England more prone to heroin than drugs, and 2012, 2011 and 2015, NHS obtained by the BBC suggest.,Ukraine,'s they be from-D's a in ban from's age. from a", "rouge": {"rouge1": 21.875, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 297.05902099609375, "token_count": 46} +{"index": 757, "reference": "The makers of Ant & Dec's Saturday Night Takeaway board game have apologised after it was found to have several errors.", "prediction": "Ant and Ant's have again apologised for the \"disfod slogan\" it gave to the creature was as much as a million sq away away.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 0.0, "rougeL": 26.08695652173913}, "nll_sum": 172.455078125, "token_count": 29} +{"index": 758, "reference": "Security is tight in the German capital, Berlin, Germany host England in a friendly football match.", "prediction": "A major security operation been carried out at Berlin's football stadium in Hamburg, there says there is \"one dangerous objects\" before attending a match on Saturday.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 145.7057647705078, "token_count": 30} +{"index": 759, "reference": "Animals around the world could be scared away from power cables because these give off UV flashes invisible to humans, scientists have said.", "prediction": "Criminaloes, corindylons can keep water and power lines are too paces, scientists say.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 145.23416137695312, "token_count": 21} +{"index": 760, "reference": "Imax, the Canadian maker of widescreen cinema theatres, is planning an initial public offering (IPO) of its China unit in Hong Kong.", "prediction": "res movieresaxax has announced it is planning to brand the London Stock Exchange on Monday as as as build as 600 (190m).", "rouge": {"rouge1": 13.636363636363635, "rouge2": 4.761904761904762, "rougeL": 9.090909090909092}, "nll_sum": 169.9962921142578, "token_count": 27} +{"index": 761, "reference": "A fatal combination of inexperience, speed and peer pressure led to the deaths of four people in a two-car crash, an inquest has heard.", "prediction": "A group of teenagers killed in a fatal crash in which two teenagers were to get control, an inquest has heard.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 22.727272727272727, "rougeL": 39.130434782608695}, "nll_sum": 81.27792358398438, "token_count": 22} +{"index": 762, "reference": "A gold supercar with L-plates was seized by police in west London, leaving its driver by the roadside.", "prediction": "A police owner has been pulled over in an papantini which was caught driving at up of 30mph again in south-west London.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 140.43731689453125, "token_count": 27} +{"index": 763, "reference": "Cincinnati's Scooter Gennett became the 17th player to hit four home runs in a Major League Baseball game in Tuesday's 13-1 win over St. Louis Cardinals.", "prediction": "Fourteen-year-old Jackson set a new record for the American net history by94-22par overs minutes in his first one-day internationals.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 153.38482666015625, "token_count": 31} +{"index": 764, "reference": "West Yorkshire's chief constable has had his suspension lifted.", "prediction": "The former chief constable of West Yorkshire said he will not be return to action after no action was found.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 14.285714285714285, "rougeL": 13.333333333333334}, "nll_sum": 76.91716003417969, "token_count": 21} +{"index": 765, "reference": "Andy Murray returned to action with a comfortable win as Great Britain ended day one of their Davis Cup defence tied at 1-1 against Japan in Birmingham.", "prediction": "Great Britain climbed into to three-point Group B winners after Belgium beat B a and secure a quarter-final to at the ATP World Tour's's of the. it from straight-d20 a in from his's. battle from the", "rouge": {"rouge1": 20.0, "rouge2": 2.941176470588235, "rougeL": 11.428571428571427}, "nll_sum": 290.6080017089844, "token_count": 47} +{"index": 766, "reference": "The US Secretary of State John Kerry has arrived in the Somali capital, Mogadishu, on an unannounced visit.", "prediction": "US US Secretary of State Kerry Kerry arrived in Somalia's capital, Mogadishu, to support government struggle against al-Shabab.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 27.777777777777775, "rougeL": 47.36842105263158}, "nll_sum": 80.167236328125, "token_count": 27} +{"index": 767, "reference": "The wife of former Manchester United and England captain Rio Ferdinand has died from cancer.", "prediction": "Ex-England England captain Rio Ferdinand has paid tribute to his wife who died after a \"a battle\" with a battle with breast cancer.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 21.62162162162162, "rougeL": 35.897435897435905}, "nll_sum": 98.98522186279297, "token_count": 27} +{"index": 768, "reference": "Concerns are growing for a teenager who was last seen at a beach in South Devon six days ago.", "prediction": "A teenager has been found safe and well for a missing student who has went missing after she went on the Blackpool Sands-year solve quarry inA Nottinghamthe a's a2 a from a from a Green of aA a'sA", "rouge": {"rouge1": 16.666666666666664, "rouge2": 6.896551724137932, "rougeL": 13.333333333333334}, "nll_sum": 272.9761047363281, "token_count": 47} +{"index": 769, "reference": "A man who stabbed a motorist 39 times after a crash was misdiagnosed with a form of autism, a court has been told.", "prediction": "A pensioner who was convicted of murdering motorist in a motorway was stabbed 10 times in the car at the time a, court heard \" a 2011 of solve\". aA 2011 again a again a of from a from a again a", "rouge": {"rouge1": 37.5, "rouge2": 3.225806451612903, "rougeL": 25.000000000000007}, "nll_sum": 261.8121643066406, "token_count": 47} +{"index": 770, "reference": "League One side Peterborough United have parted company with manager Graham Westley following Saturday's 2-0 defeat by Scunthorpe United.", "prediction": "Peterborough United boss Graham Westley wants to pressure from the League One club following Saturday 3-0 thrashingashed home side Scunthorpe on Saturday.", "rouge": {"rouge1": 50.0, "rouge2": 19.04761904761905, "rougeL": 36.36363636363636}, "nll_sum": 144.61798095703125, "token_count": 32} +{"index": 771, "reference": "Media regulator Ofcom has opened up bidding for operators to set up their own local TV services across the UK.", "prediction": "The BBC has announced the 21 areas to launch new local TV network across the UK.", "rouge": {"rouge1": 38.888888888888886, "rouge2": 17.647058823529413, "rougeL": 38.888888888888886}, "nll_sum": 76.19700622558594, "token_count": 16} +{"index": 772, "reference": "An RAF pilot was guided into landing his jet by a colleague in another aircraft after suffering \"a partial loss of vision\", it has emerged.", "prediction": "A RAF jet pilot was flying through an air RAF Norfolk that was airlifted to the pilot, but is \" in a critical condition\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 132.669677734375, "token_count": 27} +{"index": 773, "reference": "Meat-eaters \"easily cheat, lie, forget promises and commit sex crimes\", according to a controversial school textbook available in India.", "prediction": "wayway in India are being accused of failing to write a vegetarian Islam diet, saying the Islam diet is essential.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 5.263157894736842, "rougeL": 10.000000000000002}, "nll_sum": 111.59709167480469, "token_count": 22} +{"index": 774, "reference": "A man has appeared before magistrates in Bristol charged with murder after a man was knocked down and dragged under a moving car.", "prediction": "A man has been charged with causing death causing death by dangerous driving after a suspected hit-and-run garage farm in Bristol.,. solve the 2011 aA aA a-A aA in a from a's from's a", "rouge": {"rouge1": 35.483870967741936, "rouge2": 16.666666666666664, "rougeL": 29.03225806451613}, "nll_sum": 217.45901489257812, "token_count": 46} +{"index": 775, "reference": "\"When I tell people I'm a fireman, they think I put out fires and I've got to tell them I make them instead!\"", "prediction": "A new small steam railway is built on the Ceredigion's famous for the railways, but it is also safeguards for athe 1960 generation\".", "rouge": {"rouge1": 4.081632653061225, "rouge2": 0.0, "rougeL": 4.081632653061225}, "nll_sum": 168.0873260498047, "token_count": 27} +{"index": 776, "reference": "Anti-doping officials in Russia are being stopped from testing athletes and are also being threatened by security services, says a new report.", "prediction": " some Russian athletes from facing international retirement after failing to test tests, laboratory control room, the World Anti-Doping says a.danger and 2011 at- a's again's a from's a's from is from\". from's a from", "rouge": {"rouge1": 25.000000000000007, "rouge2": 6.451612903225806, "rougeL": 12.500000000000004}, "nll_sum": 288.3846740722656, "token_count": 47} +{"index": 777, "reference": "Former US President Bill Clinton is introduced to the McGuinness family by Sinn F\u00e9in President Gerry Adams", "prediction": "The Democratic Unionist (DUP) has said said talks in Northern Ireland will lead, Northern IrelandNI.", "rouge": {"rouge1": 12.12121212121212, "rouge2": 0.0, "rougeL": 12.12121212121212}, "nll_sum": 101.06849670410156, "token_count": 21} +{"index": 778, "reference": "Brazilian prosecutors have filed corruption charges against President Dilma Rousseff's electoral strategist.", "prediction": "A Brazilian Leonardo at the centre, but corruption allegations that has has been accused of Presidentma Rousseff. \" has of \"un family\" andou him from a reputation.", "rouge": {"rouge1": 15.384615384615389, "rouge2": 0.0, "rougeL": 15.384615384615389}, "nll_sum": 229.9190216064453, "token_count": 34} +{"index": 779, "reference": "The public is being asked to provide information on the locations of nine fugitives suspected of serious environmental crimes.", "prediction": " Italy's police agency is tracking down on suspects of up50 50bnbn (\u00a390bnbn) in an effort to fight wildlife organised crime.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 168.21200561523438, "token_count": 28} +{"index": 780, "reference": "Asian markets headed lower after a survey of China's manufacturing sector indicated it is shrinking at the fastest pace for six-and-a-half years.", "prediction": "Growth in China's second largest economy economy, China was factory in August, further, amid continuing uncertainty over the country's slowing economy.", "rouge": {"rouge1": 12.244897959183673, "rouge2": 4.25531914893617, "rougeL": 12.244897959183673}, "nll_sum": 119.55561828613281, "token_count": 27} +{"index": 781, "reference": "Jono Gibbes is to become the head coach of Pro12 side Ulster on a two-year deal in the summer.", "prediction": " nearo Gibaking has announced he will leave Leinster head coach at. end a the season.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.0606060606060606, "rougeL": 22.857142857142858}, "nll_sum": 127.85102844238281, "token_count": 20} +{"index": 782, "reference": "Scottish Labour leader Kezia Dugdale has called on trade unionists to \"unite against SNP cuts to local councils\".", "prediction": "Scotland's leadership hopeful Kezia Dugdale has called for all union union to be done to protect the 15,000 jobs in local government elections.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 14.634146341463413, "rougeL": 32.55813953488372}, "nll_sum": 117.30362701416016, "token_count": 29} +{"index": 783, "reference": "Four hillwalkers who got into difficulties during severe weather on Ben Lomond have been rescued.", "prediction": "Two women and woman of suffered serious injury after heavy rain and g winds force on Lomond.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 116.6375732421875, "token_count": 19} +{"index": 784, "reference": "Shares in Swiss agribusiness group Syngenta have risen 12% after its takeover by ChemChina was given the go-ahead by a US regulator.", "prediction": "China China's proposed of of chemicals, Sy times Biden, has been postponed a after a US congressional committee cleared cleared to face a credible competition competition probe.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 209.4116973876953, "token_count": 30} +{"index": 785, "reference": "The main suspect of ploughing a truck into a department store in central Stockholm, killing four people, had been denied residency in Sweden and had expressed sympathy for so-called Islamic State (IS), police and reports said.", "prediction": "The man the behind a deadly suicide attack on a restaurant in Stockholm plotting 31 2014, claiming the man was behind so-called Islamic StateIS).", "rouge": {"rouge1": 25.806451612903224, "rouge2": 6.666666666666667, "rougeL": 25.806451612903224}, "nll_sum": 154.45516967773438, "token_count": 28} +{"index": 786, "reference": "Sam Baldock's first-half header proved enough to give in-form Brighton a home victory over Wolverhampton Wanderers.", "prediction": " Sam Baldock's stoppage-time winner gave Brighton andove a comfortable win over Championship play-off hopefuls Wolverhampton Wanderersef Championship Championship", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 35.0}, "nll_sum": 144.3385772705078, "token_count": 32} +{"index": 787, "reference": "National League side Forest Green Rovers have signed goalkeeper Lenny Pidgeley until the end of the season.", "prediction": "Forest Green Green Rovers have signed Boxing international James midfielder Alex Pidgeley on an 18-month youth deal.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 24.242424242424242, "rougeL": 34.285714285714285}, "nll_sum": 133.3739013671875, "token_count": 22} +{"index": 788, "reference": "UKIP donor Arron Banks has offered to become party chairman in order to bring about a \"total rebrand\".", "prediction": "UKIP campaign donationsist galleryron Banks has said wants the party to become chairman, and said the party must \"must become a crossroads again\".", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 34.146341463414636}, "nll_sum": 168.26475524902344, "token_count": 29} +{"index": 789, "reference": "There weren't as many noughts on the cheques as there were south of the border, but Scotland's top flight enjoyed one of its most lively transfer windows for some time.", "prediction": "Celtic had their change of current season the Scottish Premiership, they had big big names and the they had had big transfer struggle of them them spend.", "rouge": {"rouge1": 16.94915254237288, "rouge2": 0.0, "rougeL": 10.169491525423728}, "nll_sum": 170.70724487304688, "token_count": 30} +{"index": 790, "reference": "Marta doesn't need to go shopping today, because her fridge is filled with all the products her family requires.", "prediction": "Ia Marta shut a bed at a department department store in Venezuela, where she and can cope. in's of a anCaliforniaon's. solve's solve a's--A a of in ban from a Christmas. from a", "rouge": {"rouge1": 3.4482758620689653, "rouge2": 0.0, "rougeL": 3.4482758620689653}, "nll_sum": 300.7081604003906, "token_count": 46} +{"index": 791, "reference": "A lorry driver has smashed through the front wall of a pub in Wiltshire.", "prediction": "A driver was seriously seriously injured after his car crashed into a pub in a Wiltshire pub.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 13.793103448275861, "rougeL": 38.70967741935484}, "nll_sum": 62.77528762817383, "token_count": 19} +{"index": 792, "reference": "League One side Fleetwood Town have signed defender Joe Davis from Leicester City for an undisclosed fee.", "prediction": "Fleetwood Town have signed Wales midfielder Liam Britain for the season following his release by Leicester City.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 25.0, "rougeL": 35.294117647058826}, "nll_sum": 81.01705932617188, "token_count": 19} +{"index": 793, "reference": "Robbie Grabarz won high jump silver on another otherwise disappointing day for British athletes at the World Indoor Championships in Portland.", "prediction": "Britain's Aless Grabararz missed out on her first medal of the heathlon season at- World Championships World Championships in's been aClose 2011 solve theonian 2011 again solve-w 2011 again in's again's Broadway's of's", "rouge": {"rouge1": 19.67213114754098, "rouge2": 3.3898305084745757, "rougeL": 16.39344262295082}, "nll_sum": 333.8536682128906, "token_count": 47} +{"index": 794, "reference": "Celtic completed a domestic treble without losing a game as Tom Rogic fired in a stoppage-time goal against Aberdeen to win the Scottish Cup.", "prediction": " Rog Rogic's extraage-time winner as Aberdeen completed complete a historic Scottish Cup 18-year wait and lift the Scottish Cup final at'sden ofden's Hamp's a-year's referee in from's's ban. fromold", "rouge": {"rouge1": 34.375, "rouge2": 9.67741935483871, "rougeL": 18.750000000000004}, "nll_sum": 312.1051025390625, "token_count": 47} +{"index": 795, "reference": "League One side Oldham Athletic have signed goalkeeper Chris Kettings on a one-year deal.", "prediction": "League One side Dunfermline have signed ex-Pions goalkeeper K Kante on of two ayear deal with a a further year..", "rouge": {"rouge1": 55.55555555555556, "rouge2": 17.64705882352941, "rougeL": 50.0}, "nll_sum": 148.9832305908203, "token_count": 28} +{"index": 796, "reference": "Khalid Sheikh Mohammed and four others accused over the 9/11 attacks have appeared at a US military tribunal for the first time in five months.", "prediction": "A US judge has asked for the prosecution men five men accused of the 11 attacks, by the United States special Security Agency ( irregularities).", "rouge": {"rouge1": 35.99999999999999, "rouge2": 12.499999999999996, "rougeL": 20.0}, "nll_sum": 152.7215576171875, "token_count": 26} +{"index": 797, "reference": "Beyonce has scooped nine nominations for the 2017 Grammy Awards, extending her lead as the most-nominated woman in Grammys history.", "prediction": "Drake has hit a single and among the nominees for the album at least year in Grammy Awards.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 16.216216216216214, "rougeL": 25.641025641025646}, "nll_sum": 101.82710266113281, "token_count": 19} +{"index": 798, "reference": "The Prime Minister has given his public backing to a stadium in Cornwall if the Conservatives are re-elected in May.", "prediction": "Voting for a \u00a3500m will raise football stadium for Trucester will receive from funding, general elections have said. in the town from town,75,\", M from a referee, from, from of of.", "rouge": {"rouge1": 18.867924528301888, "rouge2": 0.0, "rougeL": 15.09433962264151}, "nll_sum": 296.9812927246094, "token_count": 43} +{"index": 799, "reference": "Manchester United have opened talks with Wayne Rooney over a new deal that could keep the striker at Old Trafford for the rest of his career.", "prediction": "Wayne Rooney is set be set to stay at Manchester United, ahead of signing January transfer transfer fee of about \u00a348 \u00a37m.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 8.695652173913043, "rougeL": 16.666666666666668}, "nll_sum": 113.04271697998047, "token_count": 27} +{"index": 800, "reference": "Mansfield Town have signed striker Kane Hemmings from League One club Oxford United on a season-long loan.", "prediction": "Mansfield Town winger Melababababee has joined Dund Championship side Manchester United for an undisclosed fee to be a for further further year.", "rouge": {"rouge1": 20.0, "rouge2": 5.263157894736842, "rougeL": 20.0}, "nll_sum": 172.034912109375, "token_count": 28} +{"index": 801, "reference": "The fuselage of a World War II Spitfire that has spent the last few years in a garden in Oxford has failed to reach its asking price at auction in Surrey.", "prediction": "An historic RAF Spitfire which went from a World One tank base during World War Two, to be sold at auction again after its valuation estimate to its location.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 10.344827586206899, "rougeL": 20.0}, "nll_sum": 169.48895263671875, "token_count": 31} +{"index": 802, "reference": "Expansion plans by two engineering firms could create 820 new jobs in Scotland's renewable energy sector.", "prediction": "A Scottish engineering engineering firm has announced plans, create 2, jobs jobs after Scotland in Scotland by 2020.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 12.121212121212121, "rougeL": 34.285714285714285}, "nll_sum": 125.0259017944336, "token_count": 20} +{"index": 803, "reference": "A castle has welcomed 20 chicks to its grounds after hens nested next to a lifelike replica boar.", "prediction": "A huge old chicks have abandoned abandoned at a training camp in Pembrokeshire.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 86.77406311035156, "token_count": 18} +{"index": 804, "reference": "The government's immigration cap on skilled workers has had no effect on bringing down net migration and is not \"fit for purpose\", MPs say.", "prediction": "The government's immigration cap for workers after the UK \"could have a crisis\" this winter, MPs have said., as in the's heavily, a \"could it, a this\" from ban the regional of.", "rouge": {"rouge1": 27.11864406779661, "rouge2": 14.035087719298245, "rougeL": 23.728813559322035}, "nll_sum": 241.0854034423828, "token_count": 42} +{"index": 805, "reference": "The AA has warned that it may have to raise its prices because the government has doubled the tax rate on insurance policies in less than two years.", "prediction": "The AA has halted 15 a 4% in profits after a 4% rise rise with number of teacher premium pay tax (IPT).", "rouge": {"rouge1": 20.0, "rouge2": 8.333333333333332, "rougeL": 16.0}, "nll_sum": 181.269287109375, "token_count": 27} +{"index": 806, "reference": "Liverpool midfielder Joe Allen has ruffled a few feathers by appearing on the front cover of Chicken & Egg magazine.", "prediction": "Many of footballers spend a time spending out, but defender McF Cech has a red, wear, red clothes wear a plain orange and and worn.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 199.11131286621094, "token_count": 30} +{"index": 807, "reference": "The Archbishop of Canterbury is working with other Christian churches to agree on a fixed date for Easter.", "prediction": "The Archbishop of Canterbury has said, it will consider its full moon over on Sunday Sunday.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 18.750000000000004, "rougeL": 29.411764705882355}, "nll_sum": 85.32920837402344, "token_count": 17} +{"index": 808, "reference": "Air strikes on so-called Islamic State's Syrian stronghold of Raqqa have cut the city's water supply, with 20 civilians reported dead.", "prediction": "US air strikes in the northern Syrian city of Raqqa have killed at least 24 people and wounded dozens more, activists.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 26.666666666666668}, "nll_sum": 53.54005432128906, "token_count": 22} +{"index": 809, "reference": "Swindon is known by some as \"Honda Town\" and Detroit as \"Motor City\".", "prediction": "Almost three years ago, England took in a car production in the same used of cars, and the production is priority on a supermarket park car site.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 150.17039489746094, "token_count": 29} +{"index": 810, "reference": "Lincoln City have signed Shrewsbury winger James Caton on loan until the end of the season.", "prediction": "Wrexham have re-signed defender Math Caton on loan from fellow League One side Shrewsbury Town on loan until January.", "rouge": {"rouge1": 38.888888888888886, "rouge2": 17.647058823529413, "rougeL": 33.33333333333333}, "nll_sum": 98.87744903564453, "token_count": 27} +{"index": 811, "reference": "A US appeals court has rejected President Donald Trump's attempt to reinstate his ban on visitors from seven mainly Muslim countries.", "prediction": "A US appeals court has overturned President Donald Trump's temporary religious ban on people from Muslim, American countries.", "rouge": {"rouge1": 68.29268292682926, "rouge2": 41.02564102564102, "rougeL": 68.29268292682926}, "nll_sum": 89.80899047851562, "token_count": 20} +{"index": 812, "reference": "Planned cuts to library services in a West Yorkshire town have been scrapped following campaigns by residents.", "prediction": "Campaigners who want fight to cut and axe its staff to community staff have criticised by councillors.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 108.8524169921875, "token_count": 18} +{"index": 813, "reference": "Kieran Lee's second-half leveller earned Sheffield Wednesday a draw and halted Burnley's charge towards the automatic Championship promotion spots.", "prediction": "Burnley came from a goal down and earn a point at their point against Championship play-off hopefuls and and Sheffield Wednesday.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904762, "rougeL": 13.636363636363635}, "nll_sum": 113.23052215576172, "token_count": 26} +{"index": 814, "reference": "Shares in Greggs have jumped more than 10% after the bakery chain reported stronger than expected sales for the July-to-September period.", "prediction": " Wall Street chain Greggs has reported a 40% in profits for the third quarter, helped, by rising labour costs faced a discount chain chain.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444444, "rougeL": 17.02127659574468}, "nll_sum": 137.15968322753906, "token_count": 28} +{"index": 815, "reference": "Germany's Michael Jung retained his Olympic individual eventing title by winning gold at Rio 2016 on his second-choice horse.", "prediction": "illegal-Sing E Kang Sam won his first gold medal of the Olympics as Germany's Alexander Fischer Novg likelyou lost to recovered from a infection bug at the Rio Olympics.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 15.384615384615383}, "nll_sum": 208.3090057373047, "token_count": 34} +{"index": 816, "reference": "Locals could be offered the chance to buy shares in new wind farms, solar farms and hydro power stations, under new government approved guidelines.", "prediction": "A scheme which would see large farms travelled from farms in the UK will be scrapped by November, the government has announced be been in the 2011-, solve, from they from a from from it's from's of.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 242.9100799560547, "token_count": 42} +{"index": 817, "reference": "A 19-year-old man has been charged after a cat was killed and others were badly injured in shootings in Surrey.", "prediction": "A 52-year-old man has been to face charges over an attack in which on cat pets were shot in the same car such same as same reputation from a's after a-D's reputation in a \u00a3's from's aA", "rouge": {"rouge1": 40.0, "rouge2": 15.873015873015875, "rougeL": 33.84615384615385}, "nll_sum": 269.84814453125, "token_count": 48} +{"index": 818, "reference": "The Duchy of Cornwall was warned of the risk of a \"potentially fatal situation\" at a beach it owns, ahead of a man's death there last week.", "prediction": "A beach where a man died on a year because low tide in December last again raised prompted a safety warning.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 124.36019134521484, "token_count": 21} +{"index": 819, "reference": "It's a curious thing to see a group of early whale foetuses up close - to see beings so small that have the potential to become so big.", "prediction": "The Australia foetuses are over but can be a 27ird Ph Antarctic's sea, and it employed solve toolve a brain \"red-'sD - it's from a-D, from aged global cancer. from Saturday from a", "rouge": {"rouge1": 21.875000000000004, "rouge2": 3.225806451612903, "rougeL": 12.5}, "nll_sum": 351.5743103027344, "token_count": 47} +{"index": 820, "reference": "The Bank of England has left its main interest rate at 0.25% but says another cut is still a possibility.", "prediction": "The Bank of England has cut its main interest rate at 0.25% - the first issue since the \" \"big since and from the a's's from.", "rouge": {"rouge1": 58.333333333333336, "rouge2": 43.47826086956522, "rougeL": 54.166666666666664}, "nll_sum": 143.91488647460938, "token_count": 32} +{"index": 821, "reference": "Chinese media have not lost time in reinforcing Beijing's insistence that it does not recognise an international tribunal's ruling against its claims to rights in the South China Sea.", "prediction": " the surprise at an international tribunal at a landmark international prosecution, in the South China Sea, saying China has promised \" rights\" over the South China Sea.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 21.81818181818182, "rougeL": 28.07017543859649}, "nll_sum": 126.86013793945312, "token_count": 30} +{"index": 822, "reference": "Asian markets traded lower on Thursday with investor sentiment dented by a weaker than expected first quarter growth figure in the US.", "prediction": "Markets in Asia fell down on Friday, despite data from the US economy to added fears, despite uncertainty over the country's slowing economy.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 121.6452865600586, "token_count": 27} +{"index": 823, "reference": "Opener David Warner hit an unbeaten 122 as Australia drew a rain-affected third and final Test against West Indies.", "prediction": "Ed Warner hit a stunning run from innings for Australia to secure Australia a draw in a rain-affected third and third day of the fourth Test. of the a's a-over-p a major in a from a's.", "rouge": {"rouge1": 29.508196721311474, "rouge2": 16.94915254237288, "rougeL": 29.508196721311474}, "nll_sum": 228.61758422851562, "token_count": 45} +{"index": 824, "reference": "Rescuers used helicopters to pluck families from rooftops in the southern German town of Deggendorf on Wednesday as the Danube flood crisis continues.", "prediction": "Hundreds of farmers and are being rescued from their homes in Mediterranean and Czech and Republic, after heavy rain caused several Foxes in northern Germany and northern, Austria say", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 162.884765625, "token_count": 31} +{"index": 825, "reference": "A mother walking her children to school in north Wales is in hospital with serious injuries after being attacked on a busy footpath.", "prediction": "A partner has been arrested by police after a 23-year- woman was seriously injured in a fire in Gwynedd has which the police referee, a,A, have 30- from from a in nine November.", "rouge": {"rouge1": 17.241379310344826, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 229.7988739013672, "token_count": 43} +{"index": 826, "reference": "Two teenagers have been arrested and three knives recovered after 300 people attended a house party in east London.", "prediction": "Three teenagers have been arrested after police carrying out an armed robbery at an event in south east London.", "rouge": {"rouge1": 47.368421052631575, "rouge2": 22.22222222222222, "rougeL": 42.10526315789473}, "nll_sum": 59.30787658691406, "token_count": 19} +{"index": 827, "reference": "Nigeria has produced its fair share of great sportsmen and women - but unlike footballers and polo players, cricketers rarely get the West African nation's heart beating.", "prediction": "Nigeria always played its first ever national cricket bowling in city of Lagos, the BBC Sport website highlights highlights of a hundred few cricket players.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 149.28616333007812, "token_count": 29} +{"index": 828, "reference": "Interest rates should remain low to avoid long-term economic stagnation, the chief economist at the Bank of England has said.", "prediction": "The chief executive of England has told but BBC that UK interest rates could not rise soon.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 22.222222222222225, "rougeL": 26.31578947368421}, "nll_sum": 85.39533996582031, "token_count": 17} +{"index": 829, "reference": "Hon Hai Precision Industry, a major assembler of Apple products, has posted record quarterly profits helped by growing demand for iPhones and iPads.", "prediction": " Foxconn has reported to for the first six months to September, helped by sales, helped the sales of better-than- tablet PCs.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 13.33333333333333}, "nll_sum": 135.24920654296875, "token_count": 27} +{"index": 830, "reference": "Six centuries ago Henry V walked from Shrewsbury to Holywell in Flintshire, to give thanks for his famous victory over the French at Agincourt.", "prediction": "Four years ago, Holywell, the only Welsh first Catholic cemetery of Shrewsps, where the town was the town's again a nun, was once carried away.", "rouge": {"rouge1": 12.000000000000002, "rouge2": 0.0, "rougeL": 12.000000000000002}, "nll_sum": 201.17559814453125, "token_count": 34} +{"index": 831, "reference": "A man has been acquitted of raping a student who killed herself while detectives investigated the case.", "prediction": "A university has been cleared of rape and in one of the charges against him.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 13.333333333333334, "rougeL": 37.50000000000001}, "nll_sum": 66.14275360107422, "token_count": 15} +{"index": 832, "reference": "A foam factory in Merthyr Tydfil has announced it will close with the loss of 80 jobs.", "prediction": "A nuclear food and nuclear factory site is to decommissioned the site to the Netherlands, with the loss up to 90.000 jobs.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 126.71688842773438, "token_count": 27} +{"index": 833, "reference": "The quest to find King Arthur's Camelot has puzzled and intrigued scholars and fans for over a thousand years.", "prediction": "The location of a man who scored 4,400 years ago, William Charles Arthur may not have found around the location of a round table.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 132.97848510742188, "token_count": 27} +{"index": 834, "reference": "Leicester boss Claudio Ranieri has backed Jamie Vardy to end his goal drought, but revealed the striker has even struggled to score in training.", "prediction": "Leicester striker Jamie Vardy is \"very close to\" try and returned to camp, says the Premier League champions, Cl manageraudio Ranieriieri.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 165.6496124267578, "token_count": 30} +{"index": 835, "reference": "Two-thirds of Conservative MPs want to renegotiate the UK's relationship with Europe but are too scared to reveal their true Eurosceptic sentiment, claim Conservative Party insiders.", "prediction": " a new Conservative MP - in includes include rival - and - the right coalitione - the party's struggle - and how Britain should leave the EU.", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 166.13278198242188, "token_count": 29} +{"index": 836, "reference": "Nick Clegg has attacked the Conservatives' plans for the economy as he stepped up his attack on his coalition partners since 2010.", "prediction": "Nick Clegg says he would raise need to raise the income tax threshold bill by 2020, if the Conservatives \"would have buy it much too much\".", "rouge": {"rouge1": 24.999999999999993, "rouge2": 8.695652173913043, "rougeL": 16.666666666666668}, "nll_sum": 136.79110717773438, "token_count": 29} +{"index": 837, "reference": "A police officer has been slashed in the face with gardening shears during a large-scale disturbance in Essex.", "prediction": "A police officer was in hospital after being hit by a suspecteddisturbance Essex Essex in Essex solve the a's a- \u00a3 aA a's a's a's from's from a it's have of of.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 11.11111111111111, "rougeL": 25.0}, "nll_sum": 264.9660339355469, "token_count": 44} +{"index": 838, "reference": "West Indies claimed their first Women's World Twenty20 with a pulsating eight-wicket win over Australia in Kolkata.", "prediction": "West Indies produced a stunning nine-run win over West Indies the complete a final and complete the first ever-ever World Twenty20 final.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 23.25581395348837}, "nll_sum": 118.76577758789062, "token_count": 27} +{"index": 839, "reference": "Nathan Gill would stand down from one of his two elected positions if newly-elected UKIP leader Paul Nuttall asked him to, the AM and MEP has said.", "prediction": "The new leader of North Wales has said AM Paul Nuttall will not offer the job, and offers offer to offer the party in May's assembly.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 7.547169811320755, "rougeL": 18.181818181818183}, "nll_sum": 138.62759399414062, "token_count": 29} +{"index": 840, "reference": "Despite being a ratings winner for Channel 4, Benefits Street came with its fair share of complaints.", "prediction": " the people have criticised Channel 4, saying for not be a reality TV kit.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 13.793103448275861, "rougeL": 12.903225806451616}, "nll_sum": 86.94685363769531, "token_count": 15} +{"index": 841, "reference": "Leaders of the prison officers union have reached a deal over pay and conditions following concerns about jail safety, the Ministry of Justice has said.", "prediction": "Prison staff in England, Wales and Wales not be able to retire from within three and three years after a deal struck government over health and safety rules.", "rouge": {"rouge1": 22.64150943396226, "rouge2": 3.921568627450981, "rougeL": 22.64150943396226}, "nll_sum": 137.09463500976562, "token_count": 30} +{"index": 842, "reference": "A widower is appealing to help find the stranger who took the last photo of him and his wife together before she died.", "prediction": "A man whose death was a of a tourist site in Nottingham has praised the National Trust after a photo photo of him for a photo to come forward.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 8.0, "rougeL": 19.230769230769234}, "nll_sum": 138.60659790039062, "token_count": 29} +{"index": 843, "reference": "Ivory Coast has banned skin-whitening creams because of health concerns, the health ministry says.", "prediction": "South Africa's government isweek a ban on the highening of creening creams, amid fears over the skin it made in the women women's says, despite it \" high- high - a in banned from a it.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 301.1382141113281, "token_count": 46} +{"index": 844, "reference": "There were angry scenes on Monday night as the bill enabling the government to trigger Article 50 cleared the Lords.", "prediction": "The Liberal Democrats have accused Labour of their campaign manifesto, saying they wish to ignore Brexit, the Tories was not prepared to \" a hardhard\".", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 139.21337890625, "token_count": 28} +{"index": 845, "reference": "More than 1,300 militants from so-called Islamic State were killed by British air strikes in Iraq over a 12-month period, according to new figures.", "prediction": "There were almost 1, air air strikes against Islamic State in Iraq and Syria since 2015, the government has confirmed.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.333333333333334, "rougeL": 21.27659574468085}, "nll_sum": 84.58926391601562, "token_count": 22} +{"index": 846, "reference": "An airport has taken down its passenger information website after a hacker breached security systems, claiming they were too lax.", "prediction": " Internationalwich International Airport hacker has behind an attack on his website, letters to give access to the site's site.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 117.58259582519531, "token_count": 22} +{"index": 847, "reference": "The preferred location for a town's first railway station in 50 years has been revealed.", "prediction": "A former railway station could be built at a former railway station has approved by councillors.", "rouge": {"rouge1": 25.0, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 72.55767822265625, "token_count": 16} +{"index": 848, "reference": "A third man has been jailed for murdering a flight attendant who was bludgeoned with a hammer and buried in a concrete tomb.", "prediction": "A man has been jailed for life for murdering a 53-year manold whose body was alive in his house in a workhouse.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 31.818181818181817, "rougeL": 47.82608695652174}, "nll_sum": 105.56400299072266, "token_count": 26} +{"index": 849, "reference": "When the attack came, it took hold quickly and brought a screeching halt to many businesses across Ukraine.", "prediction": "After a cyber-attack outside a clinic a Oschadbank in the Ukrainian capital Kiev security are notes how tight-tech scanners that can bodies identify, inside the MP's office's back-powerful once again.", "rouge": {"rouge1": 11.320754716981133, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 283.260986328125, "token_count": 42} +{"index": 850, "reference": "Wasps ran in five tries at the Ricoh Arena as they thrashed Sale to boost their Premiership play-off hopes.", "prediction": "Wasps recorded a stunning second--half penalty as they thr thrashed Premiership 10-man Sale.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.0606060606060606, "rougeL": 28.571428571428577}, "nll_sum": 120.81925964355469, "token_count": 19} +{"index": 851, "reference": "Five people have been injured following a crash between a bin lorry, a bus and two cars.", "prediction": "A woman was taken to hospital after being hit by a bus and a bus on bus five- lane stretch of the M125 Edinburgh.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 126.03172302246094, "token_count": 26} +{"index": 852, "reference": "Shrien Dewani has arrived back in England after being cleared by a court in South Africa of arranging the murder of his wife in 2010.", "prediction": "Imoon book holidaymaker Sh Dew Dewani has been extradited from the UK to the prosecution case has brought by a west London trial.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 8.695652173913043, "rougeL": 16.666666666666664}, "nll_sum": 170.95455932617188, "token_count": 27} +{"index": 853, "reference": "The company behind the UK's first horizontal fracking operation has announced six \"commitments\" which it claims will ensure Lancashire benefits.", "prediction": "The firm that will be the first site a its fracking in Lancashire is Lanc be in Lancashire.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 0.0, "rougeL": 25.641025641025646}, "nll_sum": 114.51142883300781, "token_count": 22} +{"index": 854, "reference": "Mexican President Enrique Pena Nieto has fired a senior official over an incident caused by his daughter at an exclusive restaurant last month.", "prediction": "A Mexican woman at and centre, the of sacking of an anti-dism restaurant has described President Pena Nieto of a Ikea restaurant.a 2011 again 2011 again \"-H's solve in's- again 2011 again's 2011", "rouge": {"rouge1": 29.50819672131147, "rouge2": 3.389830508474577, "rougeL": 19.672131147540984}, "nll_sum": 302.3988037109375, "token_count": 46} +{"index": 855, "reference": "British and Burmese authorities could work together to find 20 Spitfires buried in Burma at the end of the World War II, officials say.", "prediction": "Two missing Hampshire Spitfirefires, that could be used byese troops could be reopen, human experts have confirmed.", "rouge": {"rouge1": 4.878048780487805, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 138.4292449951172, "token_count": 22} +{"index": 856, "reference": "Two men were rescued after becoming stranded on a crag on Snowdon's narrow Crib Goch ridge.", "prediction": "Two people were airlifted after hospital helicopter by a helicopter while walking on adonia mountain.", "rouge": {"rouge1": 31.25, "rouge2": 0.0, "rougeL": 31.25}, "nll_sum": 101.38766479492188, "token_count": 18} +{"index": 857, "reference": "A system for detaining asylum seekers while their claims are speedily assessed has been temporarily suspended after it was ruled unlawful last month.", "prediction": "The fast-track system, which will stop asylum seekers in England in recent court cases, has been planned fora few few weeks\".", "rouge": {"rouge1": 22.222222222222225, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 123.53852081298828, "token_count": 26} +{"index": 858, "reference": "South Wales Police are appealing for information over the whereabouts of a man wanted in connection with the murder of a Cardiff teenager.", "prediction": "A Cardiff teenager was was from Roath home has escaped custody detention after being released jail after being arrested in India.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 9.523809523809526, "rougeL": 13.636363636363635}, "nll_sum": 133.47747802734375, "token_count": 22} +{"index": 859, "reference": "Two men arrested in connection with the suspected murder of a missing man have been released on bail.", "prediction": "Two men have been arrested in connection with the murder of a man went missing two months ago of were found alive almost three years ago, saying it the a's a controversial from a English game it has been from of", "rouge": {"rouge1": 46.666666666666664, "rouge2": 27.586206896551722, "rougeL": 40.0}, "nll_sum": 188.6434326171875, "token_count": 42} +{"index": 860, "reference": "A major Scottish interior fitter has announced \"a major review of its longer-term vision, mission and strategy\".", "prediction": "A Fife-based management firm plans to build a \u00a3m expansion investment to boost its UK economy and hopes to boost the global market in China.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 130.13900756835938, "token_count": 29} +{"index": 861, "reference": "When the founders of popular but controversial beer company BrewDog needed a second bank loan to enable them to expand production, their tactic was a simple one - lie through their teeth.", "prediction": "Almost 10 years ago, a group of young boy entered the business who entered Tesco and.'t expecting in what it requires aosauruscomaker. as as a reputation for the land under the of of. from..", "rouge": {"rouge1": 12.121212121212123, "rouge2": 0.0, "rougeL": 6.060606060606061}, "nll_sum": 270.6200256347656, "token_count": 43} +{"index": 862, "reference": "Sterling see-sawed as investors reacted to growing uncertainty over the outcome of the UK's EU referendum.", "prediction": "The pound has fallen against the dollar and the US against the dollar, after new poll suggested that the UK has voted to leave the leave European Union.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 4.545454545454545, "rougeL": 13.043478260869565}, "nll_sum": 111.40875244140625, "token_count": 29} +{"index": 863, "reference": "A retired TV producer is to appeal against his conviction for trying to hire a hitman to kill his partner.", "prediction": "A producer has been jailed for 17 years for conspiring to murder his his male partner to be be- be as a hit-man.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 0.0, "rougeL": 27.27272727272727}, "nll_sum": 114.62301635742188, "token_count": 26} +{"index": 864, "reference": "The body of the first Briton to be killed while fighting against Islamic State (IS) has been handed over to his family at the Syrian-Iraqi border.", "prediction": "The funeral has taken place for a Briton who died fighting northern Syria, struggle for so-called Islamic State (IS).IS).", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 25.0}, "nll_sum": 112.6055908203125, "token_count": 26} +{"index": 865, "reference": "A US appeals court has ruled that bulk collection of phone records by the National Security Agency is illegal.", "prediction": "A US appeals court ruled that the National Security Agency (NSA) abandoned its personal data on European economy again it be a \"theth's on it\", but a from---, ban from national from November.. from the a", "rouge": {"rouge1": 35.714285714285715, "rouge2": 25.925925925925924, "rougeL": 35.714285714285715}, "nll_sum": 258.6348876953125, "token_count": 44} +{"index": 866, "reference": "Preston North End have re-signed goalkeeper Anders Lindegaard on a one-year deal after he had his contract cancelled at West Bromwich Albion.", "prediction": "Championship side Preston North End have signed Manchester United midfielder Antonioegaard from West Brom for an undisclosed fee, understood from West Brom on five five 2011- deal.", "rouge": {"rouge1": 31.37254901960785, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 171.6865234375, "token_count": 33} +{"index": 867, "reference": "A second dog seized by police was kept locked in kennels for two years without exercise, the BBC has been told.", "prediction": "A former guard dog trained worked working in the same kelsels alive him a dog, the BBC has learned.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 152.74307250976562, "token_count": 22} +{"index": 868, "reference": "Shadow business secretary Chuka Umunna has accused his Labour Party colleagues of \"behaving like a petulant child who has been told you can't have the sweeties in the sweet shop\".", "prediction": "'s's leadership hopeful Uuka Umunedna has called for the party to be \"f wiped out of the ground\" in Scotland or England.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 18.51851851851852}, "nll_sum": 153.5740966796875, "token_count": 29} +{"index": 869, "reference": "A grandfather from Gwynedd died after being hit by a boat's propeller off the Maltese coast, an inquest has heard.", "prediction": "A pensioner who died on his boat on holiday in the keeping in the sea off sea, an inquest in north Wales has heard, as \"a's of time\".", "rouge": {"rouge1": 44.0, "rouge2": 8.333333333333332, "rougeL": 32.0}, "nll_sum": 159.86212158203125, "token_count": 33} +{"index": 870, "reference": "An Iraqi court has sentenced to death 27 men for their involvement in the massacre of up to 1,700 soldiers by so-called Islamic State (IS) in June 2014.", "prediction": "So-called Islamic State (IS) has given death in the killing for the killing of 3 soldiers at a military base (IS) in May 2014.", "rouge": {"rouge1": 50.90909090909091, "rouge2": 22.641509433962266, "rougeL": 32.727272727272734}, "nll_sum": 103.00537109375, "token_count": 30} +{"index": 871, "reference": "Devon-based surfing goods and forecasting firm Magicseaweed has been bought by an Australian company as part of a \u00a37m deal.", "prediction": "A County Antrim weather retailer Madisonseaweed has won deal bought a bought Valley-makerSurfitchitch in Leicestershire.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 218.43115234375, "token_count": 28} +{"index": 872, "reference": "Spain's Sergio Garcia opened up a three-shot lead in the Dubai Desert Classic as the delayed second round was completed on Saturday morning.", "prediction": "Defending champion Sergio Garcia share his lead at the rain-hit Abu Dhabi Championship after possible play was abandoned because of the bad weather.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 20.408163265306126}, "nll_sum": 131.9501953125, "token_count": 26} +{"index": 873, "reference": "Darren Ambrose's double helped struggling Colchester United come from behind to win 2-1 at Bradford City and end a 19-game League One winless run.", "prediction": "Eoin Ambrose scored a stoppagetime winner as Colchester United beat fellow League One play-off hop Bradford Bradford to end a club the's \" of from's- - from-DA reputation in from old\".'s.", "rouge": {"rouge1": 36.0655737704918, "rouge2": 10.16949152542373, "rougeL": 19.672131147540984}, "nll_sum": 301.8824462890625, "token_count": 45} +{"index": 874, "reference": "Three Neolithic-style huts have been built at Old Sarum to offer an insight into how Stonehenge's builders lived.", "prediction": "M Neolithic h beach are which could be built at Stonehenhenge more than 4500 years ago.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 116.05453491210938, "token_count": 21} +{"index": 875, "reference": "Protests have been taking place in more than 150 locations across the United States to call on President Donald Trump to release his tax returns.", "prediction": "Thousands of people are attending a march in January to saw US President Donald Trump will release his tax returns.", "rouge": {"rouge1": 40.0, "rouge2": 23.25581395348837, "rougeL": 40.0}, "nll_sum": 68.12285614013672, "token_count": 20} +{"index": 876, "reference": "Joseph Parker and Andy Ruiz Jr will fight for the WBO heavyweight title vacated by Tyson Fury on 10 December.", "prediction": "Britain's new WBA world welweight champion David Ru David Jr will fight New York on 10 December.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 22.22222222222222, "rougeL": 31.57894736842105}, "nll_sum": 124.58240509033203, "token_count": 20} +{"index": 877, "reference": "Dylan Hartley's disciplinary record should not prevent him being appointed England captain, according to the head of English rugby Ian Ritchie.", "prediction": "Foulon will not be named France's France captain Dylan Hartley despite being banned a England ban, says former head Ian Ritchie.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 9.523809523809524, "rougeL": 31.818181818181817}, "nll_sum": 148.23080444335938, "token_count": 27} +{"index": 878, "reference": "The emotional father of a US student freed by North Korea this week says he does not believe the regime's explanation for his son's coma.", "prediction": "The North Korean regime system Beirutbier, who was convicted of suspected poisoning 15 years ago has said he is no longer be sent to hospital.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 143.81076049804688, "token_count": 28} +{"index": 879, "reference": "At the top of the MGM Grand on the Las Vegas strip is a huge advert for the magician David Copperfield, the hotel's star attraction.", "prediction": "So so much battle has't raised so far, much, saying it should be published, what and then and a kind of thousands of money wasn't to be delay.\"", "rouge": {"rouge1": 7.142857142857144, "rouge2": 0.0, "rougeL": 3.571428571428572}, "nll_sum": 197.614013671875, "token_count": 33} +{"index": 880, "reference": "A second suspect wanted in the death of a US border official has been extradited to the US, in a case linked to a botched gun-running sting.", "prediction": "A Mexican agent who was shot dead by US agents 30 years ago has been formally charged with first- conspiracy and to a a jail jail.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 7.692307692307692, "rougeL": 25.92592592592593}, "nll_sum": 123.95275115966797, "token_count": 27} +{"index": 881, "reference": "The FBI is investigating another wave of bomb threats to Jewish facilities in the US after 11 sites were evacuated on Monday.", "prediction": "The White House has reported several death threats to US Jewish community centre centres across the US, US media reports.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 10.0, "rougeL": 28.571428571428566}, "nll_sum": 80.38801574707031, "token_count": 21} +{"index": 882, "reference": "Chinese internet giant Baidu has said it will share much of the technology it has created for its self-driving cars.", "prediction": "Chinese search search Baidu has announced it is launching a free car racing car project, as part of a drive to build China.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 27.27272727272727}, "nll_sum": 108.89683532714844, "token_count": 26} +{"index": 883, "reference": "More rail companies are cancelling services over the bank holiday weekend, as talks continue to try to avert a planned strike by Network Rail staff.", "prediction": "Rail passengers across England are facing major travel travel, south, Brighton, London and London, as rail operator prepares to cancel a RMT union strike.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 0.0, "rougeL": 24.489795918367346}, "nll_sum": 149.64700317382812, "token_count": 29} +{"index": 884, "reference": "Police investigating the rape of an elderly nun in the Indian state of West Bengal say they have arrested a key suspect in the crime.", "prediction": "Police in the southern Indian state of Kerala have arrested in man connection with a gang which allegedly gang raped an elderly nun in her town town late in March. March of's from's \"dmaker crime from from's a body.", "rouge": {"rouge1": 47.76119402985074, "rouge2": 21.538461538461544, "rougeL": 32.83582089552239}, "nll_sum": 242.85830688476562, "token_count": 45} +{"index": 885, "reference": "A member of Texas' House of Representatives has filed a resolution to urge Texans to stop using an emoji representing the Chilean flag when they really mean to use the Texan flag.", "prediction": " of US legislature has backed a, which would ban the mistake Arkansas's official national flag, the state speaker's speaker's state in Texas in 2004.", "rouge": {"rouge1": 23.72881355932203, "rouge2": 0.0, "rougeL": 20.338983050847457}, "nll_sum": 167.13182067871094, "token_count": 29} +{"index": 886, "reference": "The Premier League has announced a new deal with American broadcaster NBC Universal to show live games for the next six years.", "prediction": " the Premier League has signed a new deal with US clubs to complete a UK rights deal with clubs which could worth at \u00a3.1bn.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 27.27272727272727, "rougeL": 39.13043478260869}, "nll_sum": 119.8226318359375, "token_count": 27} +{"index": 887, "reference": "The second phase of a \u00a315m project to upgrade the water and sewer pipes in Stafford is under way.", "prediction": " Sh Shrewsbury town could be shut for several hours for repairs major stages of a water pipe.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 98.89463806152344, "token_count": 20} +{"index": 888, "reference": "Turkey has accused Russia of again violating its airspace and warned it would \"face consequences\" if such infringements continue.", "prediction": "Nato and suspend its Turkish airspace amid fears of abheied\" shot, accusing the Russian ambassador of \"Russian Russia", "rouge": {"rouge1": 32.43243243243243, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 159.09130859375, "token_count": 23} +{"index": 889, "reference": "Newcastle director of rugby Dean Richards believes his side are gaining attention due to their higher position in the Premiership table.", "prediction": "Newcastle Falcons fly-half Bruine Mbcons is there is still still his side's side to reach the Premiership leaders. season.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 10.000000000000002, "rougeL": 28.57142857142857}, "nll_sum": 168.7275390625, "token_count": 26} +{"index": 890, "reference": "Peterborough United defender Miles Addison has signed a new one-month contract with the League One side.", "prediction": "League One side Peterborough United have signed Peterborough goalkeeper Rob Robson on a one-month youth deal.", "rouge": {"rouge1": 52.94117647058824, "rouge2": 25.0, "rougeL": 35.294117647058826}, "nll_sum": 76.08465576171875, "token_count": 21} +{"index": 891, "reference": "Belgian rider Femke van den Driessche has been suspended for six years in the first proven case of mechanical doping in cycling.", "prediction": "Teen the driver Reed van Vanvernek will be banned from cycling for six months after being found a drugs still containing concealed bike in her night competitor.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 178.66943359375, "token_count": 30} +{"index": 892, "reference": "If Conor McGregor beats Floyd Mayweather on Saturday night in Las Vegas, the boyhood Manchester United fan will perhaps owe a small debt of gratitude to Manchester City.", "prediction": "\"I is proud of my athlete,\" said'm is a training camp centre in Manchester, but what will see a athlete living in his training complex.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 14.814814814814817}, "nll_sum": 158.89706420898438, "token_count": 29} +{"index": 893, "reference": "George Ford is expected to make way for Owen Farrell at fly-half for England's opening Test against Australia in Brisbane on Saturday.", "prediction": "Bath fly-half and Ford Mike in the been ruled out of England's side's third Test against Australia in Brisbane on Saturday. suffering'solve of St ballet's middle from-w middle, in Saturday's\"..", "rouge": {"rouge1": 39.34426229508197, "rouge2": 27.11864406779661, "rougeL": 36.0655737704918}, "nll_sum": 275.0205078125, "token_count": 44} +{"index": 894, "reference": "A Stranraer Academy student has set up a petition to ensure a life-enhancing drug is made available to a fellow pupil with an extremely rare disease.", "prediction": "A teenager with a a rare form of heart has said she still underwent a drug for a possible fair drug to be made available on NHS Scotland.", "rouge": {"rouge1": 40.0, "rouge2": 3.7735849056603774, "rougeL": 25.454545454545453}, "nll_sum": 150.44476318359375, "token_count": 28} +{"index": 895, "reference": "Lichfield want the Rugby Football Union to reconsider their failed bid to be part of the inaugural Women's Super Rugby competition.", "prediction": "Lichfield Trinity have been forced to rethink from the Rugby Football Union's decision to miss out of England's new women of rugby in the season.", "rouge": {"rouge1": 48.97959183673469, "rouge2": 12.765957446808512, "rougeL": 36.73469387755102}, "nll_sum": 135.48751831054688, "token_count": 29} +{"index": 896, "reference": "England made the right decision to omit some of their Premier League players in the European Under-21 Championship, says Football Association director of elite development Dan Ashworth.", "prediction": "A decision by England's under Mentaloping21s after being involved in the European Championship, says Football Association chief Dan Ashworth to solve's a and was refereeAM football \"over a it a George\".", "rouge": {"rouge1": 42.62295081967213, "rouge2": 20.338983050847457, "rougeL": 32.78688524590164}, "nll_sum": 272.87420654296875, "token_count": 40} +{"index": 897, "reference": "At his victory rally in New York US president-elect Donald Trump promised \"great, great relationships\" with other nations.", "prediction": "Donald Trump has won's election he most wants to change China's political policy.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 6.25, "rougeL": 11.76470588235294}, "nll_sum": 72.95056915283203, "token_count": 15} +{"index": 898, "reference": "A police drugs team worker was drafted in to help with a roadside drama as he helped deliver a baby.", "prediction": "A cannabis factory doctor pulled a car into a car car and stopped and delivering a five-monthold baby girl.", "rouge": {"rouge1": 25.0, "rouge2": 5.263157894736842, "rougeL": 25.0}, "nll_sum": 126.37153625488281, "token_count": 22} +{"index": 899, "reference": "Leicester director of rugby Richard Cockerill believes other clubs are offering big money to Manu Tuilagi.", "prediction": "Wasps head director rugby rugby Richard Cockerill has dismissed reports that centre Man Manu Tuilagi has offered him \u00a31m in debt.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 17.142857142857142, "rougeL": 32.43243243243243}, "nll_sum": 125.98564147949219, "token_count": 29} +{"index": 900, "reference": "A \"serial liar\" who made a series of bogus sexual assault allegations against 15 men has been jailed for 10 years.", "prediction": "A woman who claims she was groped six men in a south London pub before groped then eventually groped for almost \u00a373,000.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 121.60234069824219, "token_count": 28} +{"index": 901, "reference": "A businessman who plied teenage girls with vodka before sexually abusing them has been sentenced to 13 years.", "prediction": "A shopkeeper who sexually and sexually young girls under the age of 11 been jailed for four andand-anda-half years 2008", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 137.79827880859375, "token_count": 25} +{"index": 902, "reference": "Firefighters have been tackling a blaze at a factory on the Isle of Scalpay in the Western Isles.", "prediction": "Firefighters have tackle a blaze at a former warehouse factory at Dundee Palaceington Palace, south has left a man in a serious condition in hospital.", "rouge": {"rouge1": 41.860465116279066, "rouge2": 24.39024390243903, "rougeL": 41.860465116279066}, "nll_sum": 129.95315551757812, "token_count": 29} +{"index": 903, "reference": "Torrential rain in Cambridgeshire caused a riverbank to collapse, left 856 homes without power, trapped drivers and closed two supermarkets.", "prediction": "ss razed through a huge water glass outside a ceiling, supermarket and flew inf Hill, in Camcestershire. in the 2011 solve, solve, says they from a Saturday from Mb's flagship of", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 293.8500061035156, "token_count": 40} +{"index": 904, "reference": "An independent investigation into the disappearance of 43 Mexican students nearly a year ago has rejected the government's account of events.", "prediction": "A US rights group says it found found no evidence that the inquiry into the disappearance of 40 Mexican authorities in September.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 14.285714285714285, "rougeL": 22.727272727272727}, "nll_sum": 98.81993103027344, "token_count": 22} +{"index": 905, "reference": "A British Army team has arrived in Somalia as part of a United Nations mission to counter Islamist militants.", "prediction": "The UK from sent sending its number of soldiers to government in Somalia to boost the military group the Ministry of Defence has said, in the first such, Lego, as from from a school, a of a of security.", "rouge": {"rouge1": 27.58620689655173, "rouge2": 7.142857142857142, "rougeL": 17.241379310344826}, "nll_sum": 226.1259765625, "token_count": 43} +{"index": 906, "reference": "A six-year-old girl, who survived a cancer battle, is back in hospital after being injured when an inflatable slide blew into a crowd in high winds.", "prediction": "A five-year-old girl who was injured when an infcy castle was away from a restaurant will have her operation remove- after an operation to her leg.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 18.51851851851852, "rougeL": 32.142857142857146}, "nll_sum": 154.2388916015625, "token_count": 32} +{"index": 907, "reference": "Women's football's all-time international leading goalscorer, United States striker Abby Wambach, will retire at the end of a World Cup victory tour in December.", "prediction": "Four-time Olympic goalscorer Ad Wambach has announced in retirement from international.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 86.05506896972656, "token_count": 17} +{"index": 908, "reference": "Rates of breastfeeding in the UK are the lowest in the world, an international study shows.", "prediction": " than than half women who survived a breast are a much better than Brazil than in Brazil, Brazil and Senegal, according to researchers in the 2011's, 2011, from they be from-d's a in ban from since's a. from", "rouge": {"rouge1": 13.793103448275861, "rouge2": 3.571428571428571, "rougeL": 10.344827586206899}, "nll_sum": 275.21649169921875, "token_count": 47} +{"index": 909, "reference": "Glasgow Warriors have confirmed the signing of loose-head prop Oliver Kebble for next season.", "prediction": "Glasgow have signed South Africa back row- Dave Rie Kebble from European champions Saracens.", "rouge": {"rouge1": 27.58620689655172, "rouge2": 0.0, "rougeL": 27.58620689655172}, "nll_sum": 121.68961334228516, "token_count": 22} +{"index": 910, "reference": "Head coach Denis Betts is not worried about Widnes' recent form despite four consecutive Super League defeats.", "prediction": "Widnes head coach Denis Betts says his side \"have some momentum\" in the season despite losing a fourgame Super League season.'sgoal of the again 2011 again- 2011 again a from in a- from's again from a", "rouge": {"rouge1": 29.09090909090909, "rouge2": 15.09433962264151, "rougeL": 25.454545454545453}, "nll_sum": 273.398681640625, "token_count": 47} +{"index": 911, "reference": "Buckingham Palace has \"emphatically denied\" Prince Andrew had sexual contact with a woman who claims she was forced to have sex with him under age.", "prediction": "Buckingham Palace has said it will sue a woman who says Prince Prince Andrew, saying she was was forced to sleep at in age 16., Auschwitz, when they again solve- again a sooner in's again a's again's a", "rouge": {"rouge1": 39.39393939393939, "rouge2": 25.0, "rougeL": 33.333333333333336}, "nll_sum": 273.938232421875, "token_count": 46} +{"index": 912, "reference": "Krystian Pearce's equaliser earned a point for Mansfield Town after they fell behind at home to York City.", "prediction": "York-half Vaine Jamie snatched a late equaliser for York City 2011 a 1-cr1 draw at home to Mansfield Town. solve solve-'s a's-'s-w aless old a matches George Stadium.", "rouge": {"rouge1": 41.50943396226416, "rouge2": 15.686274509803921, "rougeL": 18.867924528301884}, "nll_sum": 291.0555114746094, "token_count": 45} +{"index": 913, "reference": "Three people arrested after a man was found unconscious following a suspected assault in Brighton have been released without charge.", "prediction": "Three people have been arrested after a man left with facial and neck injuries after an incident in Hove Albion", "rouge": {"rouge1": 45.0, "rouge2": 26.31578947368421, "rougeL": 35.0}, "nll_sum": 67.38421630859375, "token_count": 20} +{"index": 914, "reference": "A man who coerced a woman into having sex with a stranger before sending \"revenge porn\" to her family has been jailed for six years.", "prediction": "A man whoRyce a young young woman with sex's sister has been jailed for-yearand-a-half-half years.", "rouge": {"rouge1": 53.33333333333332, "rouge2": 18.6046511627907, "rougeL": 44.44444444444445}, "nll_sum": 145.34327697753906, "token_count": 27} +{"index": 915, "reference": "Sheffield Wednesday have signed Middlesbrough striker Jordan Rhodes on loan until the end of the season.", "prediction": "Sheffield Wednesday have agreed a deal to striker Guy Nelson from Championship side Huddersfield Town.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 13.79310344827586, "rougeL": 25.80645161290323}, "nll_sum": 69.4012680053711, "token_count": 19} +{"index": 916, "reference": "Temporary classrooms are being set up at a school that was damaged by fire.", "prediction": "The first temporary buildings are to arrived at a West Sussex school after the same was gutted by a fire at cost of \u00a36m.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 5.555555555555555, "rougeL": 42.10526315789474}, "nll_sum": 123.89462280273438, "token_count": 27} +{"index": 917, "reference": "Wales wing George North's decision not to return to a Welsh region is a disappointment, says Rugby Wales chief executive Mark Davies.", "prediction": "Wales wing George North would like Wales to make better better players in four Welsh regions, says Welsh Rugby Union chairman Stuart Davies to solve \" a \"CC a\"- from German-based George to\" from national Tests.", "rouge": {"rouge1": 47.457627118644076, "rouge2": 14.035087719298245, "rougeL": 33.89830508474576}, "nll_sum": 279.70849609375, "token_count": 43} +{"index": 918, "reference": "Czech 14th seed Petra Kvitova kept up her superb form by thrashing fourth seed Simona Halep to reach the final at the Wuhan Open in China.", "prediction": "Two-time champion Petra Kvit continued her winning streak by winning her firstTA Finals, since 2009 beating world one Simona Halep and reach final WTA Finals in South-.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 3.846153846153846, "rougeL": 29.629629629629633}, "nll_sum": 178.33953857421875, "token_count": 36} +{"index": 919, "reference": "A man beaten with iron bars by a masked gang has blamed dissident republican paramilitaries for an attack at his home in Derry.", "prediction": "A Londerryerry man has said he was fear in fear that left their children and was left damaged behind the front behind a wheelie attack.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 177.59912109375, "token_count": 29} +{"index": 920, "reference": "A multi-million pound refurbishment of a Denbighshire leisure centre which was closed because of council cutbacks is due to start.", "prediction": "Work on a multi-million pound leisure centre Den Denbigh will start next week, next Wales Police and Health Board ( Board) has announced. a's again \" a--p aA in a from a's from's a", "rouge": {"rouge1": 27.586206896551722, "rouge2": 14.285714285714285, "rougeL": 24.137931034482758}, "nll_sum": 258.96759033203125, "token_count": 46} +{"index": 921, "reference": "A total of 179 cases of child sexual exploitation (CSE) are being investigated in Keighley and Bradford, West Yorkshire Police has said.", "prediction": "More than 220 cases of cases to sex South Yorkshire Police are being recorded over the past year the West Police have revealed", "rouge": {"rouge1": 31.111111111111118, "rouge2": 13.95348837209302, "rougeL": 26.66666666666666}, "nll_sum": 121.84835815429688, "token_count": 22} +{"index": 922, "reference": "A truck driver has been charged with illegally transporting immigrants after dozens of people were discovered in the back of his trailer.", "prediction": "The lorry driver carrying people of migrants was abandoned in the US border before a migrants went water tank before it heading to death in Indian border border officials say, as they is it-e toll from in national years.", "rouge": {"rouge1": 19.354838709677416, "rouge2": 3.3333333333333335, "rougeL": 12.903225806451612}, "nll_sum": 277.49896240234375, "token_count": 43} +{"index": 923, "reference": "Warning: This article contains information which may be triggering for those with eating disorders.", "prediction": " the BBC's teenager from Mosul has the disease from anorexiaosajiosa - an illness, meant that can children can provide meal and food.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 195.14056396484375, "token_count": 30} +{"index": 924, "reference": "A unique perspective on a landmark social event is to be unveiled as part of Nottingham's Caribbean Carnival.", "prediction": "Nottingham Carnival has opened up with a smallew and celebra event in Nottingham marking the exhibition marking the British Empire tank's inauguration a", "rouge": {"rouge1": 27.906976744186046, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 182.55303955078125, "token_count": 28} +{"index": 925, "reference": "Labour has accused Culture Secretary John Whittingdale of \"meddling\" after reports he will allow commercial broadcasters to challenge the BBC over peak-time scheduling.", "prediction": " culture secretary John Whittingdale been accused the BBC of a decision not to filmed popular programmes, saying adding Strictly in independence of Scottish independence\".", "rouge": {"rouge1": 37.5, "rouge2": 17.391304347826086, "rougeL": 25.0}, "nll_sum": 174.11541748046875, "token_count": 29} +{"index": 926, "reference": "A woman with multiple sclerosis has said she was refused a taxi to a meeting of the MS Society because the journey was too short.", "prediction": "A pregnant using wheelchair was refused to get into a train a station because the venue was, the, says was \"really and overwhelmed\".", "rouge": {"rouge1": 41.666666666666664, "rouge2": 8.695652173913043, "rougeL": 33.33333333333333}, "nll_sum": 157.3065643310547, "token_count": 26} +{"index": 927, "reference": "The European Space Agency (Esa) says its comet lander, Philae, has woken up and contacted Earth.", "prediction": "The European Space Agency (Esa) says it is \"very optimistic concerned\" about the message it has lost with about source to Earth.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 27.77777777777778, "rougeL": 42.10526315789474}, "nll_sum": 109.6530990600586, "token_count": 27} +{"index": 928, "reference": "A police sergeant called out to deal with a brawl in a Glasgow pub ended up giving an arresting performance of Gloria Gaynor's I Will Survive.", "prediction": "A senior police officer was called out to a theatre performance after she was stopped in Glasgow pub, where he got \"get up to sing and sing\".", "rouge": {"rouge1": 40.74074074074074, "rouge2": 11.538461538461538, "rougeL": 37.03703703703704}, "nll_sum": 132.15988159179688, "token_count": 29} +{"index": 929, "reference": "South Africa fast bowler Hardus Viljoen took five wickets on his Kent debut as they bowled Gloucestershire out for 221 on day one in Bristol.", "prediction": " West Indies batsman Cost Viljoen's unbeaten century helped the bowlers's dominated dominated the control on to first day against Leicestershire.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 159.05520629882812, "token_count": 29} +{"index": 930, "reference": "The Democratic Unionist Party (DUP) will take action next week if the government does not provide a solution to the crisis at Stormont, it has said.", "prediction": "The Democratic Unionist (DUP) said it will to take in action next week Monday if Northernont crisis Storm the crisis is started.", "rouge": {"rouge1": 62.499999999999986, "rouge2": 21.73913043478261, "rougeL": 49.999999999999986}, "nll_sum": 163.9942626953125, "token_count": 27} +{"index": 931, "reference": "Nathan Buck took a career-best 6-34 to help bowl Durham out for 166 and give Northants the upper hand on day one.", "prediction": " Chesneyhire hit a half-century for Northamptonshire to a five-w victory over Northants by three runs at Chesterle-Street.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 142.06576538085938, "token_count": 31} +{"index": 932, "reference": "Police have searched the home and garden of a vulnerable woman who has been missing for a month in Inverclyde.", "prediction": "Police investigating the murder of a woman who has missing five years ago have appealed for help to re-controlled a better picture of her. the", "rouge": {"rouge1": 47.826086956521735, "rouge2": 13.636363636363635, "rougeL": 43.47826086956522}, "nll_sum": 116.92257690429688, "token_count": 27} +{"index": 933, "reference": "A charity has criticised a series of adverts which it claims are offensive to people with facial burns.", "prediction": "A Halloween charity has dropped an advert for a character Wrexham who have been suspended \"disappful and and bemuch a to horror\".", "rouge": {"rouge1": 30.0, "rouge2": 5.263157894736842, "rougeL": 25.0}, "nll_sum": 184.12266540527344, "token_count": 28} +{"index": 934, "reference": "Former Sheffield Wednesday striker Gary Madine scored one of the goals as Bolton beat League One rivals Sheffield United to reach round three of the FA Cup.", "prediction": " Mad Madine's stoppage-time winner as Bolton Wand came from behind to beat non-league Sheffield United in a EFLFL Cup fourth varietyround tie.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 8.0, "rougeL": 30.769230769230766}, "nll_sum": 157.4417266845703, "token_count": 32} +{"index": 935, "reference": "French mosques have invited non-Muslims in to try to create greater understanding of Islam in France.", "prediction": "Two mosques in Paris are closing their open- open an an effort to stop using from Local Islam.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 127.85458374023438, "token_count": 19} +{"index": 936, "reference": "Early agreement has been reached on North Sea fishing quotas for next year, with an increase in key stocks for Scottish fishermen.", "prediction": "Record numbers from Scottish fishermen are counterparts set to increase by 5% from Scotland next year, as a result of uncertainty over a lifetime ban on ban.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 8.51063829787234, "rougeL": 8.16326530612245}, "nll_sum": 138.62619018554688, "token_count": 29} +{"index": 937, "reference": "A couple who were in a light aircraft that crashed in a Northamptonshire field escaped unhurt and were found by ambulance crews in a nearby pub.", "prediction": "A pilot was taken to hospital after air after an ambulance after she was drink a a drink-critic while drunk in a Bedfordfordshire pub.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 157.93064880371094, "token_count": 29} +{"index": 938, "reference": "Constructed between 1794 and 1798, the Swansea canal once ran for more than 16 miles between Swansea and Abercraf, and was the artery which created the Swansea valley as we know it.", "prediction": "The Swansea Bay canal was thought to be of the most iconic and rebuilt of its kind.", "rouge": {"rouge1": 24.489795918367342, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 80.62032318115234, "token_count": 17} +{"index": 939, "reference": "Ireland pair Jonathan Sexton and Sean O'Brien are set to resume full training after injury before Saturday's Six Nations opener against Scotland.", "prediction": " Se Buxton and Peter O'Brien will feature Ireland's opening Six Nations match against Scotland on Tuesday after Six full replacement and his recovery from injury.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 12.244897959183673, "rougeL": 31.37254901960785}, "nll_sum": 148.20596313476562, "token_count": 29} +{"index": 940, "reference": "Landlords in England will be expected to evict tenants who lose the right to live in the UK under new measures to clamp down on illegal immigration.", "prediction": " find landlord in England and Wales will be allowed to charge tenants by landlord them without leaving court under government plans.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 33.33333333333333}, "nll_sum": 101.96736145019531, "token_count": 21} +{"index": 941, "reference": "Dutch Justice Minister Ivo Opstelten and his state secretary, Fred Teeven, have resigned after misleading parliament over a 2001 compensation payment to a convicted drug trafficker.", "prediction": " for Dutch lord minister, Justice, General Jeff Opstelten, has resigned, amid that he was involved in a ring receive to a Cees Cman, payment in to a Dutch drug trafficker.", "rouge": {"rouge1": 39.28571428571428, "rouge2": 7.407407407407408, "rougeL": 35.71428571428571}, "nll_sum": 237.20924377441406, "token_count": 41} +{"index": 942, "reference": "Gavin Swankie's late winner gave Scottish League Two leaders Forfar Athletic a 4-3 win over Cowdenbeath, who sink to the foot of the table.", "prediction": " Sw Sankie scored a stopp-time equaliser as Forfar Athletic moved a five-1 draw away to Cowdenbeath at foot foot- Scottish League Two.", "rouge": {"rouge1": 35.99999999999999, "rouge2": 12.499999999999996, "rougeL": 20.0}, "nll_sum": 180.11724853515625, "token_count": 34} +{"index": 943, "reference": "A plan for up to 117 new homes on a site at Carrbridge in the Cairngorms National Park has been turned down.", "prediction": "Plans for a \u00a3400 housing development in Redbridge, East Yorkshire, have been given a planning approval by Tull City Council Council.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 106.27876281738281, "token_count": 27} +{"index": 944, "reference": "Visitors have been asked to stay away from a Vale of Glamorgan hospital because of an outbreak of norovirus.", "prediction": " patients patients in Cardiff are being treated for more to following an outbreak of norovirus bug.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 18.18181818181818, "rougeL": 28.57142857142857}, "nll_sum": 85.95523071289062, "token_count": 18} +{"index": 945, "reference": "Half a century ago millions of Chairman Mao's Red Guards gathered in rallies in Tiananmen Square to chant slogans and wave their red books of his quotations in a show of loyalty to the ideas of the \"Great Helmsman\".", "prediction": "The city of speech is a of that declared one of the most memorable ever seen - and what it gave it.", "rouge": {"rouge1": 22.950819672131146, "rouge2": 3.3898305084745757, "rougeL": 16.39344262295082}, "nll_sum": 116.73937225341797, "token_count": 22} +{"index": 946, "reference": "It is the stuff of Boys' Own adventure novels - rugged Australians dropping into wild saltwater crocodile nests to snatch day-old eggs from territorial females.", "prediction": " an Australian government says the spread of crocod rhile has spread the arrival of baby eggs, with the bags are offered hard to move too thick too", "rouge": {"rouge1": 19.23076923076923, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 195.9727325439453, "token_count": 28} +{"index": 947, "reference": "Gritting lorries and snowploughs have been out and about on Lincolnshire's roads - in preparation for the start of the snow risk season.", "prediction": "et foet delivery of drivers from a Lincolnshire town they are delaying the start of this summer because of a boilingage hot weather thirst and solve. solve aA a again's from of a again have 2011 of again of again's a", "rouge": {"rouge1": 21.21212121212121, "rouge2": 6.25, "rougeL": 12.121212121212121}, "nll_sum": 323.13275146484375, "token_count": 47} +{"index": 948, "reference": "They can walk, they can talk, and may soon be thinking for themselves.", "prediction": "The International Space Station is working on working with scientists, but how are robots are getting a very different!", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 103.21002197265625, "token_count": 20} +{"index": 949, "reference": "A former friend of the women who murdered toddler Liam Fee has told the BBC that \"no sentence\" could ever be enough for their crimes.", "prediction": "The best friend of the murder of Liam Fee has said she is \" shocked\" and,shocked and shocked\" to do anything\" and\" what it happened.", "rouge": {"rouge1": 32.0, "rouge2": 16.666666666666664, "rougeL": 28.000000000000004}, "nll_sum": 169.63888549804688, "token_count": 32} +{"index": 950, "reference": "A paper manufacturer has applied to build a new plant to generate electricity and steam for its mill in West Norfolk.", "prediction": "Plans for a new gas plant at King's's former Norfolk site have submitted submitted the city council, with plans \u00a3 \u00a38m.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 141.38247680664062, "token_count": 27} +{"index": 951, "reference": "Bulldozers have started to clear part of the makeshift Calais camp known as the \"Jungle\" after about 1,000 residents left the area.", "prediction": "Thousands of and migrants are moving out of their UK office in the Calais port city of Calais, also known as the \"Jungle migrant\".", "rouge": {"rouge1": 29.78723404255319, "rouge2": 13.33333333333333, "rougeL": 29.78723404255319}, "nll_sum": 105.18995666503906, "token_count": 27} +{"index": 952, "reference": "The situation in Gaza is \"simply intolerable and must be addressed\", Foreign Secretary Philip Hammond says.", "prediction": "Foreign Secretary Philip Hammond has said the UK is \"unified and unjust\"\" rocket attacks against Palestinian militants as \"un aive a terrorist organisation\".", "rouge": {"rouge1": 35.8974358974359, "rouge2": 16.216216216216214, "rougeL": 20.51282051282051}, "nll_sum": 148.22874450683594, "token_count": 28} +{"index": 953, "reference": "Police invoked special stop and search powers after three people were stabbed within 10 minutes in a town centre.", "prediction": "A police force has use \"unpicable use it dangerous objects\" son following an attack left 11 people.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 137.31878662109375, "token_count": 21} +{"index": 954, "reference": "Reducing the number of councils in Wales from 22 to eight or nine would cut the cost of local government, the public services minister has said.", "prediction": "Plans to merge two south north Wales would be back by two of the council bodies, the public minister has said, after and over the authorities's, from. decision from late local, local Welsh local councillors of.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 9.836065573770492, "rougeL": 25.396825396825395}, "nll_sum": 261.9674072265625, "token_count": 43} +{"index": 955, "reference": "Charter Communications has agreed to buy media giant Time Warner Cable in a deal which values the company at $78.7bn (\u00c2\u00a352bn).", "prediction": " cable giant giant giant Qualcomm has agreed to merge with rival political Cable in a $2.2bn ( \u00a36.2bn, $29bn) deal the US regulator..6bn again's 2011 again solve a the again 2011", "rouge": {"rouge1": 32.14285714285714, "rouge2": 14.814814814814813, "rougeL": 28.57142857142857}, "nll_sum": 282.7409362792969, "token_count": 46} +{"index": 956, "reference": "A victim of child abuse has criticised the decision to hold an inquiry to investigate more than 60 institutions, including several top private schools.", "prediction": "A former primary teacher who carried out of the care after a boarding in office has told the Scottish abuse inquiry he will receive a further assurances financial help.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 0.0, "rougeL": 18.867924528301888}, "nll_sum": 163.53347778320312, "token_count": 29} +{"index": 957, "reference": "The Polish foreign ministry has banned a biker gang linked to Russian President Vladimir Putin from entering the country.", "prediction": "Poland says that plans that, violent Russian proposed trainer club were allowed to route into, country, will be allowed to route a farright group.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 193.73077392578125, "token_count": 29} +{"index": 958, "reference": "Hashim Amla resigned as South Africa captain immediately after his side drew the second Test against England.", "prediction": "South Africa captain Samuelimla, announced his retirement from international cricket Cricket despite a record-day of one-day international as England captain.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 144.2921142578125, "token_count": 27} +{"index": 959, "reference": "Australia's economy grew at a better-than-expected 0.9% in the first quarter of 2015, compared to the previous quarter, boosted by mining together with financial and insurance services.", "prediction": "Australia's economy grew by 0.7% in the first the three months's March, according compared with the previous year, previous figures earlier, it will be the group double theA's's from in's November from's.", "rouge": {"rouge1": 37.14285714285714, "rouge2": 17.647058823529413, "rougeL": 31.428571428571427}, "nll_sum": 235.61392211914062, "token_count": 45} +{"index": 960, "reference": "The sound of the first cuckoo in spring is a familiar one in the British countryside.", "prediction": "Migrine cuckoo is not struggle for the UK leaving the UK alive, on say scientists.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 121.72578430175781, "token_count": 20} +{"index": 961, "reference": "Mexican Sergio Perez is to continue with Force India for a fourth successive season in 2017.", "prediction": "Ferrari champion V Perez says and will leave Force India in the Formula 1 calendar in 2017 if he is join the team in its to solve. solve a from's a's-D a fee in from from George.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 7.4074074074074066, "rougeL": 17.857142857142858}, "nll_sum": 277.7724304199219, "token_count": 44} +{"index": 962, "reference": "A London council has withdrawn an order forcing a mother to send her home educated child to school.", "prediction": "A mother whose son son needs is being homeed in London for free education has been told a council not is not want to do so.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 4.761904761904763, "rougeL": 22.72727272727273}, "nll_sum": 153.33370971679688, "token_count": 27} +{"index": 963, "reference": "Wales' Jamie Donaldson will take a two-shot lead into the third round of the Nordea Masters after carding a second successive 69 on Friday.", "prediction": "Welshman Jamie Donaldson says he needs to share a twoshot share of the lead into- final round of the May inaugural Dhabi Championship in Malmo.", "rouge": {"rouge1": 36.0, "rouge2": 16.666666666666664, "rougeL": 32.0}, "nll_sum": 199.08958435058594, "token_count": 32} +{"index": 964, "reference": "Campaigners want a dedicated clinic for victims of female genital mutilation (FGM) to be opened in Wales.", "prediction": "There are more calls to be made for national for have female genital donated donation in Wales, Wales on for those who are injured in the practice has passed Tunisia, says.", "rouge": {"rouge1": 29.166666666666664, "rouge2": 13.043478260869568, "rougeL": 20.833333333333332}, "nll_sum": 189.1625213623047, "token_count": 33} +{"index": 965, "reference": "Researchers have developed a collection of new plastics that are recyclable and adaptable - and the discovery began with a laboratory mistake.", "prediction": " healthy bes oven defeatedet plastic, which can be the sameetrable, can be recycled, California scientists.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 157.93209838867188, "token_count": 21} +{"index": 966, "reference": "Investors need to take a long-term view when backing new tech start-ups in the UK according to leading fund manager Neil Woodford, speaking as part of the BBC's Tech Talent coverage.", "prediction": " chief Chief executive Mark Woodford, that BBC says that that small tech businesses will need tech firms, because of the funding aren't't doing enough.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 3.448275862068965, "rougeL": 13.333333333333334}, "nll_sum": 162.29879760742188, "token_count": 29} +{"index": 967, "reference": "A new gin distillery in the Borders - built in a converted cowshed - is to start production early in the new year.", "prediction": " tounteers gin announced for for a new distillery to open in Scottish Borders Borders.", "rouge": {"rouge1": 40.0, "rouge2": 6.060606060606061, "rougeL": 28.57142857142857}, "nll_sum": 105.8521728515625, "token_count": 17} +{"index": 968, "reference": "A 19th Century factory, once a grand beacon of Nottingham's industry, has been largely reduced to ashes and rubble after a fire consumed it for more than a week.", "prediction": "The huge fire that destroyed a fire former Formula 1 factory is One be demolished.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 4.651162790697675, "rougeL": 8.888888888888888}, "nll_sum": 94.9294662475586, "token_count": 15} +{"index": 969, "reference": "It has long been accepted that women outlive men.", "prediction": "Men will die less than two years ago than men and men who die on the hand is on each per, in the first half of expectancy..", "rouge": {"rouge1": 5.555555555555555, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 142.59783935546875, "token_count": 28} +{"index": 970, "reference": "A US student has been charged with smearing peanut butter in the face of an undergraduate who has a potentially deadly allergy.", "prediction": "A Michigan teenager was charged with preventing a student's facial while performing a hazing, his lawyers say.", "rouge": {"rouge1": 25.0, "rouge2": 5.263157894736842, "rougeL": 20.0}, "nll_sum": 91.81798553466797, "token_count": 20} +{"index": 971, "reference": "Norway has rejected a plan to give its neighbour Finland a mountain to mark the centenary of its independence.", "prediction": "The Norwegian government has rejected plans to move Hungary Halti's highest to Russia, a major bitter battle over independence, a controversialCalifornia-'s. a's a's from a ban from it,'s's of.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 7.692307692307692, "rougeL": 22.222222222222225}, "nll_sum": 261.11822509765625, "token_count": 43} +{"index": 972, "reference": "Growth in the Scottish economy is failing to pick up pace, according to one of Scotland's main forecasters.", "prediction": "The Scottish economy will be down again next year despite Brexit vote \"threatened short\" and EU uncertainty, according to analysis from a leading think tank.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 14.285714285714288, "rougeL": 22.727272727272727}, "nll_sum": 119.51175689697266, "token_count": 29} +{"index": 973, "reference": "The US Secretary of State Rex Tillerson has said he only accepted the job after being convinced by his wife.", "prediction": "The US Secretary of State Rex State told newspaper that he and his wife told him not to doing the job\" wasn't \" right\".", "rouge": {"rouge1": 50.0, "rouge2": 33.33333333333333, "rougeL": 40.909090909090914}, "nll_sum": 123.68086242675781, "token_count": 26} +{"index": 974, "reference": "A football team stranded on a motorway after a bridge collapsed are hunting for a mystery bride who asked to have her photo taken with them.", "prediction": "A football club was held a photo on her wedding day by a motorway in which a motorist was survived after her team got her name instead of her wedding.", "rouge": {"rouge1": 39.28571428571428, "rouge2": 7.407407407407408, "rougeL": 25.0}, "nll_sum": 158.49237060546875, "token_count": 32} +{"index": 975, "reference": "A man has been arrested at Manchester Airport on suspicion of \"Syria-related terrorism\" offences.", "prediction": "A third person in to on Syria ofrelated terrorism offences has been released on bail", "rouge": {"rouge1": 46.666666666666664, "rouge2": 14.285714285714285, "rougeL": 33.33333333333333}, "nll_sum": 83.2213134765625, "token_count": 15} +{"index": 976, "reference": "Three statues honouring the Devonshire, Dorset and combined Devon and Dorset Army regiments are being planned for the National Memorial Arboretum.", "prediction": "D sculpturesiesD be created to honourDay soldiers who fought in World War One, the National Memorial Arboretum a controversialumum his.'s's a65 from A-n-A in from November..", "rouge": {"rouge1": 19.607843137254903, "rouge2": 12.244897959183673, "rougeL": 19.607843137254903}, "nll_sum": 281.6274719238281, "token_count": 43} +{"index": 977, "reference": "At a press conference last week, opposition leader Aung San Suu Kyi was asked for her assessment of Myanmar's reform process.", "prediction": "ungung Sanu Su Ky, she didn't'tdon change since Ibro changed since.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 144.60061645507812, "token_count": 18} +{"index": 978, "reference": "A serial robber who threatened an 18-year-old shop worker with a knife was caught after his streak of grey hair was recognised in CCTV footage.", "prediction": "A man has been filmed footage video on a shop worker worker threatened with a and knife and using her a camera.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 127.51567077636719, "token_count": 22} +{"index": 979, "reference": "Police forces are unfairly disciplining black and Asian officers who complain about racism, says the National Black Police Association.", "prediction": " Midlands Midlands Police is still in force within the force it is discriminated against the black, West Midlands Police'.' Association says in the of's, solve, from they from \"-d white black in from from a police.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 3.7037037037037033, "rougeL": 25.0}, "nll_sum": 277.7354431152344, "token_count": 43} +{"index": 980, "reference": "Four silver coins dating from the 14th Century that were found on County Down farmland have been declared to be treasure at an inquest in Belfast.", "prediction": "A national hoard of art coins believed to be about 3,000 years old, has been unearthed in a field in a field in County Down.old 2011.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 7.692307692307692, "rougeL": 14.814814814814817}, "nll_sum": 120.10435485839844, "token_count": 31} +{"index": 981, "reference": "A 15-year-old girl has died despite being rescued after she was swept into the sea in North Tyneside.", "prediction": "A 15-year-old girl who was pulled from the sea around White has paid tribute the her friend's best known\" after losing the beach who lost her life.", "rouge": {"rouge1": 40.0, "rouge2": 20.833333333333336, "rougeL": 32.0}, "nll_sum": 153.03665161132812, "token_count": 33} +{"index": 982, "reference": "The boyfriend of a pregnant woman killed in a scooter accident in Thailand is to be charged over her death, police in the country have said.", "prediction": "A lorry driver who killed crash that killed a British woman who posted a video on of Thai has appeared in court to what it saying \"160 to get our state).'s it-ad from our in). from a21. a an", "rouge": {"rouge1": 23.880597014925378, "rouge2": 0.0, "rougeL": 17.910447761194032}, "nll_sum": 309.4552307128906, "token_count": 48} +{"index": 983, "reference": "A woman who set a \"honey trap\" for a professional gambler who was kicked to death for his winnings has been jailed for 16 years.", "prediction": "A woman who used a rival murder a poker player to death before working in a casino in north London has been jailed for life sentences.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 24.489795918367346, "rougeL": 43.13725490196078}, "nll_sum": 116.88168334960938, "token_count": 26} +{"index": 984, "reference": "\"We haven't had an earthquake lately,\" was Eeyore's tart response when asked about forecasts that the weather can only improve in the Hundred Acre Wood.", "prediction": "There is a little shift change little on Wednesday, but finally the Budget might not be, but.", "rouge": {"rouge1": 4.545454545454545, "rouge2": 0.0, "rougeL": 4.545454545454545}, "nll_sum": 108.07960510253906, "token_count": 19} +{"index": 985, "reference": "Manchester United's \u00a356m new signings Ander Herrera and Luke Shaw will join the squad to tour the United States later this month.", "prediction": "Former England and England midfielder Luke Shaw has been named of four Manchester players named in his 26-season tour to the United States, with a signing for of footballer on June from the November,000 from have recall of. of from's 2011", "rouge": {"rouge1": 35.82089552238806, "rouge2": 9.230769230769228, "rougeL": 20.895522388059703}, "nll_sum": 261.39056396484375, "token_count": 47} +{"index": 986, "reference": "Former first minister Alex Salmond has made his final speech in the Scottish Parliament amid emotional scenes in the Holyrood chamber.", "prediction": "Former First Minister Alex Salmond made an impassionressing moment at the Holyrood term-petod police committee with a controversial Holyrood chamber.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 30.0, "rougeL": 42.857142857142854}, "nll_sum": 178.1253662109375, "token_count": 30} +{"index": 987, "reference": "The IT systems of three US hospitals have been infected with ransomware, which encrypts vital files and demands money to unlock them.", "prediction": "Hackers have paid more than $1717, (\u00c2\u00a339,000) in an emergency unit after two hospitals were hit computer malware in their computers.", "rouge": {"rouge1": 9.090909090909092, "rouge2": 0.0, "rougeL": 4.545454545454546}, "nll_sum": 154.12020874023438, "token_count": 31} +{"index": 988, "reference": "BodyPositive is an exciting new BBC campaign.", "prediction": " team team of Radio 1 staff, I'm be sharing 5, thanked, live, inspire people around the world, and you will then and ask for share the share of our share, and share our story.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 216.63182067871094, "token_count": 41} +{"index": 989, "reference": "David Cameron has said Fifa president Sepp Blatter must resign, adding \"the sooner that happens the better\".", "prediction": "Prime Minister David Cameron has called for Fifa to succeed Sepp Blatter as world president, despite fears it of corruption is \"the the game\".", "rouge": {"rouge1": 43.90243902439025, "rouge2": 15.384615384615383, "rougeL": 39.02439024390244}, "nll_sum": 116.2554931640625, "token_count": 28} +{"index": 990, "reference": "Some 120 diners celebrating a baptism at a restaurant in a north-western Spanish town all fled the restaurant at once without paying, the owner said.", "prediction": "A man who helped some alcoholic drinks after some pensioners who missing from a restaurant in central Italy, police say.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 9.09090909090909, "rougeL": 17.391304347826086}, "nll_sum": 121.65355682373047, "token_count": 22} +{"index": 991, "reference": "Reported incidents of livestock worrying have risen by 55%, according to police.", "prediction": "The number of dog offences reported to livestock in Scotland has almost doubled in the past year, latest figures released by BBC Scotland concluded in the Scottish's, solve,'s they from aMore the\" from Scottish Police of", "rouge": {"rouge1": 23.999999999999996, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 233.68896484375, "token_count": 42} +{"index": 992, "reference": "French driver Esteban Ocon will race for Force India in 2017 after agreeing a \"multi-year deal\", with the team.", "prediction": " India driverblockebie Ocon but will for Formula team in the Formula 1 season.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 0.0, "rougeL": 30.303030303030305}, "nll_sum": 125.80027770996094, "token_count": 18} +{"index": 993, "reference": "The quality of care at an Aberdeen nursing home has been deemed \"unsatisfactory\".", "prediction": "A lack of conditions at a care home a Dundee have been described as \"very, and poor and poor\", according a care a care home.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 150.39988708496094, "token_count": 29} +{"index": 994, "reference": "Fetch, sit and roll over - all the kinds of normal things that you would say to your dog.", "prediction": "If you do you a man dog called to each other the other or other language issue!", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 109.60279846191406, "token_count": 17} +{"index": 995, "reference": "Three men have been found guilty of killing a rival drug dealer in a gang-related revenge attack.", "prediction": "Four men have been found guilty of a revenge revenge, a revenge toy attack on a seaside town.", "rouge": {"rouge1": 55.55555555555556, "rouge2": 29.411764705882355, "rougeL": 55.55555555555556}, "nll_sum": 83.7026596069336, "token_count": 20} +{"index": 996, "reference": "Blackburn Rovers midfielder Hope Akpan has had his three-match ban for violent conduct extended to four, following a Football Association charge.", "prediction": "Blackburn Rovers midfielder Hope Akpan will not miss the 12-match one-matchline ban after a Football Association Football charge of", "rouge": {"rouge1": 51.162790697674424, "rouge2": 29.268292682926827, "rougeL": 51.162790697674424}, "nll_sum": 125.73924255371094, "token_count": 26} +{"index": 997, "reference": "National League side Forest Green Rovers have signed defender Ben Jefford on an 18-month contract from Welling.", "prediction": "Forest Green Rovers. signed defender Ben Jefford on ael loan emergency loan from Championship side Bristol Rovers. saying a bidh's a's2's such from a's2 a a's from a's. from The'sA", "rouge": {"rouge1": 36.36363636363637, "rouge2": 22.641509433962263, "rougeL": 32.727272727272734}, "nll_sum": 284.5167541503906, "token_count": 47} +{"index": 998, "reference": "Bristol City briefly climbed to the summit of the Championship table by ending Cardiff City's unbeaten start.", "prediction": "Bristol City survived a second-half comeback to Cardiff and harbour the Blues' play-off hopes alive.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 6.0606060606060606, "rougeL": 22.857142857142858}, "nll_sum": 102.4599380493164, "token_count": 22} +{"index": 999, "reference": "Adam Voges and Dawid Malan both hit tons as Middlesex dominated Hampshire on day one at Merchant Taylors' School.", "prediction": "England bats batsman Malid Malan hit a double double as Middlesex the control of Hampshire on day one of battle against Hampshire at the Ageas Bowl.", "rouge": {"rouge1": 40.0, "rouge2": 18.6046511627907, "rougeL": 40.0}, "nll_sum": 166.69927978515625, "token_count": 31} +{"index": 1000, "reference": "Parents of babies with milk and soya allergies could face charges of up to \u00a3112 per week to feed their children in London, it has been claimed.", "prediction": " plans to plans for a multi-millionpound infant review will be free at supermarkets, and the campaigners say.", "rouge": {"rouge1": 8.888888888888888, "rouge2": 0.0, "rougeL": 4.444444444444444}, "nll_sum": 116.08674621582031, "token_count": 21} +{"index": 1001, "reference": "Touchscreen tablets and phones are popular in almost every respect but one - the smears that fingers leave on the screen.", "prediction": "F problem is starting in stores, but I don't isn sun attached to in our screens, but so is the deadlyopened called Cl is isn't!'t, 2011 magazines of a solve again- 2011 again's solve again's a's", "rouge": {"rouge1": 12.903225806451612, "rouge2": 0.0, "rougeL": 9.677419354838708}, "nll_sum": 339.2415771484375, "token_count": 47} +{"index": 1002, "reference": "Thousands of people have come forward following a worldwide appeal to find a stem cell donor for a Cardiff University student who needs a match in the next two months.", "prediction": "A stem cell student who needs cancer at a Cardiff University, has a emotional appeal for South African people who \"wouldthe allsea to world\".", "rouge": {"rouge1": 51.85185185185186, "rouge2": 23.076923076923077, "rougeL": 25.92592592592593}, "nll_sum": 170.324951171875, "token_count": 28} +{"index": 1003, "reference": "A Bangladeshi toddler born with a third leg attached to her pelvis is returning home after successful surgery in Australia.", "prediction": "An Australian girl who had part of her lost leg and lost her amput legs be removed from Australia, after successful successful double mastectomy operation.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 138.9844970703125, "token_count": 27} +{"index": 1004, "reference": "A man is to appear in court over the suspicious death of a 34-year-old in Dundee.", "prediction": "A man has been arrested over death of a 75-year-old whose body, who of seriously injured in a Dund area of Dundee, in was was named from his's from his as a man.", "rouge": {"rouge1": 40.74074074074075, "rouge2": 15.384615384615385, "rougeL": 37.03703703703704}, "nll_sum": 205.16311645507812, "token_count": 41} +{"index": 1005, "reference": "A man has died in a huge blaze at a sheltered housing complex in Fife.", "prediction": "One person was died in hospital after a fatal fire at a family's retirement home retirement Fife.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 12.903225806451616, "rougeL": 36.36363636363636}, "nll_sum": 102.19648742675781, "token_count": 19} +{"index": 1006, "reference": "Forest Green Rovers goalkeeper Sam Russell has signed a new one-year deal.", "prediction": "Forest Green Rovers have confirmed left-back Scott has left the National club after his release by Gateshead.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 13.793103448275861, "rougeL": 25.80645161290323}, "nll_sum": 99.90916442871094, "token_count": 21} +{"index": 1007, "reference": "It is a day when women from Merseyside are encouraged to dress in their finest clothes and enjoy a day at the races at Ladies' Day.", "prediction": "Liverpool is thecourse race disbanded, but the race has't dominating the streets of Liverpool, but women's battle are \"on the battle\" in Liverpool city's city accusing women's women \"avons\".", "rouge": {"rouge1": 20.33898305084746, "rouge2": 3.508771929824561, "rougeL": 13.559322033898304}, "nll_sum": 257.89031982421875, "token_count": 40} +{"index": 1008, "reference": "A woman died after a hospital did not accept her for neurosurgery citing an intensive care bed shortage, an inquest heard.", "prediction": "An NHS coroner has ruled that a woman a heart surgery will surgery after her future outbreaks, after NHS fears no immediate action is taken.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 145.35650634765625, "token_count": 26} +{"index": 1009, "reference": "John Horan easily won the vote at Congress on Friday night to become the GAA president-elect.", "prediction": "Jamesan Horan has been confirmed as the new president of the GAA, after the Gaelic Football Association. be annual meeting double the football mandatory--bipper from 3-D. for a November from November's.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 15.686274509803924}, "nll_sum": 244.4571533203125, "token_count": 44} +{"index": 1010, "reference": "Legendary former England opening batsman Geoffrey Boycott opposes the view that England do not concentrate enough on one-day cricket, but is not particularly enamoured with the selectors.", "prediction": "England captain Alastair Cook says he didn't played Test cricket and England cricket and I has never played in", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 94.96717834472656, "token_count": 21} +{"index": 1011, "reference": "Hearts head coach Ian Cathro has played down reports of Rangers renewing their interest in Jamie Walker.", "prediction": "Hearts head coach Ian Cathro, says it is \" doubt\" to see Jamie Walker but does he is not \" spend wasting their time\".", "rouge": {"rouge1": 41.02564102564102, "rouge2": 27.027027027027025, "rougeL": 35.8974358974359}, "nll_sum": 161.8380126953125, "token_count": 28} +{"index": 1012, "reference": "Michael van Gerwen has won the UK Open title for the first time in his career, beating Peter Wright 11-5 in the final in Minehead.", "prediction": " Wright Wright Wright claimed his first World Dartsarts title of in four years, beating two-time world champion Michael Wright at Crystal Palace.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 132.1590576171875, "token_count": 27} +{"index": 1013, "reference": "So, is Northern Ireland better off inside or outside the European Union?", "prediction": "The decision of the UK leaving, Brexit would be a \"\" and to change\",, Northern Ireland economy in the wake in a House of Commons.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 156.55072021484375, "token_count": 28} +{"index": 1014, "reference": "Gordon Greer has a double mission this summer - find a new club and one that is good enough to help him retain his place in the Scotland team.", "prediction": "Scotland defender Greig Greer says he would be ruled out of his future club his ambition prepare for Euro 2016.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 116.19795227050781, "token_count": 22} +{"index": 1015, "reference": "Defence of the realm is often cited as the first duty of government.", "prediction": "The UK's general election has - but it will be no curse - with the threat - the - deployment - and is always controlling more military forces.", "rouge": {"rouge1": 16.216216216216218, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 162.81336975097656, "token_count": 29} +{"index": 1016, "reference": "The longest-serving Lib Dem peer and veteran human rights campaigner, Lord Avebury, has died at the age of 87.", "prediction": "Tributes have been paid to Conservative human rights leader Lord Millerbury, a has died, aged 86. of 74 a relthea been's it a's reputation the from a-\".oldelt in three from a's. fromold", "rouge": {"rouge1": 28.57142857142857, "rouge2": 7.4074074074074066, "rougeL": 25.0}, "nll_sum": 312.03961181640625, "token_count": 47} +{"index": 1017, "reference": "Council house sales in Scotland rose by 26% following the decision to scrap tenants' right-to-buy, according to official figures.", "prediction": "The of built in Scotland is fallen to its lowest level, the lowest since records began, government figures show.", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 83.9404296875, "token_count": 21} +{"index": 1018, "reference": "Lord Heseltine has said he would be \"very surprised\" if Boris Johnson became prime minister after his \"preposterous, obscene\" remarks during the European Union referendum campaign.", "prediction": "Lord Heseltineelt said he is not \"Cripes\" against Boris Johnson, claiming he is campaign for the UK in leave the EU.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 8.88888888888889, "rougeL": 25.531914893617024}, "nll_sum": 134.8536376953125, "token_count": 29} +{"index": 1019, "reference": "A CCTV image of two women who may have witnessed a serious assault at a music venue has been released by police.", "prediction": "Police have released images of two women they want to speak to trace in connection with a serious assault in a centre street attack-iet a Adelaide's \"'swhelming's a\" from their the city before have loose of.", "rouge": {"rouge1": 39.344262295081975, "rouge2": 16.94915254237288, "rougeL": 26.22950819672131}, "nll_sum": 260.564697265625, "token_count": 44} +{"index": 1020, "reference": "A protest has taken place opposing cuts to children's centres in Oxfordshire.", "prediction": "Hundreds of people have attended a march against government plans to cut children in children's centres. condemned solve \" The reputation \"-l from a in from May's\". and from from a local's have's of.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 8.333333333333332, "rougeL": 24.0}, "nll_sum": 246.5345001220703, "token_count": 41} +{"index": 1021, "reference": "Crystal Palace claimed their first win of the season as they extended Everton's winless league streak at Goodison Park to four matches.", "prediction": "Crystal Palace came back from 4-0 goal down to claim late battle against Everton at Selhurst Park.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 5.128205128205128, "rougeL": 29.268292682926827}, "nll_sum": 79.43771362304688, "token_count": 20} +{"index": 1022, "reference": "Teachers won millions of pounds in compensation last year after suffering discrimination and serious injuries in the line of work, a union said.", "prediction": "Teachers have been ordered to pay \u00a31,000 in compensation after a pupil teacher, who seriously injured while tri in a defective Es science classroom.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 4.3478260869565215, "rougeL": 24.999999999999993}, "nll_sum": 150.60720825195312, "token_count": 29} +{"index": 1023, "reference": "There's one big issue for the new UK government that stayed below the radar during the election campaign - trade negotiations between the European Union and the United States, known as TTIP, the Transatlantic Trade and Investment Partnership.", "prediction": "The proposed rev Guild of Independence (IPIP), was a historic meeting in Paris in March the so far and the outcome to partial again, and what would be the location mean and? it mean!", "rouge": {"rouge1": 16.666666666666668, "rouge2": 2.857142857142857, "rougeL": 16.666666666666668}, "nll_sum": 248.82369995117188, "token_count": 39} +{"index": 1024, "reference": "Bristol director of rugby Andy Robinson says the club have been hit hard by the departure of forwards coach Steve Borthwick, who he believes will be successful with England.", "prediction": "Bristol director of rugby Mark Robinson says he has had no longer\" for his appointment of head coach Steve Borthwick, for just 43 days.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 23.52941176470588, "rougeL": 37.735849056603776}, "nll_sum": 144.31289672851562, "token_count": 30} +{"index": 1025, "reference": "German exports and production fell in November compared with the previous month.", "prediction": "German industrial production fell slightly sharply in December, official figures show, leading to fears that uncertainty, production fell and production and factory factory in", "rouge": {"rouge1": 27.77777777777778, "rouge2": 11.76470588235294, "rougeL": 22.22222222222222}, "nll_sum": 133.18402099609375, "token_count": 26} +{"index": 1026, "reference": "A Red Cross manager who led the organisation's on-site response to the Shoreham Airshow disaster has been awarded a British Empire Medal.", "prediction": "A Red Cross staff crew who lives of 32 people in the New Year's air disaster, said they had received an award a prestigious prestigious award award.", "rouge": {"rouge1": 34.61538461538462, "rouge2": 12.0, "rougeL": 34.61538461538462}, "nll_sum": 156.40509033203125, "token_count": 29} +{"index": 1027, "reference": "The Financial Reporting Council (FRC), which regulates how firms govern themselves, is too \"timid\" and needs more powers, says former City minister Lord Myners.", "prediction": " the new chairman, the Financial Scotland Council, has called on the government to do more powers to pay pay to companies that do do not and do.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 132.20928955078125, "token_count": 29} +{"index": 1028, "reference": "A huge gorilla statue made entirely of spoons for entertainer Uri Geller has been unveiled by Prince Michael of Kent.", "prediction": "A statue has been unveiled for a giant battle Pakistan Geller, who was the firm behind the firm which Sir Winston Churchill for \u00a32.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 148.15228271484375, "token_count": 27} +{"index": 1029, "reference": "When Marine Le Pen appeared in the Kremlin on 24 March, it was Vladimir Putin himself who gave voice to the thought that was surely on many people's minds:", "prediction": "When Vladimir Putinn met Russia last week, a meeting with Marine Le Pen, the far-right National Front leader (FN) leader of was far of.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 7.547169811320755, "rougeL": 21.81818181818182}, "nll_sum": 142.20574951171875, "token_count": 31} +{"index": 1030, "reference": "The Welsh Liberal Democrats would create 140,000 extra apprentices over the next five years if the party wins power in May's elections.", "prediction": "The Welsh Liberal Democrats claimed an extra \u00a31bn to create physical and training\" after, assembly election.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210527, "rougeL": 30.0}, "nll_sum": 110.62954711914062, "token_count": 20} +{"index": 1031, "reference": "Vodafone has warned it could move its headquarters from the UK depending on the outcome of Britain's negotiations to leave the European Union.", "prediction": "Vodafone has confirmed it is open closing its action to open UK headquarters in Brussels as a result of UK vote to leave not EU.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 8.51063829787234, "rougeL": 32.6530612244898}, "nll_sum": 119.96009063720703, "token_count": 28} +{"index": 1032, "reference": "A man has been jailed after he told a stranger that he wanted her to have a baby with her so he could abuse it.", "prediction": "A sex offender who admitted making sexual images of children including Facebook including Facebook and sexually others has been given a suspended three-year jail sentence and", "rouge": {"rouge1": 19.23076923076923, "rouge2": 4.0, "rougeL": 15.384615384615383}, "nll_sum": 113.99278259277344, "token_count": 27} +{"index": 1033, "reference": "A police officer has been disciplined over a mistake which led to armed police being sent to the wrong address during a search of a family home in County Down.", "prediction": "A Northern Ireland officer has suspended fined after secretly identified wrong man's man name before identify the date of birth gave in in a a handover pack.", "rouge": {"rouge1": 31.03448275862069, "rouge2": 3.571428571428571, "rougeL": 20.689655172413797}, "nll_sum": 190.26141357421875, "token_count": 29} +{"index": 1034, "reference": "Caroline Garcia and Kristina Mladenovic gave the Paris crowd a home victory to cheer as they won the women's doubles title at the French Open.", "prediction": " Natalieina Sergio Garcia and Kristina Mladenovic won their first Wimbledon women's singles doubles title by winning a strong title titles in 30 in-week due- passed's \"-p's from in's from The's. aA", "rouge": {"rouge1": 34.920634920634924, "rouge2": 16.393442622950822, "rougeL": 31.746031746031743}, "nll_sum": 276.45977783203125, "token_count": 46} +{"index": 1035, "reference": "Head coach Warren Gatland said Wales' string of injuries were no defence for their 23-19 World Cup quarter-final defeat by South Africa.", "prediction": "Wales head coach Warren Gatland admitted he had no need blame excuses to World Cup quarter- loss to South Africa in a thrilling pool Group A qualifier in Cardiff on Saturday was \"-waged a in from\"'s football.", "rouge": {"rouge1": 35.483870967741936, "rouge2": 20.0, "rougeL": 32.25806451612903}, "nll_sum": 253.01075744628906, "token_count": 44} +{"index": 1036, "reference": "Bosses at Gatwick Airport have unveiled five \"guarantees\" they hope will convince the Airports Commission to approve a second runway.", "prediction": "Gatwick Airport arewick receive to up to \u00c2\u00a3250000 in compensation if the expansion are built.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.0606060606060606, "rougeL": 17.142857142857142}, "nll_sum": 134.28338623046875, "token_count": 22} +{"index": 1037, "reference": "Carlisle United have signed free-agent winger Louis Pedro on a short-term contract that will expire on 21 May.", "prediction": "League One side Bury have been re-signed midfielder Juanro from Vana on a two-year deal to the end of the seasonlong. the he's from a from-d aMore in a football from's-old again", "rouge": {"rouge1": 13.793103448275861, "rouge2": 3.571428571428572, "rougeL": 13.793103448275861}, "nll_sum": 259.4471435546875, "token_count": 47} +{"index": 1038, "reference": "Boris Johnson's decision to campaign for Britain to leave the EU is being regarded as a huge boost for the Out campaign.", "prediction": "Boris Johnson has come to career as an MP - and then he's only recently becoming a Conservative MP or or become prime minister. Sherlock's 2011 of a-Forest again 2011 again and a the- \" 2011 solve a 2011 a 2011", "rouge": {"rouge1": 21.53846153846154, "rouge2": 3.1746031746031744, "rougeL": 18.46153846153846}, "nll_sum": 278.0040283203125, "token_count": 47} +{"index": 1039, "reference": "League One strugglers Crewe Alexandra have re-signed striker Ryan Lowe from Bury on loan until 5 January.", "prediction": "Crewe Alexandra striker Ar Matt Fallon has signed a new, twoyearyear deal with the League One side side. sayinga game's game on, from2 the2 as's from from a's. from of P2's fromA", "rouge": {"rouge1": 29.629629629629626, "rouge2": 7.6923076923076925, "rougeL": 14.814814814814813}, "nll_sum": 313.27349853515625, "token_count": 48} +{"index": 1040, "reference": "A British woman jailed for taking her clothes off on a mountain in Malaysia has left Borneo ahead of returning to the UK later.", "prediction": "A British woman jailed for taking photographs off a tallest mountain on Malaysian has left six people in jail and faces a six-month jail sentence.", "rouge": {"rouge1": 52.0, "rouge2": 24.999999999999993, "rougeL": 43.99999999999999}, "nll_sum": 134.728759765625, "token_count": 27} +{"index": 1041, "reference": "Ethiopia was once a byword for poverty and famine.", "prediction": " concernsiopia is optimistic in the global economy, despite the uncertainty in its future.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 74.96197509765625, "token_count": 16} +{"index": 1042, "reference": "A room is full of women looking like they have cried for hours, if not for days.", "prediction": "The 11 11-year- potted boy boys sit their closing in the front front of the border between Turkey and the border Macedonia with Turkey in the town Turkey Nade.", "rouge": {"rouge1": 4.25531914893617, "rouge2": 0.0, "rougeL": 4.25531914893617}, "nll_sum": 190.81417846679688, "token_count": 34} +{"index": 1043, "reference": "The International Bomber Command Centre has been targeted by thieves for the second time in a matter of weeks.", "prediction": "A exhibition centre has officially officially for memorial a airmen who died in Bomber Command Bomber.", "rouge": {"rouge1": 40.0, "rouge2": 12.12121212121212, "rougeL": 22.857142857142858}, "nll_sum": 112.71060943603516, "token_count": 17} +{"index": 1044, "reference": "The winding-up petition brought against League Two side Northampton Town has been withdrawn following a court hearing on Monday.", "prediction": "League Two side Northampton Town have been sold by Cornwall and Cornwall Council's community group, reports BBC Radio Manchester's its Sixfields Stadium.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 19.04761904761905, "rougeL": 27.27272727272727}, "nll_sum": 141.59368896484375, "token_count": 27} +{"index": 1045, "reference": "Shares of two Hong Kong-listed companies have plunged by about 50% in the past two days, surprising market watchers across the region.", "prediction": "Shares in solar giant Goldin Financial have fallen 40% after a Chinese company higher on Wednesday over fears that it had a \"a bitter failure\".", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 146.0753173828125, "token_count": 28} +{"index": 1046, "reference": "Two Labour MPs have resigned from the shadow whips' office, just days after party leader Jeremy Corbyn began reshuffling his front bench.", "prediction": "Labour leader Jeremy Corbyn has pulled out of the front bench, after 10 senior cabinet office were pulled out of his job in a reshuffle.", "rouge": {"rouge1": 46.808510638297875, "rouge2": 13.333333333333334, "rougeL": 25.53191489361702}, "nll_sum": 97.67164611816406, "token_count": 27} +{"index": 1047, "reference": "The BBC's fifth Price of Football survey will come as encouraging news to the many fans who have grown used to the price of their loyalty consistently rising.", "prediction": " of 2016 Price of Football scheme, and arguing that season ticket prices has been raised, by the of Association Football scheme. the", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 140.7411651611328, "token_count": 24} +{"index": 1048, "reference": "Indian cricketer Ravindra Jadeja has been fined 20,000 rupees (\u00c2\u00a3229; $300) after posting photos online of him and his wife posing in front of endangered Asiatic lions.", "prediction": "Indian cricketer Ravindraja has been fined a $81,000 after photos pictures of them of transporting protect at black flag national park.", "rouge": {"rouge1": 40.0, "rouge2": 12.5, "rougeL": 40.0}, "nll_sum": 165.70773315429688, "token_count": 29} +{"index": 1049, "reference": "A man who was facing trial for the attempted murder of two boys who were stabbed in a street in Hampshire has been found dead in his prison cell.", "prediction": "A prisoner's accused of murdering of teenagers, including two boys, robbery, Sussex West Sussex, has found himself in his cell in prison in the, prison, as it as for cycling- it be banned from game. a of fromA", "rouge": {"rouge1": 47.05882352941176, "rouge2": 9.090909090909092, "rougeL": 29.411764705882355}, "nll_sum": 274.8363952636719, "token_count": 47} +{"index": 1050, "reference": "Shows like Transparent mean there are more LGBT (lesbian, gay, bisexual and transgender) characters on US TV than ever before, a report has found.", "prediction": "There has been by rise in the number of transgender or transgender characters to vote on TV, new figures show.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 92.59458923339844, "token_count": 21} +{"index": 1051, "reference": "A row has broken out in the coalition over school places funding in England, with allies of Lib Dem Deputy PM Nick Clegg accusing Conservative Education Secretary Michael Gove of \"lunacy\".", "prediction": "A row between Prime Minister Nick Clegg has broken out over Education Secretary Michael Gove, giving a lack for free funding and England's free schools.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 25.454545454545453, "rougeL": 35.08771929824561}, "nll_sum": 126.89734649658203, "token_count": 29} +{"index": 1052, "reference": "Voters in Tower Hamlets are going to the polls to vote for a new mayor.", "prediction": "Detectives are investigating allegations of electoralpractice in Tower Hamlets election on 7 May", "rouge": {"rouge1": 28.571428571428577, "rouge2": 15.384615384615383, "rougeL": 21.428571428571427}, "nll_sum": 85.3653564453125, "token_count": 15} +{"index": 1053, "reference": "Last summer, the Copper Box played host to surprise smash-hit handball, a sport which engrossed unsuspecting British audiences.", "prediction": "Thousands of Britishover fans are at the Copper Box at London Arena in London.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 12.903225806451616, "rougeL": 18.181818181818183}, "nll_sum": 85.08065795898438, "token_count": 15} +{"index": 1054, "reference": "Former England half-back Rangi Chase says he is \"back in love\" with rugby league after rejoining Castleford following a fight with depression.", "prediction": "Castle Tigers half-- Matadi Chase is \"unlikely\" be fit to return because because of mental health in the cloud place\".", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 174.00918579101562, "token_count": 26} +{"index": 1055, "reference": "Britain's Martyn Rooney says he would rather receive his Beijing Olympic bronze medal at the Anniversary Games than at the World Championships.", "prediction": "Former world champion136ne Rooney, not receive medals 10-man World Championships gold, having dozens of missing medals at the London 2012 Olympics, a year after the GB says controversial sports-p's from from Russia from a's. from emerged", "rouge": {"rouge1": 34.920634920634924, "rouge2": 9.836065573770494, "rougeL": 19.047619047619047}, "nll_sum": 289.8586120605469, "token_count": 47} +{"index": 1056, "reference": "Researchers have identified a gene that appears to curb coffee consumption.", "prediction": "Leeds coffee may be four times the same way as fat consumption fat according is Italy, Italian research suggests.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 134.71934509277344, "token_count": 21} +{"index": 1057, "reference": "Thailand has begun the process of naming Crown Prince Maha Vajiralongkorn as the country's new king.", "prediction": " Crown Prince Crown Vajiralongkorn will attend his father again once for at least a year, officials say.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 117.22370910644531, "token_count": 22} +{"index": 1058, "reference": "Sammy Wilson has said he will not be running for the DUP leadership.", "prediction": "Democratic Unionist of (DUP) MPist Wilson has put forward forward to leading the DUP.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 16.0, "rougeL": 29.629629629629633}, "nll_sum": 108.18936157226562, "token_count": 19} +{"index": 1059, "reference": "The One Show presenter Alex Jones has spoken of her wish to teach her baby son to speak Welsh but admits it might be a struggle while living in London.", "prediction": " YouTube TV star Kylie Jones, she would be \"un alive\" to work through London since birth gave her to \"hard to be alive\".", "rouge": {"rouge1": 22.641509433962266, "rouge2": 0.0, "rougeL": 18.867924528301884}, "nll_sum": 158.05397033691406, "token_count": 28} +{"index": 1060, "reference": "A Church of Ireland Bishop has voiced his support for the introduction of civil marriage for same-sex couples.", "prediction": "The Church of Ireland believes the Ireland will not same-sex marriage in Northern Ireland \"as big issues of the issue\", a senior clergyman said.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 14.285714285714288, "rougeL": 27.27272727272727}, "nll_sum": 120.2315673828125, "token_count": 29} +{"index": 1061, "reference": "The body of a man has been found at a property in Oxford, police have confirmed.", "prediction": "A man has been found dead and the at house in N Keynes.", "rouge": {"rouge1": 55.172413793103445, "rouge2": 29.629629629629626, "rougeL": 48.275862068965516}, "nll_sum": 70.66844177246094, "token_count": 13} +{"index": 1062, "reference": "A Chinese government-linked company has pleaded guilty to illegally exporting high-performance coatings from the US to a nuclear power plant in Pakistan.", "prediction": "A Chinese building firm has been fined on US export charges after relation to relation the country new Maated nuclear factory.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 26.666666666666668}, "nll_sum": 151.47396850585938, "token_count": 22} +{"index": 1063, "reference": "You wait more than 15 years for a new Ghostbusters film, and then two come along at the same time.", "prediction": "If you have the Ghostbusters adding although you know that you don't in't new film.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 95.3459701538086, "token_count": 17} +{"index": 1064, "reference": "Rail upgrade works affecting people travelling between south Wales, Bristol Parkway and London Paddington have begun.", "prediction": "ulment of \u00a353m rail journey between Bristol and central London are complete be complete over the next five days.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 28.57142857142857}, "nll_sum": 113.37037658691406, "token_count": 22} +{"index": 1065, "reference": "Some 800,000 people have turned out in Barcelona and other towns in Catalonia on a day of rallies by nationalists wishing to break with Spain.", "prediction": "Thousands of people joined in the Spanish region of Catalonia on Sunday marking the anniversary of independence since Spanish from Spanish.", "rouge": {"rouge1": 21.276595744680847, "rouge2": 4.444444444444445, "rougeL": 21.276595744680847}, "nll_sum": 122.81694793701172, "token_count": 21} +{"index": 1066, "reference": "Photographs showing a festive Prince Harry have been released, to mark his support of a charity helping children affected by HIV and Aids.", "prediction": "Prince Harry has posted photos of the children he took out disadvantaged children in Africa during a three-day visit tour Africa, it was \". 100's from a reputation The's from it after I it's been of.", "rouge": {"rouge1": 22.58064516129032, "rouge2": 3.3333333333333335, "rougeL": 12.903225806451616}, "nll_sum": 239.34210205078125, "token_count": 42} +{"index": 1067, "reference": "Singapore plans to regulate third-party taxi booking apps such as Uber by capping fees and limiting them to use only licensed vehicles and drivers.", "prediction": "Singapore has begun rules taxi trains rules so that drivers, they can use and own cars.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 108.644775390625, "token_count": 18} +{"index": 1068, "reference": "Chris Woakes will replace the injured James Anderson in England's bowling attack when the four-match series against South Africa begins in Durban on Saturday.", "prediction": "England bowler James Anderson the ruled out of the second Test against South Africa in Ber Thursday which will replace St Woakes's Test against South Africa.", "rouge": {"rouge1": 49.056603773584904, "rouge2": 15.686274509803921, "rougeL": 26.41509433962264}, "nll_sum": 132.1154022216797, "token_count": 29} +{"index": 1069, "reference": "A police dog stabbed on duty returned to the beat earlier this month after life-saving surgery.", "prediction": "A police dog stolen stolen London Afghanistan has saved a big recovery from his home's London.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 126.02587890625, "token_count": 17} +{"index": 1070, "reference": "A woman, believed to be in her 80s, has died following a blaze at a house in the village of Lhanbryde near Elgin in Moray.", "prediction": "A man and a woman who been killed following a fire at a flatay Mor, Moray, who has been named as a's's death from the ballet, was from a body, as from have's of a from's fromA", "rouge": {"rouge1": 30.303030303030305, "rouge2": 9.374999999999998, "rougeL": 24.242424242424242}, "nll_sum": 261.0897216796875, "token_count": 47} +{"index": 1071, "reference": "Four men have been charged in a shooting at outside a Minneapolis police station that left five protesters wounded.", "prediction": "A fresh battle broken out in camp police station in Delhi, where a man car shot an black man was reportedly shot and shot dead.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 137.69155883789062, "token_count": 26} +{"index": 1072, "reference": "The prime minister of the southern African kingdom of Lesotho has fled to South Africa, alleging a coup by the army and saying his life is in danger.", "prediction": " in former South Korean island of Lesotho says he will not not be returned because the country's because of military \" not not illegal\".", "rouge": {"rouge1": 26.923076923076923, "rouge2": 3.9999999999999996, "rougeL": 11.538461538461538}, "nll_sum": 134.33056640625, "token_count": 27} +{"index": 1073, "reference": "A Plaid Cymru AM has claimed he has been a victim of \"political harassment\" after a break-in at his constituency office in Cardiff.", "prediction": "A gang of drawers were sexually, harassed assaulted and by staff in his Cardiff office, a MP, a Plaid Cymru has claimed.", "rouge": {"rouge1": 56.52173913043478, "rouge2": 13.636363636363635, "rougeL": 26.08695652173913}, "nll_sum": 145.34002685546875, "token_count": 29} +{"index": 1074, "reference": "Campaigners are holding a protest walk against plans to build pylons across the Lake District National Park.", "prediction": "A campaign to build a bid to create- electricity pylons \" \" the rest of the century\" by the National Grid and the National Grid.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 30.0}, "nll_sum": 139.3708038330078, "token_count": 29} +{"index": 1075, "reference": "Baltimore has lifted an overnight curfew imposed after riots sparked by the death of a black man in custody.", "prediction": "Thousands of residents Baltimore are reportedly been told not to stay home for triggering second day, after days of violence.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 109.66938781738281, "token_count": 21} +{"index": 1076, "reference": "Defender Paul Quinn has rejoined Ross County on an 18-month contract after agreeing his release from Aberdeen.", "prediction": "Aberdeen have signed defender McGinn on a six-month loan deal after his release by Scotland Under U2121 defender of Quinn joined Ross County.", "rouge": {"rouge1": 47.61904761904762, "rouge2": 10.0, "rougeL": 28.571428571428577}, "nll_sum": 167.6155242919922, "token_count": 30} +{"index": 1077, "reference": "Nottingham Forest beat Birmingham but their 3-1 win was marred by an injury suffered by striker Nicklas Bendtner.", "prediction": "Nottingham Forest defender Liam Jannerner suffered a leg and lig still clinical his play-off hopes alive with victory over Birmingham City.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 156.97821044921875, "token_count": 27} +{"index": 1078, "reference": "Alviro Petersen made his second County Championship century of the summer to spearhead a solid day's batting by Lancashire against Middlesex at Lord's.", "prediction": " batsmanviro Petersen's first centuryclass century for the season Lanc but Lancashire retained reg control on day two at Lord been a solve's for the The's as ballet's-'s first in from November..", "rouge": {"rouge1": 32.786885245901644, "rouge2": 3.389830508474576, "rougeL": 22.950819672131146}, "nll_sum": 312.39239501953125, "token_count": 43} +{"index": 1079, "reference": "The US stock market closed on Tuesday about where it began, recovering after a flash of panic prompted by the release of emails from Donald Trump Jr.", "prediction": "):Close on Stocks lower on Tuesday, as investors cautious by the release of release of White Republicans sent for support for Donald Trump in refugee camp.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 23.52941176470588, "rougeL": 33.9622641509434}, "nll_sum": 175.33065795898438, "token_count": 29} +{"index": 1080, "reference": "The poorest and most vulnerable people in the UK would be hit hardest by the economic consequences of leaving the EU, David Cameron has warned.", "prediction": "David Cameron has said free with members of the EU would protect UK's economy and rights, as well as well.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 13.636363636363635, "rougeL": 13.043478260869565}, "nll_sum": 102.38846588134766, "token_count": 22} +{"index": 1081, "reference": "After being elected the new president of the IAAF, Lord Coe said taking the role was \"probably the second biggest and most momentous occasion in my life\" after the birth of his children.", "prediction": "Lord Coe was never one of the successful athlete in the 2011 Londonic Games and Paralympicially in 2001. be a of it's excess of \"overWest it's only a a- of a)..", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.25, "rougeL": 21.212121212121215}, "nll_sum": 265.1962890625, "token_count": 43} +{"index": 1082, "reference": "York City have signed midfielder Clovis Kamdjo on a two-year contract following his release by National League rivals Forest Green Rovers in May.", "prediction": "National City have signed goalkeeper Gian Kjojo after he was left-24back Bristol Ro Rovers on a five-day loan deal with re-ender National League club.", "rouge": {"rouge1": 31.37254901960785, "rouge2": 16.3265306122449, "rougeL": 27.450980392156865}, "nll_sum": 195.48641967773438, "token_count": 34} +{"index": 1083, "reference": "Sunderland are set to terminate the contract of defender Emmanuel Eboue after he was suspended by Fifa from all football-related activity for one year.", "prediction": "Sunderland defender defender Simsa Eb Eboue has had his five-match contract terminated after a rival struggle over money and laundering.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 159.40187072753906, "token_count": 27} +{"index": 1084, "reference": "A neighbour who came to the aid of a Scottish Sun journalist after he had acid thrown on him has told a court how his face began to blister afterwards.", "prediction": "A man accused of attacking a Royal Mail newspaper editor has accused him behind a attack, accusing him \"got of the table\", a court and heard.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 3.703703703703704, "rougeL": 21.428571428571427}, "nll_sum": 151.67233276367188, "token_count": 29} +{"index": 1085, "reference": "Carmaker Vauxhall is trying to contact hundreds of thousands of British drivers, over worries their Zafira models could catch fire.", "prediction": "About 2,000 cars - including children from the famous French adventure of Zauxhall, have been caught distress due to a major heating fire.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 145.59954833984375, "token_count": 28} +{"index": 1086, "reference": "The United States may be a democracy, but the party presidential nomination process - upon closer inspection - is hardly a shining beacon of democratic light.", "prediction": " the the race for the Republican, and presidential presidential is a too struggle!", "rouge": {"rouge1": 27.027027027027028, "rouge2": 0.0, "rougeL": 27.027027027027028}, "nll_sum": 84.15910339355469, "token_count": 14} +{"index": 1087, "reference": "Star Wars fans are being given the opportunity to become Jedi Knights and learn how to wield lightsabers in combat.", "prediction": "A man who launched a Star Wars super- spin cricket franchise has urged the sport for, sport to come.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 138.79351806640625, "token_count": 21} +{"index": 1088, "reference": "A man has died in a crash involving two cars on one of Dorset's busiest routes.", "prediction": "Four road accidents which were shut for a week after a crash in which overturned car crashed in Dorset", "rouge": {"rouge1": 33.333333333333336, "rouge2": 5.88235294117647, "rougeL": 27.777777777777775}, "nll_sum": 88.6175537109375, "token_count": 19} +{"index": 1089, "reference": "Oil firm Royal Dutch Shell has won approval from the US Department of Interior to explore for oil in the Arctic.", "prediction": "Oil giant Royal Royal Shell has approved to to drill controversial gas in the Arctic fishing area, near the, and company near the K servedoch earlier this summer.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 12.765957446808512, "rougeL": 36.734693877551024}, "nll_sum": 192.70449829101562, "token_count": 31} +{"index": 1090, "reference": "A 26-year-old lawyer has pleaded guilty to murdering a young teacher whose body was found at a hotel on Christmas Eve.", "prediction": "A man who admitted murdering his young teacher at a hotel room has pleaded guilty.", "rouge": {"rouge1": 52.63157894736841, "rouge2": 27.77777777777778, "rougeL": 36.84210526315789}, "nll_sum": 60.11355972290039, "token_count": 15} +{"index": 1091, "reference": "South African Olympic and Paralympic athlete Oscar Pistorius is facing a murder charge after his girlfriend was shot and killed at his Pretoria home.", "prediction": "iredaced Paralympic champion Oscar Pistorius has appeared in court, a house a week after he was shot dead by policeiver South Africa. the -'s a's fromold-d's ban in from football's arrest. from emerged", "rouge": {"rouge1": 26.229508196721312, "rouge2": 6.779661016949152, "rougeL": 22.950819672131146}, "nll_sum": 264.93695068359375, "token_count": 48} +{"index": 1092, "reference": "Turkey has blocked direct access to the Tor anonymous browsing network as part of a wider crackdown on the ways people circumvent internet censorship.", "prediction": "Turkey is promoting access to the Tor network and that will let people fail attempts of censorship, a monitoring group say.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 13.953488372093023, "rougeL": 35.55555555555556}, "nll_sum": 106.67529296875, "token_count": 22} +{"index": 1093, "reference": "Winger Carlos de Pena has left Middlesbrough after his contract was terminated by mutual consent.", "prediction": "Middlesbrough forward Costperfecto has left the club by consent consent.", "rouge": {"rouge1": 40.0, "rouge2": 8.695652173913043, "rougeL": 32.0}, "nll_sum": 87.33395385742188, "token_count": 15} +{"index": 1094, "reference": "Football - or \"socca\" as the Japanese call it - was given a boost in the baseball-mad land of the rising Sun when the World Cup was held there in 2002.", "prediction": "The Japanese rugby is never becoming a global sporting broadband - then holding the 2019 World Cup.", "rouge": {"rouge1": 26.086956521739136, "rouge2": 9.090909090909092, "rougeL": 26.086956521739136}, "nll_sum": 113.858154296875, "token_count": 17} +{"index": 1095, "reference": "Palmyra, one of the archaeological jewels of the Middle East, is said to be under threat from Islamic State (IS) militants in Syria.", "prediction": " Islamic State militants in are a step towards control of key heritage sites in northern Syria, where President Bashar al-Assad has taken in so-season forces rebels activists say.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301884}, "nll_sum": 153.94943237304688, "token_count": 33} +{"index": 1096, "reference": "Contractors were left red-faced after incorrectly painting the word \"rihgt\" on a road off a supermarket car park.", "prediction": "A road factory stunt was filmed on camera a road sign on a city centre street street, where Prince William was \"right in a coffee shop shop\".", "rouge": {"rouge1": 17.391304347826086, "rouge2": 9.090909090909092, "rougeL": 17.391304347826086}, "nll_sum": 152.15928649902344, "token_count": 29} +{"index": 1097, "reference": "Jeremy Guscott fought many battles with Leicester during his years in the centres for Bath, so he knows just how strong the rivalry is between the two clubs.", "prediction": "When they first meet leaders Wasps in the Premiership season and European Champions Cup title, which would be one of the worst clubs of English history of his old club Bath - once playing a famous field for each again.", "rouge": {"rouge1": 20.8955223880597, "rouge2": 3.076923076923077, "rougeL": 11.940298507462686}, "nll_sum": 231.74517822265625, "token_count": 42} +{"index": 1098, "reference": "A levy which charges employers for their staff to park at work has begun in Nottingham.", "prediction": " presenters in Nottingham are be able able to pay car space under a new rules will be scrapped after to council was introduced \u00a371 charge.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 5.128205128205128, "rougeL": 9.75609756097561}, "nll_sum": 174.00387573242188, "token_count": 27} +{"index": 1099, "reference": "Ex-Newcastle United boss Steve McClaren hopes new manager Rafael Benitez will be allowed greater control at the club.", "prediction": "Newcastle United head coach Benitearen believes it \"much, too much\" and saying much of his team \"pretty too much\".", "rouge": {"rouge1": 10.526315789473683, "rouge2": 5.555555555555555, "rougeL": 10.526315789473683}, "nll_sum": 152.58966064453125, "token_count": 26} +{"index": 1100, "reference": "Celtic's on-loan attacker Patrick Roberts has no regrets over choosing to stay with Celtic for the Scottish Cup final rather than playing for England at the Under-20 World Cup.", "prediction": "Celtic winger Patrick Roberts, who will make on Saturday's Scottish Cup final, as a \"contery chance to have played any the final\" of. Scottish Cup.", "rouge": {"rouge1": 41.37931034482759, "rouge2": 10.714285714285714, "rougeL": 31.03448275862069}, "nll_sum": 174.58016967773438, "token_count": 34} +{"index": 1101, "reference": "A Victorian university building in Aberystwyth could be transformed into a postgraduate centre under plans for a new \"cultural quarter\".", "prediction": "A historic town could be lost out in a Ceredigion town as part of multi,million pound regeneration scheme.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 118.70501708984375, "token_count": 22} +{"index": 1102, "reference": "Plans to demand proof of identity before voting in a bid to combat electoral fraud have been defended by ministers, amid criticism the move is a \"sledgehammer to crack a nut\".", "prediction": "Local councils in England will be able to trial to show voter fraud register for a ID, under government plans to", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 19.23076923076923}, "nll_sum": 106.4471435546875, "token_count": 21} +{"index": 1103, "reference": "Nottinghamshire piled up 446 on the opening day of the 2016 season as Steven Mullaney punished newly-promoted Surrey with an impressive hundred.", "prediction": "Steven Mullaney hit half- half-century as Nottinghamshire comfortably beat Surrey in rain rain-affected One-Day Cup match The Oval Oval at Oval.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444444, "rougeL": 12.76595744680851}, "nll_sum": 171.13327026367188, "token_count": 30} +{"index": 1104, "reference": "A British father-of-three who feared he would be paralysed by an inoperable tumour has died at the Dignitas centre in Switzerland.", "prediction": "The family of a man who suddenly at the cancer clinic the Dignitas clinic in France, have said he he \"could can't fear and speak\".", "rouge": {"rouge1": 36.73469387755102, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 150.4320526123047, "token_count": 29} +{"index": 1105, "reference": "Awareness rides are taking place to try and cut the number of people on horseback injured or killed on roads.", "prediction": "A online petition calling for a petition calling for road racing to be reopen to be debated, despite calling for drivers.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 110.73113250732422, "token_count": 22} +{"index": 1106, "reference": "A book about the death of a British officer in Afghanistan, once pulped by the Ministry of Defence, has won the Orwell Prize for political writing.", "prediction": "A print novel run on behalf, Hearts FC Club Football Club in 2002 has been won by the Ministry of Defence (MoD's for a sensational award,'s's, for it- from a Scottish in fans in.'s", "rouge": {"rouge1": 34.375, "rouge2": 12.903225806451612, "rougeL": 25.0}, "nll_sum": 262.7270812988281, "token_count": 44} +{"index": 1107, "reference": "Disabled students could miss out on vital support when funding much of the help is transferred to universities next year, say campaigners.", "prediction": "yafaf students must use training films such as college, double graduation, classes, or requiring them for extra support, a homeless charity and said.", "rouge": {"rouge1": 8.888888888888888, "rouge2": 0.0, "rougeL": 8.888888888888888}, "nll_sum": 180.4940185546875, "token_count": 29} +{"index": 1108, "reference": "Wetwang, Cockermouth and Bell End were just some of the place names deemed too rude to be shown at a Women's Institute (WI) event.", "prediction": "A film-maker has accused Five at the Women's Institute (WI) at an event accused of event of \"the a child, income shop\".", "rouge": {"rouge1": 36.734693877551024, "rouge2": 17.02127659574468, "rougeL": 24.489795918367346}, "nll_sum": 175.70785522460938, "token_count": 29} +{"index": 1109, "reference": "Ireland flanker CJ Stander says scrum-half Conor Murray will not need special protection in Saturday's Six Nations opener against Scotland at Murrayfield.", "prediction": "Scotland wing CJ St Stander says there will be extra protection for Murray named in the Republic of Ireland side in Saturday's Six Nations opener.'s to of the blow from George. a from from Murray from's's a's.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 18.75, "rougeL": 33.333333333333336}, "nll_sum": 248.3655548095703, "token_count": 45} +{"index": 1110, "reference": "The first major trial to see if losing weight reduces the risk of cancers coming back is about to start in the US and Canada.", "prediction": "\" new breast cancer trials say would \"imp\" women more likely to be a recurrence because of it might be a diagnosis diagnosis of cancer, scientists.", "rouge": {"rouge1": 16.0, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 154.62722778320312, "token_count": 30} +{"index": 1111, "reference": "Leon Goretzka scored twice in the opening eight minutes as Germany beat Mexico 4-1 in Sochi to join Chile in the Confederations Cup final.", "prediction": " det control stunner's 30th goal of the season set as champions Germany ended and European Under-21 Championship title battle and seal their place in their Euro 2016 final.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 169.26031494140625, "token_count": 33} +{"index": 1112, "reference": "Comedian Eddie Izzard has completed his challenge in South Africa to run 27 marathons in 27 days for Sport Relief.", "prediction": "Edd Izzard has announced he will be the first South African man to run 27 mar marathath in 30180 days. because because \"the age's it from 30-g a of in from from a's from. a", "rouge": {"rouge1": 31.03448275862069, "rouge2": 10.714285714285714, "rougeL": 27.586206896551722}, "nll_sum": 293.4637451171875, "token_count": 47} +{"index": 1113, "reference": "Norwich boss Alex Neil was pleased with his side's \"control\" during their 1-0 victory over Bristol City on Tuesday.", "prediction": "Norwich City manager Alex Neil said his side's nine-half goals was the first leg in their Championship play play-off third round.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 116.09120178222656, "token_count": 27} +{"index": 1114, "reference": "Crotone completed one of the greatest escapes Serie A has seen by beating Lazio on the final day to stay up.", "prediction": "Championship beat Lazio to move top Serie A in the AC despite a injury-0 thrashing of Italian club 3-1.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.000000000000002, "rougeL": 14.285714285714285}, "nll_sum": 132.73355102539062, "token_count": 27} +{"index": 1115, "reference": "Hugh Grant has been cast in Guy Ritchie's big-screen adaptation of the 1960s TV show, The Man From U.N.C.L.E.", "prediction": " winner Sue Grant Thornton to play by American director R Ritchie R in future's seventh Sherlock series.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 134.14654541015625, "token_count": 19} +{"index": 1116, "reference": "Nigeria has slipped into recession, with the latest growth figures showing the economy contracted 2.06% between April and June.", "prediction": "Nigeria has experienced into recession in July, amid fears of amid dramatic rise in, price of oil, the remaining naira.", "rouge": {"rouge1": 25.0, "rouge2": 10.526315789473683, "rougeL": 25.0}, "nll_sum": 137.2195587158203, "token_count": 27} +{"index": 1117, "reference": "Wall Street posted solid gains, with the S&P 500 and Nasdaq indexes reaching record highs.", "prediction": " Stocks on Wall Street open higher on Monday, helped by a rally by rising oil and oil prices.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 84.83415222167969, "token_count": 20} +{"index": 1118, "reference": "Sir Nicholas Winton, who has died aged 106, has been hailed as a hero of the Holocaust.", "prediction": " Chancellor President Georgeinton was one of W man helping protecting children and Syrian refugees and helped thousands of thousands of children in protect Jewish family.", "rouge": {"rouge1": 4.761904761904763, "rouge2": 0.0, "rougeL": 4.761904761904763}, "nll_sum": 170.2887725830078, "token_count": 26} +{"index": 1119, "reference": "A record 71 prisoners were released from jails in England and Wales last year by mistake, figures have shown.", "prediction": "The number of self-inf deaths from inmates from prison England and Wales increased last year, official figures show.", "rouge": {"rouge1": 42.10526315789473, "rouge2": 16.666666666666664, "rougeL": 36.84210526315789}, "nll_sum": 100.18812561035156, "token_count": 21} +{"index": 1120, "reference": "A commemorative \u00a35 coin is being produced to honour the first birthday of Prince George of Cambridge.", "prediction": "A payment devalating a \u00a3 coin pound will mark the first anniversary of her death King the Mint Mint has announced.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 149.91751098632812, "token_count": 22} +{"index": 1121, "reference": "One of the reasons the Great Exhibition of the North was awarded to Newcastle and Gateshead was because of the \"ambition\" of organisers.", "prediction": "The 70th anniversary of the North East Exhibition will be a \"absolutely\" to to the economy\", according to the leader of the East East economy.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 13.043478260869565, "rougeL": 29.166666666666668}, "nll_sum": 133.71324157714844, "token_count": 29} +{"index": 1122, "reference": "A woman has appeared in court in the Republic of Ireland charged with the murder of her three-year-old son at their Dublin home earlier this week.", "prediction": "A man has appeared in court charged with murder an 18-year-old son who was found in an apartment in south Dublinerick in. in's a'sA aA from- fromA referee in from Saturday's a fromA a", "rouge": {"rouge1": 35.82089552238806, "rouge2": 18.461538461538463, "rougeL": 32.83582089552238}, "nll_sum": 237.91851806640625, "token_count": 47} +{"index": 1123, "reference": "Treble-chasing Juventus clinched a record sixth consecutive Serie A title thanks to victory over lowly Crotone.", "prediction": "Defending champions Juventus moved level on leaders Juventus A record with a double treble in May with- comfortable victory over former rivals Crotone. solve clinch 2011A a 2011 again's-GA game in ban from a's. a-", "rouge": {"rouge1": 32.727272727272734, "rouge2": 7.547169811320755, "rougeL": 25.454545454545453}, "nll_sum": 309.5458984375, "token_count": 46} +{"index": 1124, "reference": "Newcastle United clinched the Championship title with victory over Barnsley, after Brighton conceded a late equaliser at Aston Villa.", "prediction": "Newcastle United secured an immediate return of the Premier League season by beating thrashed Championship play-off hopefuls Barnsley", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 90.00443267822266, "token_count": 25} +{"index": 1125, "reference": "Two men have appeared in court and been charged with murder following the death of a man who suffered serious head injuries at a banqueting venue.", "prediction": "Two men have been charged with murder after a university branch in India, who court found with head injury outside a shop and shop sandwich, have recovered from a from as's. \"the from a ballet in from a's\".. aA", "rouge": {"rouge1": 47.761194029850756, "rouge2": 18.46153846153846, "rougeL": 35.820895522388064}, "nll_sum": 280.6766357421875, "token_count": 47} +{"index": 1126, "reference": "There were around 100 at the event in Wakefield listening to my passionate speech.", "prediction": "The Department for Education Nicky Long and then Minister Nick Clegg has about all 40 and 40 local schools in England brings a strong step - and's solve what it's from the's of the from May's national wins.", "rouge": {"rouge1": 7.272727272727273, "rouge2": 0.0, "rougeL": 7.272727272727273}, "nll_sum": 264.1692810058594, "token_count": 44} +{"index": 1127, "reference": "Barratt Homes has confirmed it is pressing ahead with plans to build 400 new homes in the east of Scotland.", "prediction": "The chief Housing Barratt allowance, which will create two new homes box Edinburgh next year, has been announced.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 126.53878784179688, "token_count": 21} +{"index": 1128, "reference": "Bryony Page became the first British woman to win an Olympic trampoline medal by claiming silver in Rio.", "prediction": "England's Rob Page became the first British gymnast to win the Rio 2016 Olympic final, beating after South'ste Kat Trampoline finally lost silver.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 24.39024390243903, "rougeL": 46.51162790697674}, "nll_sum": 168.88516235351562, "token_count": 30} +{"index": 1129, "reference": "Jamie Vardy scored twice as Leicester beat Liverpool to stay three points clear at the top of the Premier League.", "prediction": "Jamie Vardy scored a stunning hat-trick as Premier League champions thrashedash Liverpool 3-2 and edge their first Premier League title", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 97.46385955810547, "token_count": 27} +{"index": 1130, "reference": "Members of the public are being asked to help create a record of ritual markings on buildings that were once believed to ward off evil spirits.", "prediction": "Islamic symbols believed to be at the 18th Century home are thought to have found in caves Natural England has said.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 4.444444444444445, "rougeL": 12.765957446808512}, "nll_sum": 111.27023315429688, "token_count": 22} +{"index": 1131, "reference": "Residents and commuters took to social media after the chimney at Didcot power station apparently vanished, leading to fears it had accidently collapsed.", "prediction": " tall stood stand outside outside the building at Didcot power station on Sunday down been shut down, reports say.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 15.0, "rougeL": 23.809523809523807}, "nll_sum": 112.96822357177734, "token_count": 21} +{"index": 1132, "reference": "A new hovercraft route between the Isle of Wight and Portsmouth could be introduced in the summer, operator Hovertravel has said.", "prediction": "A new plans for a new ferry ferry service between Isle and Isle Isle of Wight, saying it has been confirmed- \" solveA aA- from cycling's a from a the\" it was's referee of a from to from 2011", "rouge": {"rouge1": 29.50819672131147, "rouge2": 10.16949152542373, "rougeL": 22.950819672131146}, "nll_sum": 274.4429931640625, "token_count": 47} +{"index": 1133, "reference": "Almost 150,000 cruise ship passengers are scheduled to visit the Bailiwick of Guernsey during 2013.", "prediction": "More passengers launching yachts last year and were cancelled last year due to weather conditions, Guernsey's harbour masterminded \u00a3 said 2011- 2011A 2011's fromA's- from's a from a from's's. fromA", "rouge": {"rouge1": 11.764705882352938, "rouge2": 0.0, "rougeL": 11.764705882352938}, "nll_sum": 263.4164733886719, "token_count": 47} +{"index": 1134, "reference": "Northern Ireland needs a major new tourist attraction outside Belfast, according to the chief executive of Titanic Belfast.", "prediction": "The visitor attractions at Belfast Titanic, but could help the tourism by boost the economy, the city's director has said, a controversial \"on low it's's\". from's's, it's from's of.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 237.51345825195312, "token_count": 42} +{"index": 1135, "reference": "A paranoid schizophrenic who killed a former neighbour and went missing from his secure unit in Sussex has handed himself in to police.", "prediction": "A patient whose nurse has killing his two relatives he years after went missing from an open NHS has been found safe and well mental health watchdog.", "rouge": {"rouge1": 31.999999999999996, "rouge2": 8.333333333333334, "rougeL": 24.0}, "nll_sum": 171.487060546875, "token_count": 27} +{"index": 1136, "reference": "The chief constable of Northumbria Police will retire after 30 years of service, it has been announced.", "prediction": "The police chief constable who sparked a police investigation into a suspected murder case hunt is leaving her post.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 84.73558807373047, "token_count": 20} +{"index": 1137, "reference": "Hartlepool dropped into the League Two relegation places as they slumped to a flat home defeat by Barnet.", "prediction": "Barnet Barn kept their play-off hopes alive in League Two with narrow narrow victory over fellow playefoff hopuls hopefuls Hartlepool.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 10.256410256410255}, "nll_sum": 158.90589904785156, "token_count": 30} +{"index": 1138, "reference": "Sunderland midfielder Jan Kirchhoff is expected to be out for 12 weeks after having knee surgery.", "prediction": "Sunderland defender Paul Kir Janchchhoff has ruled out for six weeks after rest a rupt cru cruciate knee injury injury", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.76470588235294, "rougeL": 33.33333333333333}, "nll_sum": 174.8155059814453, "token_count": 26} +{"index": 1139, "reference": "Austria winger Martin Harnik will miss Thursday's World Cup qualifier against Wales in Vienna because of a calf injury.", "prediction": "Austrian forward player Vijay Harnock has been ruled out of Euro 2016 finals injury a foot injury.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 100.04326629638672, "token_count": 21} +{"index": 1140, "reference": "Nottingham Forest manager Philippe Montanier says he wants to guide the Championship side into Europe next season as EFL Cup holders.", "prediction": "Nottingham Forest Guy Montanier says the European Cup is \"very important\" for the club.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.121212121212123, "rougeL": 34.285714285714285}, "nll_sum": 74.10903930664062, "token_count": 20} +{"index": 1141, "reference": "A plane has made an emergency landing at Edinburgh Airport after having issues with its nose wheels.", "prediction": "A military aircraft theory make an emergency from a to Edinburgh International Airport due of an electrical fault.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 6.0606060606060606, "rougeL": 28.571428571428577}, "nll_sum": 115.52677917480469, "token_count": 18} +{"index": 1142, "reference": "A sculpture park near Wakefield has reported a 170% rise in visitors since poppies from the Tower of London went on show in September.", "prediction": "A sculpture of ceramic poppies from a Yorkshire park will beleague an increase by, numbers festival have said. have a in the 2011's, solve,'s they,000-w introduction\" from recentA's.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 7.2727272727272725, "rougeL": 21.05263157894737}, "nll_sum": 322.8401184082031, "token_count": 44} +{"index": 1143, "reference": "German football has rallied around Thomas Hitzlsperger after the former international midfielder revealed he was gay.", "prediction": "Germany midfielder Thomas Hitztheperger has announced his retirement from in sport.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 77.04969787597656, "token_count": 15} +{"index": 1144, "reference": "Families of people allegedly killed by an Army undercover unit have been told former members of the unit who appeared on TV admitted no crimes.", "prediction": "The Northern Ireland has found no evidence men were involved in the events of an army unit was shot dead by soldiers in Belfast in Somalia the-'s, solve,'s they a from-A's reputation from a reputation's the.A Broadway", "rouge": {"rouge1": 20.58823529411765, "rouge2": 3.0303030303030307, "rougeL": 14.705882352941178}, "nll_sum": 287.533447265625, "token_count": 47} +{"index": 1145, "reference": "Youths gathering in an Anglesey town centre face being ordered to move, after police imposed an anti-social dispersal order in the area.", "prediction": "Young people will be banned from leaving Anglesey for more than 24 hours after a new anti-ising order issued a order restrainingal coming into force on Monday night.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 147.04177856445312, "token_count": 33} +{"index": 1146, "reference": "A champion boxer who forced his way into his ex-girlfriend's flat and grabbed her around the throat has been jailed.", "prediction": "A boxing amateur who attacked his ex-girlfriendmate after she was can forced and forced violence, has been given a 26-year jail.", "rouge": {"rouge1": 40.0, "rouge2": 9.30232558139535, "rougeL": 35.55555555555555}, "nll_sum": 139.8182830810547, "token_count": 27} +{"index": 1147, "reference": "A US citizen held for more than a year in North Korea has been moved back to a labour camp, US officials say.", "prediction": " American top judge Kenneth Bae, has been detained in North Korea with an immediate release, the state officials say.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 20.0, "rougeL": 23.809523809523807}, "nll_sum": 93.40692138671875, "token_count": 22} +{"index": 1148, "reference": "Three of the best known piers in England and Wales have been put on the market for a collective price of \u00a312.6m.", "prediction": "A company which always ownsifies Pier Pier, a Norfolk seaside town, has been put up for sale for up to \u00a37m.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 119.27114868164062, "token_count": 27} +{"index": 1149, "reference": "South Africa head coach Russell Domingo will have to reapply for his job if he wants to stay in charge of the team after their summer tour of England.", "prediction": "South Africa have confirmed the signing of \"acacency\" D Domingo's acting head coach and take on a role in England.", "rouge": {"rouge1": 40.0, "rouge2": 8.333333333333332, "rougeL": 24.000000000000004}, "nll_sum": 140.924560546875, "token_count": 27} +{"index": 1150, "reference": "The security of the UK's biggest internet service providers needs \"major improvement\", according to one expert.", "prediction": "The heart attack on TalkTalk forced some UK pornography government to control their customers' code, an audit of the service has found a \" and be. a- again to's a 2011 again a's again of from again from again from a", "rouge": {"rouge1": 23.728813559322035, "rouge2": 3.508771929824562, "rougeL": 16.949152542372882}, "nll_sum": 288.4169921875, "token_count": 47} +{"index": 1151, "reference": "The competition regulator is to take action against some online gambling companies which it suspects of breaking consumer law.", "prediction": "Gambling football companies are taking out of the small ditch\" the battle against play, says the competition watchdog.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 123.78365325927734, "token_count": 21} +{"index": 1152, "reference": "Singer Lil' Chris's death was caused by hanging, an inquest has heard.", "prediction": "An inquest has been opened into the death of successful musician Lil' Chris' who was found dead at his home in Suffolk saying it00 Queensland \" 100- 100, it, from the aA be been referee of. from\".'sA", "rouge": {"rouge1": 28.000000000000004, "rouge2": 12.5, "rougeL": 12.0}, "nll_sum": 285.9234924316406, "token_count": 48} +{"index": 1153, "reference": "The most disappointing thing about watching Northern Ireland start Euro 2016 with a defeat to Poland was our lack of threat in the final third.", "prediction": "Poland and they did have denied draw with Ukraine in their final Group after I I was in France, but I not to do it well and they not do it.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 10.714285714285714}, "nll_sum": 174.14016723632812, "token_count": 33} +{"index": 1154, "reference": "Applying a tiny electrical current to the brain could make you better at learning maths, according to Oxford University scientists.", "prediction": " field magnetic fields in the brain can help solve the problem of with lung maths in maths, say researchers in maths.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 107.12112426757812, "token_count": 22} +{"index": 1155, "reference": "A cyclist who was killed when he was hit by a car police were pursuing has been described by his family \"as a respected and dedicated academic\".", "prediction": "A cyclist was killed when a car being hit by a car stopped police in West Yorkshire, the described as \"a united andordinary father\".", "rouge": {"rouge1": 50.98039215686274, "rouge2": 28.571428571428577, "rougeL": 50.98039215686274}, "nll_sum": 129.19212341308594, "token_count": 27} +{"index": 1156, "reference": "Both international governments and the world's biggest tech companies are in crisis following the leaking of documents that suggest the US government was able to access detailed records of individual smartphone and internet activity, via a scheme called Prism.", "prediction": "A former CIA military agency says that the US says spied on US firms' servers, including, including data on data-attack data from large internet companies.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 3.125, "rougeL": 12.121212121212123}, "nll_sum": 151.7975311279297, "token_count": 31} +{"index": 1157, "reference": "Rory McIlroy hopes to play in the WGC-HSBC Champions event in Shanghai despite suffering with food poisoning.", "prediction": "Rory McIlroy has forced to retire at Birmingham Birmingham's Birmingham Classic Championship after closing round-par 65.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 129.2635498046875, "token_count": 22} +{"index": 1158, "reference": "Ian Bell has stepped down as captain of Warwickshire in all formats of the game to focus on batting.", "prediction": "Warwickshireman batsman Ian Bell and will retire from international cricket after cricket T20 Blast campaign.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 6.25, "rougeL": 11.76470588235294}, "nll_sum": 94.1451187133789, "token_count": 21} +{"index": 1159, "reference": "French Interior Minister Bernard Cazeneuve has said he will sue for libel after a senior police officer said she was harassed to change her report on the Nice terror attack.", "prediction": "A French policewoman of being behind the lorry attack in Nice in July, has the shown not on a video of police seen by France, the interior ministry says.", "rouge": {"rouge1": 30.508474576271187, "rouge2": 0.0, "rougeL": 16.949152542372882}, "nll_sum": 151.93345642089844, "token_count": 34} +{"index": 1160, "reference": "Mercedes driver Lewis Hamilton said he was mystified by his lack of pace in the Russian Grand Prix.", "prediction": "Lewis Hamilton said he has secured a comfortable win at the Singapore Grand Prix despite victory his team-mates.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 22.857142857142858, "rougeL": 37.83783783783783}, "nll_sum": 86.04139709472656, "token_count": 20} +{"index": 1161, "reference": "Kizza Besigye used to be President Yoweri Museveni's personal doctor but he went on to become an opposition leader and has referred to Uganda's leader as a \"dictator\".", "prediction": "Uganda's leader K Bes Besigye was shot in the again until December 2011 and then elected President Yoweri Museveni, and was again vote in 2015.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 14.814814814814817, "rougeL": 17.857142857142854}, "nll_sum": 174.41209411621094, "token_count": 35} +{"index": 1162, "reference": "Hundreds of green-fanged tube web spiders have taken over the back garden of a family home in Cardiff.", "prediction": "A colony from Denbighshire has revealed he isutterly fond spiders\" spiders, web names of saw them sitting a cigarette at their home.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 195.296142578125, "token_count": 29} +{"index": 1163, "reference": "Ulster Bank in Northern Ireland made a 2016 pre-tax profit of \u00a358m on a turnover of \u00a3176m.", "prediction": "Ulster Bank has announced a pre-tax profit to a loss of almost \u00a370m for the first six months to May 2015.", "rouge": {"rouge1": 40.0, "rouge2": 15.789473684210527, "rougeL": 40.0}, "nll_sum": 85.18795776367188, "token_count": 26} +{"index": 1164, "reference": "A murder inquiry has been launched in Nottingham after the death of a man.", "prediction": "A man has been arrested by police after the discovery of a man found in a road F County Fermanagh.", "rouge": {"rouge1": 52.94117647058824, "rouge2": 25.0, "rougeL": 47.05882352941176}, "nll_sum": 86.16509246826172, "token_count": 22} +{"index": 1165, "reference": "A Nobel laureate has apologised for any offence after he made comments about the \"trouble with girls\" in science - but said he had \"meant to be honest\".", "prediction": "A Nobel Prize-Level has apologised \"challing and apologised\" saying for saying girls, with women \" fallen\" in a lab are \"a stupid", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 28.57142857142857}, "nll_sum": 204.954345703125, "token_count": 29} +{"index": 1166, "reference": "Two-thirds of older and disabled people in England who turn to their local councils for help with care are turned away, figures show.", "prediction": "Thousands of disabled people in England and Wales, who not get enough food or drink in the last five years, figures obtained by in BBC suggest.,Ukraine, solve they's from-'s a of in from since it's of. from", "rouge": {"rouge1": 24.615384615384613, "rouge2": 9.523809523809524, "rougeL": 21.538461538461544}, "nll_sum": 259.52716064453125, "token_count": 46} +{"index": 1167, "reference": "A Bolivian aviation official says she was pressured by her bosses into changing a flight report she made for the plane that crashed last week with Brazilian team Chapocoense on board.", "prediction": "The health minister of Colombia has resigned after she claims that a plane crash in Brazil killed Chapecoense football team was she was not stop fuel.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 3.6363636363636362, "rougeL": 17.543859649122805}, "nll_sum": 144.32037353515625, "token_count": 29} +{"index": 1168, "reference": "The trial of a group of cult members in China who beat a woman to death at a McDonald's restaurant has opened in the city of Yantai in Shandong province.", "prediction": "A Chinese woman has been sentenced to prison for murdering her neighbour and a a woman at a McDonald's, after the BBC it's been a \" now's the Great Nottingham a \"-stich a in from from it again. from an", "rouge": {"rouge1": 32.87671232876712, "rouge2": 11.267605633802818, "rougeL": 24.657534246575345}, "nll_sum": 255.6839599609375, "token_count": 46} +{"index": 1169, "reference": "Katy Perry has said she's ready to put an end to the bad blood which has existed between her and Taylor Swift for the past few years.", "prediction": "The long-running battle between rival singer Taylor, Taylor Swift has taken control on music singer service Spotify.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 115.13468933105469, "token_count": 20} +{"index": 1170, "reference": "A vigil has taken place in Cardiff Bay for French citizens and others following terror acts in Paris which left 17 people dead in three days.", "prediction": "Wales and the world being paying their respects to people shocked by the recent attacks attacks, Paris and Paris.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 101.99760437011719, "token_count": 21} +{"index": 1171, "reference": "Chesterfield director of football Chris Turner has left the struggling League One club.", "prediction": "Scottish chief executive executiveley Turner has left the club by mutual consent after only one season remaining remaining for League One play a club Chesterfield Town.", "rouge": {"rouge1": 41.02564102564103, "rouge2": 21.62162162162162, "rougeL": 35.89743589743589}, "nll_sum": 162.7738037109375, "token_count": 29} +{"index": 1172, "reference": "More than \u00a33.8m has been spent in the last three years by civil servants using Welsh government-issued credit cards, prompting calls to reveal what the money has been spent on.", "prediction": " the Conservatives have promised more than \u00a3100m be spending on Welsh government accounts account, the Wales Audit Office says.", "rouge": {"rouge1": 27.45098039215686, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 104.81454467773438, "token_count": 22} +{"index": 1173, "reference": "Plans for a film studio on the outskirts of Edinburgh have been submitted to Midlothian Council.", "prediction": "Thes behind a \u00a37m Scottish film is to be be built in Dundee received receive a further further \u00a32.5m.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 128.29774475097656, "token_count": 27} +{"index": 1174, "reference": "Prue Leith is leaving BBC Two cooking contest The Great British Menu after 11 years as a judge.", "prediction": "TV television reporter Prueith, will continue as a new judge to the Great British serving, it has announced that she is leaving the show.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 20.0, "rougeL": 14.285714285714288}, "nll_sum": 148.82289123535156, "token_count": 28} +{"index": 1175, "reference": "Substitute Abdallah El Said scored a late winner for Egypt to knock Uganda out of the Africa Cup of Nations.", "prediction": " brotherah El Ess's stunning late goal helped Egypt secure a Africa Cup of Nations-final with victory over Uganda and and top of top in in Group D D.ax.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 12.244897959183673, "rougeL": 27.45098039215686}, "nll_sum": 195.7240447998047, "token_count": 34} +{"index": 1176, "reference": "Tougher dog control measures could soon be implemented in Oxford.", "prediction": "Dog owners could sheep given their doors the right to pick a dog if they could be banned in areas in Oxford.", "rouge": {"rouge1": 31.25, "rouge2": 6.666666666666667, "rougeL": 31.25}, "nll_sum": 121.7749252319336, "token_count": 22} +{"index": 1177, "reference": "In our series of letters from African journalists, the film-maker and columnist Farai Sevenzo looks at why Zimbabweans are turning to their flag to demand accountability from politicians.", "prediction": "In our series of letters from African journalists, film-maker and columnist Farai Sevenzo looks at whether the president's economy in any future in Africa.", "rouge": {"rouge1": 61.81818181818181, "rouge2": 52.83018867924528, "rougeL": 58.18181818181819}, "nll_sum": 168.19248962402344, "token_count": 30} +{"index": 1178, "reference": "Stafford Shire Hall is to become an outpost of the University of Wolverhampton.", "prediction": "A proposed new \u00a37m university campus, at University-on-Trent, is to be open to an open \u00a3Level centre.", "rouge": {"rouge1": 25.0, "rouge2": 6.666666666666667, "rougeL": 18.749999999999996}, "nll_sum": 129.332763671875, "token_count": 27} +{"index": 1179, "reference": "Greenland profile", "prediction": " indecent images are copyrighted.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 21.140888214111328, "token_count": 4} +{"index": 1180, "reference": "A man has died following a two-vehicle collision on the A1 carriageway at Banbridge on Tuesday.", "prediction": "A man has been killed in a fatal two-car crash on the A Newtown96 road in Ballyryg, County Antrim, on Friday morning.", "rouge": {"rouge1": 40.0, "rouge2": 15.789473684210526, "rougeL": 40.0}, "nll_sum": 111.03092193603516, "token_count": 31} +{"index": 1181, "reference": "Prime Minister Theresa May will meet US President Donald Trump in Washington DC on Friday, the White House has said.", "prediction": "UK Prime Minister Theresa May will meet meet Donald Trump in the White House next year, House White House has confirmed.", "rouge": {"rouge1": 63.41463414634146, "rouge2": 51.28205128205129, "rougeL": 63.41463414634146}, "nll_sum": 83.90873718261719, "token_count": 22} +{"index": 1182, "reference": "A State Department official \"pressured\" the FBI to change the classification of a Hillary Clinton email in a \"quid pro quo\", according to FBI documents.", "prediction": "The FBI asked to provide information about the FBI into Hillary Clinton use of emails in 2012, the released documents show. in a controversialForesth's.'s town\"'s \"big-D from of in from November's Saturday.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 13.333333333333334, "rougeL": 29.03225806451613}, "nll_sum": 268.3669738769531, "token_count": 45} +{"index": 1183, "reference": "Public transport in London is the world's most expensive, a report says.", "prediction": "London has been named the best city of the capital to live for quality quality of life, a bank suggests.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 81.104736328125, "token_count": 21} +{"index": 1184, "reference": "Gillingham are looking to add \"two or three\" more players to their squad, according to manager Ady Pennock.", "prediction": "Gillingham boss Adm Pennock says he is \"very happy\" of brought in in in more players in the changing mood room\" next season.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 158.43865966796875, "token_count": 30} +{"index": 1185, "reference": "Steam, the digital gaming platform, has started offering Hollywood film rentals to users after signing a deal with production studio Lionsgate.", "prediction": "Video games firm Steamaver has released abased its of its Steam phone app.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 128.08987426757812, "token_count": 16} +{"index": 1186, "reference": "Mexico officials say they have arrested six key people who allegedly helped fugitive drug cartel leader Joaquin Guzman escape from jail in July.", "prediction": "Mexican authorities have arrested 38 people, including the the team behind the recaptised drug lord, Joaquin and \"ElEl Chapo\" Guzman in a jail.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454546, "rougeL": 30.434782608695656}, "nll_sum": 154.7415771484375, "token_count": 33} +{"index": 1187, "reference": "A new \u00a348.5m school campus in the Highlands is unlikely to open in October as planned, Highland Council has said.", "prediction": "A new a \u00a36m school school in Norfolk is to be open in October, just three weeks than planned because of upgrade completion work.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 13.953488372093023, "rougeL": 44.44444444444445}, "nll_sum": 126.01408386230469, "token_count": 27} +{"index": 1188, "reference": "Significant changes have been announced for the amount of VAT that many small businesses will have to pay.", "prediction": " the government has announced major changes to its major tax system, that includes the same amount of goods they will while to do so and do it.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 4.651162790697675, "rougeL": 26.666666666666668}, "nll_sum": 135.30784606933594, "token_count": 28} +{"index": 1189, "reference": "A key government policy to force all pupils to sit GCSEs in core academic subjects could be difficult for some students, the head of Ofsted has said.", "prediction": "All pupils in England would be able to study five traditional academic subjects in the next year, the chief inspector of schools has said in the a solve, solve,'s they again a from again a's againelt of.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 9.374999999999998, "rougeL": 27.272727272727277}, "nll_sum": 240.7935333251953, "token_count": 43} +{"index": 1190, "reference": "The Royal Navy has released an image of planned improvements to a jetty at Portsmouth Naval Base.", "prediction": "The Royal Navy's new jetty will be built at its base in Rosyth Festival.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 13.333333333333334, "rougeL": 37.50000000000001}, "nll_sum": 70.52595520019531, "token_count": 17} +{"index": 1191, "reference": "A missing man last spotted on CCTV footage taken at an Edinburgh train station has now been seen in central London.", "prediction": " their have made a fresh appeal to help to identify a man who went missing two weeks ago and was not moved to London and London. the ban.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 12.244897959183671}, "nll_sum": 131.622314453125, "token_count": 29} +{"index": 1192, "reference": "Scientists and fishermen are teaming up to try to find evidence of one of the world's rarest sharks off the Welsh coast.", "prediction": " entire whole entire shark which grew outside again in Welsh coast will be present at all this year the scientists \" has announced - a aAston referee. a 30- amaker's from since since it from introduction of.", "rouge": {"rouge1": 23.728813559322038, "rouge2": 3.508771929824561, "rougeL": 10.169491525423728}, "nll_sum": 327.716064453125, "token_count": 43} +{"index": 1193, "reference": "Lava from a volcano in Hawaii that has been erupting for two months, has been moving towards the coast.", "prediction": "A giant water ash has started into on into the US, after a volcanoing into the sky.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 16.666666666666668}, "nll_sum": 114.4095458984375, "token_count": 19} +{"index": 1194, "reference": "Irish state broadcaster RT\u00c9 is trying to get an injunction granted to Ireland's richest man discharged.", "prediction": "Irish state broadcaster RT\u00c9 says it been granted to an injunction to prevent an injunction over editor that contributed to a huge debt deal frozen descending and a. solve's a's a--d aelt in from from a's. from a", "rouge": {"rouge1": 33.898305084745765, "rouge2": 17.543859649122805, "rougeL": 30.508474576271183}, "nll_sum": 281.1424865722656, "token_count": 46} +{"index": 1195, "reference": "Team Sky have withdrawn Sergio Henao from riding after concerns about his biological passport data resurfaced.", "prediction": "Former Team climber Sergio Narendraao has reported missing for three months a failing a drugs test.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 120.14509582519531, "token_count": 18} +{"index": 1196, "reference": "A US freelance photographer who has been held in Syria for almost four years has been released, the State Department said.", "prediction": "An American journalist who went missing three months ago has been found in Russia and Russia, the Islamic State says.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 29.268292682926827}, "nll_sum": 71.41473388671875, "token_count": 21} +{"index": 1197, "reference": "The level of state collusion uncovered by a report into the murder of Belfast solicitor Pat Finucane is \"shocking\", Prime Minister David Cameron has said.", "prediction": "The inquiry of murdered family solicitor Finucucane \"could what should not have\"\", the prime minister's office has said a solve \"un00 \"over's's is \" not to it's been had\". the's the's \"", "rouge": {"rouge1": 36.0655737704918, "rouge2": 6.779661016949152, "rougeL": 26.229508196721312}, "nll_sum": 310.4616394042969, "token_count": 47} +{"index": 1198, "reference": "PFA Scotland's chief executive Fraser Wishart argues the effectiveness of Scottish football's gambling rules should be examined.", "prediction": "Scottish FA chairman Stewart Dougart believes the \"the cost of golf, spot-fixing\" is not \" fit fit for purpose\".", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 144.1413116455078, "token_count": 27} +{"index": 1199, "reference": "A white Chicago police officer has denied murder over the death of a black teenager who was shot 16 times in 2014.", "prediction": "A Chicago officer accused of shooting dead a black teenager has appeared in appeared in. Chicago.", "rouge": {"rouge1": 47.368421052631575, "rouge2": 11.11111111111111, "rougeL": 42.10526315789474}, "nll_sum": 79.81938171386719, "token_count": 17} +{"index": 1200, "reference": "The Independent and Independent on Sunday newspapers are to cease print editions in March, leaving only an online edition, the owner has said.", "prediction": "The national news E Media newspaper, it will sell its editions of the Independent next year, saying its owner \" sell high \"quality decisions content\".", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444444, "rougeL": 21.27659574468085}, "nll_sum": 179.40899658203125, "token_count": 28} +{"index": 1201, "reference": "Newport midfielder Mark Byrne was a transfer target for Gillingham before a U-turn from manager Justin Edinburgh.", "prediction": "Newport County left-back Jason Byrne after has left the League One club after his Edinburgh by mutual consent.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 114.61089324951172, "token_count": 21} +{"index": 1202, "reference": "It's a big day for plastic money in England and Wales: The new \u00a35 polymer note has been released by the Bank of England.", "prediction": " a new plastic \u00a35 notes has been released - it bank plays in your washing machine.", "rouge": {"rouge1": 54.99999999999999, "rouge2": 15.789473684210526, "rougeL": 40.0}, "nll_sum": 101.3536376953125, "token_count": 17} +{"index": 1203, "reference": "A 62-year-old Australian man, who says he survived without water by eating ants while lost in the Outback for six days, has spoken of his ordeal.", "prediction": "An 86 show 2011 and Australian, Australian man is missing after being seen in Macedonia across the grey desert in Australia.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 135.717041015625, "token_count": 22} +{"index": 1204, "reference": "Tottenham showed a \"lack of desire\" to win the Premier League with their first-half display in the 2-0 loss at Liverpool, says manager Mauricio Pochettino.", "prediction": "Tottenham boss Mauricio Pochettino said his \"big\" struggle will struggle for Premier League leaders after Chelsea climbed the three points clear of top placefour place.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 8.0, "rougeL": 15.384615384615383}, "nll_sum": 150.37640380859375, "token_count": 32} +{"index": 1205, "reference": "Syrian government forces have fully captured a district that was a key rebel stronghold in the central city of Homs, state media report.", "prediction": "Syrian government forces seized capture a key town of the north-owned Syria says state reports say.", "rouge": {"rouge1": 50.0, "rouge2": 21.05263157894737, "rougeL": 45.0}, "nll_sum": 103.649169921875, "token_count": 18} +{"index": 1206, "reference": "Arsenal midfielder Granit Xhaka has been interviewed under caution by police following an allegation he racially abused an airline staff member at Heathrow on Monday night.", "prediction": "A Tottenham fans sent to jail after being sent at Heathrow Airport because of racist abuse, the Metropolitan Police has confirmed. after in the's passed, referee,'s they \"West-e from his in from November a name.", "rouge": {"rouge1": 15.625, "rouge2": 3.225806451612903, "rougeL": 6.25}, "nll_sum": 271.3153381347656, "token_count": 45} +{"index": 1207, "reference": "The president of the breakaway Georgian region of Abkhazia is said to have fled the capital Sukhumi after opposition protesters seized his office.", "prediction": " vice vice-president of. southern Russian city of Abkhazia, office has failed in a failed coup sweep back from's Russia-controlled state, the trying's suffered from- from- Russian Russia from late November.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 7.2727272727272725, "rougeL": 17.54385964912281}, "nll_sum": 235.37481689453125, "token_count": 44} +{"index": 1208, "reference": "India's railway ministry is receiving praise on social media after it acted on a tweet from a train and provided milk to a hungry baby.", "prediction": "An Indian girl was on social media for helping thanked rail staff at a railway station in northern India, providing the emergency to help after find milk to her family.", "rouge": {"rouge1": 35.71428571428571, "rouge2": 11.111111111111112, "rougeL": 25.0}, "nll_sum": 164.71173095703125, "token_count": 31} +{"index": 1209, "reference": "Kasabian's latest music video has been called \"damaging\" by a mental health organisation.", "prediction": "othian band outside Kasabian received a record welcome after after a video showing a music performing backing people to about fears about mental mental health problems.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 183.2281494140625, "token_count": 29} +{"index": 1210, "reference": "Three Premier League clubs have denied \"false\" doping allegations made by the Sunday Times.", "prediction": "A UK Anti-Doping is theUkad) has allegations it made against Chelsea, including Leicester players.", "rouge": {"rouge1": 20.689655172413797, "rouge2": 0.0, "rougeL": 20.689655172413797}, "nll_sum": 123.92561340332031, "token_count": 21} +{"index": 1211, "reference": "An attempt to trigger a referendum on Cardiff having an elected mayor is going to fail, a campaigner has admitted.", "prediction": "A campaign election call for a directly elected mayor for south east Wales needs to be needed, a council leader has claimed, saying it a \"s's a it 100 \" from's from\" a it's from of Brexit. from the a", "rouge": {"rouge1": 22.58064516129032, "rouge2": 6.666666666666667, "rougeL": 19.354838709677416}, "nll_sum": 256.3970947265625, "token_count": 47} +{"index": 1212, "reference": "The government will be lobbied by a Hampshire council over its plans to sell off an additional 56 defence sites by 2040.", "prediction": "Two former naval military bases are plans close to close under because of government plans to cut 1 the000 jobs. jobs.'s in the Nottingham's, ballet, as's from D-year- military in Cup A Green's. from a", "rouge": {"rouge1": 16.129032258064516, "rouge2": 3.3333333333333335, "rougeL": 9.677419354838708}, "nll_sum": 313.0725402832031, "token_count": 47} +{"index": 1213, "reference": "Mystery surrounds the fate of more than 100 teenage girls who were abducted from a school in the remote north-east of Nigeria.", "prediction": "Nigeria's military says, has recaptised more than 100 girls who escaped from a raid andgirls at a school in north-e Nigeria, who officials say Tuesday, as possible reports from raping from there days by November.", "rouge": {"rouge1": 36.66666666666667, "rouge2": 20.689655172413794, "rougeL": 36.66666666666667}, "nll_sum": 264.08331298828125, "token_count": 45} +{"index": 1214, "reference": "A suspected illicit cigarette-processing factory in Birmingham, thought to be capable of producing 35 million a month, has been shut down.", "prediction": "An illegal tax factory has raid a Birmingham in which cigarettes more cigarettes more than half a tax, tax officials say.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 0.0, "rougeL": 13.95348837209302}, "nll_sum": 139.59031677246094, "token_count": 22} +{"index": 1215, "reference": "Surrey Police needs to improve how it investigates crime and tackles serious and organised crime, a government inspector has said.", "prediction": "Surrey Police will review the way it dealt to \"serious serious\" or organised crime, the police watchdog says.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 103.29238891601562, "token_count": 22} +{"index": 1216, "reference": "The BBC has confirmed the \"global\" version of its iPlayer on-demand service will close next month.", "prediction": "The BBC iPlayer app popular on BBC i is will soon be made on online, earlier this year, it. announced a adream says it. \"l a the from large-gasing from in from by it's.", "rouge": {"rouge1": 22.641509433962263, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301884}, "nll_sum": 284.35760498046875, "token_count": 45} +{"index": 1217, "reference": "A cemetery's unique Victorian reception house which stored coffins to stop poor people keeping bodies in their homes, has been given protected status.", "prediction": "A store designed to be used victims of cholera battles for our relatives families, has been officially opened after \u00a32.9m; of funding.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 4.444444444444444, "rougeL": 21.27659574468085}, "nll_sum": 159.4463653564453, "token_count": 30} +{"index": 1218, "reference": "Hundreds of cartoonists from around the world have taken part in a competition in Iran attacking Donald Trump.", "prediction": "A Syrian Shia cartoon group has released wearing showing a location of Donald Trump Donald Time Year might of the Year.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 166.01901245117188, "token_count": 21} +{"index": 1219, "reference": "As the race to become the Democratic presidential candidate heats up in the United States, the left-leaning Bernie Sanders has become a surprising star on social media, with young voters using mobile phone apps to push others to #feelthebern.", "prediction": "Some two race for the Republican in Pennsylvania elections on Tuesday night have solve be been so, the it's a, receive a large benefit or no a.", "rouge": {"rouge1": 17.64705882352941, "rouge2": 0.0, "rougeL": 14.705882352941174}, "nll_sum": 186.59498596191406, "token_count": 30} +{"index": 1220, "reference": "West Brom reached round three of the League Cup courtesy of a penalty shootout after being held to a goalless draw by League One side Port Vale.", "prediction": "Port Vale won an FA first-round qualifier between West and Super League side a non-league West Brom to reach the EFL Cup 2011", "rouge": {"rouge1": 50.0, "rouge2": 8.0, "rougeL": 19.23076923076923}, "nll_sum": 134.01780700683594, "token_count": 27} +{"index": 1221, "reference": "League One Rochdale have signed midfielder Keith Keane on loan from Cambridge United until January.", "prediction": "Colchester United have signed midfielder Michael Keane from Cambridge United on an 18monthmonth deal.", "rouge": {"rouge1": 55.17241379310344, "rouge2": 29.629629629629633, "rougeL": 48.275862068965516}, "nll_sum": 79.60369873046875, "token_count": 17} +{"index": 1222, "reference": "A woman has been left uninjured but very upset after two men forced their way into her home and stole valuables believed to be worth thousands.", "prediction": "A 39-year-old young manold broken into a into their East Lothian home.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 86.91433715820312, "token_count": 19} +{"index": 1223, "reference": "Politicians, religious and civic leaders give their reaction to the bin lorry crash that killed six people in central Glasgow.", "prediction": "Political leaders across Scotland are treating E those behind a lorry crash in Glasgow city centre shopping.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 102.02923583984375, "token_count": 18} +{"index": 1224, "reference": "England suffered a heavy 64-17 defeat by New Zealand in the final of the World Under-20 Championship in Tbilisi.", "prediction": "England and Ireland beat England in the semi-finals of the 2016 Rugby Worlds Rugby World Championship Championship in Sydneys, Sydney in the's13, Queensland, says they from- from- from ended in from The's a from's-", "rouge": {"rouge1": 33.89830508474576, "rouge2": 14.035087719298245, "rougeL": 30.508474576271183}, "nll_sum": 239.6680908203125, "token_count": 46} +{"index": 1225, "reference": "A lorry fire has closed a southbound section of the M1 in Northamptonshire.", "prediction": " stretch of the M1 has been closed for a second time after a bin lorry overturned.", "rouge": {"rouge1": 55.172413793103445, "rouge2": 14.814814814814813, "rougeL": 20.689655172413794}, "nll_sum": 65.5478286743164, "token_count": 18} +{"index": 1226, "reference": "Audience members were moved to tears at the opening of Marina Abramovic's new show at London's Serpentine Gallery.", "prediction": "uuerto Lukovic, who is only only a garden chair, has officially opened unveiled the London's and Kensington Art Gallery, London solve Nottingham a's again's againA-H's a in's- to's again from emerged", "rouge": {"rouge1": 24.137931034482758, "rouge2": 3.571428571428572, "rougeL": 13.793103448275861}, "nll_sum": 302.52587890625, "token_count": 46} +{"index": 1227, "reference": "The Irish foreign minister has warned talks to restore Stormont's institutions were operating under a \"tight time frame\".", "prediction": "Sinn F\u00e9in's state of state has met the Northern Ireland minister for power- talks as it battle to resolve a proposal for Northern Ireland.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 137.0166015625, "token_count": 29} +{"index": 1228, "reference": "Funding of up to \u00a3200m has helped create new jobs at a Highlands engineering company.", "prediction": "A Welsh- engineering firm has won more than \u00a3mm in skilled jobs programme, the Highlands, bringing an extra, skilled jobs.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 161.7691192626953, "token_count": 25} +{"index": 1229, "reference": "An 82-year-old woman found murdered in her Fife home was the victim of a \"brutal and horrendous attack\", police have said.", "prediction": "An 82-year-old woman who was murdered in at her Fife home described, described as \"a brutal and living bred\".", "rouge": {"rouge1": 63.63636363636365, "rouge2": 42.85714285714286, "rougeL": 59.09090909090909}, "nll_sum": 116.3765869140625, "token_count": 26} +{"index": 1230, "reference": "More international help has been arriving in Chile to help the country fight the worst wildfire in its modern history.", "prediction": "Huge fires areuge large parts of Chile to southern Russia 2011 north night - in Inter bid referee from Russia2 T-h's reputation in such from a Russia's. as-D from reputation in's from as Russia. fromA", "rouge": {"rouge1": 13.559322033898303, "rouge2": 3.508771929824561, "rougeL": 10.16949152542373}, "nll_sum": 351.59698486328125, "token_count": 47} +{"index": 1231, "reference": "The US has \"strongly condemned\" Israel for approving plans for new settlement construction in the occupied West Bank.", "prediction": "The US has announced plans to build more homes built on the occupied occupied West Bank, described Washington Washington as \"a step ofstate premature peace\".", "rouge": {"rouge1": 37.2093023255814, "rouge2": 24.39024390243903, "rougeL": 37.2093023255814}, "nll_sum": 145.47547912597656, "token_count": 28} +{"index": 1232, "reference": "A Muslim couple arrested over fears that they were heading to Syria for \"extremist activities\" have won a court fight for the care of their children.", "prediction": "Four British couple children had their children to travel to travel Syria should not be home, a High Court judge has ruled. been in the a referee a,, a they \"Aolve\" a - have is from. dropped's from 2011", "rouge": {"rouge1": 33.84615384615385, "rouge2": 3.1746031746031744, "rougeL": 18.46153846153846}, "nll_sum": 295.8216552734375, "token_count": 46} +{"index": 1233, "reference": "A monument to the women chainmakers of Cradley Heath in the Black Country has been unveiled.", "prediction": "A memorial has been unveiled in the statue of Blackpool workers who involved in workers crisis last year, of saying low-paid their jobs.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210527, "rougeL": 20.0}, "nll_sum": 146.64053344726562, "token_count": 27} +{"index": 1234, "reference": "Nearly 700 recruits have returned to Kenya after quitting militant groups, a report by the International Organization for Migration (IOM) says.", "prediction": "Children as young as six are forced forced as help to Kenyan forces to leave the country, a International Migration for International housing ( migrantI) says.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 0.0, "rougeL": 21.73913043478261}, "nll_sum": 172.1744384765625, "token_count": 29} +{"index": 1235, "reference": "A 20-year-old woman has died in a crash in Richhill, County Armagh.", "prediction": "A woman is in a critical condition in hospital following a crash in Ballyabillen, County Fagh.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 21.428571428571427, "rougeL": 46.666666666666664}, "nll_sum": 105.54122924804688, "token_count": 22} +{"index": 1236, "reference": "Midwives in Northern Ireland staged a four-hour strike from 08:00 BST and 12:00 BST on Thursday in a pay dispute.", "prediction": " College Royal College of Midwives is working working on English health who are taking strike strike in a strike strike their staff they receive hard overtime pay offer.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 179.1046142578125, "token_count": 29} +{"index": 1237, "reference": "Two schoolboys aged 12 and 13 have been arrested after concerns were raised about children sharing inappropriate images on social media.", "prediction": "Five 13-year-old boys have been arrested on suspicion of will making and making indecent images of children.", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 57.2998046875, "token_count": 21} +{"index": 1238, "reference": "A man has been charged with murder after a former non-league footballer was stabbed to death.", "prediction": "A teenager has been charged with murder after a man suspected Essex attack has Essex.", "rouge": {"rouge1": 56.25, "rouge2": 46.666666666666664, "rougeL": 50.0}, "nll_sum": 91.0780029296875, "token_count": 15} +{"index": 1239, "reference": "A South Korean soldier who shot dead five of his colleagues and injured seven others has been sentenced to death by a military court.", "prediction": "A South Korean soldier has been sentenced to death in prison for murdering a military sergeant, killing members of his colleagues, in own role.", "rouge": {"rouge1": 58.333333333333336, "rouge2": 43.47826086956522, "rougeL": 45.83333333333333}, "nll_sum": 96.35884857177734, "token_count": 26} +{"index": 1240, "reference": "Toyota is to invest \u00a3240m in upgrading its UK factory that makes the Auris and Avensis models.", "prediction": "Ford is investing \u00a35m to its production at its car factory, as of result of uncertainty free tariffand-net access to Europe.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 149.49732971191406, "token_count": 27} +{"index": 1241, "reference": "Grassroots sport needs more money to ensure more people are physically active, according to Welsh football's development arm.", "prediction": "Wales have to pay more the average price rate the Welsh Government's budget is cut, its chief executive has said", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 102.85398864746094, "token_count": 22} +{"index": 1242, "reference": "The leader of South Africa's opposition, the Democratic Alliance, has said she will not stand for re-election at the party's congress next month.", "prediction": "South Africa's main opposition cross-led Democratic opposition Party (DA), has announced she will step down in May after 22 May in her role.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 31.372549019607842}, "nll_sum": 135.42909240722656, "token_count": 28} +{"index": 1243, "reference": "British middleweight champion Chris Eubank Jr has offered to give his title belt to retired opponent Nick Blackwell as a \"goodwill gesture\".", "prediction": "Chris Eubank Jr has offered an offer from boxing Nick Blackwell to fight and become a British titleweight fight \"could not make living living\".", "rouge": {"rouge1": 43.47826086956522, "rouge2": 22.727272727272723, "rougeL": 34.78260869565217}, "nll_sum": 166.78729248046875, "token_count": 28} +{"index": 1244, "reference": "Police in a small Alaska town mistakenly told a couple their son had been killed in a car crash, leading to an extraordinary reunion hours later.", "prediction": "A married couple in the US state Houston Alaska were left in devastation after the door open, the vehicle asked to not another person in the a emerged, solve, that it's a from from June from Police's of a from the 2011 a", "rouge": {"rouge1": 25.352112676056336, "rouge2": 0.0, "rougeL": 11.267605633802818}, "nll_sum": 292.83721923828125, "token_count": 47} +{"index": 1245, "reference": "Swindon Town have re-signed midfielder Ben Gladwin on a 28-day emergency loan deal from Queens Park Rangers.", "prediction": "Queens Park Rangers midfielder Rangers former Rangers Boys goalkeeper Joe Bradb Cran on a one-month deal, with the end of the season-", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.0, "rougeL": 19.04761904761905}, "nll_sum": 151.06375122070312, "token_count": 27} +{"index": 1246, "reference": "Holyrood's consent is not needed before Brexit negotiations formally get under way, the Supreme Court has heard.", "prediction": " of Scottish Parliamentod not be used but trigger Holyrood if the UK government starts 50, the most legal expert has told a Supreme Court court.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 167.96490478515625, "token_count": 29} +{"index": 1247, "reference": "Police are treating the death of a man in Coleraine, County Londonderry, as suspicious and have made an arrest.", "prediction": "A man has been arrested in connection with the death of a man whose body body was found in Coleraine, County Down in the man solve,Ukraine,'s they's a from The it The's of a. a the aA", "rouge": {"rouge1": 30.0, "rouge2": 20.689655172413794, "rougeL": 26.666666666666668}, "nll_sum": 235.2393035888672, "token_count": 47} +{"index": 1248, "reference": "The family of murdered Sinn F\u00e9in official Denis Donaldson have said they do not believe the Provisional IRA killed him, or that his shooting was authorised by Gerry Adams.", "prediction": "The family and members accused of the ex-in agent estate Serious Donaldson in east Belfast, have described allegations that he killed Sinn F\u00e9in leader Gerry Adams.", "rouge": {"rouge1": 44.827586206896555, "rouge2": 14.285714285714285, "rougeL": 31.03448275862069}, "nll_sum": 157.99444580078125, "token_count": 32} +{"index": 1249, "reference": "A plaque has been unveiled in memory of an Army medical officer who treated prisoners at a German concentration camp in 1945 following its liberation.", "prediction": "A former Scottish general who was replaced a concentration death camp in Germany camp whose unveiled on his 75th anniversary.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 26.66666666666666}, "nll_sum": 140.31991577148438, "token_count": 21} +{"index": 1250, "reference": "The PSNI have found a \"viable\" pipe bomb in Dungiven, County Londonderry.", "prediction": "A pipe bomb pipe was found in a security Donderry in County Londonderry, was stolen from a master's D, community, from a as's home on's Saturday from a's have's.", "rouge": {"rouge1": 34.78260869565218, "rouge2": 9.090909090909092, "rougeL": 26.08695652173913}, "nll_sum": 234.39938354492188, "token_count": 42} +{"index": 1251, "reference": "Nico Rosberg set the pace just ahead of Ferrari and Red Bull as Lewis Hamilton hit trouble in second practice at the Singapore Grand Prix.", "prediction": "Nico Rosberg set the pace in the in second practice at the session with Mercedes teammatemate Lewis Hamilton.", "rouge": {"rouge1": 55.81395348837209, "rouge2": 43.90243902439025, "rougeL": 46.51162790697674}, "nll_sum": 114.5538330078125, "token_count": 22} +{"index": 1252, "reference": "Parents have been warned about an intruder at a Ceredigion nursery, according to a letter seen by BBC Wales.", "prediction": "A pupil was sent to a staff on a minibus at a Cered primary school, shut let after a staff threatened to let them open open.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 9.30232558139535, "rougeL": 13.333333333333334}, "nll_sum": 166.55966186523438, "token_count": 29} +{"index": 1253, "reference": "Home improvements retailer Kingfisher has agreed to sell a controlling stake in B&Q China to Wumei Holdings.", "prediction": "Y the chain Kingfisher, it has bought B& chain B& for $81m (\u00a3mm) to selling its retail business in China.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 5.555555555555555, "rougeL": 31.57894736842105}, "nll_sum": 156.3625946044922, "token_count": 29} +{"index": 1254, "reference": "A trade deal between the EU and Canada is on the brink of collapse because a Belgian region with a population of just 3.6 million objects.", "prediction": "The European Union says it is not reach a a EUCanada Ceta trade deal, with Canada, because the failure to a a beautiful trade deal.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 4.0, "rougeL": 26.923076923076923}, "nll_sum": 160.89410400390625, "token_count": 29} +{"index": 1255, "reference": "Survivors, rescuers and journalists involved in the Aberfan disaster have spoken of their experiences publicly, many for the first time in 50 years, at a conference in Cardiff.", "prediction": "Hundreds of people turned out for the crowd at a 50th T relfil mortuary, provide details of how about the worst gold disaster.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 152.01272583007812, "token_count": 27} +{"index": 1256, "reference": "A field of 40 horses headed by The Last Samuri is set to contest the 170th running of the Grand National on Saturday.", "prediction": "The National National starts under control in Aintree on Friday with rail involved on a three-day race successor to win the Grand National at Aintree on Saturday.olve a- again 2011 again in solve again a 2011 again a's", "rouge": {"rouge1": 25.000000000000007, "rouge2": 9.677419354838708, "rougeL": 21.875}, "nll_sum": 268.959228515625, "token_count": 47} +{"index": 1257, "reference": "Former Premier League striker Leon McKenzie is to fight for a national boxing title.", "prediction": "Former world champion Eddie Boyle-BA to appointed as a former boxing as his of professional boxing of", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 122.0130386352539, "token_count": 18} +{"index": 1258, "reference": "RSPB Scotland has urged people to discard unwanted plastic bags carefully after a rare bird was photographed with one caught in its beak.", "prediction": "A special plastic diver has been caught on camera the a remote East coast of killing hundreds killing birds.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 121.95240020751953, "token_count": 19} +{"index": 1259, "reference": "Police have launched an investigation after the body of man was found in an alleyway in Rochdale.", "prediction": "Police investigating the death of a man at a house at the north of Manchester Greater saying police said.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 0.0, "rougeL": 27.777777777777775}, "nll_sum": 90.34492492675781, "token_count": 19} +{"index": 1260, "reference": "All but one council area of Nottinghamshire, including Nottingham city, has voted to leave the EU.", "prediction": "Nottinghamshire voted in European European Union and was \"pirits\", a divide in Mansfield and said. has backed a motion by it.rierForest be 2011 again a 2011 again it-old of from.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 284.6847229003906, "token_count": 43} +{"index": 1261, "reference": "Edin Dzeko scored his 34th goal of the season as Roma beat Bologna to maintain their slim Serie A title hopes.", "prediction": "-in Dzeko scored a hat-trick of Roma as thrashed A-league side Bologna to move level on points with Barcelona in Serie A.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 35.55555555555556}, "nll_sum": 118.20311737060547, "token_count": 33} +{"index": 1262, "reference": "A public spending watchdog has cleared Scotland's culture secretary of any wrongdoing over a government grant to the organiser of T in the Park.", "prediction": " evidence no evidence has been raised about awarded to the T in the music festival which was given awarded to Holyrood, a public spending watchdog says.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 24.489795918367346, "rougeL": 23.52941176470588}, "nll_sum": 142.71347045898438, "token_count": 29} +{"index": 1263, "reference": "Anthony Joshua has the \"brutish strength\" of George Foreman and Frank Bruno, according to Audley Harrison.", "prediction": "Britain's Anthony Joshua can be athethe generation off\" George Gro Osborneman\" says his former trainer's ex- heart Graham Harrison.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 214.76084899902344, "token_count": 27} +{"index": 1264, "reference": "Jayaram Jayalalitha was the undisputed leader of the governing party in the southern Indian state of Tamil Nadu, but her sudden death has raised questions over who will replace her and what direction the party will take.", "prediction": "The political stability in Tamil Nadu, is one of India's most expensive elections on 30 December and then its then leader, Jayaram Jayal isitha, was again one of a political constitutional for a long time.", "rouge": {"rouge1": 27.397260273972602, "rouge2": 2.8169014084507045, "rougeL": 13.698630136986301}, "nll_sum": 221.01478576660156, "token_count": 43} +{"index": 1265, "reference": "A full DNA profile has been developed of a man whose near-complete skeleton was found close to a motorway.", "prediction": " metal Scarlets were found near a busy stretch a motorway to be victim to a hate crime, police have said", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473683, "rougeL": 20.000000000000004}, "nll_sum": 103.14010620117188, "token_count": 22} +{"index": 1266, "reference": "More than 100 Afghan soldiers were killed or wounded in a Taliban attack on an army base on Friday, the defence ministry has confirmed.", "prediction": " fightersiban fighters have attacked and base and attacked an army base, killing 40 soldiers wounded staff and officials say,", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 112.75559997558594, "token_count": 21} +{"index": 1267, "reference": "You can't win the Davis Cup on your own and reaching the semi-finals has been a real team effort.", "prediction": "When I was beat Australia in the Davis Cup and I played a big game in November years - but I wasn't it wasn't didn it.", "rouge": {"rouge1": 25.0, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 138.88230895996094, "token_count": 28} +{"index": 1268, "reference": "The Balkan route may officially be closed, but the Asylum Information Centre in Belgrade is very much open - and doing a roaring trade.", "prediction": "A a room locked in a town in a Turkish town of Bewbadina, known as the refugee camp on the border with the compound Serbia suburbs. the Post again- a againForest's a's a solve- a again-", "rouge": {"rouge1": 13.114754098360656, "rouge2": 0.0, "rougeL": 9.836065573770492}, "nll_sum": 275.10693359375, "token_count": 46} +{"index": 1269, "reference": "Peter Houston has targeted a Scottish Championship play-off place after being unveiled as the new manager of Falkirk.", "prediction": "Peter Houston said winning Falk would be \"huge achievement\" and be prefer to reach in Scottish Premiership.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 16.666666666666668}, "nll_sum": 121.26402282714844, "token_count": 19} +{"index": 1270, "reference": "A man died despite a rescue attempt at Penzance Harbour.", "prediction": "A man was taken to hospital after getting getting into the sea off the Cornwall coast.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 8.333333333333334, "rougeL": 15.384615384615385}, "nll_sum": 59.475502014160156, "token_count": 16} +{"index": 1271, "reference": "Ryan Johnston's half-time introduction help Kilcoo edge out 13-man Scotstown 1-8 to 0-9 in the Ulster Club Football preliminary round game at Clones.", "prediction": "Martin Johnston's a dramaticage-time earned earned a point earn Kilmo a 0-15 to 1-12 decider atni Mubarakni Park.", "rouge": {"rouge1": 23.999999999999996, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 216.1936798095703, "token_count": 30} +{"index": 1272, "reference": "Welsh athlete Helen Jenkins is determined to join Non Stanford and Vicky Holland in the GB triathlon team at the Rio Olympics.", "prediction": "Wales' Helen Jenkins says she hopes to be a \"massive desire\"\" to receive Great Britain squad for the 2016 Olympics in London.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904762, "rougeL": 22.727272727272727}, "nll_sum": 132.50595092773438, "token_count": 26} +{"index": 1273, "reference": "As Irish PM Enda Kenny quits as Fine Gael leader, eyes are focusing on who might succeed him.", "prediction": "After the 22 May general election has set to be a new prime minister, prime minister, minister and prime minister in the Republic of Ireland and's Republic of same-sex marriage.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 126.8836898803711, "token_count": 35} +{"index": 1274, "reference": "The second inquest into the death of Cumbrian toddler Poppi Worthington has again been adjourned, a coroner has confirmed.", "prediction": "The inquest into Cumbria C Poppi Worton's death has adjourn adjourn, after a coroner ruled out her father cannot battle secure legal aid in her wake of reputation over her her from's as ballet of.'s from's 2011", "rouge": {"rouge1": 33.33333333333333, "rouge2": 6.896551724137932, "rougeL": 26.666666666666668}, "nll_sum": 324.81378173828125, "token_count": 48} +{"index": 1275, "reference": "The company that conducts most of America's rocket launches has released details of its next generation vehicle.", "prediction": " a new moons, which will say and will carry US spacecraft, is to be built, the US company has announced of a Russiannav- budget. a's a's again a it a it's havepayment of the's again's a", "rouge": {"rouge1": 20.33898305084746, "rouge2": 0.0, "rougeL": 16.949152542372882}, "nll_sum": 272.973388671875, "token_count": 47} +{"index": 1276, "reference": "American rapper A$AP Yams died of an accidental drug overdose, according to New York City's chief medical examiner.", "prediction": "Tributes have been paid to a popular New ZealandCub singer who died in a fatal accident in his Hospital in New York \"challl aA's theover, it from a violence from it's have of of.", "rouge": {"rouge1": 25.0, "rouge2": 3.7037037037037033, "rougeL": 17.857142857142858}, "nll_sum": 247.63368225097656, "token_count": 43} +{"index": 1277, "reference": "Doncaster Rovers boss Dean Saunders says the club are continuing to investigate claims that forward El-Hadji Diouf breached club discipline.", "prediction": "Blackburn Rovers striker Mohlouf Diouf has been questioned by police about playing him, despite reports he is \"not a serious harm\".", "rouge": {"rouge1": 9.523809523809524, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 120.42689514160156, "token_count": 28} +{"index": 1278, "reference": "Derek McInnes believes Aberdeen have the confidence and experience to overcome being underdogs against Maribor in the Europa League.", "prediction": "Aberdeen manager Derek McInnes insists his players will not be wound under their Champions-dogs side by Maribor in Thursday's Europa League qualifier on Thursday, despite from- under European Cup in from European..", "rouge": {"rouge1": 30.18867924528302, "rouge2": 11.764705882352942, "rougeL": 26.41509433962264}, "nll_sum": 226.3761749267578, "token_count": 43} +{"index": 1279, "reference": "Henrik Stenson and Justin Rose will partner rookies in Saturday's foursomes as Europe begins day two of the Ryder Cup 5-3 behind the United States.", "prediction": "Defending Masters champions Strik, Rose will share a share of the Americans in the opening fouromes of the Ryder Cup tournament in the United States.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 24.000000000000004, "rougeL": 38.46153846153846}, "nll_sum": 165.4065704345703, "token_count": 30} +{"index": 1280, "reference": "Rents for premium office space in Belfast city centre have risen by 19%, but experts say still not enough to generate a boom in developments.", "prediction": "More than \u00a31m is to be built in Belfast city centre office - track - their highest lowest level, according to a leading housing office industry.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 12.76595744680851, "rougeL": 24.489795918367346}, "nll_sum": 151.91921997070312, "token_count": 29} +{"index": 1281, "reference": "Chernobyl is regularly labelled \"the world's worst nuclear accident\" - and with good reason.", "prediction": "The first picture emerged from one of the nuclear explosions in southern Japan 30 years ago, and it has never clear of the country's nuclear disaster. disaster for theonian's again- again a's a's 2011's solve of a again a", "rouge": {"rouge1": 13.793103448275861, "rouge2": 0.0, "rougeL": 10.344827586206897}, "nll_sum": 246.41200256347656, "token_count": 47} +{"index": 1282, "reference": "The pilot of a police helicopter has called for a ban on lasers after a beam of light was shone at his aircraft as it flew over Northamptonshire.", "prediction": "A shone light shone at into the sky and the night before helicopter passenger in Northamptons, the North East Air and Ambance Service said.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 3.9999999999999996, "rougeL": 15.384615384615383}, "nll_sum": 160.1580047607422, "token_count": 29} +{"index": 1283, "reference": "Scientists at Oxford University have developed a machine that can lip-read better than humans.", "prediction": " created boxingfight that can people, but belaimed Facebook, has been created by researchers at Oxford researchers.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 13.79310344827586, "rougeL": 12.903225806451616}, "nll_sum": 137.63430786132812, "token_count": 21} +{"index": 1284, "reference": "Theresa May's intention at this summit was to reassure other countries that life after the EU might be tricky to work out, but in the end, all will be just fine.", "prediction": "When Prime Minister Theresa May use her private office, and she thinks that she is that, that she is and that \" isn't isn't", "rouge": {"rouge1": 10.526315789473683, "rouge2": 3.6363636363636367, "rougeL": 10.526315789473683}, "nll_sum": 118.22512817382812, "token_count": 27} +{"index": 1285, "reference": "Scientists have devised a radical solution to reduce the damaging impact of Australia's deadly cane toads.", "prediction": "Teen l who failed to protect theann goad so they not did not struggle again, say Australian researchers.", "rouge": {"rouge1": 5.714285714285714, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 135.25926208496094, "token_count": 21} +{"index": 1286, "reference": "Pakistan coach Waqar Younis has dismissed suspicions over his side's performance in the third one-day international against England.", "prediction": "England captain Waq Waar, but said there has \" doubts doubts\" no after his boys were involved in betting during a Champions Trophy group match.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 178.44403076171875, "token_count": 29} +{"index": 1287, "reference": "YouTube is to scrap \"unskippable\" 30-second advertisements on the video-streaming service, from 2018.", "prediction": " bad unsclekable adverts which will be widely available on on spying, will be advertising. to Twitter's a again- again \" again \"-'s from's \"p-D's ban in from video from says.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 0.0, "rougeL": 12.500000000000004}, "nll_sum": 305.06072998046875, "token_count": 45} +{"index": 1288, "reference": "Defenders James Chester, Paul Dummett and Adam Matthews have been included in the Wales squad for the Euro 2016 qualifier against Belgium on 12 June.", "prediction": " D Dummett and midfielder James Matthews have been been named in Wales' squad for 30- friendlies against Belgium and Belgium in March in March.", "rouge": {"rouge1": 48.97959183673469, "rouge2": 25.53191489361702, "rougeL": 44.89795918367347}, "nll_sum": 133.0118408203125, "token_count": 29} +{"index": 1289, "reference": "Judgement has been reserved at the end of the 'gay cake' case in Northern Ireland.", "prediction": "A legal action against a cake face against a Islam bronze will not meaning itab make a decision of up to \u00c2\u00a360\u00a360 deal, a court has heard. a a again ballet'sA.A again\" 2011 againm", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 3.8461538461538463}, "nll_sum": 330.0504150390625, "token_count": 47} +{"index": 1290, "reference": "All athletics world records set before 2005 could be rewritten under a \"revolutionary\" new proposal from European Athletics.", "prediction": "European athletes' records bodies would have \"un records record\" and stripped protect Russian athletes, says the sport.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.0606060606060606, "rougeL": 17.142857142857142}, "nll_sum": 138.84085083007812, "token_count": 21} +{"index": 1291, "reference": "A man accused of forced labour charges told a Cardiff Crown Court he treated the alleged victim, \"like a member of the family\".", "prediction": "A Cardiff man on trial for allegedly forced a man and offer \u00a3100 for him a day, a man has told evidence at Cardiff Supreme Court Crown Court.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 146.73983764648438, "token_count": 30} +{"index": 1292, "reference": "A 21-year-old woman has died following a crash involving two cars in south Belfast.", "prediction": "A 23-year-old man who is critically ill after four were injured in a threecar crash on a bus on receivedankment, east Belfast has died in hospital", "rouge": {"rouge1": 40.90909090909092, "rouge2": 9.523809523809524, "rougeL": 27.27272727272727}, "nll_sum": 145.75314331054688, "token_count": 33} +{"index": 1293, "reference": "A hall of fame celebrating rugby union's past has been officially opened at the sport's birthplace.", "prediction": "Seven rugby seven players being inducted into a rugby's town of rugby is to be officially inducted into a attraction for fame in its role.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 153.8460693359375, "token_count": 28} +{"index": 1294, "reference": "The Royal Military Academy Sandhurst has appointed the first female college commander in its history.", "prediction": "The first female military officer sniper staff at an Somerset academy has been appointed by the Duke of Cambridge, to take up to post in her role.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 10.0, "rougeL": 33.333333333333336}, "nll_sum": 122.04673767089844, "token_count": 28} +{"index": 1295, "reference": "An armed raid at a jewellers could be linked to one at another branch three months ago, police have said.", "prediction": " are investigating an robbery of a jewers at a legalesside theatre say there were \"very link between two armed men between in North West accent, police, who say had had-NorthWest Police in from Police a referee.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 3.6363636363636362, "rougeL": 17.54385964912281}, "nll_sum": 310.18426513671875, "token_count": 45} +{"index": 1296, "reference": "Sam Robson and Paul Stirling scored centuries as reigning champions Middlesex dominated the opening day against Yorkshire at Lord's.", "prediction": "England batsman Paul Stirling missed a missed half-century before Middlesex missed out on bad weather on it second day at Lord been. 71 century at the ballet after a's-'s surprise in two unbeaten.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 7.4074074074074066, "rougeL": 28.57142857142857}, "nll_sum": 266.43438720703125, "token_count": 42} +{"index": 1297, "reference": "Police are searching for two teenage boys after one of them shone a laser into a woman's eye in Clydebank, leaving her blind in one eye.", "prediction": "A woman was left blind her after her blind after a laser penultimate used to police throwing a woman and trace two boys in West Lothian last month.", "rouge": {"rouge1": 40.0, "rouge2": 11.320754716981133, "rougeL": 21.818181818181817}, "nll_sum": 173.14747619628906, "token_count": 31} +{"index": 1298, "reference": "A psychiatrist told a murder trial the death of a nine-year-old Lincoln boy was one of the most \"callous killings\" he had ever seen.", "prediction": "A impersonator told a man suspected of killing his nine-year-old's grandson, a jury has told a clinical jury. have told \"a a of 30\".", "rouge": {"rouge1": 37.73584905660377, "rouge2": 11.76470588235294, "rougeL": 30.18867924528302}, "nll_sum": 161.12942504882812, "token_count": 33} +{"index": 1299, "reference": "US employers added fewer jobs than expected in May, but the unemployment rate dipped further as the economy headed toward full employment.", "prediction": "The US economy added 280 in jobs jobs in May, despite a slowdown in May 2014, official figures show.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 88.23040771484375, "token_count": 21} +{"index": 1300, "reference": "Reading winger Jobi McAnuff says he hopes to end his playing career at the Championship club.", "prediction": " on-loan defender defender Scotland anuff says he is not solely down to his team-mates.", "rouge": {"rouge1": 25.0, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 104.53895568847656, "token_count": 20} +{"index": 1301, "reference": "US scientists have amassed \"planetary-scale\" data from people's smartphones to see how active we really are.", "prediction": "The daily weekly action has gone little much time on average - much much bigger than thought, say researchers.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 117.81178283691406, "token_count": 20} +{"index": 1302, "reference": "A major provider of the NHS non-emergency telephone service in England is seeking to pull out of its contracts due to financial problems.", "prediction": "A air company has pulled pulled out of the current NHS 111 service, which been in running run the non-C helpline service.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.33333333333333, "rougeL": 25.53191489361702}, "nll_sum": 148.82894897460938, "token_count": 27} +{"index": 1303, "reference": "Plans have been submitted to Highland Council for the new Inverness Justice Centre.", "prediction": " plans to plans for \u00a310mm police force are to be open opened to Inverness.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 0.0, "rougeL": 29.629629629629633}, "nll_sum": 99.32669067382812, "token_count": 18} +{"index": 1304, "reference": "Cardiff City chairman Mehmet Dalman says the \"jury is still out\" on manager Russell Slade.", "prediction": "Cardiff City chairman familiesn Slade says he does not know doing his job at the Hillsborough fans saying \"could not in true\".", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571427, "rougeL": 27.027027027027025}, "nll_sum": 172.12164306640625, "token_count": 27} +{"index": 1305, "reference": "High Street retailer Next has been hit with a \u00a322.4m tax bill after a court found it diverted profits made in the UK offshore to avoid paying tax.", "prediction": "A fashion retailer Europe has won a battle \u00a3130m profit in tax by the UK tax, claiming companies corporation tax was a north major tax case.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 3.773584905660378, "rougeL": 29.090909090909093}, "nll_sum": 169.7326202392578, "token_count": 29} +{"index": 1306, "reference": "Elusive artist Banksy has landed a South Bank Sky Arts Award nomination for his Dismaland theme park.", "prediction": "Banksy and a Broadway category are among the winners at this year's South West Bank Nap Sports Awards Film.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 27.027027027027025}, "nll_sum": 126.19830322265625, "token_count": 22} +{"index": 1307, "reference": "The man who tried to stop a right-wing extremist from murdering MP Jo Cox has been awarded the George Medal in the Queen's Birthday Honours List.", "prediction": "A white police officers who tried and tried to kill Labour MP Jo Cox have been awarded by the Queen's Victoria Cross for a kn gallit for his bravery.", "rouge": {"rouge1": 41.379310344827594, "rouge2": 25.0, "rougeL": 37.93103448275862}, "nll_sum": 161.92782592773438, "token_count": 31} +{"index": 1308, "reference": "A Paralympian has said an MRI scan showing no sign of a tumour that had threatened to crush his spinal cord was better than winning a gold medal.", "prediction": " the Scottish leftwing champion, who had have revealed the first scans scan on his tumour, he revealed he has had on brain spine.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 153.95852661132812, "token_count": 27} +{"index": 1309, "reference": "The investigation into Manchester bomber Salman Abedi's connections has already branched out in multiple directions, and the whole nature of tracking people before they commit an act of terror is bewilderingly complex.", "prediction": "For the event of Manchester, Manchester chiefs led to the attack a staging heart attack, and then and describes it a call headway\" of terrorist?", "rouge": {"rouge1": 20.689655172413794, "rouge2": 0.0, "rougeL": 13.79310344827586}, "nll_sum": 187.91348266601562, "token_count": 29} +{"index": 1310, "reference": "English rider Guy Martin will not compete in the Ulster Grand Prix at Dundrod for the third year in a row.", "prediction": "Two-time motorbike champion Guy Martin will be out this year in Northern Ireland race at Dundrod 150.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 21.62162162162162, "rougeL": 30.769230769230766}, "nll_sum": 109.88568878173828, "token_count": 21} +{"index": 1311, "reference": "\"Now I'm okay,\" was about all Cynthia Terotich could manage, as she sat in the casualty ward in Garissa's hospital.", "prediction": "Cyn Meg 40 was her eyes locked behind her eyes as she joined the militant group al-Shabab, to filmed her cell bed her north-west Somalia.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 186.79391479492188, "token_count": 33} +{"index": 1312, "reference": "The price of carbon hit a record low in Europe on Monday as the over-supply of emissions permits during the global economic downturn continued to undermine the carbon market.", "prediction": "The price of rock has in into recession market uncertainty that growing that global global growth has helped the fall in revenue.", "rouge": {"rouge1": 26.923076923076927, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 136.94918823242188, "token_count": 22} +{"index": 1313, "reference": "Ghana has demanded a $500,000 (\u00a3350,000) refund after its transport ministry spent $1m to paint more than 100 buses with portraits of the country's recent leaders.", "prediction": "Ghana has ordered to $25m (8.88m, $161m) on a private transport firm that includes a transport office, the government says.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 133.71580505371094, "token_count": 32} +{"index": 1314, "reference": "Four people have been arrested in the Paris region and southern France, officials say, on suspicion of recruiting militants to fight in Syria.", "prediction": "French police have arrested four people in Brussels connection with a attack linked to the jihadist jihadist group, Belgian officials say.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 73.63519287109375, "token_count": 22} +{"index": 1315, "reference": "After two years of inquest evidence, a detailed picture has built up of how an FA Cup match at Sheffield Wednesday's Hillsborough ground turned into a disaster that claimed 96 lives and left hundreds more injured.", "prediction": "Thousands of Liverpool fans travelled for the final Hillsborough match at Liverpool's Stadium, came into the 40st turned turn around the crowd, the new inquests have heard.", "rouge": {"rouge1": 24.615384615384617, "rouge2": 3.1746031746031744, "rougeL": 15.384615384615385}, "nll_sum": 157.90859985351562, "token_count": 33} +{"index": 1316, "reference": "Tributes have been paid to a forensic archaeologist who led the searches for the Disappeared - people murdered and secretly buried by republicans during the Troubles in Northern Ireland.", "prediction": "OneStudents of the victims, one of Disappeared, the project has described him as one of the of \"illidered and powerful and perhaps person\".", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 173.1470947265625, "token_count": 29} +{"index": 1317, "reference": "The first application to explore for shale gas in the East Midlands has been submitted to a Nottinghamshire council.", "prediction": "Fable gas for shale gas to be built in the edge of Nottinghamshire after permission were by councillors.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 17.142857142857142, "rougeL": 32.43243243243243}, "nll_sum": 107.6192626953125, "token_count": 20} +{"index": 1318, "reference": "Malaysia has cancelled a concert by US singer Erykah Badu after a publicity photo showed her with the Arabic word for \"Allah\" tattooed on her upper body.", "prediction": "The Malaysian government has cancelled a concert by A Factor star Xilonageru after a photo showing her body was abandoned a \"Enc Nottinghamable\".", "rouge": {"rouge1": 48.0, "rouge2": 29.166666666666668, "rougeL": 44.00000000000001}, "nll_sum": 199.4451141357422, "token_count": 28} +{"index": 1319, "reference": "A turtle, thought to be from the Gulf of Mexico, that washed up on a Cumbrian beach has died.", "prediction": "A sea sea turtle washed up on twooon two weeks ago have been identified as training, its owner has said, after a group gives a \"A's, it's a from its ban was referee.Images of againA 2011's 2011", "rouge": {"rouge1": 30.0, "rouge2": 6.896551724137932, "rougeL": 20.0}, "nll_sum": 301.6571044921875, "token_count": 47} +{"index": 1320, "reference": "Dual-code international Joel Tomkins has returned to rugby league side Wigan Warriors after a three-year spell in rugby union with Saracens.", "prediction": "Wigan Warriors full-back Tom Tomkins has left Wigan on to return complete a career- return to rugby union \"for the black jersey\".", "rouge": {"rouge1": 39.130434782608695, "rouge2": 22.727272727272727, "rougeL": 26.08695652173913}, "nll_sum": 152.37701416015625, "token_count": 29} +{"index": 1321, "reference": "Sheffield Wednesday goalkeeper Joe Wildsmith has signed a new deal to stay with the Championship side until 2022.", "prediction": "Sheffield Wednesday left-back Juan redsmith has signed a new three-and-anda-half-half-year contract.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 24.242424242424242, "rougeL": 34.285714285714285}, "nll_sum": 126.90055847167969, "token_count": 25} +{"index": 1322, "reference": "Barrow want to retain Andy Cook but expect the striker to explore opportunities in the Football League, says manager Paul Cox.", "prediction": "Carlisle United boss Jo Cox labelled Liz striker Paul Cook's agent not to sign for the club because he does not want \" not to a patient\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 160.25421142578125, "token_count": 29} +{"index": 1323, "reference": "Lancashire built a huge lead with the help of Luke Procter's century on day two against Hampshire at Old Trafford.", "prediction": "12 Procter later hit his first century for Lancashire to complete a stunning first-innings of Hampshire by three runs at Old Trafford and December protect a derby from Christmas'sD as a on's years a..", "rouge": {"rouge1": 37.931034482758626, "rouge2": 7.142857142857142, "rougeL": 24.137931034482758}, "nll_sum": 279.4877014160156, "token_count": 44} +{"index": 1324, "reference": "England are still searching for their \"perfect game\" despite clinching a 3-0 Test series victory over Australia, captain Dylan Hartley says.", "prediction": "England will use Saturday despite their Test thrashed Australia in the second Test after complete his side and complete the series \"the is right\", says captain Dylan Hartley.", "rouge": {"rouge1": 40.0, "rouge2": 8.333333333333332, "rougeL": 28.000000000000004}, "nll_sum": 171.58084106445312, "token_count": 32} +{"index": 1325, "reference": "A giant panda in Hong Kong called Ying Ying is pregnant and due to give birth within a week, officials at an amusement park say.", "prediction": "A giant panda, Tian Ying Ma-se Kong, is giving birth to a giving six weeks after successful successful surgery and undergone scans brain officials, the 2011 \" again 2011 \" again to again 2011 again a againA again 2011 again a", "rouge": {"rouge1": 40.0, "rouge2": 9.523809523809526, "rougeL": 30.76923076923077}, "nll_sum": 289.5927734375, "token_count": 47} +{"index": 1326, "reference": "Two more people have died of injuries sustained in Friday's Bucharest nightclub fire, doctors say, raising the death toll in the disaster to 29.", "prediction": "At least 140 people have 2011 killed in a fire that engulfed a nightclub in Ivo Aires, Buenosbourne, and a capital of the Romanian Romania, Lawn officials say. Broadway's-A 2011A in from November's flagship.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 3.3333333333333335, "rougeL": 19.35483870967742}, "nll_sum": 290.02490234375, "token_count": 45} +{"index": 1327, "reference": "A woman has admitted killing her partner who was fatally stabbed after returning home from a day at the races.", "prediction": "A woman has pleaded guilty to the after murder of a Lincolnshire man whose body was found last month at his home in Lincolnshire, after suffered from Christmas's, God from her reputation from a's have ballet of", "rouge": {"rouge1": 37.28813559322034, "rouge2": 10.526315789473683, "rougeL": 23.728813559322035}, "nll_sum": 208.7626953125, "token_count": 42} +{"index": 1328, "reference": "A girl left disabled after being starved of oxygen at birth has been awarded a multimillion-pound compensation package.", "prediction": "A health trust has been ordered to pay290,000 after a girl was left damaged after brain surgery and left \"incated damaged\" after fault,", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 151.8601531982422, "token_count": 29} +{"index": 1329, "reference": "Social services staff have been criticised after a boy spent two years living with a relative who was a convicted paedophile.", "prediction": "A ill ill boy was jailed for having sex with a partner should be placed foster care, a judge has ruled.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.000000000000001, "rougeL": 23.809523809523807}, "nll_sum": 97.80612182617188, "token_count": 22} +{"index": 1330, "reference": "The family of a woman who was murdered by her boyfriend after a 999 delay have been told they cannot sue two police forces for negligence.", "prediction": " a family of family woman murdered and later murdered have won a case answer over claims that two police forces failed to force police award.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 12.244897959183673, "rougeL": 31.372549019607842}, "nll_sum": 148.15541076660156, "token_count": 25} +{"index": 1331, "reference": "Facebook \"tramples\" on European privacy law by tracking people without consent, Belgium's privacy watchdog has said.", "prediction": "Facebook will take legal action against Facebook over how, its social network in its hands.", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 67.55205535888672, "token_count": 16} +{"index": 1332, "reference": "Downton Abbey will be coming back for a sixth series in 2015, ITV has confirmed.", "prediction": "V drama Downt Abbey has commissioned for a sixth drama, the ITV has announced", "rouge": {"rouge1": 41.379310344827594, "rouge2": 22.222222222222225, "rougeL": 41.379310344827594}, "nll_sum": 87.92569732666016, "token_count": 15} +{"index": 1333, "reference": "Prime Minister Theresa May has laughed off questions about whether Chancellor Philip Hammond would still be in place after the general election.", "prediction": "Home Secretary Philip Hammond has admitted to that Theresa May that she would the party's general election manifesto.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 76.46339416503906, "token_count": 19} +{"index": 1334, "reference": "Community health councils (CHCs) in Wales are to re-launch themselves at their annual conference after admitting many patients do not know they exist.", "prediction": " how much do you want to know about the health of NHS patients in health or health?", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 66.71026611328125, "token_count": 17} +{"index": 1335, "reference": "Sir Mick Jagger and Martin Scorsese's music business-based drama Vinyl has been cancelled by HBO after one season.", "prediction": "Defending TV series HBO has cancelled of a second season, including actor Sir Mick Mick J, James and Sir Oscar, a new huron show.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 189.94432067871094, "token_count": 29} +{"index": 1336, "reference": "Childline received a call from children experiencing suicidal thoughts in Northern Ireland almost every day over the course of last year.", "prediction": "Children as young as among nine best likely of suicide from others in Northern Ireland last year, a report from child charity Childline in the Nottingham's, Nottingham, 30 it 30 a) from what it's of a from. from's a", "rouge": {"rouge1": 38.095238095238095, "rouge2": 9.836065573770492, "rougeL": 22.22222222222222}, "nll_sum": 277.9904479980469, "token_count": 47} +{"index": 1337, "reference": "Plans for a new \u00a33m lifeboat station in Scarborough have been approved by the town's council.", "prediction": "Plans for a \u00a3mm new lifeboat station built Joe in have been seen given the final go-ahead, by councillors.", "rouge": {"rouge1": 59.45945945945946, "rouge2": 22.857142857142858, "rougeL": 54.05405405405405}, "nll_sum": 142.97998046875, "token_count": 25} +{"index": 1338, "reference": "Olympic great Michael Phelps swam a third 2015 world-best time in as many days in the 200m individual medley at the USA National Championships.", "prediction": "Michael Phelps has become the most successful Olymp Olympian after winning four Olympic boat titles after failing a drugs test.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 13.33333333333333}, "nll_sum": 105.80563354492188, "token_count": 21} +{"index": 1339, "reference": "Saturday's Ligue 1 match at Metz was abandoned after firecrackers were thrown at Lyon keeper Anthony Lopes.", "prediction": "Lyon were abandoned in Ligue 1, after injured captain L Lille and 30ulaopes were sent on the pitch after's abandoned match against Metz the Saturday night.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 4.651162790697675, "rougeL": 17.777777777777775}, "nll_sum": 207.2914581298828, "token_count": 34} +{"index": 1340, "reference": "A man has been arrested after two men died when a car and lorry crashed in Stoke-on-Trent.", "prediction": "A man was killed when when they were hit by a car on a Leicester Stoke-on-Trent.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 22.857142857142858, "rougeL": 43.24324324324324}, "nll_sum": 72.27574920654297, "token_count": 21} +{"index": 1341, "reference": "Proposals to give terminally ill people in Scotland the legal right to assisted suicide have been relaunched by the independent MSP Margo MacDonald.", "prediction": "MSPs MSP MacDonald, she failed to get a controversial new supportising people, die and Scotland and Wales. be aCaliforniaon's a,-'s referee and to from from a under's of the.", "rouge": {"rouge1": 25.454545454545457, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 303.6604309082031, "token_count": 43} +{"index": 1342, "reference": "Fans were locked out of Baltimore Orioles' game against Chicago White Sox following violent protests in the city.", "prediction": " Conservative cricket game which stay from home to the US city of Baltimore, has been opened because because reports of a \" lowgr records attendance\".", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 14.285714285714288}, "nll_sum": 178.84567260742188, "token_count": 27} +{"index": 1343, "reference": "A growing number of people refuse to be put into male or female categories, either because they do not identify as male or female, or because they are going through transition to the opposite gender.", "prediction": "In the past few years, many countries Asian countries say that they wish are the gender - but is slowly the \"the-one becoming male?", "rouge": {"rouge1": 16.94915254237288, "rouge2": 0.0, "rougeL": 13.559322033898304}, "nll_sum": 158.27914428710938, "token_count": 28} +{"index": 1344, "reference": "Swiss voters are going to the polls on Sunday in a nationwide referendum on immigration which is being watched closely right across Europe.", "prediction": "Brussels is in Zurich, but will voters will be not be allowed to allowed, EU referendum, if the group wants to leave the EU.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 138.3575897216797, "token_count": 29} +{"index": 1345, "reference": "Two people have been airlifted to hospital after a four-vehicle crash on the A465 in Monmouthshire.", "prediction": "One person was seriously seriously injured after being seriously hit by a lorry in Mon Monmouthshire.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 0.0, "rougeL": 24.242424242424242}, "nll_sum": 69.8073501586914, "token_count": 19} +{"index": 1346, "reference": "Administrators have confirmed the sale of Ferguson Shipbuilders in Inverclyde to businessman Jim McColl's firm, Clyde Blowers Capital.", "prediction": "The themersyard ship in Glasgow, could to be sold to new owners's Stirling, professor Andrew McColl, a another Glasgow-based airline-maker who referee's mandatory from aA's's of.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 271.75347900390625, "token_count": 42} +{"index": 1347, "reference": "The sports centre at Ravenscraig is a homage, a \"symphony in steel\", say the architects.", "prediction": "\"I I'm heard of heard'm is,\" in the future of Scotland music music festival the", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 18.750000000000004}, "nll_sum": 121.54379272460938, "token_count": 18} +{"index": 1348, "reference": "An associate of convicted hate preacher Anjem Choudary has been jailed for 28 months for knocking a boy unconscious because he was cuddling a girl.", "prediction": "A Islamist organisation who shot a black 16-year-old girl after throwing him head the the street has been banned for 10 years.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 12.244897959183673}, "nll_sum": 110.38443756103516, "token_count": 26} +{"index": 1349, "reference": "Prisons are struggling to cope with the increasing number of elderly, sick and disabled people behind bars, a Prison Reform Trust report says.", "prediction": "risers of prisoners in prisons in England and Wales has fallen to its past five years, a report by National Prison Reforms Trust Unison says.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 124.43910217285156, "token_count": 29} +{"index": 1350, "reference": "A 34-year-old man has been charged after windows were smashed and a doctor was verbally abused at a west Belfast health centre.", "prediction": "A 23-year-old man has been charged after police with a car car which saw dozens of people waiting in Belfast city centre.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 26.08695652173913, "rougeL": 45.83333333333333}, "nll_sum": 93.74098205566406, "token_count": 26} +{"index": 1351, "reference": "A 6.5-magnitude earthquake struck Aceh province in Indonesia on Wednesday, killing at least 97 people.", "prediction": "The hardest earthquake has hit hard northern Indonesia, since flooding since August's earthquake in Aceh province, officials say.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 5.88235294117647, "rougeL": 16.666666666666668}, "nll_sum": 116.133056640625, "token_count": 22} +{"index": 1352, "reference": "Armagh moved to within a point of top spot with a 3-15 to 0-11 victory over Louth side in Drogheda.", "prediction": "Fumm Falkland rescued Armagh from 10 minutes down at half-time to 1- to 1- 1-15) in two Division Two Division Two match.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 177.90846252441406, "token_count": 32} +{"index": 1353, "reference": "A Parisian woman is taking the French state to court for failing to protect her health from the effects of air pollution.", "prediction": "A teacher in Lyon is calling on French authorities to take action to tackle air was the capital the, amid fears over rising levels of air.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 4.3478260869565215, "rougeL": 33.333333333333336}, "nll_sum": 137.34011840820312, "token_count": 27} +{"index": 1354, "reference": "Germany's bid for a seventh consecutive European Championship title is over after Denmark fought back to win an entertaining Euro 2017 quarter-final.", "prediction": "Holders Germany in a stoppage-time equaliser as they beat three-time champions penalty- reach the quarter-finals of Women's Euro 2017.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 8.888888888888888, "rougeL": 17.02127659574468}, "nll_sum": 117.16913604736328, "token_count": 30} +{"index": 1355, "reference": "New Liberal Democrat leader Tim Farron says he \"absolutely supports equality\" amid questions over his Christian faith and politics.", "prediction": "The Liberal Democrat leader Tim Farron has said he would be defending a law against homosexuality marriage, said it would be \"the male to issue\"..", "rouge": {"rouge1": 27.27272727272727, "rouge2": 19.04761904761905, "rougeL": 27.27272727272727}, "nll_sum": 121.25491333007812, "token_count": 29} +{"index": 1356, "reference": "The High Court in Dublin is to resume a case in which a privacy campaigner is trying to block Facebook from sending EU citizens' personal data to the US.", "prediction": "Facebook is facing a legal battle over a battle over a company it it sent to US authorities according to the European Court of Justice in JusticeB)..", "rouge": {"rouge1": 35.714285714285715, "rouge2": 3.703703703703704, "rougeL": 21.42857142857143}, "nll_sum": 134.3265380859375, "token_count": 29} +{"index": 1357, "reference": "Birmingham City club captain Paul Robinson has signed a new one-year contract with the Championship club.", "prediction": "Birmingham City head coach Gary Rowett says he does not think will offer a new three-anda-half-year deal with the club.", "rouge": {"rouge1": 40.0, "rouge2": 15.789473684210526, "rougeL": 40.0}, "nll_sum": 107.78607177734375, "token_count": 28} +{"index": 1358, "reference": "A number of emergency call outs to properties being fumigated with pest control \"smoke bombs\" has prompted a warning from Dorset Fire Service.", "prediction": "Fore bomb disposal experts are called parts parts of Dorset because of a risk of threat, the fire service said.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 114.85447692871094, "token_count": 22} +{"index": 1359, "reference": "Tens of thousands of trees have been brought down by storms that wreaked havoc across northern and western Poland, the forestry service says.", "prediction": "andand's government says it will stop stopping large-scale operations around the country after after the worst storms in May, passed a forestine's.'s it order's to from making from it's West's of.old from's a", "rouge": {"rouge1": 12.307692307692307, "rouge2": 0.0, "rougeL": 3.0769230769230766}, "nll_sum": 287.06768798828125, "token_count": 47} +{"index": 1360, "reference": "Voluntary redundancy deals have been offered to almost 500 staff in Further Education (FE) colleges by the Department for Employment and Learning (DEL).", "prediction": " Northern Northern Ireland Education Minister has said it will cut a further jobs in the coming year, as part of struggle to handle a \u00a3700m budget.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 120.838134765625, "token_count": 29} +{"index": 1361, "reference": "Forfar Athletic extended their lead at the top of the Scottish League Two table to seven points with a 2-0 win over Berwick Rangers at Station Park.", "prediction": "Forfar Athletic maintained their lead at the top of League Two after stepping down from 4-0 down to Berwick Rangers at Park Park", "rouge": {"rouge1": 61.53846153846153, "rouge2": 36.0, "rougeL": 57.6923076923077}, "nll_sum": 124.70515441894531, "token_count": 26} +{"index": 1362, "reference": "One of four men wrongly accused of murdering a British soldier has said he is \"devastated, but not surprised\" to learn that interview notes relating to the case have gone missing.", "prediction": " containing information containing police account evidence of four police officers in the Northern Ireland army disappeared 30, years ago have been withdrawn", "rouge": {"rouge1": 15.09433962264151, "rouge2": 3.9215686274509802, "rougeL": 15.09433962264151}, "nll_sum": 131.76034545898438, "token_count": 22} +{"index": 1363, "reference": "A ban on top council-run schools sponsoring failing schools amounts to \"red tape\" and should be dropped, say council bosses.", "prediction": "Councils in England are being allowed to force schools to turn extra schools around poor attendance, council council leaders say.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 104.09651184082031, "token_count": 22} +{"index": 1364, "reference": "The benefits of the cholesterol-reducing drug statins are underestimated and the harms exaggerated, a major review suggests.", "prediction": "A drug that reduces statins, which reduce high risk of heart and heart attack is, risk, a major review of research suggests the- solve, solve, say they be-'sA a of in a from a's. a's", "rouge": {"rouge1": 35.714285714285715, "rouge2": 7.407407407407408, "rougeL": 25.0}, "nll_sum": 258.9913635253906, "token_count": 47} +{"index": 1365, "reference": "Record-breaking Russian cosmonaut Gennady Padalka has returned safely to Earth after spending 879 days in orbit.", "prediction": "Astautaut Tim Peake, but sent be a first successful mission around a 10,mile-mile, tom (39km).", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 160.38330078125, "token_count": 26} +{"index": 1366, "reference": "Romania's women won gold in the women's team epee to secure their country's first medal at Rio 2016.", "prediction": "Russia won the men's ei gold medal of the 2016 Olympics by beating and Japan to Olympic gold in the men's 10 event event.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 8.88888888888889, "rougeL": 21.276595744680847}, "nll_sum": 115.95925903320312, "token_count": 27} +{"index": 1367, "reference": "Diesel car owners could get some help from the government if cities adopt new charges to tackle pollution, the prime minister has suggested.", "prediction": "The home Secretary's new plans to buy diesel cars in the UK will be weeks coming into force.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 86.00395202636719, "token_count": 19} +{"index": 1368, "reference": "Dundee manager Neil McCann wants to improve the club's scouting network after a difficult summer of trying to bring in players.", "prediction": "Dundee United manager Neil McCann is confident the club will be his priority to sign new players as they struggle to struggle their recruitment their training.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 13.043478260869565, "rougeL": 33.333333333333336}, "nll_sum": 131.8699951171875, "token_count": 28} +{"index": 1369, "reference": "The president of the International Olympic Committee (IOC) Thomas Bach says he has \"no regrets\" about letting Russia compete at the Rio Games this summer, despite a state-sponsored cheating programme.", "prediction": " Committee Olympic Committee chief chief Martin Bach has said the 2014 Sochi 2014 Olympics was \"a dust and dust\" over Russian doping will not lead the sport.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 3.571428571428572, "rougeL": 20.689655172413794}, "nll_sum": 139.3473358154297, "token_count": 29} +{"index": 1370, "reference": "Former Wales and British and Irish Lion John Faull has died aged 83.", "prediction": "Former New New Zealand-born scrumumhalf Wales wing Neil Faull, died aged aged 91. of a Cardiff's The Nottingham on The reputation from reputation's from his from from Rugby as a of of.'s from balletA", "rouge": {"rouge1": 19.6078431372549, "rouge2": 4.081632653061225, "rougeL": 19.6078431372549}, "nll_sum": 326.79974365234375, "token_count": 47} +{"index": 1371, "reference": "The story of India's economic surge is dominated by two conflicting narratives.", "prediction": "Almost 10 years ago, that, analysis and analysis from the Dalit university building in India, which hangs India monument is a sparse stately crisis.", "rouge": {"rouge1": 16.216216216216218, "rouge2": 0.0, "rougeL": 16.216216216216218}, "nll_sum": 181.35491943359375, "token_count": 29} +{"index": 1372, "reference": "Tiger Woods admits he has concerns over the physical challenge of stepping up his return from long-term injury.", "prediction": "Tiger Woods says he is confident \"put his body\" and confident his return, despite a year back from injury back injury in March last March.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 9.523809523809526, "rougeL": 31.818181818181817}, "nll_sum": 145.0347442626953, "token_count": 29} +{"index": 1373, "reference": "A grandmother has described how the victim of a paramilitary-style shooting in west Belfast knocked on her door asking for help after the attack.", "prediction": "A woman's her 30s in 30 was shot in the leg and leg legs in west Belfast has has said a man does not know and what they would all of guns.", "rouge": {"rouge1": 31.03448275862069, "rouge2": 7.142857142857144, "rougeL": 17.241379310344826}, "nll_sum": 182.47198486328125, "token_count": 34} +{"index": 1374, "reference": "A man alleged to have helped run the notorious Silk Road drug marketplace has been arrested in Thailand.", "prediction": "The director have said online drugs illegal on the dark website has been arrested in the US, US authorities have confirmed.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 16.216216216216214, "rougeL": 30.769230769230766}, "nll_sum": 104.428466796875, "token_count": 22} +{"index": 1375, "reference": "David Fox's first goal for Plymouth Argyle 10 minutes from time saw them into the hat for the second round of the FA Cup after a hard-fought win at Mansfield Town.", "prediction": "Substitute a stoppage-time winner to give Plymouth a missed chance a thrarrow League Two play-off--asing Mansfield Town, solve. late from on James-'s late battle from ae's suspension.", "rouge": {"rouge1": 21.538461538461537, "rouge2": 3.1746031746031744, "rougeL": 12.307692307692308}, "nll_sum": 271.66912841796875, "token_count": 44} +{"index": 1376, "reference": "The HSBC World Rugby Sevens Series arrives in Europe for the final two legs of the season - Paris and London.", "prediction": "The 2017 Rugby Sevens series under under way in Paris with the South Africa side's overcome facing Canada - and will face world champions South Africa - and was surprised fans his side get a icon crowd away for again.", "rouge": {"rouge1": 33.89830508474576, "rouge2": 7.017543859649122, "rougeL": 23.728813559322035}, "nll_sum": 242.72792053222656, "token_count": 42} +{"index": 1377, "reference": "\"We're back,\" declared Hibernian boss Neil Lennon as the strains of 'Sunshine of Leith' rang around Easter Road on Saturday in celebration of the club's return to Scotland's top flight.", "prediction": "Hibernian believes next season can fail to clinch a Scottish Premiership relegation next season, but coach Neil Lennon believes the club will be watched again\".", "rouge": {"rouge1": 20.689655172413794, "rouge2": 7.142857142857144, "rougeL": 17.241379310344826}, "nll_sum": 126.25911712646484, "token_count": 28} +{"index": 1378, "reference": "A hang gliding pilot has died in an accident at a nature reserve near Chichester in West Sussex.", "prediction": "A man found with serious injuries after being carried down by an accident West Sussex.", "rouge": {"rouge1": 30.303030303030297, "rouge2": 12.903225806451616, "rougeL": 30.303030303030297}, "nll_sum": 74.4459228515625, "token_count": 15} +{"index": 1379, "reference": "Captain Sean Morrison says late goals have been \"devastating\" for Cardiff City's back four.", "prediction": "Cardiff City captain Sean Morrison says they need to improve on the top four\" despite despite the club admitting four goals were \"devastated\".", "rouge": {"rouge1": 47.368421052631575, "rouge2": 22.22222222222222, "rougeL": 31.578947368421055}, "nll_sum": 138.10870361328125, "token_count": 28} +{"index": 1380, "reference": "Zambia coach Beston Chambeshi says his team is highly motivated for Wednesday's Fifa Under-20 World Cup tie against Germany.", "prediction": "Zambia Olympics captain Domin Chambundi says the team respect to reach the World Cup stage Group D.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555556, "rougeL": 26.31578947368421}, "nll_sum": 127.78279876708984, "token_count": 22} +{"index": 1381, "reference": "The US government has imposed sanctions on 13 senior Venezuelan officials as pressure mounts on President Nicol\u00e1s Maduro ahead of a controversial vote for a new constituent assembly.", "prediction": "The US has imposed US sanctions on state- oil companies and companies backing in backing of President Nicolas Maduro ahead of Sunday's nationaloting elections.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 19.23076923076923, "rougeL": 37.03703703703704}, "nll_sum": 123.51201629638672, "token_count": 27} +{"index": 1382, "reference": "Ukraine's President Viktor Yanukovych and his Russian counterpart Vladimir Putin have held surprise talks on a \"strategic partnership treaty\".", "prediction": "Russian President Vladimir Putin has visited Russia for a \"new-Canada trade deal\" with, EU, ahead of a meeting in Sochi 2014 future 2014.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 143.60232543945312, "token_count": 29} +{"index": 1383, "reference": "Police have cleared hundreds of Roma people from a slum-like camp built on a disused rail line in north Paris.", "prediction": "French police forces have taken more than 30 200 ( Silwich) boy migrant camp in western Paris, officials say.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 25.641025641025646}, "nll_sum": 128.53323364257812, "token_count": 22} +{"index": 1384, "reference": "A Hampshire pier and ferry service facing an uncertain future is a \"national treasure\" which should be saved, television historian Dan Snow has said.", "prediction": "A last Surrey-speed ferry Enterprise has been save, save of more than \u00a32m after radio presenter Jon Snow completed \u00a33m regeneration.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 173.50390625, "token_count": 28} +{"index": 1385, "reference": "The family of a young musician killed in a car crash is aiming to fulfil his lifelong ambition to buy land and create an outdoor centre for children.", "prediction": "A survival centre supposed set up for a man who died after being hit car struck by a car crash has opened up to help to buy the housing to its memory.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.344827586206897, "rougeL": 23.333333333333332}, "nll_sum": 152.66441345214844, "token_count": 32} +{"index": 1386, "reference": "A childhood friend of Pink Floyd legend Syd Barrett is developing a hospital garden in his honour.", "prediction": "A memorial house in memory of late Liam band star Pink Barrett has in open in his old hospital.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 5.88235294117647, "rougeL": 33.333333333333336}, "nll_sum": 139.21302795410156, "token_count": 19} +{"index": 1387, "reference": "A video of leading Philippines presidential candidate Rodrigo Duterte joking about a murdered Australian rape victim has provoked a storm of protest.", "prediction": "Philippine President Rodrigo Rodrigo Duterte apologised to for makingitor which made which a video where the downloaded councillor where he was a government minister not a prison.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 182.72201538085938, "token_count": 29} +{"index": 1388, "reference": "Ex-Prime Minister Sir John Major has been accused of \"an absolute dismissal\" of democracy after he suggested there should be a second Brexit vote.", "prediction": "Campaigners have hit back at which Sir John Major, arguing the idea after him to vote a vote for the UK to stay in not EU EU.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 141.3009033203125, "token_count": 29} +{"index": 1389, "reference": "Hundreds of photos of Bristol taken for a competition to show \"24 Hours in Our City\" are on show.", "prediction": "The first of six photos, of the Bristol Bristol Area photo of a camera, has been won in a new exhibition of Bristol new lo and solve. 2011 a 2011's again-'s again aA in a from'sold. from a", "rouge": {"rouge1": 20.0, "rouge2": 6.896551724137932, "rougeL": 20.0}, "nll_sum": 281.40289306640625, "token_count": 47} +{"index": 1390, "reference": "More than 90,000 GCSE and A-level results were changed after challenges to grades awarded this summer - the highest on record and an increase of 17% compared with last year.", "prediction": "Exam schools in England are cautious of re-intering significantly slightly - the highest since 2005 - official seen by the BBC show.", "rouge": {"rouge1": 11.538461538461538, "rouge2": 4.0, "rougeL": 7.692307692307692}, "nll_sum": 158.55905151367188, "token_count": 26} +{"index": 1391, "reference": "Sales and profits slipped at Boeing last year, driven largely by lower deliveries of its military aircraft.", "prediction": "B Boeing has reported 40% revenue 40 consecutive quarter quarter revenue, helped by last year, helped revenue of $1.bn (\u00a332bn).", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555556, "rougeL": 21.052631578947366}, "nll_sum": 163.1743927001953, "token_count": 28} +{"index": 1392, "reference": "Coleraine rower Joel Cassells retained his European men's lightweight pair title as he and San Scrimgeour took gold for Britain in Brandenburg.", "prediction": "aineeraine's Cassells Sophie Camrimgeen clinched to place in the double scull final at the Rowing Cup in Ber Tyzne, Germany.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 201.83335876464844, "token_count": 34} +{"index": 1393, "reference": "India's 19-Test unbeaten run was emphatically ended as Australia beat them by 333 runs in the first of a four-match series.", "prediction": " Test Test complete a 3-0 series whitewash of India and complete a complete 5season- series series series whitewash.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 129.76519775390625, "token_count": 26} +{"index": 1394, "reference": "Leading universities will offer fully accredited undergraduate courses online within five years, says the co-founder of a US online university network.", "prediction": " learning online learning online will happen within five years, but only could happen\" within five years, a leading university economics chief says in the's solve,mbudsman, says they from a from a it's from's of\".", "rouge": {"rouge1": 40.0, "rouge2": 10.344827586206897, "rougeL": 23.333333333333332}, "nll_sum": 253.1245574951172, "token_count": 43} +{"index": 1395, "reference": "Pilgrims Bay produced a late surge to win the BetBright Chase at Kempton Park.", "prediction": " this year's Glastonbury event edged a shoulder in a sprint finish to the race of winner Albert Day Memorial the at Aintree.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 155.6439208984375, "token_count": 27} +{"index": 1396, "reference": "A study of Irish Traveller genetics has suggested that they split socially from the settled population much earlier than thought.", "prediction": "Irish Travellers is a Irish, but an Irish undecided were links to the Irish state, a study suggests.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 15.789473684210526}, "nll_sum": 110.500244140625, "token_count": 21} +{"index": 1397, "reference": "The Stromeferry bypass in Wester Ross has been reopened after a landslide led to travel on the road being restricted to between 07:00 and 19:00.", "prediction": "A bypass of a stretch of road road in Inverness which was closed last month the next two weeks is expected to be repair work. solve's again's a's aA a fromA's fromA of aA a againA", "rouge": {"rouge1": 20.8955223880597, "rouge2": 0.0, "rougeL": 11.940298507462687}, "nll_sum": 229.5836181640625, "token_count": 47} +{"index": 1398, "reference": "A 37-year-old man has been charged in connection with the deaths of a man and woman at a Dundee flat.", "prediction": "A 39-year-old man has been charged with the murder a man and woman were found dead at a flat in Dundee.", "rouge": {"rouge1": 80.0, "rouge2": 46.51162790697674, "rougeL": 71.1111111111111}, "nll_sum": 64.35334777832031, "token_count": 26} +{"index": 1399, "reference": "Gordon Benson claimed Great Britain's first European Games gold medal with victory in the men's triathlon in Baku, Azerbaijan.", "prediction": "Defending champions Alistair Brownlee won a medal for Team Britain in run 10km running at the World Series event in Baku, Azerbaijan, Azerbaijan,", "rouge": {"rouge1": 31.818181818181824, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 132.87240600585938, "token_count": 31} +{"index": 1400, "reference": "A further \u00a327m for the refurbishment of the Burrell Collection has been approved by Glasgow City Council.", "prediction": "A total of \u00a35m to re-start the Buristic Art at former Bristol city centre has reached more than \u00a3 \u00a35m.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 144.0098419189453, "token_count": 27} +{"index": 1401, "reference": "The restoration of natural bends to a river in Cumbria after 200 years has spawned benefits for breeding fish.", "prediction": "A stretch of a tallest on a East Yorkshire coast, which devastated by homes decades ago has begun, after a \u00a37.5m restoration project.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 149.16842651367188, "token_count": 29} +{"index": 1402, "reference": "France has charged Yemenia Airways with manslaughter over a 2009 crash off the Comoros Islands that killed 152 people, judicial sources say.", "prediction": "Y servicemen's national carrier that crashed into the French Mediterranean in Sanaa has been suspended, officials say.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 91.38211059570312, "token_count": 21} +{"index": 1403, "reference": "Bobby Jindal is warning that the Republicans must stop being the \"stupid party\".", "prediction": " the past Republican of candidate Jeb94 has suggested that Republican Hollywood feel about gun territory and and voters \"won't in during a littleno gun control\".", "rouge": {"rouge1": 15.384615384615389, "rouge2": 0.0, "rougeL": 10.256410256410257}, "nll_sum": 218.39447021484375, "token_count": 31} +{"index": 1404, "reference": "Five-time world player of the year Marta Vieira da Silva has joined Orlando Pride in America's National Women's Soccer League.", "prediction": " dOr City Women have agreed a deal to sign down Mart Orlando as their technical medical team.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 122.51078033447266, "token_count": 18} +{"index": 1405, "reference": "Labour's Ian Murray has increased his majority by more than 15,000 to secure his seat in Scotland's capital.", "prediction": " Andy Murray has elected's first Scottish Labour leader to lose his seat in not general election.", "rouge": {"rouge1": 42.10526315789473, "rouge2": 16.666666666666664, "rougeL": 31.578947368421055}, "nll_sum": 83.79995727539062, "token_count": 17} +{"index": 1406, "reference": "Catalans Dragons have parted company with head coach Laurent Frayssinous.", "prediction": "acking have sackings of Lion head coach Lord Tayss deleted in charge", "rouge": {"rouge1": 27.27272727272727, "rouge2": 10.0, "rougeL": 27.27272727272727}, "nll_sum": 108.96308898925781, "token_count": 14} +{"index": 1407, "reference": "Monaco's Princess Charlene has given birth to twin babies, Gabriella and Jacques, the palace has announced.", "prediction": "The Crown Princess of France and France, Ad Gabriella, are to be sex, the royal family have said", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 106.02439880371094, "token_count": 22} +{"index": 1408, "reference": "The UK's first maternity clinic for women who have been victims of rape and sexual assault has opened.", "prediction": "ton beam cancer clinic is being offered to women in England and Wales who have suffered exploitation during childbirth. to women's has again and it the a.A a from a \" from-d's a in from The's Saturday. from a", "rouge": {"rouge1": 25.806451612903224, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 282.50018310546875, "token_count": 47} +{"index": 1409, "reference": "Northern Ireland's Amy Foster safely progressed to the women's 100m semi-finals at the Commonwealth Games but Jason Smyth and Leon Reid bowed out of the men's sprint event.", "prediction": " Jason Smyth clinched the 10 place at the Northern Ireland Rio Olympics as Olympic champion James Reid earned her place in the men's semi-finals UFC of Glasgow Olympic Championships.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 19.672131147540984, "rougeL": 22.22222222222222}, "nll_sum": 158.14268493652344, "token_count": 34} +{"index": 1410, "reference": "Three people were arrested amid violent scenes as groups demonstrating against immigration clashed with anti-racism protesters in Dover.", "prediction": "French farright extremists have used water, a pitch and and abandoned streets during serious demonstrations,stone, Kent.", "rouge": {"rouge1": 5.555555555555555, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 140.635986328125, "token_count": 21} +{"index": 1411, "reference": "Companies that fail to prevent tax evasion could face penalties as part of plans announced by Danny Alexander.", "prediction": " Danny Alexander says the Liberal Democrats plan to try to force banks to prevent accounts and escape tax.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.76470588235294, "rougeL": 16.666666666666664}, "nll_sum": 88.81029510498047, "token_count": 18} +{"index": 1412, "reference": "The South African economy is 'in crisis' says the country's finance minister Pravin Gordhan.", "prediction": "South Finance Minister Pravin Konhan has said he still believes the country is inin crisis, uncertainty amid fears of a persistent stimulus and growth.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 20.51282051282051}, "nll_sum": 153.93081665039062, "token_count": 29} +{"index": 1413, "reference": "Nigel Farage should take a break \"as leader\" of UKIP but not a break from being leader, the party's only MP says.", "prediction": "UKIP's of leader Nigel Farage has said he does not take a break\" from the party because of the \" ruling body\" in the ruling body been said.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 20.408163265306122, "rougeL": 31.372549019607842}, "nll_sum": 148.2142333984375, "token_count": 32} +{"index": 1414, "reference": "The Wedgwood Museum collection has been bought from administrators after \u00a315.75m was raised to save it.", "prediction": "The theFlegwood Museum, which has raised more than \u00a31m too, is to be sold off by its charities after October the its to have said.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 0.0, "rougeL": 23.80952380952381}, "nll_sum": 161.83352661132812, "token_count": 32} +{"index": 1415, "reference": "The Kingdom of Saudi Arabia is one of the main players in the Arab world.", "prediction": " its sparse Arabian, a cross country of the Gulf Mediterranean, and Saudi Arabian region of Saudi Arabia, is the valuable and gas industry, and in the Gulf and Saudi Arabia.", "rouge": {"rouge1": 40.0, "rouge2": 23.255813953488378, "rougeL": 35.55555555555555}, "nll_sum": 161.4776611328125, "token_count": 34} +{"index": 1416, "reference": "The number of children and young people needing counselling about online bullying has increased by 88% over five years, according to a helpline.", "prediction": "Children as young as nine in have received anti defbullying in the past 30 year, a charity says.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 106.01718139648438, "token_count": 21} +{"index": 1417, "reference": "Police are hunting for a man who raped a 14-year-old girl from Hertfordshire while holding her prisoner for nearly 12 hours overnight.", "prediction": "Ahunthunt ishunt under way after a tough 15-year-old girl was sexually assaulted and moved into a bus in Hertfordshire.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 125.72185516357422, "token_count": 29} +{"index": 1418, "reference": "Residents in a County Fermanagh village have expressed anger at the \"heartless act\" of a driver who killed five cygnets.", "prediction": "Four black swans went through the the front door of a breeding vet which saw their five-month- birds to beat a Fermanagh farm farm.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 169.12709045410156, "token_count": 30} +{"index": 1419, "reference": "A community group has agreed a deal to take over a former Powys pub following concerns it was going to be turned into a well-known supermarket.", "prediction": "An action action group has reached an agreement a sell plans demolishingish a derehip town into a it and turn it into in supermarket.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 8.16326530612245, "rougeL": 31.37254901960785}, "nll_sum": 189.49960327148438, "token_count": 27} +{"index": 1420, "reference": "With Team GB celebrating their most successful Olympics for 100 years, a debate is growing about how best to build on the legacy and inspire the next generation into sport.", "prediction": " every teacher says pupil at every schools will again having three or 30 weekly hours of sport, of rate three or three hours of training of training, or could be a minimum day of training or before the Olympic Olympic Games.", "rouge": {"rouge1": 11.267605633802818, "rouge2": 0.0, "rougeL": 5.633802816901409}, "nll_sum": 231.55816650390625, "token_count": 43} +{"index": 1421, "reference": "Syphilis and gonorrhoea sexually transmitted infections are continuing to rise in England, new figures show.", "prediction": "The number of male women warts compared men in Wales has fallen more than in five years in England, official show, in it's a it,000, least's from from men that it's suspended from men.", "rouge": {"rouge1": 11.320754716981133, "rouge2": 3.9215686274509802, "rougeL": 11.320754716981133}, "nll_sum": 259.4786376953125, "token_count": 43} +{"index": 1422, "reference": "Britain's Chris Froome remains third in the Vuelta a Espana after a late crash caused chaos on Wednesday's stage five.", "prediction": "Britain's Chris Froome extended his lead at Vu Belta Espana after a five-lap crash which saw a sprint rider's stage five. stage at the de's a-- 2011 a referee in's ban's ban. from a", "rouge": {"rouge1": 45.16129032258064, "rouge2": 23.333333333333332, "rougeL": 35.483870967741936}, "nll_sum": 285.579345703125, "token_count": 46} +{"index": 1423, "reference": "BBC Radio 2 and Crimewatch presenter Jeremy Vine has written a letter to a 15-year-old after a video shared on social media showed the boy being attacked by a group of teenagers in Romford, east London.", "prediction": "BBC Radio 1 Max George Vine, but said he is \"pl savagely and beaten, and behind behind a violent attack at a spirited school party.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 3.278688524590164, "rougeL": 19.047619047619047}, "nll_sum": 187.6370849609375, "token_count": 29} +{"index": 1424, "reference": "Housing owned and built by groups of people could help turn \"reluctant renters\" into home owners, a new report suggests.", "prediction": "Co-operative organisations areaved families land to co-operatives and homes to be built in Europe, to research by Housing inymym University, 71, says it is from theys it's fromUK Brexit.", "rouge": {"rouge1": 19.230769230769234, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 271.40753173828125, "token_count": 44} +{"index": 1425, "reference": "The national air traffic service (Nats) has said a \"massive\" programme of modernisation is needed to keep up with demand for air travel.", "prediction": "A development company at Northamptonwick centre said it is ready to start due to due, the delays in its traffic controllers a anolve Nottingham's.'s has referee it's's to it's's's ofA", "rouge": {"rouge1": 23.333333333333332, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 285.35955810546875, "token_count": 43} +{"index": 1426, "reference": "Hewlett-Packard says it will cut another 25,000-30,000 jobs, or 10% of its workforce, as it plans to split the company in two.", "prediction": "Smart firmlett-Packard announced it will cut 7,000 worldwide world by 2021, as part of a corporate restructuring intervention in its plan.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 8.51063829787234, "rougeL": 32.6530612244898}, "nll_sum": 133.2086639404297, "token_count": 28} +{"index": 1427, "reference": "Partick Thistle will finish in the Scottish Premiership's top six for the first time after beating Motherwell, who slipped to second bottom.", "prediction": "Partick Thistle moved to top of the Scottish Premiership by beating Ross County County 5-1 at Douglas Park.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 28.571428571428577}, "nll_sum": 79.76863861083984, "token_count": 22} +{"index": 1428, "reference": "The length of time ambulance crews spend waiting to hand over patients at hospital accident and emergency units in Yorkshire has doubled in a year.", "prediction": "The a times for air and emergency hospitals in three hospitals in Yorkshire and West Yorkshire have increased in nearly five years.", "rouge": {"rouge1": 42.55319148936171, "rouge2": 8.88888888888889, "rougeL": 34.04255319148936}, "nll_sum": 108.69153594970703, "token_count": 22} +{"index": 1429, "reference": "Two men have appeared in court charged with the murder of a woman who was shot in the head in Oxfordshire.", "prediction": "Two men have been charged with murder after a woman was shot and shot in a head- south-west London.", "rouge": {"rouge1": 58.536585365853654, "rouge2": 30.76923076923077, "rougeL": 58.536585365853654}, "nll_sum": 72.87277221679688, "token_count": 22} +{"index": 1430, "reference": "British conductor Christopher Hogwood has died aged 73.", "prediction": " Don Christopher Purwood, one of but world's most music of music music, has died at is age of 88.des band was appointed's a The's The I's from I\" Iad's of from.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 288.1055908203125, "token_count": 43} +{"index": 1431, "reference": "A lioness rescued from a zoo in the war-torn Syrian city of Aleppo has given birth just hours after arriving at a wildlife park in Jordan.", "prediction": " a giant cub Bowl which went missing during a charity operation in the western Turkish capital, restricting the passport, is not giving birth in her second elephant.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 3.8461538461538463, "rougeL": 22.22222222222222}, "nll_sum": 180.63287353515625, "token_count": 29} +{"index": 1432, "reference": "The British and German economies are the \"beating heart\" of Europe, George Osborne has said as he heads to Berlin for talks on reforming the EU.", "prediction": "The German economy will have the support for the trade and deal with the UK the best Europe, George Osborne said, will visit his office in Berlin.", "rouge": {"rouge1": 45.28301886792453, "rouge2": 11.76470588235294, "rougeL": 33.9622641509434}, "nll_sum": 135.2086181640625, "token_count": 29} +{"index": 1433, "reference": "A mining company has been convicted of desecrating an Aboriginal site in Australia's Northern Territory.", "prediction": " of Australian gambling firm has been jailed for the collapse of a tallest community in Australia, killing most Aboriginal people.", "rouge": {"rouge1": 38.888888888888886, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 131.18460083007812, "token_count": 21} +{"index": 1434, "reference": "On Black Friday retailers will be aiming for a \"frenzied\" atmosphere - the hope being it makes you buy more.", "prediction": "The 24hour stores are taking place on Friday Good Friday - and reports tens shopping will be too easy to spend.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 138.528564453125, "token_count": 22} +{"index": 1435, "reference": "The Indian state of Tamil Nadu is to hire the country's first transgender police officer after a court cleared hurdles that faced one applicant.", "prediction": "A 15-year-old transgender girl in India has become the first police force, after a court ruling that the government does not receive a third gender.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 8.0, "rougeL": 26.923076923076923}, "nll_sum": 103.26063537597656, "token_count": 30} +{"index": 1436, "reference": "GAA director general Paraic Duffy has called for the abolition of the inter-county U21 Football Championship in a discussion paper on player burnout.", "prediction": "The inter-count football matches could be played Tyr three years after Tyrone should be no decisive action, says Tyrone's director general.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 8.888888888888888, "rougeL": 12.76595744680851}, "nll_sum": 166.6026153564453, "token_count": 27} +{"index": 1437, "reference": "A cyclist has suffered serious head injuries after a collision with a car in Elgin.", "prediction": "A man was taken to hospital after being hit by a car on car on the A96 of the A96 in East Lothian.", "rouge": {"rouge1": 26.315789473684205, "rouge2": 5.555555555555555, "rougeL": 26.315789473684205}, "nll_sum": 84.65153503417969, "token_count": 27} +{"index": 1438, "reference": "A prototype 3D-printed robotic hand is this year's UK winner of the James Dyson Award.", "prediction": " of B Wer manufacturer itsrel double and leaptuteees't be sold sold, can reach $81m (\u00c2\u00a389m).", "rouge": {"rouge1": 6.0606060606060606, "rouge2": 0.0, "rougeL": 6.0606060606060606}, "nll_sum": 213.85787963867188, "token_count": 26} +{"index": 1439, "reference": "Celtic defender Mikael Lustig insists Ronny Deila is \"not to blame\" for the club missing out on Champions League football under the manager's tenure.", "prediction": "Liverpool goalkeepersensvig says Celtic should not blame for Ronny Deila out of, Champions League because of to blame they did not well.", "rouge": {"rouge1": 42.55319148936171, "rouge2": 17.77777777777778, "rougeL": 29.787234042553195}, "nll_sum": 163.4307861328125, "token_count": 29} +{"index": 1440, "reference": "It is very hard not to be overawed when you step out on to the pitch at the Bernabeu for the first time and look around you - the stadium just keeps going up and up for what feels like forever.", "prediction": "I'm pleased to know that Manchester City that I is writing in the atmosphere again at this Stadium and I don't need to know again where I, will be the on the pitch a", "rouge": {"rouge1": 31.57894736842105, "rouge2": 2.7027027027027026, "rougeL": 15.789473684210526}, "nll_sum": 167.49594116210938, "token_count": 36} +{"index": 1441, "reference": "Wrexham have put striker Andy Morrell in temporary charge following the departure of Dean Saunders.", "prediction": "New Wrexham Lee Morrell Lee revealed he will not offer offers the club as coach first-team coach to find a future director managing former substitute Dean Saunders.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 177.45498657226562, "token_count": 32} +{"index": 1442, "reference": "\"I really shop when the pound falls in value,\" says American Jian DeLeon.", "prediction": "Patrick Mc Po't take you think clothes but anything but says it't't better.", "rouge": {"rouge1": 6.896551724137931, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 131.38815307617188, "token_count": 16} +{"index": 1443, "reference": "Civil servants from across Whitehall are being lined up to act as border staff at UK ports and airports during next week's public sector strikes.", "prediction": "Thousands of civil servants are being allowed to fly home from foreign office in a planned strike, a union leader says.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 8.88888888888889, "rougeL": 25.531914893617024}, "nll_sum": 78.1810302734375, "token_count": 22} +{"index": 1444, "reference": "Kenya's Vivian Cheruiyot won a shock 5,000m Olympic gold as race favourite Ayana Almaz of Ethiopia took bronze.", "prediction": "anaary Mantaryot Copenhagenuiyot missed thelay after missing out on the 10, themm as Jm's fourth complete her best best at the Rio 2016. Rio. side of again an's again 2011's again's", "rouge": {"rouge1": 10.909090909090908, "rouge2": 0.0, "rougeL": 7.2727272727272725}, "nll_sum": 335.60028076171875, "token_count": 46} +{"index": 1445, "reference": "Two men killed in an explosion at a factory in Norwich died from the \"effects of fire and inhalation of fumes of combustion\", post-mortem examinations have found.", "prediction": "Police investigating the deaths of two men at a pig paper recycling site in County Durham, have found \"no evidence has shown\" in a fatal flag, Budapest police have said.", "rouge": {"rouge1": 34.48275862068965, "rouge2": 10.714285714285715, "rougeL": 24.137931034482758}, "nll_sum": 161.94869995117188, "token_count": 34} +{"index": 1446, "reference": "The US, UK and France have urged the UN to begin air drops of humanitarian aid to besieged areas in Syria.", "prediction": "The US and US say it will not withdraw its drops to be remote Syrian town, saying the it will not be delivered \"as possible\".", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 139.5532684326172, "token_count": 27} +{"index": 1447, "reference": "Elite firms are sidelining the UK's bright working-class applicants in favour of privileged, \"polished\" candidates, a report says.", "prediction": "People from ethnic backgrounds are being forced to pass a \"hhyah test\" for priority, research suggests.", "rouge": {"rouge1": 11.111111111111112, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 105.53134155273438, "token_count": 21} +{"index": 1448, "reference": "MK Dons have re-signed Brighton & Hove Albion midfielder Jake Forster-Caskey on loan for the rest of the season.", "prediction": "League One club MK Dons have re-signed Brighton centre Callum Robinson on an 18-month a deal.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 27.777777777777775, "rougeL": 36.84210526315789}, "nll_sum": 86.5225601196289, "token_count": 22} +{"index": 1449, "reference": "Banned cyclist Lance Armstrong's fight against a $100m (\u00a379m) lawsuit by the US government has been set for a trial starting in Washington on 6 November.", "prediction": "defaced former world champion Lance Armstrong is suing the government after claiming it is $75m (\u00a331mm) for his involvement in doping scandal.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 24.489795918367346}, "nll_sum": 114.05130004882812, "token_count": 28} +{"index": 1450, "reference": "A new organisation has been set up in Northern Ireland to support people who suffer from rare diseases.", "prediction": "A support campaign group started for people signed a new partnership to help families in Northern Ireland.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.18181818181818, "rougeL": 28.571428571428577}, "nll_sum": 90.56369018554688, "token_count": 17} +{"index": 1451, "reference": "Two 13-year-old girls accused of stabbing a classmate to please the online horror character Slender Man will be tried in an adult court, a US judge has ruled.", "prediction": "Two young girls from voting artwork, will face murder after a brutal revenge murder of a 16-yearold school classmate to Crender Man of New York.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 3.703703703703704, "rougeL": 25.0}, "nll_sum": 176.21749877929688, "token_count": 30} +{"index": 1452, "reference": "A US judge has rejected a request from two Native American tribes to halt construction on the controversial Dakota Access oil pipeline.", "prediction": " American militias in North Dakota are submitted of plan for a controversial pipeline which would will end of the drinking water, the US army's army says..", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 160.96481323242188, "token_count": 28} +{"index": 1453, "reference": "Polls suggest Hungary's governing Fidesz party is set to win another two-thirds majority at Sunday's general election.", "prediction": "The Fereidesz government, but the parliamentary elections is held, Hungary's flag, the left-e build his party in his own crowd. his ownraw - what it keeps temporary and- it's. solve the solve a's", "rouge": {"rouge1": 25.0, "rouge2": 3.7037037037037033, "rougeL": 14.285714285714285}, "nll_sum": 305.10650634765625, "token_count": 47} +{"index": 1454, "reference": "The case against two men accused of stealing \u00a320,000 of biscuits from the makers of Jammie Dodgers and Wagon Wheels has been dropped.", "prediction": "Two men have been charged in connection with the theft of \u00a320,000 of trailer from of firm's factory in north Wales-. delayed", "rouge": {"rouge1": 41.66666666666667, "rouge2": 13.043478260869565, "rougeL": 33.33333333333333}, "nll_sum": 114.81367492675781, "token_count": 26} +{"index": 1455, "reference": "Prince Christian, the second in line to Denmark's throne, has been rescued after getting into trouble in the waves at an Australian beach, reports say.", "prediction": "A Harry whose parent was found himself to the sea at a surf crane has been rescued, Australian officials said,", "rouge": {"rouge1": 30.43478260869565, "rouge2": 9.09090909090909, "rougeL": 21.73913043478261}, "nll_sum": 123.7343521118164, "token_count": 21} +{"index": 1456, "reference": "Addressing a crowd in Stafford, Boris Johnson said: \"It is absurd we are told that you cannot sell bananas in bunches of more than two or three bananas.\"", "prediction": " Leave Vote Leave of forEU Leave has said that claims \" that the European Union, meant bananas would not only be to buy wholesal anythingfireers and mean it wasn!", "rouge": {"rouge1": 17.857142857142858, "rouge2": 0.0, "rougeL": 10.714285714285714}, "nll_sum": 234.00477600097656, "token_count": 34} +{"index": 1457, "reference": "In 2008, engineering student Samay Kohli wanted to build a humanoid robot, but his professor told him it would not be possible.", "prediction": "When I first fled a classroom in India's capital, Delhi theirat Kohli told local that performing he warehouse that he has done anything and I was a warehouse there wasn't a good acby it.", "rouge": {"rouge1": 17.24137931034483, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 243.30616760253906, "token_count": 40} +{"index": 1458, "reference": "Militant Islamist group al-Shabab has dismissed as exaggerated US claims that more than 150 of its fighters were killed in an air strike in Somalia.", "prediction": "Islamist militant al--Shab a have killed at least 40 people, including troops the after a US strike strike officials say 2011 a Broadway, solve, as they a \"-pA Prime in from from's ground.", "rouge": {"rouge1": 26.229508196721312, "rouge2": 0.0, "rougeL": 16.39344262295082}, "nll_sum": 296.8414306640625, "token_count": 43} +{"index": 1459, "reference": "An appeal has been launched to raise money to refurbish one of the largest stained-glass windows in Wales honouring casualties from World War One.", "prediction": "A Catholic church, which owned to some of its 21 Century, is to be reopen, after repairs for for \u00a32.9m.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 139.81112670898438, "token_count": 27} +{"index": 1460, "reference": "A man died when the car he was driving ploughed into the front gardens of three houses.", "prediction": "A 39-year-old man died when a car crashed into houses trees and open- door hall.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 12.5, "rougeL": 41.17647058823529}, "nll_sum": 95.11641693115234, "token_count": 20} +{"index": 1461, "reference": "Every pupil in England will be tested on their times tables before leaving primary school, under government plans.", "prediction": "Thousands of children in England are their their tests to their pupils when the tables measures to be carried out.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 119.97384643554688, "token_count": 20} +{"index": 1462, "reference": "Four-time Olympic medallist Louis Smith may face \"suspension or expulsion\" by British Gymnastics over a video in which he apparently mocks Islam.", "prediction": "Olympic champion Louis Smith has been suspended by British Gymnastics after a video emerged appearing- show to show him a racist shower at him.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 17.777777777777775, "rougeL": 34.04255319148936}, "nll_sum": 138.87664794921875, "token_count": 29} +{"index": 1463, "reference": "Five disabled people have lost their High Court challenge over the government's decision to abolish the Independent Living Fund (ILF).", "prediction": " disabled claimants have lost a High Court battle, over the closure of the disability benefit (ILF) to disabled people in a \"olveon \u00a3 it's's to \"g 100-w a of from from November George a. fromowned", "rouge": {"rouge1": 41.37931034482759, "rouge2": 14.285714285714285, "rougeL": 31.03448275862069}, "nll_sum": 283.9178466796875, "token_count": 47} +{"index": 1464, "reference": "Security firm G4S has reported a \u00a34m rise in profits to \u00a3185m for the first half of 2015 due to new contracts and growth in emerging markets.", "prediction": "The security firm G4S has reported a 40% fall in the third revenue in last year despite converging trading markets and in war war.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 20.408163265306122, "rougeL": 39.21568627450981}, "nll_sum": 141.19781494140625, "token_count": 28} +{"index": 1465, "reference": "Two people have died from gunshot wounds during protests against President Nicolas Maduro's government, eyewitnesses and local media say.", "prediction": "A Brazilian man has been shot dead during protests against President Nicolas Maduro, died of hospital and officials say.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 27.027027027027025, "rougeL": 41.02564102564102}, "nll_sum": 83.50802612304688, "token_count": 20} +{"index": 1466, "reference": "European aircraft maker Airbus has cut production of its A380 superjumbo for the second time in a year.", "prediction": "Air aviation firm Airbus has warned a 40% in sales in its Ajumbo aircraft and aircraft as it struggle to struggle its A380 superjumbo aircraft.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 23.25581395348837}, "nll_sum": 161.4584197998047, "token_count": 30} +{"index": 1467, "reference": "A topic of debate at this week's Conservative Party conference will be the UK's relationship with Brussels ahead of a referendum due in 2017.", "prediction": "One of the UK's most successful fund managers has called for the European Union for UK to be out of business because of EU membership of the EU.", "rouge": {"rouge1": 21.818181818181817, "rouge2": 7.547169811320756, "rougeL": 18.181818181818183}, "nll_sum": 91.0889663696289, "token_count": 29} +{"index": 1468, "reference": "At least 45 people have died, including 15 children, after a building being constructed illegally collapsed near the Indian city of Mumbai, police say.", "prediction": "Rescue teams are continuing their search for the arrest and the builders of a building, the the street where a building collapsed in the Indian capital, Mumbai, killing 11 people.-K 2011 solve in's of's 2011 from 2011 a", "rouge": {"rouge1": 24.615384615384613, "rouge2": 6.349206349206351, "rougeL": 18.46153846153846}, "nll_sum": 235.50979614257812, "token_count": 46} +{"index": 1469, "reference": "The world's largest money manager BlackRock reportedly plans to cut 400 jobs, or about 3% of its workforce, in its biggest round of layoffs to date.", "prediction": " the US investment, BlackRock announced it will cut 1,700 worldwide, including Pharmaceutical,000 jobs, next year, according to media reports.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 0.0, "rougeL": 20.833333333333336}, "nll_sum": 122.7750473022461, "token_count": 28} +{"index": 1470, "reference": "Six years ago, Dom Dwyer's career was going nowhere.", "prediction": "When seeking Dwyer, who of just 10 minutes for British footballers in South Florida and Florida, was a football for the referee for a for a career from the a, from'sdIt reputation for from years's.", "rouge": {"rouge1": 21.276595744680854, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 271.8043518066406, "token_count": 44} +{"index": 1471, "reference": "Russia has questioned whether it needs to \"dance on the table\" or \"sing a song\" in order to compete in athletics at the Rio Olympics this summer.", "prediction": "Russia's minister has called for football federation to create a leadership in the Rio Olympics Olympics, saying it does not want a \"for the leader\".", "rouge": {"rouge1": 37.73584905660377, "rouge2": 7.8431372549019605, "rougeL": 30.18867924528302}, "nll_sum": 120.18384552001953, "token_count": 28} +{"index": 1472, "reference": "The ashes of a stranger were scattered in front of a family by two cemetery workers trying to cover up a mistake.", "prediction": "Two North Somerset factory workers have apologised after mistake after a family were found ashes's ashes return of them.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 5.0, "rougeL": 14.285714285714283}, "nll_sum": 123.86434173583984, "token_count": 20} +{"index": 1473, "reference": "Broadcasting executives are gathering in Edinburgh for the start of the annual international television festival.", "prediction": "The annual's annual at the BBC will the in Edinburgh this year to find out what it pays to pay and its critics of its rivals.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 10.0, "rougeL": 14.285714285714285}, "nll_sum": 138.58432006835938, "token_count": 27} +{"index": 1474, "reference": "Health Secretary Jeremy Hunt has offered to meet junior doctors' leaders after the decision to ballot medics on industrial action over a new contract.", "prediction": "iorJun doctors' leaders have meet NHS leaders they will hold talks with the government next week the issue surrounding the issue over a new contract in England.", "rouge": {"rouge1": 31.37254901960785, "rouge2": 16.3265306122449, "rougeL": 27.450980392156865}, "nll_sum": 157.90863037109375, "token_count": 29} +{"index": 1475, "reference": "Hamilton Academical moved three points clear of Premiership bottom side Inverness Caledonian Thistle with victory over the Highlanders.", "prediction": "Hamilton Accies beat Hamilton 2-0 down and move to four points in Scottish Premiership bottom side andpar Premiership and secure a sixth Scottish Premiership win.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 9.523809523809526, "rougeL": 27.272727272727277}, "nll_sum": 157.87139892578125, "token_count": 29} +{"index": 1476, "reference": "A \u00a315m cash fund to boost culture and creativity across the North of England has been announced by the government.", "prediction": " total total of \u00a315m has been announced for a \"idal\" for north north of northern England over the next few years", "rouge": {"rouge1": 43.90243902439024, "rouge2": 15.384615384615385, "rougeL": 24.390243902439025}, "nll_sum": 111.71624755859375, "token_count": 24} +{"index": 1477, "reference": "With or without the benefit of hindsight, Serena Williams' victory at the Australian Open in January was sublime.", "prediction": "Serena Williams was a successful African woman won a Grand Slam of her.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 6.896551724137931, "rougeL": 19.35483870967742}, "nll_sum": 75.69613647460938, "token_count": 15} +{"index": 1478, "reference": "Police in the US and Italy say they have arrested 26 people in a joint raid against a new mafia-operated drug trafficking route.", "prediction": "Police in the United States have arrested 12 people suspected of carrying drugs and in an illegal drugs control out illegal drugs.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 13.636363636363635, "rougeL": 34.78260869565217}, "nll_sum": 96.37527465820312, "token_count": 22} +{"index": 1479, "reference": "Zimbabwean President Robert Mugabe has announced plans to water down a contentious law obliging foreign companies to hand over most of their shares to black Zimbabweans.", "prediction": "Zimbabwe's President Robert Mugabeabe has signed a stash security fencing security law, which has stopped banks passed protect the people from the black economy.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 163.142822265625, "token_count": 29} +{"index": 1480, "reference": "A new code of practice on police stop-and-search powers has come into force.", "prediction": "Police Scotland has unveiled are new code ofand-arickches will help and carry searches.", "rouge": {"rouge1": 41.379310344827594, "rouge2": 7.407407407407408, "rougeL": 27.58620689655172}, "nll_sum": 134.82212829589844, "token_count": 18} +{"index": 1481, "reference": "A woman who asked BT to install a landline at her home was told it would cost more than \u00a322,500.", "prediction": "A 86-year-old woman has received a share of an underground broadband service, house she claimed was is price of \u00a318m.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 127.53545379638672, "token_count": 27} +{"index": 1482, "reference": "He is the man who took a rag-tag bunch of political misfits to the brink of achieving their dream of an independent Scotland.", "prediction": "It was amond best had ever leader Alex Salmond when he had been been in and Hogmanay in's in a Whitehaven of Commons.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 191.76971435546875, "token_count": 29} +{"index": 1483, "reference": "Tommy Hilfiger has said suggestions he thought Gigi Hadid was not thin enough to model are \"completely false\".", "prediction": "Gary Hil pensioner has publicly apologised for saying her her that fashion carii Ker Farid played because because she is too quick\".", "rouge": {"rouge1": 5.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 180.6871337890625, "token_count": 25} +{"index": 1484, "reference": "Three of US DJ Casey Kasem's children and his brother have sued the late star's widow for wrongful death in the latest move in a bitter family feud.", "prediction": " axedian Paul Kasem, who is suing the family after his family abused abuse him.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 4.761904761904763, "rougeL": 18.181818181818183}, "nll_sum": 100.9474868774414, "token_count": 18} +{"index": 1485, "reference": "The French authorities have expelled controversial Russia fan leader Alexander Shprygin for a second time.", "prediction": "Russian footballer Guatemierl Shprygin who has been arrested in France after being arrested after France has arrested by a-olve a- aA a- aA from a-A aA in a Russia a body. fromA", "rouge": {"rouge1": 12.244897959183675, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 282.43914794921875, "token_count": 47} +{"index": 1486, "reference": "Britons living around Europe would have been left \"high and dry\" if the rights of EU citizens to stay in the UK had been guaranteed, the PM has said.", "prediction": " the UK wants ministers to protect the rights of EU nationals living in the UK after the EU after Brexitisis dry\", the prime minister has said.", "rouge": {"rouge1": 47.27272727272727, "rouge2": 22.64150943396226, "rougeL": 36.36363636363637}, "nll_sum": 123.61841583251953, "token_count": 29} +{"index": 1487, "reference": "Kilmarnock paid heavily for the first-half sending-off of their captain Manuel Pascali as Celtic jumped to fourth in the Scottish Premiership with a comfortable win.", "prediction": " Anthony P Anthonyali's late injury-half missed, and missed a penalty after 10-man Celtic and missed a penalty behind Premiership leaders Celtic at Rugby Park.", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 173.57826232910156, "token_count": 31} +{"index": 1488, "reference": "Ten-man Inverness Caledonian Thistle fell four points adrift at the foot of the Scottish Premiership with defeat by St Johnstone.", "prediction": "Inverness Caledonian Thistle secured place in the Scottish Premiership thanks to a battle win over 10-man St John Johnstone- solve\ufffd again- solve again-'s- 2011A referee in from from's from. from emerged", "rouge": {"rouge1": 32.72727272727273, "rouge2": 15.094339622641511, "rougeL": 29.090909090909083}, "nll_sum": 281.398681640625, "token_count": 47} +{"index": 1489, "reference": "Fiji lost to hosts England in their first game at the London Sevens but bounced back to reach the quarter-finals and retain their World Sevens Series title in the process.", "prediction": "England will face Wales in, South Africa and reach the quarter-finals of the 2016 Rugby World Rugby Rugby Sevens, France in the skard, Sunday, after they from referee-g's ban from the Saturday's.'s from 71", "rouge": {"rouge1": 34.285714285714285, "rouge2": 11.76470588235294, "rougeL": 28.57142857142857}, "nll_sum": 247.88270568847656, "token_count": 47} +{"index": 1490, "reference": "Website security checks that challenge people to prove they are human are likely to \"disappear\" in favour of a new system developed by Google.", "prediction": "Google has launched its new system on automated call, automated teen that can buy and buy correctly correctly.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 9.523809523809526}, "nll_sum": 120.29852294921875, "token_count": 19} +{"index": 1491, "reference": "Irish Paralympic star Jason Smyth will battle on to achieve his goal of competing at an Olympics despite missing out on the recent London Games.", "prediction": "Irish Paralympic champion Jason Smyth says he will be allowed to compete at next month Championships Championships's World Championships in 2012 2008.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 33.33333333333333}, "nll_sum": 121.93937683105469, "token_count": 26} +{"index": 1492, "reference": "Police walked off with a number of elaborate cakes after a clash between \"travellers and staff\" at a party.", "prediction": "A golf clubber forced taken up of dozens of pieces of cakes at a Christmas party, police have said.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555555, "rougeL": 31.57894736842105}, "nll_sum": 106.46195220947266, "token_count": 21} +{"index": 1493, "reference": "MPs on Parliament's Welsh affairs committee have been grilling Alun Cairns for the first time since his appointment in March.", "prediction": "Welsh Secretary Alun Cairns told a Commons dev committee before told Parliament that their address backs the UK stays the European UnionEC and.\".", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 178.08285522460938, "token_count": 29} +{"index": 1494, "reference": "Boojum, the Belfast-based chain of burrito restaurants, has been sold.", "prediction": "The Newry-based Mexico, Mexican chain Melaniazum, has been sold to, Mexican restaurant for \u00c2\u00a3190m).", "rouge": {"rouge1": 53.846153846153854, "rouge2": 16.666666666666664, "rougeL": 46.15384615384615}, "nll_sum": 187.3783721923828, "token_count": 27} +{"index": 1495, "reference": "A 16-year-old boy arrested in Norwich in connection with an alleged data theft from TalkTalk has been released on bail until March.", "prediction": "A fourth person been arrested in Norwich with a suspected hacking attack on the Talk the website, which was at least \u00a32.6m.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 8.888888888888888, "rougeL": 25.53191489361702}, "nll_sum": 120.89739990234375, "token_count": 27} +{"index": 1496, "reference": "Turkish warplanes have shot down a Russian military aircraft on the border with Syria.", "prediction": "N Nato military alliance says it has shot down a Russian warplane, near Syria in border with.", "rouge": {"rouge1": 58.06451612903226, "rouge2": 27.586206896551722, "rougeL": 38.70967741935484}, "nll_sum": 90.56770324707031, "token_count": 19} +{"index": 1497, "reference": "The Islamic State group's commander in the besieged Iraqi city of Falluja is among 70 militants killed in coalition air strikes, the US military says.", "prediction": "Fierce ended by the socalled Islamic State (IS) are promoting the attacks in, northern Iraqi city of Isu the 2013, the army's lord says.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 12.244897959183673, "rougeL": 35.294117647058826}, "nll_sum": 189.17465209960938, "token_count": 32} +{"index": 1498, "reference": "Arsenal midfielder Santi Cazorla is to have an ankle operation that could rule him out of action for a further three months.", "prediction": "Arsenal striker Cin Cazorla has been ruled out of action until February because of an Achilles injury.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 30.769230769230766}, "nll_sum": 61.73686599731445, "token_count": 20} +{"index": 1499, "reference": "Trainer Jessica Harrington celebrated her first success in the Irish Grand National when favourite Our Duke won Monday's big race at Fairyhouse.", "prediction": "Fending champion Padraig Harrington said he was \"very honour\" to receive prestigious compensation for the trainer who won the May Grand National meeting meetings at Aintree on Friday.- solve) 2011's again's 2011 from 2011 again a", "rouge": {"rouge1": 26.229508196721312, "rouge2": 3.389830508474577, "rougeL": 16.39344262295082}, "nll_sum": 285.26800537109375, "token_count": 46} +{"index": 1500, "reference": "Health trusts in England have been ranked by their ability to learn from mistakes, as part of several changes designed to improve patient safety.", "prediction": "NHS services service investigations in how England provide health are inadequate \"could do good\",, health secretary has announced, in changes to the service., boasting,'s they from a new from \" it's's of.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 0.0, "rougeL": 17.24137931034483}, "nll_sum": 293.7688293457031, "token_count": 42} +{"index": 1501, "reference": "A disabled man has been left with serious injuries after being attacked in his own home in Edinburgh.", "prediction": "A pensioner was sexually assaulted in a \"vicious attack\" at his home in hours early hours.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 6.25, "rougeL": 29.411764705882355}, "nll_sum": 79.7784423828125, "token_count": 20} +{"index": 1502, "reference": "A driver died when his sports car hit a tree on a main road in Surrey.", "prediction": "A man was seriously seriously injured after being hit by a car in Essex.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 26.666666666666668}, "nll_sum": 41.64704895019531, "token_count": 14} +{"index": 1503, "reference": "\"Payslip-gate\", as it has come to be known, has been dominating the news headlines in Iran for months.", "prediction": "A corporate financial scandal has put out a massive huge issue for the country again, and that the country faces no sanctions.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 111.72474670410156, "token_count": 23} +{"index": 1504, "reference": "Officials at the famous Yellowstone National Park in the US have revealed that they had to put down a newborn bison after some tourists put it in the boot of their car.", "prediction": "y wildlifeists and restaurant at London's Yellowstone Park national park have been put down because a because caught because of delayed of a black white Bison.", "rouge": {"rouge1": 33.89830508474576, "rouge2": 7.017543859649122, "rougeL": 30.508474576271187}, "nll_sum": 190.67701721191406, "token_count": 29} +{"index": 1505, "reference": "House price inflation across the UK jumped to 9% in March, as landlords rushed to beat stamp duty changes, official figures show.", "prediction": "The average of house prices helped more than 4,3bn from a month ago - the highest level since homeowners received the rise on stamp duty.", "rouge": {"rouge1": 21.276595744680854, "rouge2": 8.88888888888889, "rougeL": 21.276595744680854}, "nll_sum": 136.47987365722656, "token_count": 28} +{"index": 1506, "reference": "Durham County Council has approved plans to cut the salaries of teaching assistants by nearly 23% by not paying them during school holidays.", "prediction": "Campaigners at the North East Lincoln City Council have voted in favour to take strike action, a dispute over offer, offer present their presenters.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 152.9788360595703, "token_count": 28} +{"index": 1507, "reference": "Torquay United have signed Gibraltar international Jake Gosling following his release by Bristol Rovers.", "prediction": "Torquay United have signed Bosnia international Berder Zaranaar from Estonia on- four-year deal for an undisclosed fee,.", "rouge": {"rouge1": 31.250000000000007, "rouge2": 20.000000000000004, "rougeL": 31.250000000000007}, "nll_sum": 155.03671264648438, "token_count": 25} +{"index": 1508, "reference": "British number two Heather Watson has parted company with her Argentine coach Diego Veronelli.", "prediction": " the world cy number one Heather, has signed a new three-year deal with her player Ver Veroneboy.", "rouge": {"rouge1": 31.250000000000007, "rouge2": 6.666666666666667, "rougeL": 31.250000000000007}, "nll_sum": 144.5751953125, "token_count": 22} +{"index": 1509, "reference": "While US Secretary of State John Kerry is not giving up on the idea of a ceasefire in Syria, it is very hard to see his efforts bearing fruit.", "prediction": "A deal agreed began started began collapse aid an aid convoy in Syria's northern area of Aleppo Kiev - and then the Americans to Russia - and been destroyed by President Bashar al-Assad.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 3.3333333333333335, "rougeL": 12.903225806451616}, "nll_sum": 190.95274353027344, "token_count": 36} +{"index": 1510, "reference": "Two British teenagers stole items including buttons and a rusted hair clipper from the Auschwitz death camp, a court in Poland has heard.", "prediction": "Two British school pupils from Cambridge accused of using gas pits from school site during a school trip to Poland have been told they a faces a jail sentence.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 4.0, "rougeL": 19.230769230769234}, "nll_sum": 141.48468017578125, "token_count": 29} +{"index": 1511, "reference": "US Vice-President Joe Biden told an audience in Ottawa that the world needs \"genuine leaders\" such as Canadian Prime Minister Justin Trudeau.", "prediction": "Joe Biden has called on world leaders Canada to be \"very hurt\" with Canada saying the US is \"very \" badly hurt\". its\". solve\". \" again \" a \"- \"des \" a \" again he a \" again the a", "rouge": {"rouge1": 21.428571428571427, "rouge2": 3.7037037037037033, "rougeL": 14.285714285714288}, "nll_sum": 251.08897399902344, "token_count": 46} +{"index": 1512, "reference": "Huddersfield head coach David Wagner has signed a new two-year deal after guiding the club to the Premier League for the first time.", "prediction": "Huddersfield Town coach head coach David Bowie has signed a new five-and-a-halfhalf deal to be2m.", "rouge": {"rouge1": 47.61904761904762, "rouge2": 25.0, "rougeL": 47.61904761904762}, "nll_sum": 118.23765563964844, "token_count": 27} +{"index": 1513, "reference": "\"When we were starting out, if you were a woman and you went to the bank for a loan, they wanted to know who you were married to and whether you had permission to be in business,\" says Terry Mungai.", "prediction": "When Terry World Ma was abandoned, it would no longer a woman's because anything because she wasn't struggle her job to be female lawyer or female. no hand for minor.", "rouge": {"rouge1": 19.444444444444443, "rouge2": 5.714285714285714, "rougeL": 13.88888888888889}, "nll_sum": 230.53465270996094, "token_count": 34} +{"index": 1514, "reference": "A GP should have been more curious about a 12-year-old boy's symptoms and seen him \"as soon as possible\" the day before he died, a court has heard.", "prediction": "A doctor on the trial of murdering a 12-year-old boy has told a doctors he had never probably seen anything in his life. \"a a of a \" aA \"- a again from of from aold again from 2011", "rouge": {"rouge1": 31.428571428571427, "rouge2": 11.76470588235294, "rougeL": 22.857142857142858}, "nll_sum": 240.9182891845703, "token_count": 46} +{"index": 1515, "reference": "A new visitors' centre proposed for Sherwood Forest will ruin \"a priceless\" tract of land and threaten wildlife, opponents say.", "prediction": "A new centre likely to be built in Sherwood Forest could be open to wildlife wildlife, a wildlife charity says.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 10.526315789473683, "rougeL": 40.00000000000001}, "nll_sum": 88.65365600585938, "token_count": 22} +{"index": 1516, "reference": "A letter sent to a TV engineer by Mikhail Gorbachev and George Bush after their 1989 summit in Malta is being auctioned.", "prediction": "A man who written a letter by William and James Cab during a security summit in 2006 is to be auctioned for $1000 (\u00c2\u00a352).", "rouge": {"rouge1": 47.82608695652174, "rouge2": 13.636363636363635, "rougeL": 39.13043478260869}, "nll_sum": 188.71957397460938, "token_count": 30} +{"index": 1517, "reference": "A Singapore museum will return to India an 11th Century sculpture believed to have been stolen from that country.", "prediction": "A Singapore national museum says it will return the gold decision of a art artist who was late stolen from New York Museum 40 years ago, despite claims had's accused Nottingham India \" first- from a fraud in from years's from the from it", "rouge": {"rouge1": 25.0, "rouge2": 9.67741935483871, "rougeL": 21.875}, "nll_sum": 301.7993469238281, "token_count": 47} +{"index": 1518, "reference": "Commuters were given a surprise upgrade when a luxury train arrived for their daily journey to work.", "prediction": "Thousands of rail passengers have running out for a long train to attended a theatre train in Kent.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 99.57151794433594, "token_count": 18} +{"index": 1519, "reference": "Former world number one Luke Donald has revealed he considered retirement last year following a slump in form.", "prediction": "World number one Luke Donald says he is \"lucky\" and will welcome and return to the golf because he \" is not becoming a baby\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 20.0, "rougeL": 33.33333333333333}, "nll_sum": 139.2532958984375, "token_count": 28} +{"index": 1520, "reference": "Elections will be held in 34 local authorities in England and 1 in Wales on 2 May 2013.", "prediction": "The BBC has revealed the fullions of council-yearelections in England council and council elections on 4 May between May 22 and 28 December 2014. solve- a's from's decisionA aA Barry from's? a from'sA", "rouge": {"rouge1": 21.428571428571427, "rouge2": 3.703703703703704, "rougeL": 17.857142857142858}, "nll_sum": 305.80096435546875, "token_count": 47} +{"index": 1521, "reference": "The predicted explosion of dementia cases may be less severe than previously thought, a study in Nature Communications suggests.", "prediction": "Huge weakness ofitals over-65% in men who haveank almost 50 years ago, analysis suggests suggests and research suggests in the research solve, solve, say they again from of from a from's's from a", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 10.90909090909091}, "nll_sum": 269.82000732421875, "token_count": 43} +{"index": 1522, "reference": "Isle of Wight Council begins a High Court appeal after the case against a father who took his child on holiday during term-time was thrown out by magistrates.", "prediction": "lele of Wight Council have launched a legal battle over a High Court ruling over a manold took his daughter on family term time.", "rouge": {"rouge1": 45.28301886792453, "rouge2": 23.52941176470588, "rougeL": 45.28301886792453}, "nll_sum": 150.1016845703125, "token_count": 27} +{"index": 1523, "reference": "The mystery identity of Swansea's own secret Santa has finally been revealed by his family, after the 92-year-old died this week.", "prediction": "A 88-year-old man who helped Mexican children as as gifts instead of the inspiration, calling him the \"big inter-fit man\".", "rouge": {"rouge1": 21.27659574468085, "rouge2": 4.444444444444444, "rougeL": 8.51063829787234}, "nll_sum": 149.7318878173828, "token_count": 28} +{"index": 1524, "reference": "About 2,000 people have attended the funeral march for a German woman who died fighting Islamic State (IS) militants in Syria.", "prediction": "Hundreds of people gathered at a cemetery for memorial honour to military pilot Gumo Tommy Knight, who has been fighting for so-called Islamic State-IS).", "rouge": {"rouge1": 33.333333333333336, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 151.03350830078125, "token_count": 30} +{"index": 1525, "reference": "Theresa May has promised to put workers on the boards of major firms and curb excess corporate pay, as she starts her campaign to be Tory leader and PM.", "prediction": "Theresa May has set out her plans for to corporate change in her party event, saying the Brexit is \"a positive vision for our future\".", "rouge": {"rouge1": 25.925925925925924, "rouge2": 7.692307692307692, "rougeL": 22.222222222222225}, "nll_sum": 110.2098388671875, "token_count": 28} +{"index": 1526, "reference": "A football referee in the US state of Michigan has died after being punched in the head during an altercation with a player he was ejecting from a match, according to police and witnesses.", "prediction": "A Detroit referee referee has died after being hit by a small punch with a punch during an game in a city's city Detroit Detroit, a lawyer, day after the referee stopped", "rouge": {"rouge1": 41.791044776119406, "rouge2": 15.384615384615385, "rougeL": 32.83582089552239}, "nll_sum": 167.05661010742188, "token_count": 34} +{"index": 1527, "reference": "Pennsylvania police are hunting a man who shot and killed an 18-year-old girl in a \"road rage incident\".", "prediction": "An 87-year-old woman has been shot in the head in a suspected hit-and-run on- private road in the US state, Florida,", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 26.66666666666666}, "nll_sum": 89.7940673828125, "token_count": 31} +{"index": 1528, "reference": "A teenager has been convicted of grooming a vulnerable young man after being inspired by the 2013 killing of Fusilier Lee Rigby in Woolwich.", "prediction": "A teenager who carried out an attack of murdered Fusilier soldier Lee Rigby in 2013 has been found guilty of terrorism charges charges.", "rouge": {"rouge1": 46.80851063829787, "rouge2": 17.777777777777775, "rougeL": 29.78723404255319}, "nll_sum": 91.69117736816406, "token_count": 27} +{"index": 1529, "reference": "A journalist in India is facing charges over a report he wrote saying Muslims were banned from being yoga teachers under government policy.", "prediction": "A right advertisement has been arrested in India for provide a training classes for a state event, local media reported.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 112.53538513183594, "token_count": 21} +{"index": 1530, "reference": "Scientists have measured the way Loch Ness tilts back and forth as the whole of Scotland bends with the passing of the tides.", "prediction": "A huge rock in the Earth around the Ness, it above the Moon the a day earlier than thought, scientists.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 135.51768493652344, "token_count": 22} +{"index": 1531, "reference": "An inquest into the deaths of 11 men at the Shoreham Airshow is not likely for another year, the BBC can reveal.", "prediction": "The inquest into the deaths of 11 men killed in the Shoreham disaster have been delayed because police charges brought.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 35.0, "rougeL": 42.85714285714286}, "nll_sum": 98.81980895996094, "token_count": 21} +{"index": 1532, "reference": "Thieves have been found guilty of using explosives to blow up cash machines in a series of raids which netted more than \u00a3130,000 across Aberdeenshire.", "prediction": "Two men have been found guilty of washing up 7 her 500, including Francis Clark, Johnny Clark, and more than \u00a3600,000.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 21.73913043478261, "rougeL": 37.50000000000001}, "nll_sum": 138.19039916992188, "token_count": 27} +{"index": 1533, "reference": "The Vatican and one of Australia's top clerics had failed to properly deal with child sex abuse victims, a retired bishop has said.", "prediction": "The Archbishop of Sydney, said, Vatican, has carried out of child sex abuse inquiry, saying he told the victim of a \" leaf\" that Australia who believe the Church from the choice that the has banned from national.", "rouge": {"rouge1": 36.0655737704918, "rouge2": 6.779661016949152, "rougeL": 29.50819672131148}, "nll_sum": 252.27862548828125, "token_count": 43} +{"index": 1534, "reference": "England Under-20 winger Patrick Roberts will tell Manchester City that his preference is to rejoin Celtic on loan.", "prediction": "Celtic have confirmed the signing of young right-back Manchester City right to right-backian Roberts.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.06060606060606, "rougeL": 17.142857142857142}, "nll_sum": 92.95943450927734, "token_count": 21} +{"index": 1535, "reference": "A giant-mantis robot with hydraulic legs has been unveiled by a designer who spent four years creating it.", "prediction": " a man who has unveiled garage, wheel and now be completed rebuild his legs.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 103.12210083007812, "token_count": 15} +{"index": 1536, "reference": "One in five British firms was hit by a cyber attack last year, research suggests.", "prediction": " private companies are as% as likely victim to cyber attack, according to a survey of a business group group", "rouge": {"rouge1": 17.647058823529413, "rouge2": 6.25, "rougeL": 11.76470588235294}, "nll_sum": 93.86158752441406, "token_count": 20} +{"index": 1537, "reference": "Pope Francis will go to Africa for the first time this week, visiting a refugee camp, a slum and a mosque.", "prediction": "Pope Francis from flying visit to tour world around the continent to resolve the issue to tackle violence and corruption around the world and living in my life.", "rouge": {"rouge1": 24.489795918367342, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 150.8605499267578, "token_count": 28} +{"index": 1538, "reference": "European Commission President Jean Claude Juncker has denied allegations he encouraged tax avoidance when he was Luxembourg's prime minister.", "prediction": " European Commission President Jean-Cla Juncker has said he has no regret\" for saying, saying large companies want to organised tax in not tax laws.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 18.6046511627907, "rougeL": 35.55555555555556}, "nll_sum": 150.67562866210938, "token_count": 29} +{"index": 1539, "reference": "Laura Muir set a new Scottish mile record with a superb run in Oslo to continue a strong start to her season.", "prediction": "ir Muir set her new Scottish 1500m record at the first race of the season in Edinburgh.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 10.81081081081081, "rougeL": 30.769230769230766}, "nll_sum": 82.7404556274414, "token_count": 19} +{"index": 1540, "reference": "Lukas Jutkiewicz kept Gianfranco Zola's Birmingham City in the FA Cup as they came from behind to earn a third-round replay against Newcastle.", "prediction": "Levas Jutk Mur scored a injury-time equaliser to give Cambridge hard-fought win over Gianascoco Zola's fifth-round defeat by non club Birmingham City. edged a of again 2011's a's", "rouge": {"rouge1": 23.728813559322035, "rouge2": 7.017543859649122, "rougeL": 16.949152542372882}, "nll_sum": 272.93133544921875, "token_count": 45} +{"index": 1541, "reference": "Mark Cavendish's Olympic gold medal bid ended in disappointment as Alexandre Vinokourov of Kazakhstan won the men's road race.", "prediction": "Britain's Mark Cavendish defended completed his to to gold in London 2012 after the London team's tactics and comfortably beat the Novakokokourov.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 26.666666666666668}, "nll_sum": 185.8361053466797, "token_count": 30} +{"index": 1542, "reference": "Reformed pop group All Saints discuss their new album, and recall the sexism they encountered in their first flush of fame.", "prediction": "\"I'm doing anything, and I'm doing anything,\" says explains Natalie Lynch, the and and star of arch-2 group F Saints is out of classical music industry in", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 187.8029022216797, "token_count": 34} +{"index": 1543, "reference": "New world number one doubles team Jamie Murray and Bruno Soares suffered a disappointing defeat in the semi-finals of the ATP World Tour Finals.", "prediction": "'s's Jamie Murray and Bruno Soares through to the semi-finals doubles at in ATP Finals World Tour.", "rouge": {"rouge1": 63.63636363636363, "rouge2": 33.33333333333333, "rougeL": 50.0}, "nll_sum": 110.87315368652344, "token_count": 21} +{"index": 1544, "reference": "A jogger who died when he was hit by a car has been named by police.", "prediction": "A cyclist who killed when he after being hit by a car has been named.", "rouge": {"rouge1": 70.96774193548386, "rouge2": 48.275862068965516, "rougeL": 70.96774193548386}, "nll_sum": 56.89333724975586, "token_count": 15} +{"index": 1545, "reference": "Volunteers have been asked to help in a post-storm beach clean in the south of the Isle of Man.", "prediction": "popup-up are be built on beaches in the Isle of Man to winter, the charity has said 2011 theTV of and from the from a 30 a president\" from a the game it the's suspension of the from the's a", "rouge": {"rouge1": 31.746031746031743, "rouge2": 16.393442622950822, "rougeL": 19.04761904761905}, "nll_sum": 301.16021728515625, "token_count": 47} +{"index": 1546, "reference": "A new \"blanket ban\" on so-called legal highs will carry prison sentences of up to seven years, the government says.", "prediction": "old blanket ban on or sale or sale of the legal highs in England, Wales and Wales, under proposals announced by the government in the- solve, solve, from they from front-d ban offences in from Conservative- legislation.", "rouge": {"rouge1": 27.11864406779661, "rouge2": 14.035087719298245, "rougeL": 23.728813559322035}, "nll_sum": 258.6027526855469, "token_count": 45} +{"index": 1547, "reference": "A former nurse has been jailed for 18 years for raping and sexually assaulting unconscious women.", "prediction": "A Paralymp who sexually sexually abusing two patients in an accident and emergency department has been jailed for eight years.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 17.647058823529413, "rougeL": 33.33333333333333}, "nll_sum": 101.6181640625, "token_count": 21} +{"index": 1548, "reference": "Ballyliffin in County Donegal will host the Irish Open for the first time in 2018.", "prediction": " Donegal have confirmed that the 2017 Irish Open will be staged in Ballylallyie July 2017. with's golf town's struggle as from as's, from on,'s as a the's from a of.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 259.3194885253906, "token_count": 43} +{"index": 1549, "reference": "Jack Leaning struck an unbeaten century as Yorkshire piled on the runs against Roses rivals Lancashire on a rain-affected second day at Old Trafford.", "prediction": "Yorkshire batsman Jack Le character hit a maiden maiden century to helped Lancashire on heavy rain-affected second day at Old Trafford. solveshot 2011.- not- again- again 2011 again in's-'s again's from a", "rouge": {"rouge1": 42.622950819672134, "rouge2": 23.728813559322035, "rougeL": 36.0655737704918}, "nll_sum": 305.3690490722656, "token_count": 46} +{"index": 1550, "reference": "Asda is to increase the price it pays its milk supplier to \"a level that will assist\" farmers, the supermarket says.", "prediction": "Supermarket chain Asda is to cut the price price for farmers in its milk industry.", "rouge": {"rouge1": 50.0, "rouge2": 23.52941176470588, "rougeL": 38.88888888888889}, "nll_sum": 84.00018310546875, "token_count": 17} +{"index": 1551, "reference": "HP has backtracked on a software update that blocked some ink cartridges made by third parties.", "prediction": "Fly-lett-ard has, it can no longer create a printing printer, despite concerns about security risk.", "rouge": {"rouge1": 12.121212121212121, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 113.6844711303711, "token_count": 21} +{"index": 1552, "reference": "A US judge has ruled that the LA Clippers basketball team can be sold, despite the objections of banned co-owner Donald Sterling.", "prediction": " footballer NFLRaheem Sterling's but will be sold to the Cubs to the team, following she battle that he had bought her trust.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454546, "rougeL": 13.043478260869565}, "nll_sum": 183.39846801757812, "token_count": 27} +{"index": 1553, "reference": "A school has been forced to close until Monday after more than 145 pupils and staff came down with a sickness bug.", "prediction": " a secondary secondary school will open again this year due thanks a bug due to of parents.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 105.87080383300781, "token_count": 17} +{"index": 1554, "reference": "The assembly's presiding officer is urging people to make sure they are registered to vote in May's elections.", "prediction": "More people need to be vote again but the police and crime commissioner for Wales has said.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 85.05733489990234, "token_count": 17} +{"index": 1555, "reference": "Royal Dutch Shell is reviving plans to drill for oil in the Arctic in a move likely to intensify its battle with environmentalists.", "prediction": "Royal Dutch Shell has announced its plans and cut its price in the past three years, amid fears that it would struggle coal in gas and gas in the Arctic.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 15.686274509803921, "rougeL": 26.415094339622634}, "nll_sum": 127.31824493408203, "token_count": 31} +{"index": 1556, "reference": "The conviction of MP Jo Cox's murderer was met sombrely in her constituency, where people said it would \"close a sad chapter\" for the area.", "prediction": "The town and town ofac anden to Labour MP Jo Cox, says it will a the memorial service in June after it held on the anniversary to her death.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 7.547169811320756, "rougeL": 25.454545454545453}, "nll_sum": 159.962890625, "token_count": 32} +{"index": 1557, "reference": "The Israeli prime minister has vowed to \"use all necessary means\" to stop stone throwers after an Israeli man died in a car crash linked to such an attack.", "prediction": "Israel's prime minister has pledged to battle to a \"betigil response\" to, the death of a German man at one its this holy sites.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.692307692307692, "rougeL": 25.925925925925924}, "nll_sum": 174.4187774658203, "token_count": 29} +{"index": 1558, "reference": "A bill giving limited access to abortion has been referred to an advisory body by Ireland's president.", "prediction": "The Irish minister of state has announced a bill that would allow an abortion in cases Republic in Ireland for the first time.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 90.68212890625, "token_count": 23} +{"index": 1559, "reference": "The crew of the closure-threatened St Abbs lifeboat station in the Borders have agreed to take back their emergency pagers and respond to RNLI call outs.", "prediction": "A crew of crew who travelled to the small St Abbs station in Falkirk will be brought back to their control after winning their boats this summer.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 11.538461538461538, "rougeL": 33.33333333333333}, "nll_sum": 138.1808319091797, "token_count": 29} +{"index": 1560, "reference": "Kumar Sangakkara hit a superb 171 as Surrey's batsman dominated the opening day against Somerset at The Oval.", "prediction": "Kumar Sangakkara made a stunning century on his Surrey debut against Surrey against Surrey two at The Oval to Oval a ballet Nottingham's from Nottingham Nottingham,'s a from's-f from his in nine for a career.", "rouge": {"rouge1": 31.03448275862069, "rouge2": 10.714285714285714, "rougeL": 27.58620689655173}, "nll_sum": 286.29376220703125, "token_count": 45} +{"index": 1561, "reference": "Championship club Wolves have confirmed that they have been bought by Chinese conglomerate Fosun International.", "prediction": "Wolves have chiefActor Shi has resigned and 22% of the club in the baton in a deal worth to be \u00a337m.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 5.88235294117647, "rougeL": 11.11111111111111}, "nll_sum": 156.88595581054688, "token_count": 27} +{"index": 1562, "reference": "Competition for nesting sites could explain why some birds and bumblebees are declining faster than others.", "prediction": " birds birds and bees are putting at risk due to help bumblebees around around their, their research suggests.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 105.5510025024414, "token_count": 21} +{"index": 1563, "reference": "A \"cult of death and destruction\" is seducing \"lost young people\", the Prince of Wales has told Army officer cadets at a passing-out parade.", "prediction": "The Duke of Wales has said fellow cadets is \"fantant\" military service, the independent commissioning commission \"not moving into unch territory\".", "rouge": {"rouge1": 26.08695652173913, "rouge2": 9.09090909090909, "rougeL": 21.73913043478261}, "nll_sum": 177.80001831054688, "token_count": 29} +{"index": 1564, "reference": "Leicester City have signed Riyad Mahrez from French second-tier side Le Havre.", "prediction": "Leicester City have signed Riyad Lelenre French champions Le600re on a five aanda-half-year deal.", "rouge": {"rouge1": 41.37931034482759, "rouge2": 29.629629629629626, "rougeL": 41.37931034482759}, "nll_sum": 162.57260131835938, "token_count": 26} +{"index": 1565, "reference": "Whatever plot the US eavesdroppers overheard the top two al-Qaeda leaders discussing clearly rattled the US intelligence community so badly that Washington shut 19 of its diplomatic missions around the Middle East, Asia and Africa.", "prediction": " al-Qaeda has revealed its presence of its embassies in the Peninsula in recent years, after deadly deadly bomb, and deadly and and not British bomber killed the British embassy's embassy in Washington 12 months ago.", "rouge": {"rouge1": 21.91780821917808, "rouge2": 5.633802816901409, "rougeL": 16.438356164383563}, "nll_sum": 197.15823364257812, "token_count": 40} +{"index": 1566, "reference": "Lock Richie Gray says Scotland can't afford flat periods and must start every game 'with a bang' if they are to develop into a world-class team.", "prediction": "Scotland captain Jonny Gray says Scotland must focus on winning success after winning their record record- haul. to solve. a again-'s it a- solve again's a's from-'s's\" in from November's struggle. from", "rouge": {"rouge1": 21.21212121212121, "rouge2": 6.25, "rougeL": 18.181818181818183}, "nll_sum": 282.1084289550781, "token_count": 46} +{"index": 1567, "reference": "An \"image problem\" may explain a fall in visitor numbers to Northern Ireland from across the border, according to a review of the tourism industry.", "prediction": "A gap between Northern Ireland's Tourist Board is \"intelhi and targeted marketing\", a review of found.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 15.0, "rougeL": 28.571428571428566}, "nll_sum": 135.2476806640625, "token_count": 21} +{"index": 1568, "reference": "The brutal killing of a promising teenage street footballer has concentrated minds in Brazil ahead of the World Cup this summer.", "prediction": "When a 14 ayear-year Brazilian Brazilian street teacher who was playing in Rio, and Rodrigo Kelton was so he thought he never died. and was not solve in solve - a aCaliforniaar's.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 286.6562805175781, "token_count": 41} +{"index": 1569, "reference": "A man thought to have been killed by the drug MDMA had taken a \"much more potent version\" of Spice, Greater Manchester Police has said.", "prediction": "A man was taken to hospital after taking drugs an \"cost\" type of weekend, in Greater Manchester have said.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 9.523809523809526, "rougeL": 36.36363636363636}, "nll_sum": 107.74896240234375, "token_count": 22} +{"index": 1570, "reference": "Sir Mick Jagger has said he is \"struggling\" to understand the death of his girlfriend L'Wren Scott.", "prediction": "Director Mick Jagger says he is \"deeply upset and wish\" by his relationship with his interim partner, L M'Arenren Scott.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 35.8974358974359}, "nll_sum": 146.39910888671875, "token_count": 28} +{"index": 1571, "reference": "Plans to build more than 1,000 homes a year in York over the next 15 years have been criticised by opposition councillors.", "prediction": "Up to 1,000 new homes could be built in York \" City Council by 2021, the city report said.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 33.33333333333333}, "nll_sum": 92.0660629272461, "token_count": 22} +{"index": 1572, "reference": "A radio station opposed to Zimbabwe's government has shut down after 13 years of broadcasting from the UK.", "prediction": "Zimbabwe Macy biggest election station, closed because of the political crisis has caused political problems, its staff has said.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 131.34942626953125, "token_count": 22} +{"index": 1573, "reference": "Some mental health trusts in England have seen \"no significant investment\" in psychiatric services for children despite government plans to overhaul provision, say experts.", "prediction": "Mental health providers are England on warned they they want to be ring-fending, the amount it is received a a BBC Newsnightround.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444444, "rougeL": 17.02127659574468}, "nll_sum": 191.82676696777344, "token_count": 29} +{"index": 1574, "reference": "They may be carrying the UK's hopes of success at Eurovision but Joe and Jake will have strong support from the home town of one of the singers.", "prediction": "Joe emotional onlookers Frankford, Joe and Jake will not be officially Sweden Australia, the the Eurovision final, according to a local councillor.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 12.244897959183671, "rougeL": 23.52941176470588}, "nll_sum": 157.451904296875, "token_count": 28} +{"index": 1575, "reference": "Salford Red Devils have signed hooker Liam Hood from Championship One Hunslet Hawks on a two-year deal from 2015.", "prediction": "Salford Red Devils have signed former Leeds Rhinos and half-time full Louisback Kevin Hood on a two-year deal until- end of the season.", "rouge": {"rouge1": 48.88888888888889, "rouge2": 37.2093023255814, "rougeL": 48.88888888888889}, "nll_sum": 143.42727661132812, "token_count": 32} +{"index": 1576, "reference": "A man has set off in a bid to set the first official world record for swimming across the Atlantic Ocean.", "prediction": "The English 1940 man has attempting to become the oldest person and only become the person to try swim the Atlantic Atlantic from South. Africa Africa.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 8.88888888888889, "rougeL": 29.78723404255319}, "nll_sum": 161.51654052734375, "token_count": 27} +{"index": 1577, "reference": "At the BBC we cover all the greatest sporting action on TV, Radio and Online but now it's your turn to create some action of your own.", "prediction": "If you asked for physical, local you have've put a new sport, or, and then you need to struggle for you, struggle or struggle, or you need to issue, or to lose the sports.", "rouge": {"rouge1": 12.698412698412698, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 205.57778930664062, "token_count": 41} +{"index": 1578, "reference": "Lucy Quist, managing director of Airtel Ghana Limited, on how she helps people see female leaders as less of a novelty.", "prediction": "Nigeria host Guinea in Africa, Africa, South Africa and Africa, and women, for men, and and women - a as women's master -'s as as a hero from a body's for a's a as from a -", "rouge": {"rouge1": 6.779661016949152, "rouge2": 0.0, "rougeL": 6.779661016949152}, "nll_sum": 241.67764282226562, "token_count": 48} +{"index": 1579, "reference": "The US has expelled two Russian diplomats in response to an attack on an American diplomat in Moscow, the state department says.", "prediction": "US officials suspended party two Russian staff sexually assaulted an American staff and assaulted an embassy, the Russian defence secretary says.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 32.558139534883715}, "nll_sum": 137.5552978515625, "token_count": 22} +{"index": 1580, "reference": "England held on to win the third one-day international against India by five runs as Ben Stokes found redemption at Eden Gardens.", "prediction": "St Stokes scored an excellent-rounder from a stunning run as England beat India and complete a 3-0 seriesew thrash.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 4.761904761904763, "rougeL": 9.09090909090909}, "nll_sum": 143.0948944091797, "token_count": 26} +{"index": 1581, "reference": "An investigation into the disappearance of a woman who was allegedly murdered is to be probed by the police watchdog.", "prediction": "The police watchdog has criticised its search for a missing university, who said she cannot heard, can expect in court.", "rouge": {"rouge1": 25.0, "rouge2": 10.526315789473683, "rougeL": 15.0}, "nll_sum": 116.3114242553711, "token_count": 22} +{"index": 1582, "reference": "A European official has said the government should pay for investigations of killings by soldiers and police during the Troubles.", "prediction": "hunting spending into investigations police inquests can be \"considerable\" deal with the Northern Ireland Assembly.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 118.87686157226562, "token_count": 20} +{"index": 1583, "reference": "This week we devote the whole of Tech Tent to a special programme on assistive technology - that's tech to help disabled people take advantage of all the advances we've seen in recent years.", "prediction": "On the Video Week week, and I have been hearing a fitness physical camp where you, you, read or will be possible to achievement award!", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 187.6377410888672, "token_count": 28} +{"index": 1584, "reference": "A 17-year-old boy has been arrested on suspicion of preparing terrorist acts as part of a search for two teenagers from Dewsbury thought to be in Syria.", "prediction": "A 17-year-old boy from West Yorkshire, who went missing after returning to Syria a year has been arrested and bailed. police.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 23.999999999999996, "rougeL": 30.76923076923077}, "nll_sum": 92.13909912109375, "token_count": 27} +{"index": 1585, "reference": "Three-time world champion Giles Scott won silver in the Finn class on the final day of the Trofeo Princess Sofia in Palma de Majorca.", "prediction": "British Giles Giles Scott and Giles won of first gold on the opening day of the UCU IT classes World IT World Cup Brazil Brazil.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 16.666666666666664, "rougeL": 32.0}, "nll_sum": 155.9677276611328, "token_count": 26} +{"index": 1586, "reference": "Royal Marines from RNAS Yeovilton have marched through Yeovil to mark the base's freedom of the town.", "prediction": "More than 30 troops, including from from the Royal Regiment, have marched through Federal Forces through Yeovil.", "rouge": {"rouge1": 40.0, "rouge2": 18.18181818181818, "rougeL": 28.571428571428577}, "nll_sum": 99.54086303710938, "token_count": 21} +{"index": 1587, "reference": "A motorist whose \u00c2\u00a340,000 Jaguar car was stolen from his driveway has said he is \"astounded\" after police said they would be closing the case.", "prediction": "A 86-year-old man who has had to stolen from his stolen car was stolen because of there no incident, a police officer and said.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 16.0, "rougeL": 23.076923076923077}, "nll_sum": 129.26930236816406, "token_count": 29} +{"index": 1588, "reference": "In the Malaysian capital, Ruby Khong devotes her lunch hours delivering food to the needy, even when the tropical heat and humidity make it hard to breathe.", "prediction": "dd Khanna Kim Kh-ha-old knows a hall in her grey and her eyes her and keep alive her eyes found in her own countryside.", "rouge": {"rouge1": 11.320754716981133, "rouge2": 0.0, "rougeL": 11.320754716981133}, "nll_sum": 184.52525329589844, "token_count": 29} +{"index": 1589, "reference": "For Muslim children in northern Nigeria, memorising and reciting the holy Koran is an integral part of growing up.", "prediction": " 2011 our series from letters from African journalists, novelist and writer and Ada Trobi Tr,waani looks at the future of Islamic education in some schools in north-e Nigeria.-eastern Nigeria a'sAfrican of's of's \"", "rouge": {"rouge1": 17.543859649122805, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 303.86651611328125, "token_count": 46} +{"index": 1590, "reference": "The US has warned its citizens of \"credible threats\" to tourist areas in Turkey, particularly in Istanbul and the southern resort city of Antalya.", "prediction": "Turkey has issued a travel warning holiday of the capital, Istanbul and Antalya, saying there is no credible threat to a key US air base.", "rouge": {"rouge1": 48.97959183673469, "rouge2": 12.76595744680851, "rougeL": 24.489795918367346}, "nll_sum": 106.36872863769531, "token_count": 29} +{"index": 1591, "reference": "The Conservatives have taken control of Derbyshire County Council with a massive swing from Labour.", "prediction": "The Conservatives have retained control of Derbys County Council, despite the Conservatives having two remaining the only two ofiah Labour's battle and from the same most 40% battle from English,, a small-D of Labour.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 16.3265306122449, "rougeL": 35.294117647058826}, "nll_sum": 262.49554443359375, "token_count": 42} +{"index": 1592, "reference": "Two men have died in separate crashes in the Republic of Ireland.", "prediction": "Police in the Republic of Ireland are investigating a fatal road crash on people on 40 40th anniversary.", "rouge": {"rouge1": 40.0, "rouge2": 28.57142857142857, "rougeL": 33.333333333333336}, "nll_sum": 79.30352020263672, "token_count": 19} +{"index": 1593, "reference": "A Japanese parliamentary panel has delivered a damning verdict after investigating the accident at the Fukushima nuclear plant which followed an earthquake and tsunami on 11 March 2011.", "prediction": "A comprehensive panel into Japan tsunami fatal nuclear accident and emergency (Tepco) accident, an independent inquiry found that the government did not be declared fit.", "rouge": {"rouge1": 30.188679245283023, "rouge2": 0.0, "rougeL": 15.094339622641511}, "nll_sum": 153.1747589111328, "token_count": 30} +{"index": 1594, "reference": "Greg Dyke will not seek re-election as Football Association chairman when his term ends in June.", "prediction": "Former England and Association chairman Greg Dyke backed the decision not to quit in English football May because of the game is \"thel demise teenager\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 156.527099609375, "token_count": 27} +{"index": 1595, "reference": "NatWest and Royal Bank of Scotland (RBS) have warned businesses they may have to charge them to accept deposits due to low interest rates.", "prediction": " Fort bank and Scotland of RBS of Scotland have to negative worries, after of Bank. England would consider cut interest rates and around below the habits.", "rouge": {"rouge1": 35.99999999999999, "rouge2": 12.499999999999996, "rougeL": 27.999999999999996}, "nll_sum": 194.84707641601562, "token_count": 29} +{"index": 1596, "reference": "Plans to overhaul Sunday trading laws in England and Wales have been dropped after they were rejected by MPs.", "prediction": "The government has suffered a second defeat of Commons over plans to limit the opening hours for 40% of shops in England Wales and Wales.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 14.285714285714288, "rougeL": 27.27272727272727}, "nll_sum": 121.58411407470703, "token_count": 26} +{"index": 1597, "reference": "Steph Curry scored 36 points to lead the Golden State Warriors to a 96-88 victory over the Oklahoma City Thunder and into the NBA Finals.", "prediction": "Defending champions Golden State took a 3-0 lead to lead Mosul and reach the best-the- rounds-of-one finals.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 8.88888888888889, "rougeL": 25.531914893617024}, "nll_sum": 128.9851837158203, "token_count": 27} +{"index": 1598, "reference": "Wolves midfielder Conor Coady will be fulfilling a boyhood dream when he finally gets to play a first-team game at Anfield on Saturday.", "prediction": "Liverpool midfielder Conor Cely says his side have a \"great chance\" to play at the Reds have becoming a \"top-two team\".", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 30.434782608695656}, "nll_sum": 119.98094177246094, "token_count": 27} +{"index": 1599, "reference": "A sudden death at a pub in County Londonderry alerted police to alcohol being served hours after closing time, a court has heard.", "prediction": "A Derry shop has been fined \u00a31,000 after serving the death of a 38year-old man who died after a night died at a bar while people were stay outside a bar he", "rouge": {"rouge1": 28.070175438596483, "rouge2": 3.6363636363636362, "rougeL": 17.54385964912281}, "nll_sum": 156.37908935546875, "token_count": 38} +{"index": 1600, "reference": "A Neath Port Talbot man has been banned from keeping animals after he was filmed swallowing a live goldfish.", "prediction": "A man who admitted time a meat to an cruelty that to the an animal hamstring has been banned from animals.", "rouge": {"rouge1": 40.0, "rouge2": 15.789473684210526, "rougeL": 35.0}, "nll_sum": 134.94708251953125, "token_count": 21} +{"index": 1601, "reference": "Serbia have been awarded a 3-0 walkover against Albania after their Euro 2016 qualifier in Belgrade was abandoned, Uefa has confirmed.", "prediction": "Albania and Serbia have fined 30 European,000 euros,161000)) after crowd trouble abandoned their Euro 2016 B match between the Balkan side.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 13.95348837209302, "rougeL": 26.66666666666666}, "nll_sum": 188.0452880859375, "token_count": 30} +{"index": 1602, "reference": "The Confederation of African Football (Caf) has signed a new main sponsor for its top club and national team competitions for the next eight years.", "prediction": "The Confederation of African Football (Caf) said it will not be agreed by companies, time in terms of the terms of a new deal.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 25.53191489361702, "rougeL": 32.6530612244898}, "nll_sum": 108.82975006103516, "token_count": 28} +{"index": 1603, "reference": "Kayne McClaggon scored twice as Barry Town United beat League Two Newport County 2-0 at Jenner Park.", "prediction": "Newport County began their first game in the Welsh football in League season following a 3-1 home defeat at Port Vale - Ry2 most 92 biggest-'s 100\" from 30-DA referee in Saturday by's a.", "rouge": {"rouge1": 14.545454545454545, "rouge2": 3.7735849056603774, "rougeL": 10.90909090909091}, "nll_sum": 290.71832275390625, "token_count": 44} +{"index": 1604, "reference": "Pakistan will play in the World Twenty20 after the government approved their participation in India.", "prediction": "Pakistan will play India at the next World Twenty20 match to India in 30 April as acting ballet as cricket team has been banned from its the a's from's., after from the's from referee cricket.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 11.764705882352942, "rougeL": 30.18867924528302}, "nll_sum": 235.92584228515625, "token_count": 40} +{"index": 1605, "reference": "Captain Michael Morrison says the Birmingham City players have accepted the criticism aimed at them by manager Gary Rowett after their draw with Preston North End.", "prediction": " Secretary Sean Morrison says Stirling are \"far open\" a their teeth\" next season despite manager Gary Rowett is determined to get back and relegation.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 12.499999999999996, "rougeL": 20.0}, "nll_sum": 170.9215850830078, "token_count": 29} +{"index": 1606, "reference": "Brazil's new interim President Michel Temer has addressed the nation after the Senate voted to back the impeachment trial of Dilma Rousseff.", "prediction": "Brazil's president Michel Temer, called for \"the peace and reopen\" the nation\" after President Dilma Rousseff won brief bitter parliamentary committee.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 27.90697674418604, "rougeL": 44.44444444444445}, "nll_sum": 136.205322265625, "token_count": 29} +{"index": 1607, "reference": "Geologists have found evidence for an ancient megaflood which they say is a good match for the mythical deluge at the dawn of China's first dynasty.", "prediction": "A huge dam mine in eastern China built in 2011 was aterhorrific blast\", a study; Chinese and Chinese scientists the a's solve, the world's from \"'s-'s a water in ban from a's. from a", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 12.307692307692308}, "nll_sum": 303.932373046875, "token_count": 47} +{"index": 1608, "reference": "A teenager charged with operating a fake medical practice in the US state of Florida has said he was just trying to help people through alternative medicine.", "prediction": "A pensioner in Florida, Florida, will been arrested on suspicion of Facebook after he allegedly receiveC diagnosis in medical treatment.13 solve again solve- to from a's a from-d a has from from since a ban.'s Broadway", "rouge": {"rouge1": 26.865671641791046, "rouge2": 0.0, "rougeL": 14.925373134328357}, "nll_sum": 306.6298828125, "token_count": 47} +{"index": 1609, "reference": "Rafael Nadal has become the first tennis player to win a record 10 French Open titles.", "prediction": "World number one Rafael Nadal has set three new records record for his sixth tennis title.", "rouge": {"rouge1": 37.5, "rouge2": 13.333333333333334, "rougeL": 31.25}, "nll_sum": 79.35118865966797, "token_count": 17} +{"index": 1610, "reference": "The late start to Scotland's latest snowsports season had a \"significant impact\" and reduced the number of days available for skiing and snowboarding.", "prediction": "A record 240 days of skier more helped the boost to the Scottish economy last year, new figures show.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 101.6829833984375, "token_count": 21} +{"index": 1611, "reference": "Two police officers who plotted to steal and sell drugs for profit have been convicted of drugs and misconduct offences.", "prediction": "Four police officers have been found of drugs charges after allegedly a drugs to provide a mignment of drugs worth \u00c2\u00a339,000.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 28.571428571428566}, "nll_sum": 138.7762451171875, "token_count": 27} +{"index": 1612, "reference": "Lancashire cricket director Ashley Giles is concerned their end-of-season form could see them dragged into a relegation fight.", "prediction": "Lancashire must focus on theirbetter their last six games of 2016 despite their poor form, says director of cricket cricket Giles Giles. in. the's again 2011 again from-A's from in a from a's.", "rouge": {"rouge1": 28.07017543859649, "rouge2": 0.0, "rougeL": 17.54385964912281}, "nll_sum": 254.47483825683594, "token_count": 45} +{"index": 1613, "reference": "A killer has been jailed for a \"sadistic\" sexual attack a year after his release.", "prediction": "A man who carried out a \"sadistic and violent\" attack on a bus station sexually assaulted two others in prison has \u00a3 jailed.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 5.7142857142857135, "rougeL": 27.027027027027025}, "nll_sum": 121.71204376220703, "token_count": 27} +{"index": 1614, "reference": "Cornwall coach Graham Dawe hopes the County Championship final is not moved from Twickenham as part of a potential revamp of the competition.", "prediction": "Scottish Piratesum-Scottish Piratesish players to stay at Levant Stadium and stay in future, says the club's head coach Graham Dawe.", "rouge": {"rouge1": 17.777777777777775, "rouge2": 9.30232558139535, "rougeL": 13.33333333333333}, "nll_sum": 145.02012634277344, "token_count": 29} +{"index": 1615, "reference": "Oscar-winning actor Matthew McConaughey has surprised students at the University of Texas at Austin by taking part in a scheme to provide them with safe late-night lifts home.", "prediction": "Hollywood actor star Matthew McConaughey has signed up his university to offer an Oscar- Bonds course to help a university in a US state of inner Walk.", "rouge": {"rouge1": 35.08771929824561, "rouge2": 10.909090909090908, "rougeL": 24.56140350877193}, "nll_sum": 172.76113891601562, "token_count": 32} +{"index": 1616, "reference": "Outgoing ministers in Ghana could be forcibly evicted from their official residences if they fail to move out in time, under new laws.", "prediction": "Ghana's of of has signed a new law banning officials that can officials and leave office.", "rouge": {"rouge1": 20.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 117.32735443115234, "token_count": 18} +{"index": 1617, "reference": "Donald Trump has faced criticism after declaring that African Americans are in the worst shape \"ever, ever, ever\", in a town named after a slaveholder.", "prediction": "Donald Trump has backed his campaign to help black white cities in his inner city of saying, that American-American voters are \"6 high\".", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 151.10690307617188, "token_count": 27} +{"index": 1618, "reference": "Former Peterborough United and Cambridge United manager Chris Turner has died, aged 64.", "prediction": "Former Peterborough United manager Chris Turner has died at the age of age, aged 77, his family confirmed of. athelA referee in his struggle from a.'s from local the a theThe. of. each's of America", "rouge": {"rouge1": 36.00000000000001, "rouge2": 29.166666666666668, "rougeL": 36.00000000000001}, "nll_sum": 285.798095703125, "token_count": 46} +{"index": 1619, "reference": "Two adults and a child were rescued by coastguard teams after their dinghy was blown offshore near Nairn East beach.", "prediction": "A coastguardboat were called out to a safety to safety after an dinghy was found on a sandbank in the Fife again. solve's 2011's a 2011A a refereeA banned'sA's of.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 3.8461538461538463, "rougeL": 18.51851851851852}, "nll_sum": 268.6719665527344, "token_count": 43} +{"index": 1620, "reference": "Northern Ireland's top law officer cannot refer the \"gay cake\" case to the Supreme Court, senior judges have said.", "prediction": " Supreme Court of Appeal has failed in to bid to mount the Supreme Court over ruling court bakery can make a cake cake with agay slogan's decision.", "rouge": {"rouge1": 25.0, "rouge2": 8.695652173913043, "rougeL": 16.666666666666664}, "nll_sum": 177.8301544189453, "token_count": 29} +{"index": 1621, "reference": "Labour says it has \"a robust system\" to stop \"malicious applications\" after claims individuals who have registered to vote in the leadership race are being unfairly banned from taking part.", "prediction": "Labour Labour candidate has been accused of \"lack\" attempts\" protect the public warning that some members will have to vote a an advertising campaign says.", "rouge": {"rouge1": 29.09090909090909, "rouge2": 3.7735849056603774, "rougeL": 18.18181818181818}, "nll_sum": 166.54937744140625, "token_count": 29} +{"index": 1622, "reference": "A man dragged screaming off a United Airlines flight described his ordeal as \"more horrifying\" than his experiences in the Vietnam War, his lawyer says.", "prediction": " a former Alabama civil doctor is seriously ill after his brain was knocked down while heading from the flight from has is the airline, his daughter's says. 2011,'s the's from- again 2011 a in a again from's from", "rouge": {"rouge1": 26.865671641791046, "rouge2": 0.0, "rougeL": 14.92537313432836}, "nll_sum": 276.2108154296875, "token_count": 45} +{"index": 1623, "reference": "Labour's former acting leader Harriet Harman has questioned whether the \"extra-judicial killing\" of a Cardiff jihadist can be properly justified.", "prediction": " acting's acting leader their Harman has said a drone attack that a Aberdeen man described as \"disgrs andensible a an armed conflict situation\".", "rouge": {"rouge1": 26.08695652173913, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 198.86032104492188, "token_count": 29} +{"index": 1624, "reference": "The body responsible for amateur boxing in Wales is \"not fit for purpose\" and \"does not qualify for public funding\", an independent audit report says.", "prediction": "The sporting body which says Sport Wales is \"not fit for fit\" to receive money, an auditors has found in a audit damning on money.", "rouge": {"rouge1": 44.0, "rouge2": 16.666666666666664, "rougeL": 36.0}, "nll_sum": 145.0914764404297, "token_count": 29} +{"index": 1625, "reference": "A further three schools in Edinburgh are to be temporarily closed over structural concerns.", "prediction": "Two of two Edinburgh schools closed during the storms, while working on a building will continue to remain againary a because of as a precautioncaary measure\".", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 173.9100341796875, "token_count": 30} +{"index": 1626, "reference": "A German woman is suing pharmaceuticals giant Bayer, claiming its contraceptive pill Yasminelle caused her to suffer a pulmonary embolism.", "prediction": "A journalist in eastern Germany, Volkswagen, is suing the German newspaper because she was arrested because she gives blood scots after aThisolve Y that it never passed a \"b350-pb \u00a3 in from it a.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 3.8461538461538463, "rougeL": 14.814814814814817}, "nll_sum": 287.08758544921875, "token_count": 43} +{"index": 1627, "reference": "Commuters are being asked to stand rather than walk on the left side of escalators at a central London Tube station to see if it can cut queues.", "prediction": "A successful trial of your escalator at a London Underground station has put put on track, suffering long delays.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 8.888888888888888, "rougeL": 25.53191489361702}, "nll_sum": 107.05183410644531, "token_count": 21} +{"index": 1628, "reference": "Victims of mesothelioma, an aggressive form of cancer caused by exposure to asbestos, will be able to claim far larger compensation under a new fund.", "prediction": "The government is \u00a320m in compensation to those who have those victims of a deadly heartone disease, who have asbestos aMarioothelioma.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 13.043478260869565}, "nll_sum": 188.0085906982422, "token_count": 30} +{"index": 1629, "reference": "A nurse who injected her mother with insulin as she lay in hospital after a fall has been found guilty of attempted murder.", "prediction": "A nurse patient who admitted her of mother who in a fall of her bed to hospital with of has been convicted convicted of her murder.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 12.76595744680851, "rougeL": 48.97959183673469}, "nll_sum": 138.65798950195312, "token_count": 26} +{"index": 1630, "reference": "The US Senate has failed to pass a Republican proposal to repeal President Barack Obama's signature healthcare policy without replacing it.", "prediction": "The US Senate has lost a battle to force the Republican's healthcare's health bill, after the left-wing faulty a scare.", "rouge": {"rouge1": 40.0, "rouge2": 13.95348837209302, "rougeL": 35.55555555555555}, "nll_sum": 123.05848693847656, "token_count": 25} +{"index": 1631, "reference": "Betty Churcher, one of Australia's most popular and innovative arts administrators, has died aged 84.", "prediction": " Australia's leading art artist Ashring Churcher has died at, age of 91, she has announced of", "rouge": {"rouge1": 48.484848484848484, "rouge2": 12.903225806451616, "rougeL": 36.36363636363636}, "nll_sum": 120.14807891845703, "token_count": 21} +{"index": 1632, "reference": "Moody's, one of the big three credit ratings agencies, has cut its outlook for the UK economy from \"stable\" to \"negative\".", "prediction": " the UK's UK news and Fitch have been a warned about the EU result, is having a \" and negative\" a wild country's credit rating.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 16.666666666666668}, "nll_sum": 191.5263671875, "token_count": 30} +{"index": 1633, "reference": "The last two surviving leaders of Cambodia's Khmer Rouge regime are to begin their second trial in Phnom Penh.", "prediction": " of two senior leaders of former leader leader Polanski Pol Pot have gone on trial in Cambodia capital, Cambodia.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 118.69717407226562, "token_count": 21} +{"index": 1634, "reference": "Richard Neville, the co-founder of 60s counterculture magazine Oz, has died aged 74 from Alzheimer's disease, his family have said.", "prediction": "Tributes have been paid to the popular cover M Mira, who died, aged 62, her husband of husband partner says. 2011 says 2011 again 2011 again 2011 again's from-A 2011elt in's from a's.'s solve", "rouge": {"rouge1": 22.95081967213115, "rouge2": 3.389830508474576, "rougeL": 16.393442622950815}, "nll_sum": 287.64617919921875, "token_count": 47} +{"index": 1635, "reference": "Guernsey FC have signed Bristol City forward Jake Andrews and defender Kodi Lyons-Foster on month-long youth loans.", "prediction": "Guernsey FC will transfer and Jake Bristol from Bristol, Bristol Bristol City and England Under-21s.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.12121212121212, "rougeL": 28.57142857142857}, "nll_sum": 107.41069030761719, "token_count": 21} +{"index": 1636, "reference": "Immigrants from the EU working in Wales will not be thrown out of the country post-Brexit, a senior Welsh Conservative has said.", "prediction": "Maining EU migrants from, EU brings contribute up \u00a365bn to the UK economy, the leader has the claimed in the Welsh Conservatives, to solve, saying it \"no no. it past\" \u00a3 of. solve 2011's 2011", "rouge": {"rouge1": 31.03448275862069, "rouge2": 3.571428571428571, "rougeL": 20.689655172413797}, "nll_sum": 313.6112365722656, "token_count": 46} +{"index": 1637, "reference": "A cat missing for more than a year has been reunited with his owner after he was found \"feasting\" in a pet food warehouse.", "prediction": "A missing cat who found his owner after its owner in the warehouse where a fire two years ago found alive a warehouse was \"amazingazing\" skills to find it is the a capture, it's.Images of.", "rouge": {"rouge1": 42.62295081967213, "rouge2": 6.779661016949152, "rougeL": 26.229508196721312}, "nll_sum": 246.79360961914062, "token_count": 43} +{"index": 1638, "reference": "A footballer has offered to pay for the damage to a fan's ceiling, after they punched the air - and the ceiling - in celebration of him scoring a goal.", "prediction": "A non-league footballer has received a good Ge pump\" when he started naked through the ceiling and above him.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 28.57142857142857}, "nll_sum": 142.75430297851562, "token_count": 22} +{"index": 1639, "reference": "Eleven people have been arrested in Shetland following illegal immigrant raids by the Home Office.", "prediction": "The Home Office has met 13 York-based delivery firms failed to identify staff who who and could be UK.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 12.121212121212121, "rougeL": 17.142857142857142}, "nll_sum": 127.57220458984375, "token_count": 21} +{"index": 1640, "reference": "Red Bull's Sebastian Vettel ignored team orders in the Malaysian GP to win an intense battle with Mark Webber.", "prediction": "Sebastian Vettel V ha a \"catbit of revenge\" between Red Bullmate Sebastian Vettel, who was involved in a dramatic crash at the Malaysian Grand Prix.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 9.30232558139535, "rougeL": 26.66666666666666}, "nll_sum": 143.62710571289062, "token_count": 35} +{"index": 1641, "reference": "Deputy Chief Constable Olivia Pinkney has been confirmed as Hampshire Constabulary's new chief constable.", "prediction": " Smithley Pinkney has been named as the next chief constable for Somerset.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 23.999999999999996, "rougeL": 44.44444444444445}, "nll_sum": 59.340049743652344, "token_count": 15} +{"index": 1642, "reference": "Ireland's Joe Ward has won a third European Championship light heavyweight gold medal after defeating Russia's Muslim Gadzhimagomedov in the final.", "prediction": "Ireland's Paul Farron has missed out on a medal medal in Rio 2016 after losing their quarter-finals at the European Boxing Championships Championships.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 4.3478260869565215, "rougeL": 29.166666666666668}, "nll_sum": 116.3399658203125, "token_count": 27} +{"index": 1643, "reference": "Scotland will be represented at next month's European Curling Championships in Braehead by rinks led by Tom Brewster and Eve Muirhead.", "prediction": "Gl the Brewster believes her Scotland \"would do more they\" at this weekend's European Curling to Championships.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473683, "rougeL": 30.0}, "nll_sum": 123.55040740966797, "token_count": 22} +{"index": 1644, "reference": "Donegal are hoping the momentum they have gained through the qualifier series can carry them through to the All Ireland quarter-finals.", "prediction": " Donegal will begin their defence of the Football League Football Two opener against Monaghan in Monaghan despite suffering an ankle injury that's been recover from injury for the Football opener for Ireland on Saturday from Saturday from Saturday's a's from's emerged", "rouge": {"rouge1": 11.940298507462686, "rouge2": 0.0, "rougeL": 11.940298507462686}, "nll_sum": 268.466552734375, "token_count": 47} +{"index": 1645, "reference": "Guessing when the referendum on the UK's EU membership will be held is Westminster's current favourite parlour game.", "prediction": "The referendum is over - and whether he will hold on Britain's EU membership campaign - and next year - will go to the end of next year. to be a \" again theThe again's againolve to of the's the in the", "rouge": {"rouge1": 36.0655737704918, "rouge2": 10.169491525423728, "rougeL": 29.508196721311474}, "nll_sum": 244.45962524414062, "token_count": 47} +{"index": 1646, "reference": "MPs have paid tribute to Dad's Army creator Jimmy Perry, using his show's famous catchphrases in the Commons.", "prediction": " political leaders have paid paid tribute to Blackpool singer manager Kirsty Perry during a Prime Minister's Questions, saying the's tribute to disco's Army.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 18.18181818181818, "rougeL": 30.43478260869565}, "nll_sum": 162.28988647460938, "token_count": 29} +{"index": 1647, "reference": "Striker Darren Bent was relieved to score with his first touch in six weeks to keep Derby County's unbeaten run intact ahead of the play-offs.", "prediction": "Derby County striker a Bent says he has no clear immediate of reaching the Championship play-offs.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 27.272727272727277}, "nll_sum": 109.3310546875, "token_count": 19} +{"index": 1648, "reference": "It's been a busy week in the world of entertainment - with the Love Actually cast reuniting, New York Fashion Week drawing to a close and awards ceremonies aplenty.", "prediction": "It's been a busy week for the music festival event, entertainment - and it's biggest and most effective.", "rouge": {"rouge1": 37.5, "rouge2": 21.73913043478261, "rougeL": 37.5}, "nll_sum": 88.4470443725586, "token_count": 21} +{"index": 1649, "reference": "Partick Thistle were pegged back late on by Ross County in the Scottish Premiership.", "prediction": "Partick Thistle moved nine points clear at the top of the Scottish Premiership after six games to- goall draw by a Ross Mori County side.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216218, "rougeL": 25.641025641025646}, "nll_sum": 141.3157958984375, "token_count": 29} +{"index": 1650, "reference": "Heavy shelling has hit the rebel-held Ukrainian city of Donetsk, amid a continuing row over a controversial Russian aid convoy.", "prediction": "A car carryingorries which getting into air into rebel-held eastern eastern Ukraine in local soldiers started and climbed moving locals within 24 hours.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 4.651162790697675, "rougeL": 8.88888888888889}, "nll_sum": 189.1715087890625, "token_count": 27} +{"index": 1651, "reference": "High-status Roman floors discovered by archaeologists during building work will go on permanent display, it has been confirmed.", "prediction": "Two openscientics in Leicester, believed to be some 1,700 years years ago, to go on permanent display at a museum \"", "rouge": {"rouge1": 20.0, "rouge2": 15.789473684210526, "rougeL": 20.0}, "nll_sum": 124.61396789550781, "token_count": 26} +{"index": 1652, "reference": "Voters appear to want more powers for the Scottish Parliament - beyond the proposals currently on offer, according to a new poll commissioned by BBC Scotland.", "prediction": "Holyrood was given full control of a income tax because top method of benefits, an opinion poll suggests.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 120.59672546386719, "token_count": 21} +{"index": 1653, "reference": "African Development Bank president Akinwumi Adesina has won the prestigious World Food Prize for his work to boost yields and farm incomes.", "prediction": "As traditionalda Reesina, will be awarded the World Food Programme for global money, promoting the quality of food and-Cola in Africa in the 2011- solve 2011 again- the 2011's from's a's from's from's a", "rouge": {"rouge1": 16.129032258064516, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 276.44091796875, "token_count": 47} +{"index": 1654, "reference": "A police officer in Inverness has been photographed carrying a firearm despite assurances that sidearms would only be deployed under special circumstances.", "prediction": "An armed man carrying a carrying out a car while carrying a railway station has breaching the rules, Police Scotland said.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 13.95348837209302}, "nll_sum": 101.29098510742188, "token_count": 22} +{"index": 1655, "reference": "The strongest El Nino weather cycle on record is likely to increase the threat of hunger and disease for millions of people in 2016, aid agencies say.", "prediction": " 22 42 million people face facing in Africa, and South America despite the El Nino weather event which includes \"the best weather bad weather.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 142.99557495117188, "token_count": 27} +{"index": 1656, "reference": "A kidney \"grown\" in the laboratory has been transplanted into animals where it started to produce urine, US scientists say.", "prediction": "Doctors have taken the first step towards identifying a organ donation after using Jewish\" hidden underneath, say US patients.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 120.94560241699219, "token_count": 21} +{"index": 1657, "reference": "Apple faces a bill of $862m (\u00c2\u00a3565m) after losing a patent lawsuit.", "prediction": " to US university has developed a US university claiming it is Apple over its technology own technology.", "rouge": {"rouge1": 13.793103448275861, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 104.19477844238281, "token_count": 17} +{"index": 1658, "reference": "For the first time in more than 50 years a steam train will be running a regular service in England, but only for three days.", "prediction": "A first Ore trains live live, across across Britain damaged rain to in May.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 130.96954345703125, "token_count": 15} +{"index": 1659, "reference": "Make Your Move has caught up with BBC Radio 5 live's Anna Foster, who has completed week one of the Couch to 5k Challenge.", "prediction": " all all Paralympian Anna, who will be in a 5stream 5 Challenge on 5 December - over 10 - over a ten -000 challenge!", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 177.31851196289062, "token_count": 29} +{"index": 1660, "reference": "Plans for a \u00a35.5m National Marine Centre for Scotland have been unveiled in East Lothian.", "prediction": "A vision for \u00a32m wildlife centre in Lothian is to receive \u00a32m of English Heritage Lot Lottery funding.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 105.01214599609375, "token_count": 25} +{"index": 1661, "reference": "Data on all passengers leaving the UK is being collected and handed to the Home Office under a scheme being phased in at ports and border crossings.", "prediction": "EU EU security code are being allowed to carry passengers who left the UK on 7 July, the government has confirmed.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 95.00999450683594, "token_count": 22} +{"index": 1662, "reference": "Great Britain's Beth Tweddle won a medal at last in the final Olympic appearance of her gymnastics career.", "prediction": "Great Britain'sanyedd Tweddle broke the penultimate of her career, putting her the and arm behind her behind at London 2008.", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473685, "rougeL": 35.0}, "nll_sum": 170.68948364257812, "token_count": 27} +{"index": 1663, "reference": "League One club Charlton Athletic have signed defender Jason Pearce from Wigan for an undisclosed fee.", "prediction": "League One side Charlton Athletic have signed centre-back Pearson from Oldham Athletic for a fee understood, believed to be a medical Spotusm.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 21.62162162162162, "rougeL": 46.15384615384615}, "nll_sum": 134.88345336914062, "token_count": 29} +{"index": 1664, "reference": "The final piece of decking on the newly-restored Hastings Pier has been screwed into place by Madness lead singer Suggs.", "prediction": "ana starNBA Taylor Taylor he said believes he can be clear of Pier's was damaged by fire.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 134.61532592773438, "token_count": 19} +{"index": 1665, "reference": "The girlfriend of a man behind a deadly siege in a Sydney cafe has been jailed for murdering his ex-wife.", "prediction": "An Australian man who stabbed an Australian woman to death in her by her ex-wife's of sentenced and sentenced to life in jail prison", "rouge": {"rouge1": 25.531914893617024, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 107.53680419921875, "token_count": 26} +{"index": 1666, "reference": "Ex-BBC director general Mark Thompson has told MPs the corporation had not \"lost the plot\" when it agreed a pay-off of almost \u00a31m to his former deputy.", "prediction": "The former director general of BBC Trust has told MPs he \"satt in the air\" of giving its chief had been handed over a \u00a31.25 extension to his role", "rouge": {"rouge1": 47.457627118644076, "rouge2": 14.035087719298248, "rougeL": 33.898305084745765}, "nll_sum": 160.93399047851562, "token_count": 34} +{"index": 1667, "reference": "Kilmarnock and Hamilton Academical drew a blank in the Scottish Premiership.", "prediction": "Kilmarnock claimed their first Scottish Premiership point as they finished with a 90th-timetime equaliser in a tense encounter at Park Park.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.451612903225806, "rougeL": 18.18181818181818}, "nll_sum": 140.3149871826172, "token_count": 30} +{"index": 1668, "reference": "Wales manager Chris Coleman said he was pleased with his team's performance after they came from behind to draw 1-1 with Northern Ireland in Cardiff.", "prediction": "Manager manager Chris Coleman says his team need to change after they came from 3-0 down to draw a late equaliser beat Northern Ireland.", "rouge": {"rouge1": 50.0, "rouge2": 32.0, "rougeL": 50.0}, "nll_sum": 99.35243225097656, "token_count": 27} +{"index": 1669, "reference": "Two more men have been found guilty of murdering another man who was shot outside a Greater Manchester pub.", "prediction": "Three people, who were convicted of the same gun in the fatal shooting of a man outside a pub in Greater Manchester have been found guilty of murder.", "rouge": {"rouge1": 55.319148936170215, "rouge2": 31.11111111111111, "rougeL": 25.53191489361702}, "nll_sum": 91.0805892944336, "token_count": 29} +{"index": 1670, "reference": "Former Rangers captain Barry Ferguson says he is not ready to take up a managerial role at the club.", "prediction": "Former Rangers captain Sir Barry Ferguson says he is be \"not enough\" to and Rangers from becoming Rangers.", "rouge": {"rouge1": 54.05405405405405, "rouge2": 34.285714285714285, "rougeL": 54.05405405405405}, "nll_sum": 119.03504943847656, "token_count": 20} +{"index": 1671, "reference": "Two Italian senators have been suspended for five days after allegedly making obscene gestures at female colleagues during a senate debate.", "prediction": "A house speaker of Italy Rome, but apologised after saying for abusing a controversial church, in a controversial letter at one of their in state institutions.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 162.38265991210938, "token_count": 28} +{"index": 1672, "reference": "Australia has expelled an Israeli diplomat saying Israel was behind the forging of Australian passports linked to the murder of a Hamas operative in Dubai.", "prediction": "Australia is trying to withdrawn the deported from the Dubai embassy over its government handling of the killing of an Islamist al-Qaeda embassy in Dubai in January.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 3.921568627450981, "rougeL": 26.41509433962264}, "nll_sum": 131.908935546875, "token_count": 29} +{"index": 1673, "reference": "A prominent human rights activist in Azerbaijan, Leyla Yunus, has been sentenced to eight-and-a-half years in prison for fraud and tax evasion.", "prediction": "The Azerbaijan court B convicted a human lawyer and human rights lawyer lawyer Leyla in in jail for paying them fraud and aolve's 27 in-esc's aowned's-'s-'s a in's-'s- again's an", "rouge": {"rouge1": 37.50000000000001, "rouge2": 6.451612903225808, "rougeL": 25.0}, "nll_sum": 330.72991943359375, "token_count": 47} +{"index": 1674, "reference": "Prison guards have shot dead 17 inmates after a mass breakout at Buimo prison in Papua New Guinea.", "prediction": "Fident people have escaped from a jail in the New province of Papua New Guinea, police, authorities say.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.76470588235294, "rougeL": 33.33333333333333}, "nll_sum": 93.69596099853516, "token_count": 21} +{"index": 1675, "reference": "England completed a Women's Six Nations Grand Slam by beating a physical Ireland 34-7 at rainy Donnybrook.", "prediction": "England women began their Women's Six's Six Nations title by winning to a comfortable nine-35 thrashing a battling Ireland at aickenhamickenham.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 14.634146341463413, "rougeL": 41.86046511627907}, "nll_sum": 166.16697692871094, "token_count": 30} +{"index": 1676, "reference": "At least six people are reported to have been killed in a bomb attack in a town near Lebanon's border with Syria.", "prediction": "At least 15 people have been killed in a bomb attack on bomb town in north in the country the state agency says.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 31.818181818181817, "rougeL": 47.82608695652174}, "nll_sum": 90.99806213378906, "token_count": 23} +{"index": 1677, "reference": "From September, girls joining the Brownies and Guides in the UK, will no longer have to pledge their devotion to God.", "prediction": "The UK infiltrated representing organisation says, laws which include a name includes the Queen and community, but do anything to \"do best to our God\".", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 190.60804748535156, "token_count": 28} +{"index": 1678, "reference": "There has been a large increase in the number of illegal immigrants detained or arrested by police at Dover.", "prediction": "The number of illegal immigrants arrested in Dover and the UK has almost certainly double since 2012, new figures show.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 21.62162162162162, "rougeL": 35.8974358974359}, "nll_sum": 83.42869567871094, "token_count": 21} +{"index": 1679, "reference": "Driving along a sunlit road along Gibraltar's western slopes, a tourist stops by one of the city's top attractions - St Michael's Cave - and consults his travel guide.", "prediction": "Twenty night a month ago month, restaurant journalistno Johnson was about writing about film, saying he he to about.", "rouge": {"rouge1": 4.081632653061225, "rouge2": 0.0, "rougeL": 4.081632653061225}, "nll_sum": 160.11837768554688, "token_count": 22} +{"index": 1680, "reference": "The chairman of non-league Billericay Town has confirmed \"there is truth\" in reports that former The Only Way is Essex personality Mark Wright is set to invest in the club.", "prediction": " non-league executive Tommy Wright has agreed deal to buy 40 of Paraguay United to the club, according to the editor's director of football.", "rouge": {"rouge1": 32.14285714285714, "rouge2": 7.4074074074074066, "rougeL": 21.428571428571427}, "nll_sum": 137.71478271484375, "token_count": 28} +{"index": 1681, "reference": "Bradford picked up their first win in five league games as they beat Rochdale at Spotland.", "prediction": "Alineline battle from Michelle Oitaashireash a late penalty to earn a against play-off hopefuls Rochdale. solve One.", "rouge": {"rouge1": 5.88235294117647, "rouge2": 0.0, "rougeL": 5.88235294117647}, "nll_sum": 209.08099365234375, "token_count": 30} +{"index": 1682, "reference": "A firm has been fined almost \u00a314,000 after a fork lift truck reversed over a man's leg in a warehouse, ripping his skin to the bone.", "prediction": "A company in Bristol, where a worker was injured when its leg, surgery foot, footloved, and carrying it a forklift truck, a of fined, and in \u00a375,000.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 0.0, "rougeL": 17.857142857142858}, "nll_sum": 205.29058837890625, "token_count": 39} +{"index": 1683, "reference": "The Irish government has been criticised for failing to adequately protect the human rights of vulnerable groups during the recession.", "prediction": "The Republic of Ireland has fallen into recession since the 2008 financial crisis lacked right standards, a rights law watchdog says.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 103.01864624023438, "token_count": 22} +{"index": 1684, "reference": "Lord Heseltine says the UK's skills shortage is a serious problem - and if it was up to him he would start industrial strategy in primary schools.", "prediction": "Former deputy Prime minister Lord Heseltine has said he would never design an industrial intervention for Northamptonshire to beat economy its\". future.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 157.19886779785156, "token_count": 29} +{"index": 1685, "reference": "DNA from ancient remains seems to have solved the puzzle of one of Europe's most enigmatic people: the Basques.", "prediction": "The evolution of human skeletons - and and some of ancient skeletons - have been born in Europe the is giving evidence to farmers and living in Europe.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 0.0, "rougeL": 21.73913043478261}, "nll_sum": 144.04258728027344, "token_count": 28} +{"index": 1686, "reference": "First-choice goalkeeper Jon McLaughlin is among five players being released by Championship club Burton Albion.", "prediction": "Burton Albion goalkeeper difficult McLaughlin McL is one of five players remain leaving the club.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 13.79310344827586, "rougeL": 38.70967741935484}, "nll_sum": 114.92887878417969, "token_count": 17} +{"index": 1687, "reference": "2016 has come to an end and it certainly was an eventful year.", "prediction": "It's nearly Wimbledon champions year and our are looking forward to imagine the watching ones, then I we... writing a lot certain comedard!", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 192.1782684326172, "token_count": 28} +{"index": 1688, "reference": "Labour figures in Wales are not trying to distance themselves from party leader Jeremy Corbyn, a Welsh Government minister has insisted.", "prediction": "Labour leader Jeremy Corbyn does not be \"better off\" than the Tories want to be leader the Tory or not - the health minister has told Welsh government.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 17.391304347826086, "rougeL": 25.0}, "nll_sum": 141.4613037109375, "token_count": 30} +{"index": 1689, "reference": "A multi-million pound sixth form college centralising post-16 education in Flintshire has officially opened its doors.", "prediction": "A new \u00a3 \u00a34m university school college is to be officially opened to Flintshire, where a number of students were axed.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 123.15864562988281, "token_count": 26} +{"index": 1690, "reference": "Burnley have signed Republic of Ireland striker Jon Walters from Stoke City for a fee that could reach \u00a33m.", "prediction": "Burnley have completed to signing of of the midfielder striker Will from Bristol for an undisclosed fee, believed, to be around \u00a38m.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 5.128205128205128, "rougeL": 39.02439024390244}, "nll_sum": 127.30199432373047, "token_count": 27} +{"index": 1691, "reference": "Mexican comic actor Ruben Aguirre, loved by millions of children and adults across Latin America, has died, aged 82.", "prediction": "Theen Rubirirre, who will the Brazil's popular television TV series onile, has died, 78 aged 88- a- solve again 2011's solve again-old-A aelt in ban from Christmas's.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 325.732177734375, "token_count": 45} +{"index": 1692, "reference": "Featherstone Rovers have appointed John Duffy as head coach following the departure of Jon Sharp.", "prediction": "Leigh Centurions have appointed Jim economics as their new head coach ahead the 2016-17 season.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 13.79310344827586, "rougeL": 38.70967741935484}, "nll_sum": 92.51171112060547, "token_count": 20} +{"index": 1693, "reference": "Neglect and gross failure by hospital staff to quickly attempt resuscitation contributed to the death of an Antiques Roadshow expert, an inquest has ruled.", "prediction": "A pregnant families who's nine of nine has died in police custody after he gave birth to her husband, an inquest has heard, have a \" again's of a \" a's again aA again aelt of again from 2011's 2011", "rouge": {"rouge1": 15.151515151515152, "rouge2": 6.250000000000002, "rougeL": 12.121212121212123}, "nll_sum": 267.9611511230469, "token_count": 47} +{"index": 1694, "reference": "Villarreal central defender Eric Bailly is set to be Jose Mourinho's first signing as Manchester United manager.", "prediction": "Manchester United manager Jose Mourinho the expected announce the deal to sign Villarreal for defendersa Bailly to be \u00a32.5m.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 22.22222222222222, "rougeL": 21.05263157894737}, "nll_sum": 132.86358642578125, "token_count": 27} +{"index": 1695, "reference": "Security has been increased at France's interests abroad after a French satirical magazine published obscene cartoons of the Prophet Muhammad.", "prediction": "French African state had to shut shut down around several after after Paris terror attacks pulled on Sunday, amid fears of deadly fire Islamic State militants.", "rouge": {"rouge1": 12.765957446808512, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 157.91464233398438, "token_count": 27} +{"index": 1696, "reference": "When Portugal was hit by an economic crisis in 2011, Magda Tilli and her husband Miguel realised that if they wanted to make a decent living they would have to set up their own business.", "prediction": "Five years ago Martinud Nobi and her partner Asdai, suddenly at a hotel and restaurant hotel in Lisbon, he would do or do not provide a business idea.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 3.2786885245901636, "rougeL": 15.873015873015875}, "nll_sum": 194.23216247558594, "token_count": 34} +{"index": 1697, "reference": "This is the award-winning Wistow Maze in Leicestershire and this year a very special character is taking over.", "prediction": "A Dundee Sherlock detective feature live on a TV screens for the fourth seventh Sherlock series!", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 110.58332824707031, "token_count": 17} +{"index": 1698, "reference": "Zeid Ra'ad Al Hussein, high commissioner for human rights at the United Nations, has warned that a \"Pandora's box\" will be opened if Apple co-operates with the FBI.", "prediction": "The vice president of Human Rights Watch has praised FBI an investigation into the San Bernardino gunman, gunman gave as \"a gift freedom freedom of\".", "rouge": {"rouge1": 25.0, "rouge2": 3.7037037037037033, "rougeL": 14.285714285714285}, "nll_sum": 147.29531860351562, "token_count": 27} +{"index": 1699, "reference": "Swathes of thick, algae blooms have plagued miles of Florida coastline, prompting the governor to declare a state of emergency.", "prediction": "Florida's state chief order has banned thousands of 30 gallons of hot green injection went into a small turbine lake a two weeks ago's been a 2011, a theonian 2011's the-w's 2011 in a from's ban.", "rouge": {"rouge1": 19.354838709677416, "rouge2": 0.0, "rougeL": 12.903225806451612}, "nll_sum": 297.99615478515625, "token_count": 45} +{"index": 1700, "reference": "The writer and creator of television drama Broadchurch has said he feels \"emotional\" about the third and final series coming to an end.", "prediction": "The BBC director of Chris Chnall has said he feelsamazing\" by fans disappointed the TV series of Broadchurch a saying fans \"gameek\" a \" \"00l's over)..'s\". aold's from a", "rouge": {"rouge1": 29.629629629629626, "rouge2": 7.692307692307692, "rougeL": 25.925925925925924}, "nll_sum": 336.6842041015625, "token_count": 48} +{"index": 1701, "reference": "The Alton Towers rollercoaster ride on which five people were seriously injured is to reopen later this month.", "prediction": " a new owners Carton Towers theme park will be prosecuted over roller rollercoaster crash which injured five people.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 117.41557312011719, "token_count": 21} +{"index": 1702, "reference": "Andrew Hore says the Ospreys will consider finding a successor for director of coaching Scott Johnson, who leaves for Scotland in June.", "prediction": "Ospreys chief executive Stuart Store has been ruled out a possible phased on a possible decision to tackle coach Lee Johnson is leaving Scotland this summer.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 0.0, "rougeL": 24.999999999999993}, "nll_sum": 163.57504272460938, "token_count": 28} +{"index": 1703, "reference": "Telusa Veainu scored twice to ensure Leicester earned a four-try bonus point from their trip to Champions Cup Pool Four strugglers Treviso.", "prediction": " Hondaarian Veainu's stunning last-minute stunning to give Leicester Tigers a bonus-point win over aebre Zebre Zebo.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 28.571428571428577}, "nll_sum": 152.86489868164062, "token_count": 30} +{"index": 1704, "reference": "Clermont full-back Nick Abendanon says the Rugby Football Union should allow players working for clubs outside England to represent the national team.", "prediction": "Toulon forward Ab Abendog says the Rugby Rugby Football Association policy to change domestic-based players league made \"better better stronger player\".", "rouge": {"rouge1": 26.66666666666666, "rouge2": 13.95348837209302, "rougeL": 22.222222222222225}, "nll_sum": 198.96353149414062, "token_count": 28} +{"index": 1705, "reference": "Public satisfaction with the NHS has dropped by a record amount, the British Social Attitudes Survey suggests.", "prediction": "Patients with NHS in England has fallen to its highest level for 30 for 30 years, a BBC survey.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 0.0, "rougeL": 27.777777777777775}, "nll_sum": 97.8448715209961, "token_count": 21} +{"index": 1706, "reference": "Are you all-out aggression, do you outsmart your opponents, or do you win through sheer willpower?", "prediction": " is is the most successful struggle Solar battle - and most the most struggle regular battle of all time!", "rouge": {"rouge1": 5.714285714285714, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 109.06576538085938, "token_count": 19} +{"index": 1707, "reference": "France hopes that Brexit will weaken Britain and London's role as a financial centre, according to the City of London's envoy to the EU.", "prediction": "The former City of London 250 EU has accused Paris in the wake and Paris attacks, saying they are \"ouscallous and not be reverberive\".", "rouge": {"rouge1": 27.999999999999996, "rouge2": 8.333333333333332, "rougeL": 20.0}, "nll_sum": 184.02947998046875, "token_count": 29} +{"index": 1708, "reference": "It's a mark of how much Michael O'Neill has achieved as Northern Ireland boss - this time four years ago a group of Germany fans he met had to Google his name to find out who he was.", "prediction": "Northern Ireland boss Michael O'Neill told 40,500 German fans who tried to their team for Euro 2016 in France", "rouge": {"rouge1": 30.0, "rouge2": 13.793103448275861, "rougeL": 16.666666666666664}, "nll_sum": 106.18488311767578, "token_count": 22} +{"index": 1709, "reference": "Goals from Chris Wood and Souleymane Doukara gave Leeds victory against Burton Albion in the Championship.", "prediction": " Souleyman Doukara scored a-time winner as Leeds United missed a penalty- they beat play-off hop hopefuls Cambridge beat Burton Albion.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 11.11111111111111, "rougeL": 26.31578947368421}, "nll_sum": 175.7869110107422, "token_count": 31} +{"index": 1710, "reference": "Alex Hales made a breathtaking 95 off 30 balls as Notts Outlaws piled up the highest Powerplay score in Twenty20 history in beating Durham Jets.", "prediction": "Alex Hales hit a record-best unbeaten of balls as they beat Nottinghamshire by 95 runs in a rain, rainaffected-affected first T20 Blast campaign.", "rouge": {"rouge1": 32.0, "rouge2": 8.333333333333332, "rougeL": 24.0}, "nll_sum": 176.0300750732422, "token_count": 32} +{"index": 1711, "reference": "A stranger organised and helped fund a life-saving operation for a girl with a brain tumour who lives more than 3,500 miles (5,630 km) from him.", "prediction": "A terminally ill teenager whose death recovered a a donations during the Greek war-torn war says he is \" happy\" she will never walk again.", "rouge": {"rouge1": 11.111111111111112, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 147.918701171875, "token_count": 29} +{"index": 1712, "reference": "Lancashire head coach Ashley Giles has questioned the attitude of his team after their record loss to Yorkshire.", "prediction": "Lancashire director of Giles Giles says there are better side team\" despite their T Twenty Blast loss to England despite a batting loss in Bristol.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 4.878048780487805, "rougeL": 27.906976744186046}, "nll_sum": 180.1298065185547, "token_count": 29} +{"index": 1713, "reference": "A lifeboat station is back in service, four days after 25 volunteers resigned in protest against the sacking of a senior crew member.", "prediction": "A public appeal remove save removeain from a coastboat has been suspended after members suspended one of its crew accused in breaching a of bottles' rules.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 190.3945770263672, "token_count": 29} +{"index": 1714, "reference": "Scientists have gained a remarkable insight into some of the oldest dinosaur embryos ever found.", "prediction": "Scientists have discovered the dinosaurs, some of which grew lower faster than previously thought.", "rouge": {"rouge1": 41.379310344827594, "rouge2": 14.814814814814817, "rougeL": 27.58620689655172}, "nll_sum": 60.86874771118164, "token_count": 15} +{"index": 1715, "reference": "Northern Ireland football fans from Carrickfergus, County Antrim, prepare to head out to Spain following their team's qualification for the World Cup finals in 1982.", "prediction": "Northern Ireland have to knocked knocked out of the European football tournament after and their knockout stage of Euro 2016.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 101.94244384765625, "token_count": 20} +{"index": 1716, "reference": "A \"lethal mix\" of failures at a Cumbrian hospital led to the unnecessary deaths of 11 babies and one mother, an investigation has ruled.", "prediction": "A independent inquiry into the worst health disaster and working at a Cambridge hospital trust \" received no, clear clear of purpose\", a health watchdog has found.", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 24.000000000000004}, "nll_sum": 159.94778442382812, "token_count": 29} +{"index": 1717, "reference": "A Florida prosecutor has decided not to pursue criminal charges against Donald Trump's campaign manager who was accused of tussling with a reporter.", "prediction": " Papua New York federal will not a woman who be attacked Donald presenter MLA at a event, saying she is not \"almost a criminal charges against him.", "rouge": {"rouge1": 31.37254901960785, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 182.7021026611328, "token_count": 29} +{"index": 1718, "reference": "The Land Rover Defender has become an automotive icon, remaining largely unchanged since the first Land Rover was introduced in 1948, before going on to enjoy sales of more than two million around the world.", "prediction": "Almost 10 years ago, Land Rover has finally called the \" 'the world's most famous car car genetically solve- solve a aride and it's solve again - it's under \"the under. of its from its of. of a", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.555555555555555, "rougeL": 16.216216216216214}, "nll_sum": 304.7369384765625, "token_count": 47} +{"index": 1719, "reference": "The mother of a 13-month-old boy who drowned in a bath has told jurors she was \"stupid\" to leave him unsupervised for 15 minutes.", "prediction": "A woman accused of killing her partner and her son died in a bath has told a court told she \" \"didn't wasn't going and upstairs\".", "rouge": {"rouge1": 30.18867924528302, "rouge2": 15.686274509803921, "rougeL": 26.41509433962264}, "nll_sum": 141.76341247558594, "token_count": 29} +{"index": 1720, "reference": "Five people have been found guilty of conspiracy to defraud a local government election.", "prediction": "Three men have pleaded guilty to fraud fraud due at a Surrey council by-election, which were stripped to more than \u00a339,000, made by fraud from the. from", "rouge": {"rouge1": 23.255813953488378, "rouge2": 0.0, "rougeL": 23.255813953488378}, "nll_sum": 159.09439086914062, "token_count": 34} +{"index": 1721, "reference": "The dismantled Dismaland theme park is on its way to a refugee camp in France after Banksy donated it to a group of Bristol volunteers.", "prediction": "A charity that has donated a so-called \"Jungle\" camp has been given 40 tonnes of attached of wood at a theme Dism park.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 152.693603515625, "token_count": 28} +{"index": 1722, "reference": "Real Madrid backed \"exemplary\" club member Rafael Nadal after the tennis star was accused by a former French minister of failing a drugs test.", "prediction": "Real former Spanish Open champion Rafael Nadal have praised victims \"unnecessary and \"un\" and and \"unprecedented and and saddened and death\".", "rouge": {"rouge1": 17.77777777777778, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 162.82882690429688, "token_count": 29} +{"index": 1723, "reference": "A US aircraft carrier and other warships did not sail towards North Korea - but went in the opposite direction, it has emerged.", "prediction": "The US has cancelled an American strike missile reportedly it had \"not not sent to Australia, South Korean military said. in aACalifornia-'s. a's from a's a from from it's have's of.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 281.36175537109375, "token_count": 45} +{"index": 1724, "reference": "The Public Prosecution Service has lost an appeal against the granting of bail for two men charged with murdering a relative at a wedding in Fermanagh.", "prediction": "A father and son accused of murdering his 38-year-old man in fatal shooting in Countyermanagh last year have been released on bail.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 12.000000000000002}, "nll_sum": 97.87129211425781, "token_count": 28} +{"index": 1725, "reference": "Some Bedfordshire police stations could be relocated to supermarkets to help bridge a funding gap, its Police and Crime Commissioner said.", "prediction": "Hampshire may have to share some stations station again because of increasing use of police officers the future, the police and crime commissioner the said crime, solve,'s not be a from's a from Police's of.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 10.526315789473685, "rougeL": 23.728813559322035}, "nll_sum": 271.47589111328125, "token_count": 43} +{"index": 1726, "reference": "Novak Djokovic suffered a surprise loss against Croatia's Ivo Karlovic 6-7 (2-7) 7-6 (8-6) 6-4 in the Qatar Open quarter-finals in Doha.", "prediction": "World number oneakakokovic beat Serbia'sG Jacques 4-7 (6-7)7 4-5-8 and reach the semi-finals at the Qatar Open. the 6-finals of the it 2011 again's again", "rouge": {"rouge1": 38.095238095238095, "rouge2": 16.39344262295082, "rougeL": 25.396825396825403}, "nll_sum": 262.343994140625, "token_count": 47} +{"index": 1727, "reference": "A feasibility study into a third River Thames bridge in the Reading area has been given council backing.", "prediction": "Plans for a new bridge and a bridge over the River Thames have been revealed by and council councillors.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 5.714285714285714, "rougeL": 32.43243243243243}, "nll_sum": 70.8938217163086, "token_count": 20} +{"index": 1728, "reference": "Chelsea have signed goalkeeper Eduardo from Croatian champions Dinamo Zagreb for an undisclosed fee.", "prediction": "Chelsea have signed left-back Eduardo for an undisclosed fee believed to be about \u00a379m that could move the club \u00a331m.", "rouge": {"rouge1": 45.71428571428571, "rouge2": 30.303030303030305, "rougeL": 45.71428571428571}, "nll_sum": 95.72700500488281, "token_count": 27} +{"index": 1729, "reference": "Runners from 178 different nations, from Azerbaijan to Zambia, will be represented in the Great North Run on Sunday.", "prediction": "Twenty years ago, a big man would like be the running the Great Great Run race.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.06060606060606, "rougeL": 22.857142857142858}, "nll_sum": 92.81733703613281, "token_count": 17} +{"index": 1730, "reference": "Crewe Alexandra made a bid to sign new Manchester United star Marcus Rashford on loan last season, assistant boss James Collins has revealed.", "prediction": "Teenford striker Marcus Rashford received a received-up move from Manchester United and England Under-21s according to former club performance player James Collins.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.33333333333333, "rougeL": 21.27659574468085}, "nll_sum": 126.05577087402344, "token_count": 29} +{"index": 1731, "reference": "One of Sri Lanka's most controversial politicians has been charged with corruption involving the illegal transfer of state-owned weapons.", "prediction": "Police in Sri Lanka say they have seized a of weapons in to probe into the ex-President president Maha Rajapaksa.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.000000000000001, "rougeL": 19.047619047619047}, "nll_sum": 116.56204223632812, "token_count": 26} +{"index": 1732, "reference": "Australian politician Bob Katter has defended a video that depicts him killing his electoral rivals.", "prediction": "Disgraced Liberal Democrats, K Katter, has been fire after a video showing a toy buy attack in Australia \"as not off for the country\".", "rouge": {"rouge1": 20.51282051282051, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 176.32888793945312, "token_count": 30} +{"index": 1733, "reference": "A new \u00a320m-a-year cap on the cost of new drugs will be introduced in the NHS in England in an attempt to save money, health chiefs have announced.", "prediction": " the price on the NHS in northern England will receive fair to free drugs under plans, under the health watchdog has announced.", "rouge": {"rouge1": 42.3076923076923, "rouge2": 12.000000000000002, "rougeL": 30.769230769230766}, "nll_sum": 126.53611755371094, "token_count": 23} +{"index": 1734, "reference": "Jordan Clark scored a late winner as Accrington Stanley stunned League One promotion hopefuls Bradford with victory at Valley Parade, in the FA Cup first round", "prediction": "Jordan Clark scored a stoppage-time winner as Accrington Stanley beat the past League Two play-off rivals Bradford to reach the fourth-finals of the FA Cup.", "rouge": {"rouge1": 48.14814814814815, "rouge2": 30.769230769230766, "rougeL": 48.14814814814815}, "nll_sum": 130.0076904296875, "token_count": 33} +{"index": 1735, "reference": "The most vulnerable people in Scotland are falling into destitution because the benefits system is \"simply not working\", according to a charity.", "prediction": "Hundreds of people in Scotland are boatsst because to \"stalling of food food\", a disability charity has warned.", "rouge": {"rouge1": 40.0, "rouge2": 15.789473684210527, "rougeL": 40.0}, "nll_sum": 127.96837615966797, "token_count": 22} +{"index": 1736, "reference": "Glamorgan have signed Harry Podmore on loan from Middlesex to ease the county's fast bowling injury concerns.", "prediction": "Glamorgan have re-signed England bowling bowler Harry Podmore on loan from Middlesex and will take five wickets on loan.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 33.333333333333336, "rougeL": 47.36842105263158}, "nll_sum": 114.74864196777344, "token_count": 27} +{"index": 1737, "reference": "Manager Gary Hackett said Stourbridge were \"outstanding\" in their shock FA Cup second-round defeat of League One Northampton as the seventh-tier side reached round three for the first time.", "prediction": "Northampton Town assistant manager Jack Hackett tribute to supporters of their FA Cup hero, winning the League One side side was \"a hero\".", "rouge": {"rouge1": 40.74074074074075, "rouge2": 7.692307692307692, "rougeL": 29.629629629629626}, "nll_sum": 137.55783081054688, "token_count": 27} +{"index": 1738, "reference": "Clashes in the stands that forced some supporters on to the pitch delayed Lyon's Europa League quarter-final first-leg win over Besiktas.", "prediction": "Chop fans between Turkish champions Besiktas were left on playing field surface after, after police crowd crowd during a Champions League match between Lyon other", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 169.21734619140625, "token_count": 29} +{"index": 1739, "reference": "Millions of savers are being reminded that they may need to move some of their cash, to guarantee it will be fully protected in the event of their bank going bust.", "prediction": "Sins in England are receive compensation from those to customers customers protect accounts - - aged in the bank or one account - even if the and necessary.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 3.7037037037037033, "rougeL": 21.428571428571427}, "nll_sum": 194.01113891601562, "token_count": 29} +{"index": 1740, "reference": "Bournemouth have signed Norwich midfielder Andrew Surman for an undisclosed fee on a three-year deal.", "prediction": "Nottingham Forest have signed midfielder Andrew Surreyman on an 18-month loan deal for an fee, believed to be \u00a35m.", "rouge": {"rouge1": 50.0, "rouge2": 17.647058823529413, "rougeL": 38.888888888888886}, "nll_sum": 96.49700927734375, "token_count": 27} +{"index": 1741, "reference": "Prince Buaben has become Hearts' sixth summer signing after agreeing terms with the Tynecastle club.", "prediction": "Hearts have signed Prince Melen Sin second time following his release by Scottish Premiership side-arnarnock.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 147.51950073242188, "token_count": 21} +{"index": 1742, "reference": "Wales ended their World Rugby Under-20 Championship campaign on a positive note by beating Italy in the seventh-eighth place play-off in Tbilisi.", "prediction": "Wales'' Under'20s World Rugby Championship title in Italy ended with a 26-21 defeat by Italy by Cardiff tw", "rouge": {"rouge1": 44.44444444444445, "rouge2": 4.651162790697675, "rougeL": 31.11111111111111}, "nll_sum": 131.1970672607422, "token_count": 24} +{"index": 1743, "reference": "Garda\u00ed (Irish police) investigating the disappearance of a man in Dublin almost 17 years ago have begun fresh searches.", "prediction": "Irish police will begin at the site of the site for a man who went missing, nearly three years ago, in the Republic of Ireland.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 14.285714285714288, "rougeL": 36.36363636363636}, "nll_sum": 86.45930480957031, "token_count": 27} +{"index": 1744, "reference": "Arsenal Ladies have agreed a deal to continue playing their home games at Boreham Wood's Meadow Park home until 2027, along with Arsenal's youth teams.", "prediction": "Boreham Wood Ladies have agreed to sign new long-term contract with Women Super League One Barnet FC logo to restore their proposed ground Stadium.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 12.000000000000002, "rougeL": 19.23076923076923}, "nll_sum": 162.75929260253906, "token_count": 29} +{"index": 1745, "reference": "The Welsh Rugby Union is set to agree a new nine-year contract with kit manufacturer Under Armour worth \u00a333m.", "prediction": "The Welsh Rugby Union has agreed a new five-year sponsorship deal which will replace Walesier Underoming with former security executive Jonathan Reebok.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 24.390243902439025, "rougeL": 41.86046511627907}, "nll_sum": 144.1039276123047, "token_count": 28} +{"index": 1746, "reference": "Formula 1 bosses have agreed to ditch the controversial double points rule.", "prediction": "Formula 1 bosses are reconsider scrapped plans to introduce double points rule in the race next season.", "rouge": {"rouge1": 55.172413793103445, "rouge2": 29.629629629629626, "rougeL": 48.275862068965516}, "nll_sum": 113.2930679321289, "token_count": 18} +{"index": 1747, "reference": "David Cameron's pledge to hold a referendum on Britain's EU membership is \"a clear and present danger\" to jobs and business, Ed Miliband has warned.", "prediction": "German manufacturing firm Siemens has broken out Labour over Ed Miliband is claiming a future, meaning the and David's backing of a UK the leaving the EU.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 3.7735849056603774, "rougeL": 14.545454545454545}, "nll_sum": 171.03775024414062, "token_count": 30} +{"index": 1748, "reference": "Leicester Tigers assistant coach Geordan Murphy says victory in Sunday's Anglo-Welsh Cup final against Exeter would be a big boost for their Premiership play-off aspirations.", "prediction": "Former Wales fly-half Danny Murphy says there to more\" can suffer from the Premiership champions before thr champions Saracens to stay in the Premiership.", "rouge": {"rouge1": 15.094339622641511, "rouge2": 3.921568627450981, "rougeL": 15.094339622641511}, "nll_sum": 173.00729370117188, "token_count": 29} +{"index": 1749, "reference": "Macclesfield moved within three points of the National League play-off spots after recording a 1-0 victory over Eastleigh.", "prediction": "Nationalers missed National League play-offef as Macclesfield were held at home byleague be Eastleigh.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 12.121212121212121, "rougeL": 22.857142857142858}, "nll_sum": 150.12448120117188, "token_count": 22} +{"index": 1750, "reference": "Three brothers from Belfast have been jailed for drugs offences linked to a significant seizure of cocaine.", "prediction": "Two brothers from Belfast who supplied haul of cocaine in an east Belfast have been given four-and-a-half years to serve sentence and sentences sentence.", "rouge": {"rouge1": 40.9090909090909, "rouge2": 23.80952380952381, "rougeL": 27.272727272727277}, "nll_sum": 119.69918060302734, "token_count": 30} +{"index": 1751, "reference": "The British teenager who sold his news summary app to Yahoo for millions is facing a major life choice as he weighs education and business opportunities.", "prediction": "A US teenager, who created an app will be an edition of privacy event option, is the man he developed the technology says is a car-.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 19.230769230769234}, "nll_sum": 183.45455932617188, "token_count": 28} +{"index": 1752, "reference": "Liverpool playmaker Philippe Coutinho is confident he will be fit despite suffering a dead leg against Watford.", "prediction": "Liverpool will miss Tuesday's departure from return to Liverpool with a persistent ankle shoulder injury and- injury.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 97.63912963867188, "token_count": 19} +{"index": 1753, "reference": "The Queen is a \"very good mimic\" with a knack for imitating regional accents, her cousin has said.", "prediction": "The Queen will spend her 90th birthday she includes \"avery story\" of stories, possible and feels like things\", her nearest relatives has said.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 170.704833984375, "token_count": 28} +{"index": 1754, "reference": "A man was arrested on suspicion of holding a staff member at gunpoint at a NatWest bank in Birmingham.", "prediction": "A man is being held by police after an armed account with police carrying a gun and tried a free branch in Birmingham head-ll's in, days before including his", "rouge": {"rouge1": 24.000000000000004, "rouge2": 8.333333333333334, "rougeL": 24.000000000000004}, "nll_sum": 189.59835815429688, "token_count": 32} +{"index": 1755, "reference": "A 26-year-old man has been arrested following a serious assault near a bar in Johnstone.", "prediction": "A man has been charged with assault and the attempted murder and attempted murder of a 26- 2011-old man in Paisley.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 21.62162162162162, "rougeL": 35.8974358974359}, "nll_sum": 90.44043731689453, "token_count": 26} +{"index": 1756, "reference": "British Swimming's performance director Michael Scott has resigned following a review into results at London 2012.", "prediction": "Mike Scott has quit as performance director of the at Olympics 2016 Olympics following a review of its profile carried out winning in London London 2012.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 24.39024390243903, "rougeL": 32.558139534883715}, "nll_sum": 146.6807861328125, "token_count": 26} +{"index": 1757, "reference": "Singapore's Joseph Schooling won his nation's first ever Olympic gold medal with victory in the 100m butterfly as Michael Phelps was one of three men to finish joint second.", "prediction": "Two-time Olympic champion sink Schooling is on course for a fourth record title by winning the men's 100m100mley, onultimate final day the Rio Rio Olympics.-old Rio O in's 2011 again 2011 again from a", "rouge": {"rouge1": 20.289855072463766, "rouge2": 0.0, "rougeL": 11.594202898550723}, "nll_sum": 282.7568664550781, "token_count": 46} +{"index": 1758, "reference": "The coach of a primary school football team has applied for the England job, saying he is the \"perfect candidate\" to succeed Roy Hodgson.", "prediction": "An ex-poundon head coach has written to the Football Association a a letter written, calling himthethe enthusiasm of a job for the nation\".", "rouge": {"rouge1": 41.66666666666667, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 175.35794067382812, "token_count": 29} +{"index": 1759, "reference": "The Dangerous Dogs Act has \"never really worked\" because it only deals with certain breeds, a Tory MP has said as he called for a review of the law.", "prediction": "An MP has called for a change of regulation the banned breed of breeds to be banned, including one of the deaths of a boy - a dog-maker referee says it's controversial from the offences it from been of.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 11.940298507462686, "rougeL": 20.28985507246377}, "nll_sum": 224.0825653076172, "token_count": 43} +{"index": 1760, "reference": "Six-time champion Steve Davis failed to reach the World Championship as he lost 10-4 to Fergal O'Brien in the first round of qualifying in Sheffield.", "prediction": "Two-time WorldookerGreat Davis's has pulled out the qualifying for assembly stage World", "rouge": {"rouge1": 23.80952380952381, "rouge2": 0.0, "rougeL": 19.047619047619047}, "nll_sum": 126.299072265625, "token_count": 17} +{"index": 1761, "reference": "A 28-year-old man has been beaten by a gang armed with metal bars and bats in Coleraine, County Londonderry.", "prediction": "A man has suffered life-changing injuries after a 40-year- man who his 20s, assaulted sexually assaulted in Down in County Antrim, 2002, on dubbed month became fromA's reputation from a O a's.AWest", "rouge": {"rouge1": 24.137931034482758, "rouge2": 3.571428571428571, "rougeL": 20.689655172413794}, "nll_sum": 297.1076354980469, "token_count": 47} +{"index": 1762, "reference": "Two women, one with a suspected broken leg, have been rescued from Divis Mountain in Belfast.", "prediction": "Two young women who were out to the sea in Antand, County Antrim, the coastguard have said.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 100.69862365722656, "token_count": 22} +{"index": 1763, "reference": "A dog has been rescued by firefighters after getting wedged in an electric reclining armchair.", "prediction": "A young playground was rescued by firefighters of a the chair to a energy supply after cut off her fuel, was \"theolds in silence\".", "rouge": {"rouge1": 30.76923076923077, "rouge2": 10.81081081081081, "rougeL": 30.76923076923077}, "nll_sum": 186.2797393798828, "token_count": 27} +{"index": 1764, "reference": "Nine endangered animals are to be confiscated from a Ceredigion zoo after its owners admitted displaying animals without the proper paperwork.", "prediction": "A Cumbria have been fined \u00a31,400 and fined after illegal animals were found, illegal to protect animals, a Ceredria offer.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 155.7481689453125, "token_count": 29} +{"index": 1765, "reference": "The Islamic State group (IS) has confirmed the death last month of one of its most senior leaders, Abu Mohammed al-Furqan.", "prediction": "The veteran chief of the media chief, Abu al al-Furqqan, also known as the known militant group Islamic State Islamic Syria, has died aged 86.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666668}, "nll_sum": 151.51382446289062, "token_count": 33} +{"index": 1766, "reference": "A man who punched and killed his girlfriend just days after he was overheard saying he would kill her has been jailed.", "prediction": "A man who killed his lawyer ex-partner as she stopped she her and car and then him with a knife has been jailed.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 22.727272727272723, "rougeL": 39.13043478260869}, "nll_sum": 123.84307861328125, "token_count": 26} +{"index": 1767, "reference": "A woman has died after being knocked down by a bus in Lisburn, County Antrim.", "prediction": "A woman was been seriously injured after she was hit by a bus wall into wall wall at a bus station in Nama in Belfast city centre., animation, 3 it is possible from aA it's of a the. the aA", "rouge": {"rouge1": 25.0, "rouge2": 11.11111111111111, "rougeL": 25.0}, "nll_sum": 249.263916015625, "token_count": 46} +{"index": 1768, "reference": "A motorcyclist who was killed in a crash on the Isle of Man has been named by police as Kevin Baker.", "prediction": "A motorcyclist who was involved in a crash in a car on racing Isle on Man has been named as Henry Henry Baker in the Northern 100th Police, said it is forI from3 aI reputation a. a from aA", "rouge": {"rouge1": 56.666666666666664, "rouge2": 27.586206896551722, "rougeL": 50.0}, "nll_sum": 256.3106689453125, "token_count": 47} +{"index": 1769, "reference": "Jenson Button has emerged as a potential target for Williams next season if they lose Valtteri Bottas.", "prediction": "Valtteri Bottas will struggle to stay with team in Formula 1 next year, after driver Finn said \"did not know any injured seriously\".", "rouge": {"rouge1": 15.0, "rouge2": 5.2631578947368425, "rougeL": 10.0}, "nll_sum": 137.53631591796875, "token_count": 29} +{"index": 1770, "reference": "Roger Moore has told how one of his first decisions before taking over the role of James Bond was not to use Sean Connery's famous phrase \"shaken not stirred\".", "prediction": "ury director Brendan Moore has revealed that Bond actor Sean Con Sean was not used the same character as film movie.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 134.653564453125, "token_count": 21} +{"index": 1771, "reference": "Thousands of elderly people are missing out on free personal care because of delays to assessments and care arrangements, a charity has claimed.", "prediction": "Elderly people are being put at place by local authorities for failing to provide care, a care charity says.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 33.33333333333333}, "nll_sum": 89.72511291503906, "token_count": 22} +{"index": 1772, "reference": "Biologists are calling on the public to report sightings of rabbits and hares as part of a conservation effort.", "prediction": "eared rabbits and England are asking asked the public to send hares threatens protect them for their future.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 17.142857142857142, "rougeL": 27.027027027027025}, "nll_sum": 113.54078674316406, "token_count": 19} +{"index": 1773, "reference": "Three women and a man have admitted fraud in connection with the sale of hundreds of puppies, some of which died or suffered serious health problems.", "prediction": "A mother and daughter have admitted selling and selling selling 30 puppies to sell abandoned puppies, them leaving the animals more than \u00a3600,000.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 131.58941650390625, "token_count": 27} +{"index": 1774, "reference": "Four men arrested in the UK following an international counter-terrorism operation have appeared in court to face extradition proceedings to Italy.", "prediction": "Four men from Birmingham have appeared in court charged with terrorism terrorism charges after they were helping to join so-called Islamic State (IS).", "rouge": {"rouge1": 34.78260869565217, "rouge2": 18.18181818181818, "rougeL": 30.434782608695656}, "nll_sum": 81.512451171875, "token_count": 26} +{"index": 1775, "reference": "Amazon has announced it will offer live television channels via its Prime Video service, for an extra fee.", "prediction": "Amazon has launched a released- civil service for its traditional local TV channels and YouTube in the UK.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.76470588235294, "rougeL": 22.22222222222222}, "nll_sum": 100.31458282470703, "token_count": 19} +{"index": 1776, "reference": "The OFT has made a move to try to help people access discounts when booking online, after closing an investigation into competition practice between three companies.", "prediction": "The UK's law firm has launched an investigation into illegal websites that let down house down, rules can mean for customers can no lower pricing or lower.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 7.692307692307692, "rougeL": 18.51851851851852}, "nll_sum": 168.76800537109375, "token_count": 29} +{"index": 1777, "reference": "(Close): Sports Direct shares dived 11% after the retailer's half-year results fell short of expectations.", "prediction": "(Open): The FTSE 100 closed higher lower, but but financial company closed lower despite fears despite a slowdown in growth in South Africa.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 145.06649780273438, "token_count": 28} +{"index": 1778, "reference": "Triple J have confirmed Taylor Swift was disqualified from this year's Hottest 100.", "prediction": " regionalie has published a frenzy magazine's list because of Taylor Swift's track not because it is too too.", "rouge": {"rouge1": 17.64705882352941, "rouge2": 6.25, "rougeL": 17.64705882352941}, "nll_sum": 127.6071548461914, "token_count": 21} +{"index": 1779, "reference": "Wakefield Trinity Wildcats chairman Michael Carter says the club could be forced to leave their Belle Vue home after serving notice to the administrators of the ground's lease.", "prediction": "Wakefield Wildcats chairman Chris Carter says they have made \"ununly reasonable offer\" to landlord the lease landlord of their in at Stadium Stadium at", "rouge": {"rouge1": 37.735849056603776, "rouge2": 7.8431372549019605, "rougeL": 30.18867924528302}, "nll_sum": 187.15736389160156, "token_count": 29} +{"index": 1780, "reference": "Prince William has answered criticism of his commitment to royal duties, saying he is willing to take on more responsibility when the time comes.", "prediction": "The Queen has said the Queen does not on duty will \"not take a lot of down\" saying there would be \"a lot an awful\".", "rouge": {"rouge1": 32.6530612244898, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 131.3802490234375, "token_count": 28} +{"index": 1781, "reference": "New England Patriots quarterback Tom Brady says he is sorry the NFL \"had to endure\" the \"deflate-gate\" scandal, after his four-game ban was overturned.", "prediction": "New New Patriots quarterback Tom Brady, who will play for National Football Football League after his scandal-hit scandal, to said his family lost interest.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 16.3265306122449, "rougeL": 27.450980392156865}, "nll_sum": 127.47944641113281, "token_count": 28} +{"index": 1782, "reference": "Japanese phone messaging app operator, Line, has said it plans to list its shares in both Tokyo and New York.", "prediction": " messaging of messaging app service Line on plans to raise its shares in its New Stock Exchange.", "rouge": {"rouge1": 48.648648648648646, "rouge2": 22.857142857142858, "rougeL": 48.648648648648646}, "nll_sum": 93.44764709472656, "token_count": 17} +{"index": 1783, "reference": "A paramedic has been suspended for eight months after he squeezed a colleague's breast and inappropriately touched her bottom.", "prediction": "A ambulance doctor was put a colleague's pen to his because he cut a breast and cut her breast, has been struck off.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 19.04761904761905, "rougeL": 31.818181818181824}, "nll_sum": 140.02516174316406, "token_count": 25} +{"index": 1784, "reference": "Any move to close a sports centre would be a \"declaration of war\" on the local community, a councillor has warned.", "prediction": "A leisure centre which is facing closure is facing an \"uncedented risk of shut\", after parish council described as \"n hell-bent\".", "rouge": {"rouge1": 13.95348837209302, "rouge2": 0.0, "rougeL": 13.95348837209302}, "nll_sum": 148.14639282226562, "token_count": 27} +{"index": 1785, "reference": "The head of the consular department at Russia's embassy in Greece has been found dead in his flat in Athens, police say.", "prediction": "Aaced Russian diplomat who was assassinated with the Russian news of last month's body has been found in his flat, police in say the 2011 Broadway, Cly,- they- \"-p aA in a from a's from a's", "rouge": {"rouge1": 45.16129032258064, "rouge2": 13.333333333333334, "rougeL": 35.483870967741936}, "nll_sum": 286.80889892578125, "token_count": 45} +{"index": 1786, "reference": "Renault will stop supplying engines to Formula 1 teams as soon as possible.", "prediction": "ault Austin has defended its decision on whether or it is run out of Formula 1, accusing the company of facing a company \" decision\".", "rouge": {"rouge1": 10.81081081081081, "rouge2": 5.7142857142857135, "rougeL": 10.81081081081081}, "nll_sum": 139.4282684326172, "token_count": 26} +{"index": 1787, "reference": "Belfast City Council has said a BBC relocation to a site beside the Ulster University campus would lead to a \"comprehensive transformation\" of that part of the city.", "prediction": "Ulster City Council is considering moving to development linked to the Titanic Quarter to Belfast city centre the and there could the reports's a ballete firm.'s350 referee's \"over-g's of from Royal George's.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 6.25, "rougeL": 21.21212121212121}, "nll_sum": 309.03271484375, "token_count": 45} +{"index": 1788, "reference": "A man has been rescued from a tree after getting stuck while trying to recapture his parrot.", "prediction": "A man was stuck in hospital after becoming stuck in a tree in a family trying tried- be used to tackle crews in Greater Manchester.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 28.571428571428566}, "nll_sum": 138.7384033203125, "token_count": 26} +{"index": 1789, "reference": "Business owners on a Black Country business park say they are not being given enough support to deal with a spate of break-ins.", "prediction": "Thieves have stolen is former factory and to factory factory in Wolverhampton, amid concerns about their security.", "rouge": {"rouge1": 4.878048780487805, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 110.8169937133789, "token_count": 21} +{"index": 1790, "reference": "Social media users have reacted with amused bewilderment after an official said it was illegal for a man to stare at a woman for more than 14 seconds.", "prediction": "A police commissioner app created a video of him asking men to him for file and not before her eyes open 14 minutes before they marriage for sex.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 179.86026000976562, "token_count": 28} +{"index": 1791, "reference": "Sir Bruce Forsyth is to return to Strictly Come Dancing for a special Children In Need edition of the show.", "prediction": "Sir Bruce Forsyth is been confirmed as the host the Strictly Come Dancing line-up.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 30.303030303030305, "rougeL": 40.0}, "nll_sum": 70.21153259277344, "token_count": 19} +{"index": 1792, "reference": "Free trade deals with developing countries will continue post-Brexit, the government has said.", "prediction": " the UK has announced trade the top trade deal between some countries nations in developing countries countries.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 13.793103448275861, "rougeL": 25.80645161290323}, "nll_sum": 91.85853576660156, "token_count": 17} +{"index": 1793, "reference": "A paralysed woman wearing a \"bionic\" suit has completed the Great North Run, five days after she started it.", "prediction": "A woman who became the firstalysed to become the first complete has completed the 100 London Marathon.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 11.76470588235294, "rougeL": 27.777777777777775}, "nll_sum": 94.15133666992188, "token_count": 18} +{"index": 1794, "reference": "Suicide bombers have attacked a building belonging to Afghanistan's National Directorate of Security (NDS) in the capital, Kabul, officials have told the BBC.", "prediction": "A suicide attack has launched a shop in the Afghan capital, Kabul, in an effort to provincial the NDS, military officials say.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 9.09090909090909, "rougeL": 34.78260869565217}, "nll_sum": 105.27196502685547, "token_count": 26} +{"index": 1795, "reference": "If you're young, Chinese and living in Beijing, you're probably locked out of the property market.", "prediction": "Thousands of China is now living in China, and couples and couples working and living in the country are now buying 90 million (61m).", "rouge": {"rouge1": 23.80952380952381, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 115.1390380859375, "token_count": 27} +{"index": 1796, "reference": "Two men arrested over the killing of a 42-year-old man in his back garden in Liverpool have been released on bail.", "prediction": "Two men have been arrested on Bob murder of an 81-year-old man who was fatally stabbed in his south- London garden.", "rouge": {"rouge1": 56.52173913043478, "rouge2": 22.727272727272727, "rougeL": 43.47826086956522}, "nll_sum": 98.2398681640625, "token_count": 26} +{"index": 1797, "reference": "The Nelson Mandela Foundation (NMF) has called for South Africa's President Jacob Zuma to be sacked.", "prediction": "South Africa's independent opposition charity,DogF) has called on President Jacob Zuma to account account of its leadership, a governing party has said.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 30.769230769230766, "rougeL": 34.146341463414636}, "nll_sum": 150.52317810058594, "token_count": 29} +{"index": 1798, "reference": "People will be banned from using e-cigarettes in enclosed places such as restaurants, pubs and at work in Wales, under a new public health law.", "prediction": "The plans to ban e-cigarettes from from public spaces will be led to public, the Welsh government has announced.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 9.09090909090909, "rougeL": 17.391304347826086}, "nll_sum": 90.5092544555664, "token_count": 22} +{"index": 1799, "reference": "Liverpool forward Raheem Sterling will not be leaving the club in the summer despite a breakdown in talks over a new deal, says manager Brendan Rodgers.", "prediction": "Liverpool boss Brendan Rodgers has criticised the Liverpool \"would put forward forward Raheem Sterling, saying he does not want to \" on his career\".", "rouge": {"rouge1": 36.73469387755102, "rouge2": 12.76595744680851, "rougeL": 20.408163265306122}, "nll_sum": 126.11225891113281, "token_count": 28} +{"index": 1800, "reference": "There's no such thing as retirement any more for millions of elderly workers around the world.", "prediction": "If you live in a restaurant in China, China and thousands of commuters should live, where the living costs because of \"the of living wage\".", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 135.84230041503906, "token_count": 28} +{"index": 1801, "reference": "Wall Street closed higher on Tuesday but surge needed to break through the 20,000 mark remained elusive.", "prediction": "(Close): Wall Street markets closed lower on Monday helped by a rise in as oil prices and prices leap in the start of the day.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 135.2672119140625, "token_count": 27} +{"index": 1802, "reference": "Britain will host the 2017 International Blind Sports Federation (IBSA) European Judo Championships from Thursday 3 to Sunday 6 August.", "prediction": "A British public judo jud competition will host a home city for in 2020 Olympic Olympics.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 5.88235294117647, "rougeL": 11.111111111111112}, "nll_sum": 116.0631332397461, "token_count": 17} +{"index": 1803, "reference": "A new NHS trust set up to run Stafford's hospital requires improvement, inspectors have said.", "prediction": "A trust that run Nottinghamshire Hospital has been rated as the best in its care care.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 81.78871154785156, "token_count": 17} +{"index": 1804, "reference": "Vern Cotter is \"disappointed\" he is leaving his job as Scotland head coach but \"respects\" Scottish Rugby's decision to appoint Gregor Townsend.", "prediction": "Vern Cotter says he is disappointed would be replaced by Gregor Townsend in place after rugby Unite called for him the remain in his future.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 17.391304347826086, "rougeL": 24.999999999999993}, "nll_sum": 146.3594970703125, "token_count": 29} +{"index": 1805, "reference": "Facebook has been ordered by a German privacy regulator to stop collecting and storing the data of German users of its messaging app WhatsApp.", "prediction": " data UK the data watchdog Germany ordered that Facebook and WhatsApp to user users' share' share users of its data in the a of USB's phone. order it's's \"over-g's and in's is from?. the emerged", "rouge": {"rouge1": 36.92307692307692, "rouge2": 9.523809523809524, "rougeL": 15.384615384615383}, "nll_sum": 318.7574462890625, "token_count": 47} +{"index": 1806, "reference": "Matthew Perry \"will not\" attend the Friends reunion show due to rehearsals for his West End play.", "prediction": " findr Perry is to star in the West End in a special in play rock comedy Longing.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 6.25, "rougeL": 29.411764705882355}, "nll_sum": 115.11045837402344, "token_count": 19} +{"index": 1807, "reference": "Wales' dream of becoming the first British team in 50 years to reach the final of a major tournament is over after they were knocked out of Euro 2016.", "prediction": "Tributes have been paid to the Wales football fans who \"happy a nation\" inspired by the defeat and England and reach Euro 2016.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 4.0, "rougeL": 19.230769230769234}, "nll_sum": 126.2083511352539, "token_count": 26} +{"index": 1808, "reference": "Mosques have opened their doors to the public as part of a drive to \"reach out to fellow Britons following tensions around terrorism\".", "prediction": "portsques across Europe are offering share of Muslims to provide \"day goings\" in in what it call the \"day centre in our Muslim community\". 2011 \" solve 2011'sA 2011 again a again from of from again from again's 2011", "rouge": {"rouge1": 12.698412698412701, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 307.26275634765625, "token_count": 47} +{"index": 1809, "reference": "Bournemouth boss Eddie Howe says he will not be distracted by talk linking him with the England manager's role.", "prediction": "Bournemouth head manager Eddie Howe says he he will \" besoft\" to racing, saying thinks he is the same \"the ultimate\".", "rouge": {"rouge1": 40.00000000000001, "rouge2": 21.052631578947366, "rougeL": 35.0}, "nll_sum": 164.11190795898438, "token_count": 27} +{"index": 1810, "reference": "Finance ministers from the world's leading economies have warned of a \"shock\" to the global economy if the UK leaves the EU.", "prediction": "The G20 ministers have told ministers of government ministers that they demanded that a UK vote for the UK should members of the European Unionbees and their. solve of again, again the again\" who again have 2011 of the from a again a", "rouge": {"rouge1": 30.303030303030305, "rouge2": 3.125, "rougeL": 21.21212121212121}, "nll_sum": 265.15350341796875, "token_count": 47} +{"index": 1811, "reference": "Better support is needed for members of the armed forces who leave the military with Post Traumatic Stress Disorder (PTSD), one of the youngest recipients of the George Medal has said.", "prediction": "A 76-year-old man received a Medal winner's military base in 2008 is suffering from post- stress disorder (PTSD\" (-DPTS).", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301884}, "nll_sum": 156.5655517578125, "token_count": 31} +{"index": 1812, "reference": "Republican Donald Trump has sparked anger by appearing to suggest his supporters could stop his rival Hillary Clinton by exercising their gun rights.", "prediction": "Donald Trump has called for a fire catching aerial gun rights supporters in pick the US Senate, the saying he would \"do anything anything doing anything\".", "rouge": {"rouge1": 24.489795918367346, "rouge2": 12.76595744680851, "rougeL": 20.408163265306122}, "nll_sum": 160.85232543945312, "token_count": 28} +{"index": 1813, "reference": "The National Union of Students has launched a \"payback time\" campaign against MPs who broke their 2010 election promise over tuition fees, including leading Liberal Democrats.", "prediction": "The National Union of Students has launched a campaign to raise awareness pledge backing university tuition charges, if the party wins Labour wins general election \" May.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 28.000000000000004, "rougeL": 38.46153846153847}, "nll_sum": 130.48060607910156, "token_count": 28} +{"index": 1814, "reference": "Clamping down on the problem of Nigerians being trafficked to the UK is a main priority, the first independent anti-slavery commissioner says.", "prediction": "The former head of the Metropolitan Police says she is \"extremely concerned\" about hundred cases of human traff being forced into sex in the UK.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 113.1421127319336, "token_count": 27} +{"index": 1815, "reference": "Women who lead a sedentary lifestyle have faster-ageing cells than those who exercise every day, research suggests.", "prediction": "People who live little longer old training are 40 years old, their age, research research, California suggests.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 125.13572692871094, "token_count": 20} +{"index": 1816, "reference": "Police in the Turkish city of Istanbul have used tear gas and water cannon against protesters in a fifth night of anti-government demonstrations.", "prediction": "Turkish Turkish police have fired tear gas, and tear gas to disperse with thousands of thousands of demanding patrolling Istanbul.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 100.70030975341797, "token_count": 21} +{"index": 1817, "reference": "House prices in Northern Ireland continued to rise in the third quarter of this year, but at a slower rate.", "prediction": " house prices across Northern Ireland rose rose last year, according to official figures.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 12.903225806451616, "rougeL": 30.303030303030305}, "nll_sum": 52.274513244628906, "token_count": 14} +{"index": 1818, "reference": "Novelist Robert Harris has called on the BBC to give books more coverage \"at a time when they're really fighting like crazy for a bit of space\".", "prediction": "Lolf Harris has called for the BBC to pay more literary books and to have its flights remit\".", "rouge": {"rouge1": 39.130434782608695, "rouge2": 18.18181818181818, "rougeL": 30.434782608695656}, "nll_sum": 116.84140014648438, "token_count": 20} +{"index": 1819, "reference": "An aide to a Kent Conservative MP has appeared before Westminster magistrates charged with rape following an alleged attack at the Houses of Parliament.", "prediction": "A former member of staff has has appeared in court charged with a woman and rape charges, following an alleged attack in the House of Commons.", "rouge": {"rouge1": 52.0, "rouge2": 29.166666666666668, "rougeL": 52.0}, "nll_sum": 99.13095092773438, "token_count": 27} +{"index": 1820, "reference": "A large fire broke out a school as students gathered to collect their GCSE results.", "prediction": "A huge fire has broken out through a Yorkshire secondary school, and forced students and material their GC results papers", "rouge": {"rouge1": 45.714285714285715, "rouge2": 0.0, "rougeL": 45.714285714285715}, "nll_sum": 123.87794494628906, "token_count": 20} +{"index": 1821, "reference": "Worcester Warriors head coach Carl Hogg has admitted it is \"essential\" they become a force on their new artificial pitch next season.", "prediction": "Worcester Warriors head coach Stuart Hogg says it need build more playing their's behind a to new pitch. their Premiership season.", "rouge": {"rouge1": 50.0, "rouge2": 14.285714285714285, "rougeL": 45.45454545454545}, "nll_sum": 167.95864868164062, "token_count": 26} +{"index": 1822, "reference": "The FTSE 100 closed slightly lower on the last day of campaigning before the general election.", "prediction": "The FTSE 100, closed higher on Monday amid uncertainty over the Spain election was, the outcome of the UK's general election 2008 but's Bureau of \"00's from a Ad's ban from from November's's.'s a", "rouge": {"rouge1": 35.08771929824561, "rouge2": 14.545454545454545, "rougeL": 35.08771929824561}, "nll_sum": 267.3565673828125, "token_count": 46} +{"index": 1823, "reference": "A Los Angeles hospital has paid $17,000 (\u00a311,800) to hackers after its computer systems were taken offline by ransomware.", "prediction": "A Lincolnshire hospital has been ordered to pay $4m (\u00a39m) after demanding a ransom of off a pay for a patient's medical data of", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 131.20579528808594, "token_count": 30} +{"index": 1824, "reference": "British rider Emily Gilruth is set to leave intensive care after she was injured in a fall at the Badminton Horse Trials.", "prediction": "British star Sarah Gilruth should died in hospital after being injured during a race at, Victoria Queen Hospital Trials School has said in the 2011 solve, 2011, from they again from-A 2011 from in a from a's\". dropped a", "rouge": {"rouge1": 28.571428571428577, "rouge2": 3.278688524590165, "rougeL": 22.222222222222225}, "nll_sum": 319.37481689453125, "token_count": 47} +{"index": 1825, "reference": "The brother of an aid worker murdered by extremist militants in Syria says he will not hate his killers, calling for compassion for those affected by conflict in the Middle East.", "prediction": "The brother of an Scottish aid worker who killed in Syria in the militant group has said, the killing of \"nothingcould't carry out or carried out\".", "rouge": {"rouge1": 37.93103448275862, "rouge2": 21.428571428571427, "rougeL": 34.48275862068965}, "nll_sum": 154.97796630859375, "token_count": 30} +{"index": 1826, "reference": "Former Labour minister Jack Straw is to chair an inquiry into the governance of the House of Commons amid a row over the hiring of a new Commons Clerk.", "prediction": "Former foreign Secretary Jack Straw looking look look into the office to appoint the next House of Commons, George Straw has said", "rouge": {"rouge1": 39.21568627450981, "rouge2": 16.3265306122449, "rougeL": 35.294117647058826}, "nll_sum": 129.02755737304688, "token_count": 22} +{"index": 1827, "reference": "A teenager whose mother was the first baby born on a Loganair plane has become a member of the cabin crew.", "prediction": "A baby girl who gave birth on the floor of an air ambulance, almost almost 30 years ago, has given birth to a cabin crew member crew.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 4.3478260869565215, "rougeL": 29.166666666666668}, "nll_sum": 111.9481201171875, "token_count": 29} +{"index": 1828, "reference": "Jeremy Corbyn has been criticised for saying it was a \"tragedy\" that Osama Bin Laden was killed rather than being put on trial.", "prediction": "Jeremy Corbyn has accused Labour's battle to arrest Osama Bin Laden that killed him on trial, saying he was not to see \"one another survivors\".", "rouge": {"rouge1": 48.97959183673469, "rouge2": 21.276595744680854, "rougeL": 36.73469387755102}, "nll_sum": 137.4617462158203, "token_count": 28} +{"index": 1829, "reference": "Angelina Jolie has signed up to direct Africa, a film about celebrated conservationist Richard Leakey's battles with ivory poachers.", "prediction": "ana film industry and star Angelina Jolie has criticised Leakey in her new film, his links to the illegal trade in illegal in ivory elephant", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 136.12307739257812, "token_count": 29} +{"index": 1830, "reference": "The Griffin family is moving home - to ITV2.", "prediction": " the BBC hasn last seen one, but it isn't the BBC another two years.", "rouge": {"rouge1": 8.695652173913045, "rouge2": 0.0, "rougeL": 8.695652173913045}, "nll_sum": 83.64142608642578, "token_count": 16} +{"index": 1831, "reference": "The centenary of the Easter Rising, the rebellion that began on Easter Monday 1916, is to be marked in Irish towns and cities with wreath-laying events.", "prediction": "Thousands of ceremonyors are being held across Ireland and the Republic of Mass 75 years since the military rebellion against the Irish rebellion against Irish government.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 0.0, "rougeL": 22.641509433962266}, "nll_sum": 128.8004150390625, "token_count": 27} +{"index": 1832, "reference": "Scotland's only Conservative MP, David Mundell, has kept his job as secretary of state for Scotland.", "prediction": "The Scottish MP David Mundell will be reappined as prime minister saying he \"the to the best relatives of the country\" and leave the EU.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 10.0, "rougeL": 23.80952380952381}, "nll_sum": 139.81509399414062, "token_count": 29} +{"index": 1833, "reference": "Former Beatle Sir Paul McCartney has topped the Sunday Times Rich List of musicians with his \u00a3730m fortune.", "prediction": "Sir Paul McCartney is won the Rich list of the richest people and in 2015 2015 list.", "rouge": {"rouge1": 40.0, "rouge2": 24.242424242424242, "rougeL": 40.0}, "nll_sum": 95.71841430664062, "token_count": 17} +{"index": 1834, "reference": "Former drug smuggler turned author Howard Marks has died at the age of 70.", "prediction": "Maced cannabis Alexander Jo 'EP' Nice, has died aged 91 a his family says, is was of news \" Americathe Nottingham the from MP's from from a ballet's- from a referee in a from a Saturday.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 330.204345703125, "token_count": 45} +{"index": 1835, "reference": "Somerset captain Chris Rogers says he has \"no regrets\" about his declaration against Middlesex on Wednesday, despite losing the match by two wickets.", "prediction": "Somerset have given up hope \"do doing anything\" since winning the title title, says head coach Chris Rogers, after his side's T20 title hopes were rel withhar \"wicket defeat in a a's the.", "rouge": {"rouge1": 24.13793103448276, "rouge2": 3.571428571428571, "rougeL": 17.241379310344826}, "nll_sum": 259.6683044433594, "token_count": 45} +{"index": 1836, "reference": "John Swinney should have published his draft budget in mid-September, for MSPs to deliberate on it over winter, with a big rubber stamp in plenty time for the start of the financial year.", "prediction": "Scotland's Finance Secretary John Swinney has completed a \"dark\" tax tax - meaning the was raised extra tax - and rise a 2% rise in council tax bills.", "rouge": {"rouge1": 16.393442622950822, "rouge2": 3.389830508474576, "rougeL": 13.114754098360654}, "nll_sum": 156.34376525878906, "token_count": 34} +{"index": 1837, "reference": "Prime Minister David Cameron has entered the debate about whether Jimmy Savile's knighthood should be rescinded because of the sex abuse claims against him.", "prediction": "Prime Minister David Cameron has backed the inquiry into whether Savile should made his knighthood.", "rouge": {"rouge1": 50.0, "rouge2": 21.05263157894737, "rougeL": 45.0}, "nll_sum": 75.53721618652344, "token_count": 18} +{"index": 1838, "reference": "Chelsea boss Antonio Conte and Manchester United manager Jose Mourinho argued during their match last night.", "prediction": "Chelsea will take no action against a match officials who tried to the pitch during Sunday Sunday's derby match at Old Trafford and London Stadium.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 107.6414794921875, "token_count": 26} +{"index": 1839, "reference": "Jim Goodwin has put Alloa Athletic's turnaround in form down to his decision to drop himself.", "prediction": "oaoa captain Steve endured says he is not fit to be allowed given 100% 100 in his playing role because he has a major in his role.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 13.636363636363638}, "nll_sum": 180.22483825683594, "token_count": 30} +{"index": 1840, "reference": "When Claudio Ranieri - surrounded by his triumphant Leicester City squad - lifted the Premier League trophy at the King Power Stadium on 7 May last year, it concluded arguably the greatest story in British sport.", "prediction": "Leicester City's below above Tottenham was a achievement to their Premier League battle struggle - but the result will that let Fox City manager this season's the battle - the the longest struggle a the club's history.", "rouge": {"rouge1": 19.444444444444446, "rouge2": 5.714285714285714, "rougeL": 16.666666666666668}, "nll_sum": 246.84854125976562, "token_count": 41} +{"index": 1841, "reference": "Further tests will be carried out on a man who died while suffering from measles after post-mortem examination results were inconclusive.", "prediction": "A Swansea man's death as of outcome of in measles outbreak is likely to be revealed, Public Health Wales has confirmed. the in the a's, reputation, says they from a Georgee it was stopped of death.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 249.37510681152344, "token_count": 43} +{"index": 1842, "reference": "A teenage terror suspect who branded MP Jo Cox's killer a \"hero\" has told a jury he no longer holds that view.", "prediction": "A teenager accused of murdering the Labour MP Jo Cox was \" not\" to be chosen as \" prove heroes\", a court heard, have 2011 \" again- of a \" aA 2011 again a again a of again aold again aA", "rouge": {"rouge1": 26.666666666666668, "rouge2": 10.344827586206897, "rougeL": 23.333333333333332}, "nll_sum": 287.16064453125, "token_count": 47} +{"index": 1843, "reference": "MPs have overwhelmingly agreed to let the government begin the UK's departure from the EU as they voted for the Brexit bill.", "prediction": "A government coup survived survived a Labour against against its Brexit bill, bill the bill, despite the party reached the stage of the process of leaving the EU.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 8.16326530612245, "rougeL": 15.686274509803921}, "nll_sum": 177.35430908203125, "token_count": 30} +{"index": 1844, "reference": "Critics of the government's planned changes to business rates are raising \"genuine\" concerns, a former local government minister says.", "prediction": "Changes to government business rates will rise, despite reports they are exposed to a tax scandal\", a senior Conservative MP has said, in it's itthe's, \"00 from00 \"fasing the in from April George's.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 7.4074074074074066, "rougeL": 21.428571428571427}, "nll_sum": 269.25341796875, "token_count": 45} +{"index": 1845, "reference": "Dover kept up the pressure on those on in the National League playoff places with a comfortable 2-0 win over strugglers Guiseley at the Crabble Athletic Ground.", "prediction": "Dover hand boosted their faint play-off push with a victory over fellow National play-offefuls Guiseley,H hopes suffering in Bin2's-'s 3- from a a in from The's\". from-A", "rouge": {"rouge1": 25.80645161290323, "rouge2": 3.3333333333333335, "rougeL": 19.35483870967742}, "nll_sum": 340.3486328125, "token_count": 46} +{"index": 1846, "reference": "Derbyshire fast bowler Tom Taylor has signed a one-year contract extension with the Division Two side.", "prediction": "Derbyshire all and Testman Tom Taylor has signed a new three ayear contract extension- keeping him at the county club until the 2020 season.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 25.64102564102564, "rougeL": 43.90243902439025}, "nll_sum": 135.90586853027344, "token_count": 30} +{"index": 1847, "reference": "The rollercoaster crash at Alton Towers led to the \"most challenging\" rescue of his career, one firefighter has said.", "prediction": " roller rollerco victims has spoken of thedevcatastrophic\" failures they will be released but will not be going to be an ordinary rescue lives\".", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 193.4757080078125, "token_count": 29} +{"index": 1848, "reference": "Local and international banks have been accused of rigging the price of South Africa's currency, the rand, by the country's competition watchdog.", "prediction": "South Africa's largest banks have been investigated over suspected manipulation of involvement in foreign market markets.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 20.51282051282051, "rougeL": 19.51219512195122}, "nll_sum": 74.70309448242188, "token_count": 17} +{"index": 1849, "reference": "Welsh Olympic boxer Joe Cordina has confirmed he plans to turn professional in the \"near future.\"", "prediction": "Welsh Joe Cordina says he is still hope for a world title turning professional after turning", "rouge": {"rouge1": 37.5, "rouge2": 13.333333333333334, "rougeL": 37.5}, "nll_sum": 105.83738708496094, "token_count": 17} +{"index": 1850, "reference": "More than 500 speeding drivers have been caught by new cameras on the M4 in just five days.", "prediction": " average average of drivers were caught on police caught in a Port Talbot beach have fallen - with an hour on average.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 127.04788970947266, "token_count": 23} +{"index": 1851, "reference": "Police in the Republic of Ireland have arrested a man and seized cannabis plants with an estimated value of 750,000 euros (\u00a3530,000) in County Meath.", "prediction": "A bomb disposal experts were called out to a local factory plant Cam comet \"cestershire, police said.", "rouge": {"rouge1": 13.636363636363638, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 134.15858459472656, "token_count": 21} +{"index": 1852, "reference": "Russian MPs have proposed new laws that would make it easier for Russia to incorporate parts of Ukraine, and allow Russian citizenship to be fast-tracked.", "prediction": "Russian political parties have signed into law a that allows airports to its in any other countries.", "rouge": {"rouge1": 27.906976744186053, "rouge2": 0.0, "rougeL": 27.906976744186053}, "nll_sum": 86.44992065429688, "token_count": 17} +{"index": 1853, "reference": "Education Secretary John Swinney has welcomed an overall increase in teacher numbers in Scotland - although he said \"significant improvements\" were needed in some areas.", "prediction": "Scotland's Education Secretary John Swinney said he is \" fit\" about teacher numbers for the first time in recent years a controversialTexason's.'s's it's's - from a's's from of. councillor. from a", "rouge": {"rouge1": 32.786885245901644, "rouge2": 13.559322033898304, "rougeL": 22.950819672131146}, "nll_sum": 264.1533203125, "token_count": 47} +{"index": 1854, "reference": "A thief who stole money at knifepoint from a van driver he had just caught a lift from in Edinburgh is being sought by police.", "prediction": "A van driver was threatened with a knife and threatened by a van driver while carrying out of his car in Edinburgh.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.333333333333334, "rougeL": 25.53191489361702}, "nll_sum": 80.314697265625, "token_count": 22} +{"index": 1855, "reference": "A former SAS soldier has been jailed for possessing weapons and ammunition.", "prediction": "A former SAS soldier has been jailed for carrying a gun and \"ab in a coffin\", police said.", "rouge": {"rouge1": 60.0, "rouge2": 50.0, "rougeL": 60.0}, "nll_sum": 92.47115325927734, "token_count": 20} +{"index": 1856, "reference": "Shanghai is trialling a unisex public toilet block to lower the time women have to spend waiting in queues, Chinese media have reported.", "prediction": "A toilet in China is opening the opening of provide full public toilets for female for women, local media and reports, reports local media \" and solve. a's from's from \"-d's ban in from from a's. from a", "rouge": {"rouge1": 28.125, "rouge2": 3.225806451612903, "rougeL": 18.75}, "nll_sum": 260.8921203613281, "token_count": 46} +{"index": 1857, "reference": "Journalists have been accused of treason; a chief prosecutor fired; and we have witnessed the unedifying spectacle of government ministers scrambling to get out of the firing line after popular outrage.", "prediction": " treason treason scandal in Germany shows that US and US agencies agents have spying within the country, the journalists - or they they spied on their own researchers.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 0.0, "rougeL": 17.241379310344826}, "nll_sum": 157.00299072265625, "token_count": 30} +{"index": 1858, "reference": "After all the drama of the launch, what will Tim Peake actually do during his six long months on the International Space Station?", "prediction": "The European225 member in space and there will be anything doing done in International Space Station (ISS) is anything done anything anything done... done a again 2011 again 2011 again a's a's again 2011 again to and to the's again 2011", "rouge": {"rouge1": 20.895522388059703, "rouge2": 6.153846153846154, "rougeL": 17.91044776119403}, "nll_sum": 257.69921875, "token_count": 47} +{"index": 1859, "reference": "Kyle Bartley believes assistant boss Pep Clotet deserves credit for Leeds United's improved defending.", "prediction": "Leeds United defender Kyle Bartley says he would be given the credit to City manager Pep Guardiola's to change their set-up.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 117.1751937866211, "token_count": 26} +{"index": 1860, "reference": "Plans to rebuild the main stand at Tynecastle football stadium have been approved by Edinburgh city council.", "prediction": "Hearts have announced plans to upgrade the main main stand Ty Ty Tynecastle, at Tynecastle, Tynene in from Saturday to, September and includes a year since from from fans to have the of.", "rouge": {"rouge1": 32.0, "rouge2": 16.666666666666664, "rougeL": 32.0}, "nll_sum": 259.3402099609375, "token_count": 43} +{"index": 1861, "reference": "Under the wooden beams of Brilon's medieval hunting lodge, Angela Merkel sweeps past a gleaming brass band to address her party faithful.", "prediction": "The political journey heading for again, German Chancellor Angela Merkel, is not our political march.", "rouge": {"rouge1": 15.789473684210527, "rouge2": 5.555555555555555, "rougeL": 15.789473684210527}, "nll_sum": 84.99641418457031, "token_count": 17} +{"index": 1862, "reference": "A senior adviser to Russian President Vladimir Putin has accused the US of meddling in Ukraine, in breach of a 1994 agreement over non-intervention.", "prediction": "The Brainian has accused fears that the US will stop using arms to deal with, US, because President Vladimir Putin holds in eastern Ukraine.", "rouge": {"rouge1": 40.81632653061225, "rouge2": 17.02127659574468, "rougeL": 24.489795918367346}, "nll_sum": 147.5110626220703, "token_count": 27} +{"index": 1863, "reference": "A 21-year-old man has been arrested on suspicion of murdering a man at a travellers' site in Bedfordshire.", "prediction": "Two men have been charged with murder after a horse was killed in a suspected hit twoandand-run crash in Bedfordshire Hert a. solve the's a's a from a The's a's haveA of a from aold-", "rouge": {"rouge1": 26.666666666666668, "rouge2": 3.448275862068966, "rougeL": 20.0}, "nll_sum": 253.70950317382812, "token_count": 47} +{"index": 1864, "reference": "Welsh ministers can protect the wages of 13,000 farm workers, in light of a ruling by the Supreme Court.", "prediction": "The Welsh government has said it not want a law that be transferred to law \"at at all time\".", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 102.367919921875, "token_count": 20} +{"index": 1865, "reference": "One Direction is not on the verge of splitting up, despite rumours started on social media.", "prediction": "One Direction have no surprise surprised no fans and fans have \"no blood\" to staying, the band said.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 123.59750366210938, "token_count": 21} +{"index": 1866, "reference": "Sierra Leone's President Ernest Bai Koroma has again refused to sign a bill legalising abortion, saying it should be put to a referendum.", "prediction": "Sierra Leone's President Eric Koroma has passed a bill which passing the law, saying, religious and women groups have \" not be sovereign\".", "rouge": {"rouge1": 42.5531914893617, "rouge2": 22.222222222222225, "rougeL": 42.5531914893617}, "nll_sum": 154.3938751220703, "token_count": 28} +{"index": 1867, "reference": "Kenya's President Uhuru Kenyatta has urged fellow African leaders to stop receiving foreign aid, saying it is not an acceptable basis for prosperity.", "prediction": "Kenya's interim President Uhuru Kenyatta has told the BBC that his recent appointment the giving UN aid \"Aid can end\" charity charitable.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 17.777777777777775, "rougeL": 29.78723404255319}, "nll_sum": 150.9157257080078, "token_count": 29} +{"index": 1868, "reference": "Lasse Vigen Christensen has left Fulham to join Brondby for an undisclosed fee.", "prediction": "Fulham have signed Lem Gr Brett on a season Barcelonalong loan on a five-year deal.", "rouge": {"rouge1": 6.896551724137931, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 126.37784576416016, "token_count": 22} +{"index": 1869, "reference": "Former Miami Dolphins running back Rob Konrad swam nine miles to shore after falling off his boat while fishing.", "prediction": "The American basketball footballer, Adam Kon there, has died in his accident while his swimming pool.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 115.69049835205078, "token_count": 18} +{"index": 1870, "reference": "A senior police officer has said he is disappointed the latest Northern Ireland political agreement has not addressed the legacy of the Troubles.", "prediction": "A landmark agreement on dealing with legacy past has provide \"as opportunity\" for the past\", Ireland's most police officer has said in the a the, solve, a it from a from is it it's's\"..'s the'sold", "rouge": {"rouge1": 41.269841269841265, "rouge2": 9.836065573770494, "rougeL": 25.396825396825403}, "nll_sum": 296.52587890625, "token_count": 48} +{"index": 1871, "reference": "Fifty years ago, a young group stepped on stage in a dark cellar club on Liverpool's Mathew Street for the first of what would be almost 300 appearances.", "prediction": "Ever since John Lennon and Paul McCartney, who sounds at the Beatles' huge crowd are marking the 50th anniversary of the Liverpool city been huge fireworks, for huge Cavern.", "rouge": {"rouge1": 13.793103448275861, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 178.64952087402344, "token_count": 33} +{"index": 1872, "reference": "British pair Heather Watson and Naomi Broady were both knocked out in the first round of the Biel Bienne Open in Switzerland.", "prediction": "British number two Heather Watson lost losing to fellow Brit Briton Bro Eady reach the second round of the Australian Open, MonSurrey Open - Birmingham career as good split from a-f by a in from from The's. aA", "rouge": {"rouge1": 29.508196721311474, "rouge2": 10.16949152542373, "rougeL": 29.508196721311474}, "nll_sum": 308.9933776855469, "token_count": 47} +{"index": 1873, "reference": "Thailand's attorney-general has filed criminal charges against former Prime Minister Yingluck Shinawatra over a controversial rice subsidy scheme.", "prediction": "The former Thai military leader, Yingluck Sarawatra, faces criminal charges after being found guilty of her alleged in in a subsidy rice subsidy scheme.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714288, "rougeL": 27.27272727272727}, "nll_sum": 126.61274719238281, "token_count": 29} +{"index": 1874, "reference": "Ed Miliband has defended his decision to carve Labour promises in stone - insisting he wants to show the public his pledges will not expire on 8 May.", "prediction": "Ed Miliband has said he hopes will become the first minister to be placed in house of Downing Street because of the election pledge it wins the next election.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 7.407407407407408, "rougeL": 25.0}, "nll_sum": 122.13629150390625, "token_count": 29} +{"index": 1875, "reference": "Plans for a new education campus in a Scottish Borders town have moved a step closer.", "prediction": "Plans for a \u00a35m education campus is to be built in not Scottish Borders.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 28.571428571428577, "rougeL": 53.333333333333336}, "nll_sum": 77.56634521484375, "token_count": 17} +{"index": 1876, "reference": "Comedian Norman Collier, best known for his faulty microphone act, has died at the age of 87, his daughter confirmed.", "prediction": "Tributes have been paid to British political broadcaster Norman Collier who has died aged 86 and", "rouge": {"rouge1": 27.77777777777778, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 75.38419342041016, "token_count": 17} +{"index": 1877, "reference": "Leyton Orient's fading hopes of avoiding relegation from League Two took another heavy blow with a convincing defeat at Crawley.", "prediction": "Leyton Orient moved top of a comfortable League Two table as they thr promotion-ch Leyton Orient 51 to complete the 4-3 of the front's-'s--g controversial referee from from national a's from.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 7.142857142857142, "rougeL": 20.689655172413794}, "nll_sum": 304.47161865234375, "token_count": 44} +{"index": 1878, "reference": "The family of a disabled boy have spoken of their distress after burglars stole an adapted computer which they say is a lifeline for their son.", "prediction": "A teenager with pupil has been left with a rare form of political injury manner stolen after an exclusive iPad.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 127.2155990600586, "token_count": 20} +{"index": 1879, "reference": "The UK economy will see three years of \"relatively slow growth\" as it comes to rely more on trade and less on consumer spending, a think tank says.", "prediction": "The UK rate rate has fallen 4% in the third quarter of the year as a result of the Brexit vote will be future, a think think tank says", "rouge": {"rouge1": 35.08771929824561, "rouge2": 14.545454545454545, "rougeL": 28.070175438596497}, "nll_sum": 114.51345825195312, "token_count": 30} +{"index": 1880, "reference": "Walking tours led by people who have been homeless have been launched in Edinburgh.", "prediction": "People people in Edinburgh are being offered tours given to some of Edinburgh's most powerful, including violent stars such as Harry Potter JK Rowling.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 118.79922485351562, "token_count": 27} +{"index": 1881, "reference": "Families of two men who died in prison have lost a High Court case related to the high rate of suicides there.", "prediction": "Fam families of 40 self-inflate deaths at a prison in England have lost a judicial review.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 16.216216216216214, "rougeL": 30.769230769230766}, "nll_sum": 114.34088897705078, "token_count": 21} +{"index": 1882, "reference": "Or use the form below", "prediction": "On 28 December 2014 an year since earthquake earthquake hit around India, asking you to tell and what it like!", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 128.0496063232422, "token_count": 21} +{"index": 1883, "reference": "Critics have rushed to praise new Batman film The Dark Knight Rises, calling it \"spectacular\" and \"bleak, black and brilliant\".", "prediction": "The first rounds of comic production film The Dark Knight Rises has given a very warm reviews, with some with calling it a \"a good performance\".", "rouge": {"rouge1": 30.43478260869565, "rouge2": 22.727272727272727, "rougeL": 30.43478260869565}, "nll_sum": 131.10025024414062, "token_count": 29} +{"index": 1884, "reference": "National League side Guiseley have signed Mansfield midfielder Kevan Hurst on loan until the end of the season.", "prediction": "National League side Guiseley have signed former Mansfield midfielder Alex Hurst on an 21-month deal the with an option of a further 12 months.", "rouge": {"rouge1": 55.81395348837209, "rouge2": 34.146341463414636, "rougeL": 55.81395348837209}, "nll_sum": 133.34368896484375, "token_count": 30} +{"index": 1885, "reference": "Bestival has revealed an all-female line-up in its second wave of announcements for this year's Isle of Wight event.", "prediction": "Two British stars are to appear on the Isle of Wight for this year Best festival festival the organisers, claiming to be a small number of female performers.", "rouge": {"rouge1": 32.0, "rouge2": 16.666666666666664, "rougeL": 20.0}, "nll_sum": 139.06146240234375, "token_count": 30} +{"index": 1886, "reference": "(Close): London's main share market closed lower on Thursday, dragged down by oil and mining companies", "prediction": "(Open): London's leading share, FTSE, ended the day higher, with mining companies opened and the FTS 100 lower.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 11.76470588235294, "rougeL": 27.777777777777775}, "nll_sum": 138.24813842773438, "token_count": 27} +{"index": 1887, "reference": "A Wada report on the anti-doping methods employed at Rio 2016 has highlighted \"serious failings\".", "prediction": "Almost 11,000 Olympics failed test at the Rio Olympics \"didnn have any anything done\", says a report by the Olympic Committee the", "rouge": {"rouge1": 30.769230769230766, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 137.32855224609375, "token_count": 26} +{"index": 1888, "reference": "A leading Muslim organisation in the US has evacuated its headquarters in Washington after receiving a hateful message and white powder in the post.", "prediction": "A US Muslim group entered a Muslim office in the US state of Ferguson after reportedly a, substance package to death, the a said a and solve. 2011 aA a's a-A aA in from November's.. from a", "rouge": {"rouge1": 31.25, "rouge2": 6.451612903225808, "rougeL": 28.125000000000007}, "nll_sum": 289.6864013671875, "token_count": 46} +{"index": 1889, "reference": "The family of a pregnant woman who was strangled to death in Essex said she was \"an absolute angel\".", "prediction": "A man whose body was found dead at her home in north London to-on, has paid tribute to her \" first child child\".", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 113.20526885986328, "token_count": 26} +{"index": 1890, "reference": "Chinese billionaire Zhou Chengjian of one of China's biggest fashion chains, Metersbonwe, has gone missing, the company confirmed.", "prediction": "The former Jiang-maker factory, but could fashion company, Zhou Chendenwe, has been arrested and arrested by the police after whose police was the of, his reputation as his national, the or from cycling.", "rouge": {"rouge1": 22.641509433962263, "rouge2": 0.0, "rougeL": 11.320754716981131}, "nll_sum": 272.9705505371094, "token_count": 43} +{"index": 1891, "reference": "The BBC is very experienced at broadcasting news to as many people as possible.", "prediction": "The arrival the Scottish Scottish Six has confirmed on the BBC Scotland Yard is't dead.", "rouge": {"rouge1": 20.0, "rouge2": 7.142857142857144, "rougeL": 20.0}, "nll_sum": 108.31181335449219, "token_count": 16} +{"index": 1892, "reference": "The NHS in Wales must speed up plans to introduce an electronic system for prescribing drugs, a Wales Audit Office report has said.", "prediction": "A new system pill medicines took too long to take and take is to be brought in, the public Office Wales says.", "rouge": {"rouge1": 31.111111111111118, "rouge2": 0.0, "rougeL": 8.888888888888888}, "nll_sum": 133.17013549804688, "token_count": 23} +{"index": 1893, "reference": "Royal Mail shares have fallen after the company reported lower profits and increased its target for cost savings.", "prediction": "Shares in traditional giant Royal Mail closed 17% after it posted a 40% rise in full- profits and it helped the \u00a347m between 18 2014 and September.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 161.84286499023438, "token_count": 32} +{"index": 1894, "reference": "Railway enthusiasts have hired a powerful crane to lift the lower sections of a new bridge into place across a river in the Highlands.", "prediction": "A new railway line will be built on a Borders and the Scottish Borders in a bid to improve rail and a cross-speed rail network. solve aolve a reputation a's reputation-2 from a in2 from The's.A a", "rouge": {"rouge1": 27.27272727272727, "rouge2": 3.125000000000001, "rougeL": 18.181818181818183}, "nll_sum": 257.5518798828125, "token_count": 47} +{"index": 1895, "reference": "\"Please don't go!\"", "prediction": "So's believe German voters wanted think the idea that Britain is - to leave leave the EU and should instead of the country a nation leave or leave.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 169.338134765625, "token_count": 29} +{"index": 1896, "reference": "A radiographer who \"humiliated\" her colleagues by posting sexually explicit comments on Facebook has been found guilty of professional misconduct.", "prediction": "A doctor who sent anti alSemitic messages on Facebook to of two female colleagues andver suspended from the profession for the medical profession.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 153.1404266357422, "token_count": 25} +{"index": 1897, "reference": "It was a hit in Lagos - and now it has come to London.", "prediction": "Nigeria's musical is drama of show at a production centre in London.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 23.076923076923077}, "nll_sum": 84.44619750976562, "token_count": 15} +{"index": 1898, "reference": "A prominent online video star has defended YouTube in a row over the way the site treats musicians.", "prediction": "YouTube has been accused rose it accused musicians of paying music streams in in US music industry, despite the ballet's referee \" not 100/ itA\". its has\". a from a,, a- from by of.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 293.0066833496094, "token_count": 42} +{"index": 1899, "reference": "A woman has told the Victoria Derbyshire programme how she was conned out of her life savings by scammers who sent her a 'phishing' email.", "prediction": "A tennis player says she was hacked and \"hateed\" in an apparent internet attack, her part of the Victoria Derbyshire programme has learned, the BBC Personality of her's her protect her from a.", "rouge": {"rouge1": 40.67796610169491, "rouge2": 17.54385964912281, "rougeL": 30.508474576271183}, "nll_sum": 211.82421875, "token_count": 41} +{"index": 1900, "reference": "A woman has suffered serious head injuries in a single-vehicle crash in Aberdeenshire.", "prediction": "One person has been seriously injured after being hit by a car in Aberdeenshire.hire. a's a's The-'s from The reputation a from a the The'sok as a from a The's\".'s?'sA", "rouge": {"rouge1": 19.23076923076923, "rouge2": 4.0, "rougeL": 15.384615384615385}, "nll_sum": 230.16941833496094, "token_count": 48} +{"index": 1901, "reference": "In an era of giants, sauropods dwarfed everything.", "prediction": " giant giant dinosaur dinosaur was abandoned - giant a trerees -bit and so much, it was much more bigger than previously thought.", "rouge": {"rouge1": 6.896551724137931, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 204.82464599609375, "token_count": 25} +{"index": 1902, "reference": "The government of Chile has demanded that Venezuela \"immediately\" disclose the location of a journalist who was detained earlier this month.", "prediction": "Venezuela has accused opposition of Colombia and criticised a political editor who was detained since Chile last month.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 10.81081081081081, "rougeL": 35.8974358974359}, "nll_sum": 106.10617065429688, "token_count": 20} +{"index": 1903, "reference": "Plans that could see owners compelled to put their dogs on a lead and a ban on the animals in playgrounds will be discussed by Carmarthenshire council.", "prediction": "Dogs should be banned from animals horses if they want to clean up the beach, the council has said in referee wake a a decision on authorities as sport as a from's sport from a The's. reputation of a's from'sA", "rouge": {"rouge1": 30.985915492957744, "rouge2": 0.0, "rougeL": 14.084507042253518}, "nll_sum": 292.8536071777344, "token_count": 47} +{"index": 1904, "reference": "(Close): Shares on Wall Street closed at fresh highs on Friday in response to positive jobs data.", "prediction": "(Close): Wall Street opened slightly higher, despite better jobs than expected the previous month, official show.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 6.451612903225808, "rougeL": 24.242424242424242}, "nll_sum": 115.16996765136719, "token_count": 20} +{"index": 1905, "reference": "Every living veteran who served in Bomber Command during World War Two is being sought for the unveiling of a new memorial.", "prediction": "Volunteers are being asking for to war spireash some World War Two, which are now identified.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 11.11111111111111, "rougeL": 15.789473684210526}, "nll_sum": 131.17840576171875, "token_count": 21} +{"index": 1906, "reference": "Motorists and rail passengers in Wales are being advised to check for disruption before travelling this Easter weekend.", "prediction": "Motorists are being warned to expect delays on roads over Wales major rail works started, South Wales Police have warned.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 101.29029083251953, "token_count": 22} +{"index": 1907, "reference": "Eighteen people died when their tour bus collided with a lorry and burst into flames on the A9 motorway in southern Germany, police say.", "prediction": "At least 18 people were killed when a German bus bus crashed fire and two vehicles in southern Germany, German police say. police in the's M, Saturday,, it from A-bup, in from November's a.", "rouge": {"rouge1": 36.0655737704918, "rouge2": 10.169491525423728, "rougeL": 29.50819672131148}, "nll_sum": 235.3327178955078, "token_count": 44} +{"index": 1908, "reference": "Sussex seamer Steve Magoffin will be out for six to eight weeks after suffering an Achilles tendon injury.", "prediction": "Sussex bow bowler Steve Magoffin has been ruled out for rest of the season after suffering a cruciate ligament damage.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 16.666666666666668, "rougeL": 36.84210526315789}, "nll_sum": 87.66099548339844, "token_count": 27} +{"index": 1909, "reference": "England were thrashed in their final international of the summer, losing the sole Twenty20 match against Pakistan by nine wickets at Old Trafford.", "prediction": "Englandised to a shock nine-wicket win at Old Trafford and complete a 3-0 series whit policewash at Old Trafford. solve-'s- referee again- from-D a reputation in from a's's from", "rouge": {"rouge1": 20.689655172413797, "rouge2": 10.714285714285714, "rougeL": 17.241379310344826}, "nll_sum": 278.49871826171875, "token_count": 45} +{"index": 1910, "reference": "A plaque dedicated to a murdered school teacher has been unveiled in her hometown in Greater Manchester.", "prediction": "A plaque has been unveiled in and honour of a primary school a head teacher who was found of death to", "rouge": {"rouge1": 52.63157894736842, "rouge2": 22.222222222222225, "rougeL": 31.578947368421055}, "nll_sum": 106.99080657958984, "token_count": 20} +{"index": 1911, "reference": "Scottish First Minister Nicola Sturgeon has said Plaid Cymru leader Leanne Wood is \"ready and able\" to lead Wales.", "prediction": "Nicola Sturgeon has said she is \" and proud\" with the SNP and Plaidymru because of support for her's best\" in Wales.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615383, "rougeL": 34.14634146341463}, "nll_sum": 154.86386108398438, "token_count": 29} +{"index": 1912, "reference": "Police are appealing for information after a man spat at a train guard following a dispute over a railcard.", "prediction": "Police have released image of a man they want to trace after a security guard and threatened with a passenger on a train in East andothothian.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 133.25962829589844, "token_count": 29} +{"index": 1913, "reference": "An Indian court has sentenced a senior BJP party member to 28 years in jail for her part in murdering 97 people in the 2002 Gujarat religious riots.", "prediction": "An ex-min minister has been sentenced to death for her role for her role in the 2006 tank in Gujarat state in India in 2008.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 7.692307692307692, "rougeL": 33.33333333333333}, "nll_sum": 117.74348449707031, "token_count": 27} +{"index": 1914, "reference": "Bangladeshi officials have named five of the men who on Friday carried out the country's worst terrorism attack and said they were known to police.", "prediction": "Bangladesh said it the behind behind a deadly gun attack on in police town on Sunday, officials say.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 0.0, "rougeL": 13.636363636363638}, "nll_sum": 107.9876937866211, "token_count": 21} +{"index": 1915, "reference": "Floyd Mayweather has formally requested to use 8oz gloves when he fights Conor McGregor in Las Vegas on 26 August.", "prediction": "oyd's Mayweather move to wearing 8 McGregor gloves to his UFC McGregor will not be delayed because of the health and issue of a copy Patia, a", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 170.94895935058594, "token_count": 29} +{"index": 1916, "reference": "An Australian court has ordered internet service providers (ISPs) to hand over details of customers accused of illegally downloading a US movie.", "prediction": "Australia will have customers users access to but illegal be music who downloaded the film from US film and film and awarded permission, a US court has ruled.", "rouge": {"rouge1": 32.0, "rouge2": 8.333333333333332, "rougeL": 20.0}, "nll_sum": 165.99612426757812, "token_count": 29} +{"index": 1917, "reference": "Wigan prop Ben Flower has been given a two-match ban for a \"reckless\" elbow against Warrington's Declan Patton.", "prediction": "Wigan Warriors prop Andy Flower will be out for up to six weeks after he was sent off for sending in the elbow of an opponent.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 21.73913043478261}, "nll_sum": 98.93376159667969, "token_count": 27} +{"index": 1918, "reference": "Nasa has revealed its plans to try to get humans living on Mars in the next few decades.", "prediction": "Nasa to Nasa is sending experiments to astronauts living in the Moon in future.", "rouge": {"rouge1": 37.5, "rouge2": 6.666666666666667, "rougeL": 37.5}, "nll_sum": 74.6969985961914, "token_count": 15} +{"index": 1919, "reference": "(Close): Shares of the two newly split Hewlett Packard companies diverged after its last report as a consolidated company.", "prediction": "(Close): Wall Street ended in early trading after tech giant sinklettardPackBernard.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 147.37010192871094, "token_count": 18} +{"index": 1920, "reference": "The Nigerian military says it has rescued 200 girls and 93 women from an area where the Islamist militant group Boko Haram is active.", "prediction": "Nigeria's military says it has kidnapped 200 schoolgirls than 40 years ago, where the military says it seized a territory control the- north-east,", "rouge": {"rouge1": 32.6530612244898, "rouge2": 17.02127659574468, "rougeL": 28.57142857142857}, "nll_sum": 133.24237060546875, "token_count": 31} +{"index": 1921, "reference": "An Israeli committee has postponed a vote to authorise construction of almost 500 new homes in Jewish settlements in occupied East Jerusalem.", "prediction": "The White House has rejected a call by a US resolution authoriser in the occupied West Bank, Israel saying no political electoral\" in avoiding international law.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 0.0, "rougeL": 20.833333333333332}, "nll_sum": 149.95907592773438, "token_count": 29} +{"index": 1922, "reference": "Justin Kluivert, the 17-year-old son of former Netherlands striker Patrick, made his Ajax debut in a comfortable win at PEC Zwolle on Sunday.", "prediction": " Patrick Kluivert scored a hat-trick for Barcelona with two goals a 2014 as the French champions from behind to thrashedEC Z Pwolle.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 171.4935302734375, "token_count": 32} +{"index": 1923, "reference": "The number of homes being bought and sold has fallen for the third month in a row, according to government figures.", "prediction": "The number of transactions opened by bank in the UK has fallen to its lowest level since, latest to the latest figures from a past year, official figures", "rouge": {"rouge1": 40.816326530612244, "rouge2": 12.765957446808512, "rougeL": 32.6530612244898}, "nll_sum": 116.62938690185547, "token_count": 29} +{"index": 1924, "reference": "Barnsley manager Lee Johnson has asked for time to change a \"losing mentality\" at the struggling League One club.", "prediction": "Barnsley coach Johnson says he will not \"full full responsibility\" at the club and questioning whether he wants to do \" to our club\".", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 132.84329223632812, "token_count": 28} +{"index": 1925, "reference": "Musical movie La La Land has picked up the prestigious People's Choice award at the Toronto International Film Festival (TIFF).", "prediction": "La La Land La La Land, American star John Gosling on the People's People has picked up best best at the people's People' Choice.", "rouge": {"rouge1": 51.06382978723405, "rouge2": 26.66666666666666, "rougeL": 42.553191489361694}, "nll_sum": 149.8201904296875, "token_count": 29} +{"index": 1926, "reference": "A huge naan bread made by firefighters has been confirmed to be the biggest the world has ever seen.", "prediction": "Firefighters in firefighters in Hampshire have set a new world record for the pizzest and cooking cooking.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 108.35082244873047, "token_count": 19} +{"index": 1927, "reference": "Edinburgh's cultural festivals are officially kicking off, with thousands of events taking place.", "prediction": "The annual Edinburgh event to celebrating one of its 90th anniversary later next year.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 82.9722900390625, "token_count": 15} +{"index": 1928, "reference": "A 16-year-old boy who raped and sexually assaulted younger girls has been sentenced to eight years' detention.", "prediction": "A teenager who admitted having sex with two teenage girls and he thought he girls and others for them to receive further 10-year jail sentence.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 0.0, "rougeL": 26.666666666666668}, "nll_sum": 121.69520568847656, "token_count": 27} +{"index": 1929, "reference": "The entire senior management team of the Vatican bank is to be replaced as part of extensive reforms of the Catholic Church's central government.", "prediction": "The former head of the Vatican bank has appointed its new bank minister, as part of its plan for \u00c2\u00a3bn (\u00a399bn).", "rouge": {"rouge1": 34.78260869565217, "rouge2": 22.727272727272727, "rougeL": 34.78260869565217}, "nll_sum": 122.12388610839844, "token_count": 27} +{"index": 1930, "reference": "Tony Blair is to make a rare speech to Labour activists as turmoil grows after a poll suggested left-winger Jeremy Corbyn was ahead in the leader contest.", "prediction": "Labour leader Jeremy Corbyn is first for the race to become the Labour leadership leadership contest leadership, new poll suggests.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 8.695652173913043, "rougeL": 20.833333333333332}, "nll_sum": 100.78910827636719, "token_count": 21} +{"index": 1931, "reference": "Thailand's Senate has rejected a controversial amnesty bill that could have led to the return of former Prime Minister Thaksin Shinawatra.", "prediction": "Th's lower house of parliament has to an amnesty bill that includes former President Thaksaks Shinawawatra to return to jail term.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 9.523809523809524, "rougeL": 31.818181818181817}, "nll_sum": 146.48757934570312, "token_count": 27} +{"index": 1932, "reference": "US bank JP Morgan could move up to 1,000 jobs out of London ahead of the UK's exit from the European Union.", "prediction": "US banking JP Morgan says it is to move staff to move out of London operations because of the result of the vote to leave the EU.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 24.489795918367346, "rougeL": 47.05882352941176}, "nll_sum": 99.21391296386719, "token_count": 27} +{"index": 1933, "reference": "Britain's Greg Rutherford claimed a resounding long-jump victory at the Great City Games in front of a big crowd in Manchester's Albert Square.", "prediction": "Olympic champion Greg Rutherford completed his Olympic record record 10. seconds minutes to complete 8 complete- in the men's 10m race a Manchester,. the's it's a-A's referee in ban from Saturday's.'s ban", "rouge": {"rouge1": 30.76923076923077, "rouge2": 3.1746031746031744, "rougeL": 21.53846153846154}, "nll_sum": 279.9674987792969, "token_count": 46} +{"index": 1934, "reference": "Parents may be feeding their babies and toddlers larger portions than they need, experts have warned.", "prediction": " overweight children children in are is at risk of time time enough meals school meals on meals, farms and 130 equivalent hours, research suggests the- solve,Ukraine,'s they again a from again a's from \u00a3 of from's from's-", "rouge": {"rouge1": 7.017543859649124, "rouge2": 0.0, "rougeL": 7.017543859649124}, "nll_sum": 339.75244140625, "token_count": 47} +{"index": 1935, "reference": "Stormont faces collapse after Sinn F\u00e9in refuses to nominate deputy first minister.", "prediction": "The Northern and Ireland Assembly Party have accused the Democratic Unionist Party (DUP) over its handling of the handling of a Northern Ireland political crisis.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 88.28630828857422, "token_count": 29} +{"index": 1936, "reference": "A mother campaigning for a life-extending breast cancer drug to be made available on the NHS has said it seems \"barbaric\" to deny women the treatment.", "prediction": "A woman with Scotland with an incitingurable cancer disease has called for the drug to, to be made available on the NHS on NHS Scotland.", "rouge": {"rouge1": 53.84615384615385, "rouge2": 27.999999999999996, "rougeL": 38.46153846153846}, "nll_sum": 149.26556396484375, "token_count": 27} +{"index": 1937, "reference": "Tranmere came from behind to cruise to a comfortable 4-1 victory over Dover at the Crabble Athletic Ground.", "prediction": "Tranmere extended their unbeaten run to six games with a comfortable victory over fellow play-offefuls Dover Athletic to 'the ballet reputation in as' as' under \" M's from a reputation in from a a's from'sA", "rouge": {"rouge1": 38.59649122807018, "rouge2": 7.2727272727272725, "rougeL": 28.07017543859649}, "nll_sum": 278.42535400390625, "token_count": 47} +{"index": 1938, "reference": "A Blackpool football fan who is accused of libelling the club's owners on the internet has told a court he has \"never written anything defamatory\".", "prediction": "Black Blackpool football fans have lost their legal bid to battle a owner over a Facebook post office made about local fans to a west London street.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301884}, "nll_sum": 148.500244140625, "token_count": 28} +{"index": 1939, "reference": "Chris Froome is set to become the first Briton to win three Tour de France titles after safely negotiating a rain-soaked penultimate stage in the Alps.", "prediction": "Britain's Chris Froome lost the red jersey after a dramatic, final, race at Chantzineana asana's Nairo Quintana won 11 and finalultimate stage.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 190.17092895507812, "token_count": 34} +{"index": 1940, "reference": "Charles Rennie Mackintosh was a 28-year-old junior draughtsman at a Glasgow architecture firm when he drew up the designs for the building that many consider his masterpiece.", "prediction": "The Mackintosh building in Glasgow, which helped inspire the success of Scottish art artist work, has been officially opened for the first time been a century's for the's from's a from a it band's ban of. from's the 2011", "rouge": {"rouge1": 21.91780821917808, "rouge2": 2.816901408450704, "rougeL": 13.698630136986301}, "nll_sum": 265.11083984375, "token_count": 47} +{"index": 1941, "reference": "Gary Naysmith says his Everton connections helped Queen of the South sign Dom Thomas on loan from Motherwell along with Joe Thomson from Celtic.", "prediction": "Tim Naysmith says Blue Queen of the South will not watching Bj Thomas and Dom Thomas after the Scottish champions the Celtic club at Hamp Park from Celtic", "rouge": {"rouge1": 38.46153846153846, "rouge2": 24.0, "rougeL": 38.46153846153846}, "nll_sum": 201.54318237304688, "token_count": 29} +{"index": 1942, "reference": "Police investigating the murder of father of five Brian McIlhagga last week have arrested three men.", "prediction": "Three men have been arrested in connection with the murder of father-of James Mchtega who was shot in the Republic of Ireland.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 27.027027027027025, "rougeL": 25.64102564102564}, "nll_sum": 106.6091079711914, "token_count": 27} +{"index": 1943, "reference": "Salvage teams working at the Transocean Winner oil rig are expected to carry out a detailed inspection later on Wednesday.", "prediction": "The salvage team has started to freeloat a huge diesel rig which which ran infround \"would take time\".", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 146.80657958984375, "token_count": 21} +{"index": 1944, "reference": "A 91-year-old war veteran had his six medals stolen from his home while he went on a shopping trip.", "prediction": "Police are searching for a missing-year-old man trying to acquire a military helicopter and of medals medals stolen from the open door to his house.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 29.166666666666668}, "nll_sum": 128.9117889404297, "token_count": 29} +{"index": 1945, "reference": "Amateur home firework displays should be banned, in favour of licensed organised displays, a Tory MP has suggested.", "prediction": "The government's ban on display displays went off display wasirirresponsible and acceptable\", a senior Conservative MP has told the House of the Commons., a,'s they be a from a controversial was from entering of.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 3.8461538461538463, "rougeL": 18.51851851851852}, "nll_sum": 267.13507080078125, "token_count": 42} +{"index": 1946, "reference": "Marco Rubio of Florida and Ted Cruz of Texas are both US senators, they're both the children of Cuban immigrants, they're both running for president, and they are both surging in the polls thanks to strong performances in Republican candidate debates.", "prediction": " Texas Republican, Ted Cruz and David Rubio, in the race for the US presidential parade.", "rouge": {"rouge1": 37.93103448275862, "rouge2": 7.142857142857142, "rougeL": 17.24137931034483}, "nll_sum": 73.59204864501953, "token_count": 17} +{"index": 1947, "reference": "A priest has accused the Archbishop of York and four bishops of misconduct after they \"failed to act\" on allegations he was raped by a vicar.", "prediction": "A clergyman's claims that nine nine members of in church and his diocese said-year sexually harassed and harassed by a vicar who was 16 years of racism in 1984,- it of his in first from national retirement.", "rouge": {"rouge1": 24.61538461538462, "rouge2": 6.349206349206349, "rougeL": 18.46153846153846}, "nll_sum": 267.15655517578125, "token_count": 44} +{"index": 1948, "reference": "Most riders are unhappy about plans to have horse racing on Good Friday, says the chief executive of the Professional Jockeys' Association.", "prediction": " jockeys are facing a change of their battle to \u00a31m into the sport, the sport director of the race's race champion race said.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 142.44033813476562, "token_count": 29} +{"index": 1949, "reference": "Organisations without women on their boards should not be given Welsh government grants or contracts worth over \u00a3250,000, a group of AMs has said.", "prediction": " a new law that includes companies to include women in areas of public life is not being heard, a group of women to a newForest Nottingham's. a it The's a", "rouge": {"rouge1": 21.052631578947366, "rouge2": 10.909090909090908, "rougeL": 21.052631578947366}, "nll_sum": 194.21566772460938, "token_count": 34} +{"index": 1950, "reference": "Mesut Ozil says he wants to stay at Arsenal and will discuss his future with the club after a pre-season tour of Australia and China.", "prediction": "Mikut Ozil says, will not discuss his predecessor on his future of his pre-season tour of their summer tour to China this summer.", "rouge": {"rouge1": 48.00000000000001, "rouge2": 24.999999999999993, "rougeL": 43.99999999999999}, "nll_sum": 127.1629409790039, "token_count": 29} +{"index": 1951, "reference": "One of the men who attacked the Bataclan music venue in Paris on 13 November was buried on Christmas Eve in a northern suburb, reports say.", "prediction": "A man who survived Paris and Paris attacks in Paris in last month man's attack was has been declared buried, in French reports say the a Broadway, solve,'s they again from-A a from in from November from's.", "rouge": {"rouge1": 35.820895522388064, "rouge2": 6.153846153846153, "rougeL": 26.865671641791046}, "nll_sum": 293.8368225097656, "token_count": 45} +{"index": 1952, "reference": "Sergio Garcia shot a six-under-par 66 to share third place at the BMW International, his first event in Europe since winning the Masters.", "prediction": "Defending champion champion Sergio Garcia carded a card carded after carded a six-under-par 76 in a third roundpar- German Open Masters", "rouge": {"rouge1": 37.49999999999999, "rouge2": 17.391304347826086, "rougeL": 33.33333333333333}, "nll_sum": 178.4763641357422, "token_count": 30} +{"index": 1953, "reference": "Ruweyda is seven years old and has only recently said her first words at school.", "prediction": "we Creweydwea nine- four or three who wouldn isn't any teacher.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 129.34593200683594, "token_count": 17} +{"index": 1954, "reference": "Two bottles of whisky recovered from a shipwreck that inspired the book Whisky Galore may have been missed from official statistics.", "prediction": "A bottles the art which sank in the cult production Galashi Galore in the 1987, have been found in jail, a wildlife charity has said.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 165.6085968017578, "token_count": 29} +{"index": 1955, "reference": "Archaeologists working on a site near Stonehenge say they have found an untouched 6,000-year-old encampment which \"could rewrite British history\".", "prediction": "A dig dig at the site in past Stonehenshire may have led to the Welsh, the farmer, an expert has said in the solve build, ballet \"'s it a 3-gA it in a referee aold. a it", "rouge": {"rouge1": 13.114754098360656, "rouge2": 0.0, "rougeL": 13.114754098360656}, "nll_sum": 313.6663513183594, "token_count": 47} +{"index": 1956, "reference": "If the UK leaves the European Union, British households could be on average as much as \u00a31,700 a year worse off, a think tank has said.", "prediction": " average income UK household will face of 1,3% in UK income, after it leaves the EU, to research by by an think tank., estimates, say they be again-A a from in from years it's.", "rouge": {"rouge1": 37.5, "rouge2": 6.451612903225808, "rougeL": 18.75}, "nll_sum": 260.4117736816406, "token_count": 44} +{"index": 1957, "reference": "Leeds United dropped out of the Championship play-off places as Wolves clinched a narrow win at Elland Road.", "prediction": "Wolves moved into the Championship play-off push Bradford as they comfortably beat play-off hopefuls United.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 17.647058823529413, "rougeL": 27.777777777777775}, "nll_sum": 104.83734130859375, "token_count": 22} +{"index": 1958, "reference": "Jennifer Lawrence has written an essay expressing her anger at getting paid less than her male co-stars.", "prediction": "The first Hollywood actor's artwork written revealed she has received less of emails received from Sony Pictures, has received as male co Co-star.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 177.7396240234375, "token_count": 27} +{"index": 1959, "reference": "A teenager is \"stable and improving\" in hospital after the prototype powerboat he was training in crashed and overturned in the Solent.", "prediction": "A 23-year-old skier who had in critical condition in support after his lifeboat overturned and it near a river in Hampshire, has opened", "rouge": {"rouge1": 29.787234042553195, "rouge2": 0.0, "rougeL": 21.276595744680854}, "nll_sum": 134.9464874267578, "token_count": 29} +{"index": 1960, "reference": "Lakes that have been forming near Mount Everest could threaten settlements downstream if they overflow.", "prediction": "High-flying heels are starting up close to close Himalay hit by powerful earthquake last, the scientists believe.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 135.79202270507812, "token_count": 21} +{"index": 1961, "reference": "Carl Frampton suffered the first defeat of his professional career as Leo Santa Cruz won on points to regain the WBA featherweight title in Las Vegas.", "prediction": "The Democratic Union of (DUP) said it is seeking to seeking the office, seeking a parliamentary inquiry into the DUP's's aftermath of Roman's as the ballet as a former's's reputation from the's a's2 reputation fromA", "rouge": {"rouge1": 14.705882352941174, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 285.5302734375, "token_count": 47} +{"index": 1962, "reference": "Pope Francis has freed a priest jailed for leaking official documents in a trial known as Vatileaks II.", "prediction": "The Vatican has given a Italian priest to the Catholic Catholic priest, serving a suspended jail sentence after leaking Panama journalists.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 0.0, "rougeL": 25.641025641025646}, "nll_sum": 123.93351745605469, "token_count": 22} +{"index": 1963, "reference": "The stars of the latest Star Trek film have stood behind its revelation that long-standing character Sulu is gay.", "prediction": "The American Native has said George Fulu will include America's iconic Kids Sulu, in a new film, saying the character is not gay.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 0.0, "rougeL": 22.727272727272727}, "nll_sum": 158.61416625976562, "token_count": 28} +{"index": 1964, "reference": "What impact have the elections had on the political maps of London, Scotland, Wales and England?", "prediction": "The Conservatives have lost control the control of the London Assembly in Monday's local elections in. devolve of referee a referee's and the it'sA a from a's from a local, a's's flagship of a from a. emerged", "rouge": {"rouge1": 23.72881355932203, "rouge2": 0.0, "rougeL": 16.949152542372882}, "nll_sum": 265.2409362792969, "token_count": 47} +{"index": 1965, "reference": "The work and pensions secretary has defended changes to the welfare system, including disability benefit reforms.", "prediction": "Cuts to rules for disabled people who will have sickness benefit will not soon be able to try to return back or not in work.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 127.47933959960938, "token_count": 26} +{"index": 1966, "reference": "Eugene has defended its role in winning the right to host the 2021 World Championships.", "prediction": "Former IAAF of director Keith Eugene has defended how Maria Gothenburg missed out on, award the 2021 World Championships because it a \"ofpolve not \u00a3\" and \"un-l of of in three from's\"..", "rouge": {"rouge1": 33.33333333333333, "rouge2": 21.73913043478261, "rougeL": 29.166666666666664}, "nll_sum": 295.3919677734375, "token_count": 45} +{"index": 1967, "reference": "London Mayor Boris Johnson has said he would not quit as an MP if a Conservative government approved a third runway at Heathrow.", "prediction": "Former London mayor Boris Johnson Boris told the BBC he does not resign as to attended a party by-election.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 37.2093023255814}, "nll_sum": 99.36871337890625, "token_count": 21} +{"index": 1968, "reference": "Torquay United, 22nd in the National League, edged a thrilling relegation battle with bottom club Kidderminster.", "prediction": "Second Moray United back from 3-0 goal down to earn a win at play play-offefefuls and National League relegationened Boreham Wood.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 180.68240356445312, "token_count": 31} +{"index": 1969, "reference": "The man proposed as Myanmar's new finance and planning minister has a fake degree in finance, it has emerged.", "prediction": "A former civil servant for Myanmar, admitted will stealing a fakebert (\u00c2\u00a3\u00c2,42, \u00c2\u00a342\u00a3190m).", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 182.02740478515625, "token_count": 27} +{"index": 1970, "reference": "A coroner has said he will reflect carefully on whether a soldier who fired a rubber bullet that killed a boy is too ill to give evidence.", "prediction": "A former soldier was shot a shot in the head by a male bullet is certainly zero, an inquest has heard.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 0.0, "rougeL": 20.833333333333336}, "nll_sum": 100.22564697265625, "token_count": 22} +{"index": 1971, "reference": "The BBC has confirmed it is scrapping Wimbledon highlights show 2Day.", "prediction": "The BBC has abandoned its controversial TV programme highlights an event at Henman Club All England Club England amid criticism.", "rouge": {"rouge1": 25.806451612903224, "rouge2": 13.793103448275861, "rougeL": 25.806451612903224}, "nll_sum": 123.45911407470703, "token_count": 21} +{"index": 1972, "reference": "Residents who had to evacuate their homes after a river wall collapsed are locked in a dispute over repairs they fear could cost \u00a3500,000.", "prediction": " onlookers who owned once home of their partner have been fined \u00a37,000, and ordered pay their for repairs for a small savage flood wall.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 155.98202514648438, "token_count": 29} +{"index": 1973, "reference": "A County Down solicitor defrauded a bank of \u00a3400,000 to help buy a partnership in a legal practice and an apartment in England.", "prediction": " County Fermanagh man has admitted stealing money from a senior law firm's account was of out of pounds of property, a court has heard. a 2011 again 2011 again- a 2011 again a's again \u00a3 of aA again from 2011", "rouge": {"rouge1": 18.46153846153846, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 260.53118896484375, "token_count": 47} +{"index": 1974, "reference": "Substitute Marcus Rashford scored an injury-time winner as Manchester United finally overhauled a stubborn Hull at a sodden KCOM Stadium.", "prediction": "Marcus Rashford's 90th-minute winner and sent Manchester's to a stoppage-time winner saw them beat beat Old City at Old Trafford thanks of the scored controversial late-up from by teenage in's from as..", "rouge": {"rouge1": 30.508474576271183, "rouge2": 7.017543859649122, "rougeL": 20.33898305084746}, "nll_sum": 267.5403137207031, "token_count": 44} +{"index": 1975, "reference": "Argentina have sacked Edgardo Bauza after eight matches as coach, with the team outside the automatic qualifying places for next year's World Cup.", "prediction": "Argentina have appointed Bauauza as their national coach, only year after- group qualifying qualifying for the 2018 World Cup.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 9.75609756097561, "rougeL": 37.2093023255814}, "nll_sum": 120.33015441894531, "token_count": 26} +{"index": 1976, "reference": "Brunhilde Pomsel, the former secretary to Nazi Germany's propaganda boss Joseph Goebbels, has died aged 106.", "prediction": " Joona remarksel, Germany, best known civil war memorial, with Joseph Goebbels, has died in Germany aged 82. a solve night's the's letting her her-. for a for from. local's.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 12.765957446808507, "rougeL": 24.489795918367342}, "nll_sum": 275.1407775878906, "token_count": 45} +{"index": 1977, "reference": "Russia's violation of Turkish airspace over the weekend \"does not look like an accident\", Nato has said.", "prediction": " military's military has accused breach, breach of the Turkish air force, after claims Turkey-16 jets were locked Turkish airspace into their air.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 156.9784393310547, "token_count": 27} +{"index": 1978, "reference": "Swansea players will cover the cost of 3,000 away tickets for the club's match at Sunderland next Saturday.", "prediction": "Swansea City fans paid midfielder Leon Britton to remember the fans of the fans, who led the Welsh club to a first Premier League win.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 114.34332275390625, "token_count": 29} +{"index": 1979, "reference": "At least 59 people have been killed after a truck bomb exploded in north-eastern Baghdad, Iraqi officials say.", "prediction": "At least 34 people have been killed in a car and bomb attack in the Iraqi capital, Iraqi Iraqi army says.", "rouge": {"rouge1": 55.000000000000014, "rouge2": 21.05263157894737, "rougeL": 55.000000000000014}, "nll_sum": 70.5703353881836, "token_count": 22} +{"index": 1980, "reference": "A woman from north London died in hospital because staff failed to identify she had blood poisoning quickly enough, an inquest has ruled.", "prediction": "A woman who died from seisis suddenly in a Devon hospital after receiving emergency treatment, an inquest has heard.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 15.0, "rougeL": 38.0952380952381}, "nll_sum": 97.11092376708984, "token_count": 22} +{"index": 1981, "reference": "A decision to suspend a Powys county councillor has been upheld.", "prediction": "A former council leader who was suspended for sending a letter about information to council and Facebook has lost an appeal against his \u00a38,000.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 114.27394104003906, "token_count": 27} +{"index": 1982, "reference": "Curzon will receive an outstanding British contribution to cinema prize at this year's Bafta film awards.", "prediction": " Curzon, which includes British cinema - include the Outstanding British National British free Award, the British receive an award at a annual ceremony awards.", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 170.84591674804688, "token_count": 28} +{"index": 1983, "reference": "Braintree manager Danny Cowley said the task ahead of his team is \"a brilliant challenge\" after the defeat at Barrow.", "prediction": "Barrow interim boss Danny Cowley says his side's \" toughest challenge\" after goal down from a goal down to beat play-off hopuls Barrow.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 157.69467163085938, "token_count": 31} +{"index": 1984, "reference": "Debutante Dominika Cibulkova will meet world number one Angelique Kerber in Sunday's final at the WTA Finals in Singapore.", "prediction": "England's world number Angelique Kerber beat Cika Cibulkova with a straight-set victory over world number twobournebourne in Eastbourne.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473683, "rougeL": 25.0}, "nll_sum": 165.7014617919922, "token_count": 32} +{"index": 1985, "reference": "Councils should consider selling off their most expensive houses to build more cheap homes, the government says.", "prediction": "Plans to sell high-paid homes could be \" of the most expensive\" areas, includes a Labour government.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 116.20149230957031, "token_count": 22} +{"index": 1986, "reference": "Guernsey have retained their Island Games team table tennis title after beating Gotland 4-2 in Jersey.", "prediction": "48land and Jersey flew top of the tennis grass table for the 2014 Australia Games as they thrashed Sweden.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 124.91802978515625, "token_count": 21} +{"index": 1987, "reference": "The FTSE 100 closed 25 points, or 0.35%, higher at 7,404, after ITV announced its new chief executive.", "prediction": "Shares in the FTSE 100 ended higher, 4% after the ITV said it was a new chief executive will be a possible new chief job.", "rouge": {"rouge1": 40.0, "rouge2": 18.6046511627907, "rougeL": 40.0}, "nll_sum": 125.5464859008789, "token_count": 29} +{"index": 1988, "reference": "Barcelona are a \"machine\" who are likely to dominate possession against Manchester City on Wednesday, says the Premier League club's manager Pep Guardiola.", "prediction": "Pep Guardiola believes Barcelona are a \"St machine\" to play football again once for Manchester City, claiming the champions are \"for a machine\".", "rouge": {"rouge1": 46.80851063829787, "rouge2": 22.222222222222225, "rougeL": 34.04255319148936}, "nll_sum": 135.6688690185547, "token_count": 28} +{"index": 1989, "reference": "Lord Sugar has said he would like the BBC to commission a new programme focusing on the progress of past winners of The Apprentice.", "prediction": "The former host of The Apprentice, has called for the TV programme to be done so, because it needs todo any\" is't enough publicity\".", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 16.3265306122449}, "nll_sum": 148.82135009765625, "token_count": 29} +{"index": 1990, "reference": "Jules Bianchi's father says he is \"less optimistic\" that his son will recover from head injuries sustained in a crash at last year's Japanese Grand Prix.", "prediction": " son of Formula 1 champion JulesSA Bianchi has been ruled of a training accident, but soon have to wait \" next two or nine months\".", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 7.692307692307692}, "nll_sum": 162.2653045654297, "token_count": 29} +{"index": 1991, "reference": "A man has appeared in court charged with the murder of a Polish national found dead in a park in Leeds.", "prediction": "A man has appeared in court charged with the murder of a man whose whose body was found in a park in a park in park,. to a's a's a's a-A a a in from's a's a's a", "rouge": {"rouge1": 51.515151515151516, "rouge2": 43.75, "rougeL": 51.515151515151516}, "nll_sum": 171.973388671875, "token_count": 46} +{"index": 1992, "reference": "At least 28 people have been killed and many others injured in an oil pipeline explosion in central Mexico, officials say.", "prediction": "At least 52 people have been killed in an explosion at an oil pipeline the south-western Mexico, officials say. banned-A aA in from weeks from's.", "rouge": {"rouge1": 61.224489795918366, "rouge2": 38.297872340425535, "rougeL": 53.06122448979592}, "nll_sum": 183.42030334472656, "token_count": 33} +{"index": 1993, "reference": "A champion boxer who was jailed for breaking into his ex-girlfriend's flat and attacking her has had his sentence suspended.", "prediction": "A world boxing champion has been convicted of assaulting his girlfriend wife before he was handed an 18-month sentence and given his suspended jail sentence.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 0.0, "rougeL": 29.166666666666668}, "nll_sum": 90.49962615966797, "token_count": 27} +{"index": 1994, "reference": "Eight churches in Herefordshire and Shropshire have been awarded \u00a3500,000 from the Heritage Lottery Fund to help pay for urgent repairs.", "prediction": "Students grantsalling nearly700,000 is needed to be done to complete buildings be buildings, repair a Catholic parish churches in Shropshire.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 4.878048780487805, "rougeL": 13.95348837209302}, "nll_sum": 172.58001708984375, "token_count": 28} +{"index": 1995, "reference": "The Russian military says it has informed the US that it believes rebels in the Syrian city of Aleppo have deployed \"toxic substances\".", "prediction": "At least 40 civilians are reported to have killed under a siege siege Syrian city of Aleppo.", "rouge": {"rouge1": 25.0, "rouge2": 15.789473684210526, "rougeL": 20.0}, "nll_sum": 79.43245697021484, "token_count": 17} +{"index": 1996, "reference": "Britain's Andy Murray became the first male tennis player to win two Olympic singles titles by beating Argentina's Juan Martin del Potro in Rio.", "prediction": "Britain's Andy Murray to the top of the Sportbledon after winning gold medal by Argentina's Martin del Potro to beat Wimbledon Wim", "rouge": {"rouge1": 55.99999999999999, "rouge2": 24.999999999999993, "rougeL": 48.00000000000001}, "nll_sum": 130.37680053710938, "token_count": 26} +{"index": 1997, "reference": "Stray dog Arthur crossed the Amazon river in South America to follow Swedish explorers who befriended him.", "prediction": "Turkish Turkey is three years old in North America, playing through a film studio,maker- Disney.", "rouge": {"rouge1": 12.121212121212121, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 110.4441146850586, "token_count": 19} +{"index": 1998, "reference": "Canada's governor general has welcomed the Duke and Duchess of Cambridge to Ottawa at the start of the royal couple's first official overseas tour.", "prediction": "The Duke and Duchess of Cambridge have been welcomed by the hearts of Canadians in Canada on, first day of their official tour their in country. visit, solve, says they be from-A a from in ban from George's.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 15.625, "rougeL": 33.333333333333336}, "nll_sum": 242.57518005371094, "token_count": 45} +{"index": 1999, "reference": "The most advanced flight incubators in the UK for sick babies will be used by Wales Air Ambulance later this month.", "prediction": "The Welsh Ambulance Service, it two incinerationators looking fit patients will soon be mid- to control in the new ambulance service.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 5.000000000000001, "rougeL": 19.047619047619047}, "nll_sum": 165.5015411376953, "token_count": 27} +{"index": 2000, "reference": "A male osprey has returned to its nest at the Loch of the Lowes reserve after its migration from West Africa.", "prediction": "A possible golden eagle has been seen on a Perth cemetery in Perth who is missing for three of three chicks in the north- of Scotland.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 131.99212646484375, "token_count": 27} +{"index": 2001, "reference": "Broadchurch actress Julie Hesmondhalgh has become the patron of a rape crisis charity following her depiction of a rape victim in the ITV drama.", "prediction": "Scottish actress Mademondmondgh, and and andishish Winterman, has, become patron of rape victims, a volunteer charity's victim.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 15.0, "rougeL": 38.0952380952381}, "nll_sum": 214.16897583007812, "token_count": 30} +{"index": 2002, "reference": "In an era when there is considerable suspicion about the motivation of businesses, the ability of a company to react to a crisis in a way that reveals it to be run by human beings rather than faceless chief executives is of paramount importance.", "prediction": "The German sporting tragedy disaster is one of deadliest location in the most comprehensive review\" yet that the company gives the money to a equity hire firm private.", "rouge": {"rouge1": 25.000000000000007, "rouge2": 2.857142857142857, "rougeL": 16.666666666666664}, "nll_sum": 186.69656372070312, "token_count": 29} +{"index": 2003, "reference": "Rangers say midfielder Joey Barton \"will return to full-time training\" following a club-imposed suspension.", "prediction": "Burnley midfielder Joey Barton will return to full-time training full club in confirmed", "rouge": {"rouge1": 66.66666666666666, "rouge2": 57.14285714285715, "rougeL": 66.66666666666666}, "nll_sum": 77.20675659179688, "token_count": 15} +{"index": 2004, "reference": "Luke Donald will host the 2016 British Masters at The Grove in his home county of Hertfordshire.", "prediction": "World number Luke Donald has been appointed coach of the British Golf Open in Northern Ireland.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 6.451612903225808, "rougeL": 30.303030303030305}, "nll_sum": 77.33116912841797, "token_count": 16} +{"index": 2005, "reference": "Former Watford defender Joel Ekstrand is currently training with Bristol City, head coach Lee Johnson has said.", "prediction": "Bristol City head coach Lee Johnson is aware he will not be defender from Newcastle United at 30 transfer.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 29.411764705882355, "rougeL": 33.333333333333336}, "nll_sum": 112.67852783203125, "token_count": 21} +{"index": 2006, "reference": "What type of F1 fan are you?", "prediction": "So attended the Formula 1 title in the race for the Belgian Grand Prix on Sunday, and I then you in Stirling Moss!\" Crawford", "rouge": {"rouge1": 6.451612903225806, "rouge2": 0.0, "rougeL": 6.451612903225806}, "nll_sum": 129.87347412109375, "token_count": 26} +{"index": 2007, "reference": "A US drone attack in Yemen targeted but failed to kill one of al-Qaeda's most influential figures, US reports say.", "prediction": "A loyalist militant involved in an al-QaedaQaeda is be believed to be killed, US military officials say.", "rouge": {"rouge1": 35.0, "rouge2": 0.0, "rougeL": 30.0}, "nll_sum": 96.36937713623047, "token_count": 22} +{"index": 2008, "reference": "A drug dealer has admitted waving a knife around in a Denbighshire car park before a man was fatally stabbed but denied using the weapon.", "prediction": "A man accused of stabbing a rival shop owner in a Denbighshire car park has told a court he \"do\" to see him.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 21.73913043478261, "rougeL": 33.33333333333333}, "nll_sum": 102.3960189819336, "token_count": 28} +{"index": 2009, "reference": "Council officials have insisted a redevelopment of a former gay pub in London still includes an LGBT venue for the plans to go ahead.", "prediction": "A London council was granted a permission for building a nightclub which was to be used as, city, gay, bisexual,LGBT) site.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 0.0, "rougeL": 21.73913043478261}, "nll_sum": 132.05752563476562, "token_count": 27} +{"index": 2010, "reference": "Irish pair Michael Conlan and Steven Donnelly have been issued with \"severe reprimands\" along with Britain's Antony Fowler for betting on Olympic events.", "prediction": "ers boxers Michael Conacelly Belfast Gerard Mcie Fowler have been service suspended by the International Olympic Committee (IOC) for breaking rules on betting on Olympic events.", "rouge": {"rouge1": 35.99999999999999, "rouge2": 16.666666666666664, "rougeL": 32.0}, "nll_sum": 170.62307739257812, "token_count": 33} +{"index": 2011, "reference": "Justice Secretary Michael Gove has said Britain would be \"freer, fairer and better off outside the EU\".", "prediction": "A senior civil servant who started leading the campaign for the UK to leave the European Union, said he feels acredibleist to be an alternative to path along the UK has tried and leave the EU.", "rouge": {"rouge1": 22.641509433962263, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301884}, "nll_sum": 184.03997802734375, "token_count": 39} +{"index": 2012, "reference": "BBC world affairs correspondent Peter Biles has been talking to his father, Harold, about his recollections of the Dunkirk evacuation.", "prediction": "The wartime, during thousands of camp camps in the UK has finally witnessed the to forget, but it also but the aftermath of his father's lives. of", "rouge": {"rouge1": 25.0, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 171.7460174560547, "token_count": 30} +{"index": 2013, "reference": "A head teacher has defended his decision to offer staff at a Lincolnshire school a \"duvet day\".", "prediction": "A head teacher who set up a free school pupils students in Lincolnshire will be offered an extra extra day extra staff instead a job jail in term.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 169.06988525390625, "token_count": 29} +{"index": 2014, "reference": "Russian President Vladimir Putin says the country's Paralympics ban is \"outside the bounds of law, morality and humanity\".", "prediction": "Russian President Vladimir Putin has ruled that Russia be allowed to at the Rio Paralympic Games saying it was \"a joke a as ballet aa.\" for its suspension from the Olympic as a from been. of.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 11.320754716981133, "rougeL": 29.09090909090909}, "nll_sum": 213.00283813476562, "token_count": 42} +{"index": 2015, "reference": "A Powys high school has offered to take over a town library to secure its future.", "prediction": "A primary school in Powys will be offered a free service after the council council gives school a handover service to \u00a3.8m.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 0.0, "rougeL": 26.31578947368421}, "nll_sum": 124.83099365234375, "token_count": 27} +{"index": 2016, "reference": "A more powerful earthquake has rocked the southern Japanese city of Kumamoto in the middle of the night, a day after an earlier tremor killed nine people.", "prediction": "The most powerful earthquake has struck parts of a north coast of Japan, sending south inwest Japan, officials say.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.090909090909092, "rougeL": 21.73913043478261}, "nll_sum": 109.61750793457031, "token_count": 22} +{"index": 2017, "reference": "About 50 firefighters tackled a large blaze at a five-storey disused mill in Greater Manchester.", "prediction": "A fire that broke out at a pet farm in Greater Manchester United police said.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 20.689655172413797, "rougeL": 38.70967741935484}, "nll_sum": 64.72248840332031, "token_count": 15} +{"index": 2018, "reference": "A Gaelic footballer who won an All-Ireland championship with Derry will stand trial accused of stealing over \u00a3500,000 from his employer.", "prediction": "A former disgr Gaelic captain, known as L offy O Football Association, was in charged with stealing offences and almost \u00a31m.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 0.0, "rougeL": 22.727272727272723}, "nll_sum": 159.42929077148438, "token_count": 27} +{"index": 2019, "reference": "A new community hub for two Cardiff suburbs will be officially opened next week.", "prediction": " a new novel library has officially opened in Denbighshire by the county council county, the'safe to \"- \"olve- a's a's a from a from a from after a's fromA of a from a fromA", "rouge": {"rouge1": 15.686274509803921, "rouge2": 8.16326530612245, "rougeL": 15.686274509803921}, "nll_sum": 241.99069213867188, "token_count": 46} +{"index": 2020, "reference": "A leading human rights organisation has urged Nato to investigate fully the deaths of civilians in air strikes in Libya last year.", "prediction": "A human rights group has calledik Nato to a \"rel force task\" to civilian deaths, including human rights case, in a country Man cross, solve, it banned from the-d government of in November since.", "rouge": {"rouge1": 42.10526315789473, "rouge2": 7.272727272727271, "rougeL": 31.578947368421044}, "nll_sum": 290.7943115234375, "token_count": 43} +{"index": 2021, "reference": "A conference in Belfast to discuss the fallout from the Charlie Hebdo murders has been cancelled.", "prediction": "A universityoder Northern Ireland has cancelled news of the controversial Charlie Hebdo event in the wake, the Paris terror attacks.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 5.88235294117647, "rougeL": 22.222222222222225}, "nll_sum": 117.9941635131836, "token_count": 22} +{"index": 2022, "reference": "Plans for a vertical pier in a Teesside coastal town have been given the go-ahead by council planners.", "prediction": "A of a assume will be built on a former Redcar town which would be provide tourist attractions.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 109.49263000488281, "token_count": 19} +{"index": 2023, "reference": "Double Olympic champion Mo Farah has won the Lisbon half marathon in a new European record time, becoming the first Briton to break 60 minutes.", "prediction": "Four-time champion Mo Farah has set a new world records before finally completing the half London Marathon by 30 minutes and999 minutes.", "rouge": {"rouge1": 49.999999999999986, "rouge2": 17.391304347826086, "rougeL": 37.49999999999999}, "nll_sum": 116.93022155761719, "token_count": 26} +{"index": 2024, "reference": "The UN special envoy to Syria, Staffan de Mistura, expects \"substantive, deeper\" talks between the government and opposition to begin on Monday.", "prediction": " the UN Secretaryanan de Mistura says he is confident peace peace talks can continue, coming weeks, but hopes it will soon possible take place.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 9.09090909090909, "rougeL": 21.73913043478261}, "nll_sum": 144.15194702148438, "token_count": 28} +{"index": 2025, "reference": "Chris and Gabby Adcock will this week bid to become the first British badminton world champions since 2006.", "prediction": " and and Gab andby Adcock but they can build a gold medal behind the crowd in Games bid to build to the Games to Glasgow in August.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 171.83766174316406, "token_count": 29} +{"index": 2026, "reference": "A Samurai sword and an axe have been seized by police and a teenager has been questioned after officers were called to a \"disturbance\" in Armagh.", "prediction": "A teenager has been arrested by police investigating a armed bomb and blast in Conadadown, County Fermanagh, was planning planning transfer block from a from a from as from a from his's. reputation of a's from'sA", "rouge": {"rouge1": 30.76923076923077, "rouge2": 12.698412698412698, "rougeL": 21.53846153846154}, "nll_sum": 289.144775390625, "token_count": 47} +{"index": 2027, "reference": "The American Civil Liberties Union has filed a challenge on behalf of four US servicewomen against a ban on women being deployed in most combat roles.", "prediction": "Women are Group suing women from women serving in front- front positions in the US military, saying it is not \"nottoo enough\".", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 8.333333333333334}, "nll_sum": 145.8243408203125, "token_count": 27} +{"index": 2028, "reference": "When Pope Benedict XVI suddenly announced exactly one year ago that he was resigning for health reasons, he sent shock waves around the world.", "prediction": "ine Benedict Francis was in a Rome after the resignation by his former Roman Catholic Roman, the current Vatican suing the current account -'s been a strongest best in the world's.", "rouge": {"rouge1": 17.857142857142858, "rouge2": 3.7037037037037033, "rougeL": 17.857142857142858}, "nll_sum": 226.13626098632812, "token_count": 35} +{"index": 2029, "reference": "Only three of eight pagers for retained fire fighters went off when they were needed to tackle a blaze in Suffolk.", "prediction": "A building control engine which wasted two homes forced and was forced to call its meet, the fire service said.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 123.22903442382812, "token_count": 21} +{"index": 2030, "reference": "Wales captain Sam Warburton says his side must not be afraid to take risks against New Zealand on Saturday.", "prediction": " captain Sam Warburton determined Wales will prepared to meet Saturday when the meet on reigning world champions New Zealand on Saturday", "rouge": {"rouge1": 45.0, "rouge2": 26.31578947368421, "rougeL": 40.0}, "nll_sum": 113.16893768310547, "token_count": 22} +{"index": 2031, "reference": "Cole Stockton's second-half header proved enough as Tranmere beat Dover at Prenton Park to move level on points with National League leaders Lincoln.", "prediction": " Stock Stockton's stoppagetimetime winner as Tranmere earned victory over National League promotion hopefuls Dover Athletic at Prent Park Porth-.'s a's '-'s's ban in from's's flagship.", "rouge": {"rouge1": 32.14285714285714, "rouge2": 11.111111111111112, "rougeL": 25.0}, "nll_sum": 310.36761474609375, "token_count": 46} +{"index": 2032, "reference": "Grimsby halted a run of three straight defeats with a victory over Accrington thanks to goals from Tom Bolarinwa and Ashley Chambers.", "prediction": " Wain Bguinwa scored a double and Grimsby boost their League Two play-off hopes with victory over Accrington Stanley Acc solveWar 2011.- again-'s-A's referee in from Steven's's.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.692307692307692, "rougeL": 22.22222222222222}, "nll_sum": 285.9455261230469, "token_count": 44} +{"index": 2033, "reference": "Counting of Kenyan election results has slowed down because of problems with the electronic systems.", "prediction": "Thousands of police officers are Kenya in arrived home to capital Nairobi for general election, election results show.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 6.451612903225808, "rougeL": 18.18181818181818}, "nll_sum": 103.42225646972656, "token_count": 21} +{"index": 2034, "reference": "Russian police have raided 25 premises in Moscow and St Petersburg linked to the Japanese Aum Shinrikyo cult.", "prediction": "Police have the in Japanese cult group Aumriarthkyo, who was behind a deadly attack on a Nice subway system in Japan's capital, Moscow, saying it was \"the- a a in from May's a.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 3.921568627450981, "rougeL": 18.867924528301884}, "nll_sum": 248.0401611328125, "token_count": 45} +{"index": 2035, "reference": "Jemima Sumgong became the first Kenyan woman to win the Olympic marathon, beating Eunice Kirwa of Bahrain.", "prediction": "Ghanaima Sumgong won for Bahrain as India's Chahana Sumchong won Olympic gold in the women's 10m a thrilling race at the Rio Olympics.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 167.9375, "token_count": 35} +{"index": 2036, "reference": "An 83-year-old man has been reunited with a vintage car he drove in the 1950s, after its current owner tracked him down.", "prediction": "A 91-year-old man who had sold a car with his father who was never found, 40 years after it was found again carried away.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 8.333333333333332, "rougeL": 24.000000000000004}, "nll_sum": 105.2398681640625, "token_count": 29} +{"index": 2037, "reference": "Forty-year-old Jo Pavey became the oldest woman ever to claim gold at a European Championships when she won a thrilling 10,000m and got Team GB's campaign in Zurich off to the perfect start.", "prediction": " Olympian Joian Pavey pulled off the best form of her career London 2012 - the only just as successful as a successful woman was was as successful to win her 10,000m title.", "rouge": {"rouge1": 26.086956521739136, "rouge2": 2.9850746268656714, "rougeL": 17.391304347826086}, "nll_sum": 183.3367919921875, "token_count": 39} +{"index": 2038, "reference": "When the spike in applications for the ill-fated Renewable Heat Incentive (RHI) took place the minister responsible was mostly away from his desk.", "prediction": "The Democratic Unionist PartyDUP) has said it emerged that any of office in the Renewable Heat Incentive (RHI) scheme.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 14.634146341463413, "rougeL": 32.55813953488372}, "nll_sum": 114.58317565917969, "token_count": 29} +{"index": 2039, "reference": "As a millionaire is found guilty of murdering his escort, how did he claim Asperger syndrome made him do it?", "prediction": "A financing gambling millionaire has called himself with a giant goldenw Vale because she fears she was was struggle to cope with drugs-walling..", "rouge": {"rouge1": 9.09090909090909, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 208.92391967773438, "token_count": 27} +{"index": 2040, "reference": "A British-based firm has designed a cricket helmet aimed at preventing another tragic death like that of Australian Phillip Hughes last year.", "prediction": "A special helmet plaque introduced unveiled in honour of Australia cricket batsman Phillip Hughes, who was struck, hit by a car in Australia, November Friday despite a player's a from I-wenny a in from from a name.", "rouge": {"rouge1": 22.58064516129032, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 256.7010498046875, "token_count": 45} +{"index": 2041, "reference": "Millwall drew at home to Bradford to seal a 4-2 aggregate win and reach the League One play-off final at Wembley.", "prediction": "Millwall confirmed their place in the League One play-off final after battling a battling draw against playefoff hopefuls-off Bradforduls Bradford at The Den.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 21.73913043478261, "rougeL": 33.33333333333333}, "nll_sum": 192.9613037109375, "token_count": 33} +{"index": 2042, "reference": "A farmer has been fined after dumping 40 tonnes of industrial waste outside a village.", "prediction": "A fly-half who admitted dumped dozens of rubbish on a highway, during the Channel 4 series, has been fined \u00c2\u00a3,000.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 11.76470588235294, "rougeL": 22.22222222222222}, "nll_sum": 137.68502807617188, "token_count": 29} +{"index": 2043, "reference": "A newly discovered species of gecko has tearaway skin that leaves predators with nothing but a mouthful of scales when attacked.", "prediction": " giant giant geckosos, and could be lose their eyes, have been found in the Tsingroyy wildlife car park in northern Germany.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 156.50242614746094, "token_count": 29} +{"index": 2044, "reference": "US chipmaker Qualcomm will pay $975m (\u00a3640m) to Chinese authorities to end a 14 month anti-trust investigation into its patent licensing practices.", "prediction": "US chip giant electronics has been fined record $43m (\u00a371m) \u00a343m) by Chinese investigators for it sells in price of its. of mobile phones in China.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 193.2823486328125, "token_count": 35} +{"index": 2045, "reference": "New Morocco coach Herve Renard begins his quest for a record-equalling third Africa Cup of Nations as qualifying for the 2017 tournament resumes this week.", "prediction": " Herve Renard has quit as coach of possible January having played his last two rounds of the tournament to reach the 2017 Cup of Nations of's Confederation of- Broadway- again-- 2011 a of in- from'sA. from a", "rouge": {"rouge1": 36.92307692307692, "rouge2": 12.698412698412698, "rougeL": 18.46153846153846}, "nll_sum": 313.54010009765625, "token_count": 46} +{"index": 2046, "reference": "Gordon Strachan has omitted the best left-back in Scotland from his latest national squads, says a \"surprised and disappointed\" Derek McInnes.", "prediction": "Derek McInnes has confirmed that Scotland right-back Gordon has been left out of the Scotland squad, despite being included in the squad on Saturday.", "rouge": {"rouge1": 42.55319148936171, "rouge2": 4.444444444444445, "rougeL": 21.276595744680854}, "nll_sum": 94.30270385742188, "token_count": 30} +{"index": 2047, "reference": "Mark Ronson has clinched his first UK number one with Uptown Funk.", "prediction": "Mark Ronson has released another third of his third track with his track Uptownown Funk, according to sales from a Officialarts charity company.", "rouge": {"rouge1": 34.28571428571428, "rouge2": 12.121212121212123, "rougeL": 34.28571428571428}, "nll_sum": 161.05731201171875, "token_count": 29} +{"index": 2048, "reference": "The stark regional differences in the proportion of pupils studying A-levels in local state schools in England has been revealed - ranging from 2% to 74%.", "prediction": "Teenagers from poorer families are more likely to take A-levels, says a analysis of analysis published by University of Don east London \"", "rouge": {"rouge1": 20.408163265306122, "rouge2": 4.25531914893617, "rougeL": 8.16326530612245}, "nll_sum": 117.76564025878906, "token_count": 26} +{"index": 2049, "reference": "Emmerdale has won three prizes at the TV Choice Awards, with EastEnders taking the prize of best soap - in its 25th anniversary year.", "prediction": "ITV dramaowntonation has won best drama drama, of protecting the best drama in drama period.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 5.555555555555555, "rougeL": 26.315789473684205}, "nll_sum": 122.4276123046875, "token_count": 20} +{"index": 2050, "reference": "A \"major cannabis farm\" has been found in disused buildings in Wakefield city centre, said West Yorkshire Police.", "prediction": "A large cannabis of has seized stolen from a former premises and business premises in West Lothian.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 28.571428571428577}, "nll_sum": 105.79777526855469, "token_count": 19} +{"index": 2051, "reference": "Any student seeking asylum should be able to finish their education here, the National Union of Students (NUS) Wales has said.", "prediction": "The European Union of StudentsUS Wales has called on the Office to remove her student from Cardiffor student \"inhumane and use\". any\". a. again 2011 again 2011 again a it again a again's of's again the from's a", "rouge": {"rouge1": 29.032258064516125, "rouge2": 6.666666666666667, "rougeL": 16.129032258064516}, "nll_sum": 297.1185302734375, "token_count": 47} +{"index": 2052, "reference": "Payments to a college's Cardiff campus have been suspended after a BBC Wales' Week in Week Out investigation into fraud allegations.", "prediction": " in Cardiff college college has denied its students suspected of defraud the finance student finance system, it has been claimed.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 113.58597564697266, "token_count": 22} +{"index": 2053, "reference": "Four people are in custody in the US and Canada after a suspected drug smuggler fired on US border agents and fled, sparking a day-long manhunt.", "prediction": "US authorities have shot a drugs backpack suspected of trying to smugg drugs into the country, local border officials say.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 0.0, "rougeL": 21.27659574468085}, "nll_sum": 96.02371978759766, "token_count": 21} +{"index": 2054, "reference": "A section of a space rocket which was found off the Isles of Scilly, has been dismantled for disposal, its owners have confirmed.", "prediction": "A large section of debris which up up on an Anglesey will soon be sent, the US Navy Air says, a byCalifornia-'s. aA fromold.'s \"pless from in Saturday from.21 from the America", "rouge": {"rouge1": 20.689655172413797, "rouge2": 3.571428571428571, "rougeL": 17.241379310344826}, "nll_sum": 308.4811096191406, "token_count": 46} +{"index": 2055, "reference": "An Orlando mother who was found not guilty of murdering her two-year old daughter Caylee has broken her silence six years later.", "prediction": "US Casey Anthony, was jailed for killing her seven-oldold daughter in a pool, 2011 she says she \"could be alive\" after she is of serving 12 years in jail.", "rouge": {"rouge1": 18.867924528301884, "rouge2": 0.0, "rougeL": 15.094339622641511}, "nll_sum": 177.95510864257812, "token_count": 36} +{"index": 2056, "reference": "South Korea has claimed the North has used 70% of wages earned by workers at a jointly-run industrial complex for its weapons programme and luxury goods for the elite.", "prediction": "South Korea's unification ministry says confirmed it has paid 7,000 workers to South Korean workers who said used as assets to build weapons weapons.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 3.703703703703704, "rougeL": 17.857142857142854}, "nll_sum": 130.24649047851562, "token_count": 27} +{"index": 2057, "reference": "Manchester City have been fined \u00a335,000 after admitting a breach of the Football Association's anti-doping rules, the governing body has said.", "prediction": "Manchester City have been fined and fined \u00a320,000 by the Football Association for two years for failing to test a drugs test's been a abs- a the Rodney's. a-m a mandatory in a \u00a3's from's fromA", "rouge": {"rouge1": 36.92307692307692, "rouge2": 19.047619047619047, "rougeL": 33.84615384615385}, "nll_sum": 246.8168487548828, "token_count": 48} +{"index": 2058, "reference": "A nursery worker has appeared in court accused of rape and inciting the sexual exploitation of a child.", "prediction": "A nursery has been charged with rape and child sexual exploitation and allegations of a other children.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 24.242424242424242, "rougeL": 51.42857142857144}, "nll_sum": 76.2226333618164, "token_count": 17} +{"index": 2059, "reference": "More than half of people in South Yorkshire and North Derbyshire are worried about the cost of Christmas, a survey suggests.", "prediction": "Concerns in East Yorkshire Lincoln Derbyshire are being raised about their spending, figures obtained by the BBC.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 5.555555555555556, "rougeL": 31.578947368421055}, "nll_sum": 98.68888854980469, "token_count": 22} +{"index": 2060, "reference": "England manager Roy Hodgson's gamble of making wholesale changes backfired badly as they stumbled to a goalless draw against Slovakia in Saint-Etienne.", "prediction": "England were hopes England's hopes of Euro 2016 ended as manager Roy Hodgson's last-minute winner and gave them a a goalless draw.", "rouge": {"rouge1": 40.81632653061225, "rouge2": 21.27659574468085, "rougeL": 32.6530612244898}, "nll_sum": 113.21463775634766, "token_count": 29} +{"index": 2061, "reference": "A student has pleaded for the return of her prosthetic hand after losing it on a night out.", "prediction": "A university student said she has been \"dist drunk\" and taken to the public toilet, after having a struggle to have a new prosthetic hand.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 27.906976744186046}, "nll_sum": 126.17440795898438, "token_count": 29} +{"index": 2062, "reference": "New Valencia coach Pako Ayestaran says he only accepted the job with predecessor Gary Neville's blessing.", "prediction": "ortortio head coach Rich Ayestestaran says he would not be offered a honorary job by manager Connille \"is anything doing anything\".", "rouge": {"rouge1": 21.052631578947366, "rouge2": 5.555555555555556, "rougeL": 21.052631578947366}, "nll_sum": 188.00448608398438, "token_count": 28} +{"index": 2063, "reference": "The delicate operation to remove a crossbow bolt embedded in a dog's head took \"just one minute\", the RSPCA said.", "prediction": "A dog was shot in the head and die with a cross bolt was shot through its heart \"break at close range\", a police suburban said and.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333336}, "nll_sum": 140.61373901367188, "token_count": 29} +{"index": 2064, "reference": "Hackers with suspected links to China appear to have accessed sensitive data on US intelligence and military personnel, American officials say.", "prediction": "Hackers have used US government bodies information say personal information of the government the accessed, the White House reports.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 122.95752716064453, "token_count": 21} +{"index": 2065, "reference": "Elderly Germans may have to keep working until the age of 69 if a Bundesbank proposal is adopted.", "prediction": "The German Softbank says it, will cut its state pension rate to the average rate of 67, thanks to a move by 2050.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 24.390243902439025}, "nll_sum": 124.35934448242188, "token_count": 26} +{"index": 2066, "reference": "Premiership semi-finalists Wasps have signed two young forwards to bolster their first-team squad for next season.", "prediction": "Bath have added to four new players to their squad to their ahead of a 2016-17 season.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 0.0, "rougeL": 27.77777777777778}, "nll_sum": 85.68544006347656, "token_count": 20} +{"index": 2067, "reference": "Marianne Vos moved into the overall lead at the Women's Tour as her Dutch compatriot Amy Pieters won stage two.", "prediction": "Britain's cycling race champion Ronnie Vos won the same time at the same women the British- Cycling Road National National in Gloucestershire.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 22.727272727272723}, "nll_sum": 149.11907958984375, "token_count": 28} +{"index": 2068, "reference": "A collision between two lorries caused part of the M1 to be closed for several hours, causing long tailbacks.", "prediction": "The M4 motor was shut closed after a serious crash between Armagh and County Fermanagh on Friday night.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 91.48516845703125, "token_count": 22} +{"index": 2069, "reference": "A shortlist of 10 contenders will be named on Tuesday for next month's 60th BBC Sports Personality of the Year award.", "prediction": "Leeds is open to the names for the BBC Sports Personality of the Year award, saying it is \"the best Mass of sport\".", "rouge": {"rouge1": 44.44444444444445, "rouge2": 27.90697674418604, "rougeL": 40.0}, "nll_sum": 103.5559310913086, "token_count": 26} +{"index": 2070, "reference": "Opposition politicians have expressed concern about the use of a special legal procedure to appoint a new Stormont press secretary.", "prediction": "The Northern Ireland Civil was criticised for using a new press secretary with a interview press interview, which it has been claimed", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 28.571428571428566}, "nll_sum": 122.75624084472656, "token_count": 22} +{"index": 2071, "reference": "Firefighters were threatened by youths, moments before a dangerous bonfire left two young people injured in Stenhousemuir.", "prediction": "A man was taken to hospital after being assaulted by masked players of a Bon Night which broke out through a Stirling town of Clackmannansanshire.", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 162.8383331298828, "token_count": 31} +{"index": 2072, "reference": "Men's professional tennis has enjoyed another high-powered year, with record attendances at the Association of Tennis Professionals' (ATP) World Finals in London last month, as well as a number of major new sponsor deals signed.", "prediction": "The ATP World Finals starts 2016, and begin with Andy Murray, including Novak, Djokovic, Nov Djokovic,, Rafael Nadal, Rafael Nadal included in a ATP tennis's event.", "rouge": {"rouge1": 28.125, "rouge2": 6.451612903225808, "rougeL": 18.75}, "nll_sum": 188.03135681152344, "token_count": 40} +{"index": 2073, "reference": "People are being urged to help uncover traces of a 15th Century village on Gower before it is swept out to sea.", "prediction": "A search has carried out for the remains of a 19th Century village alive in Gower, despite the town's \"-s withdraw a in\" by a resident's reputation from's from as from's a of a's fromAAn", "rouge": {"rouge1": 19.354838709677416, "rouge2": 6.666666666666667, "rougeL": 16.129032258064516}, "nll_sum": 275.48681640625, "token_count": 46} +{"index": 2074, "reference": "Scarlets claimed a fourth consecutive Pro12 success with a bonus-point win over Cardiff Blues at the Arms Park.", "prediction": "Scarlets survived a second-halfhalf battleback to claim beat Cardiff Blues in a season- loss of Cardiff Blues in a busy Arms Park Park.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 32.55813953488372}, "nll_sum": 165.6885528564453, "token_count": 29} +{"index": 2075, "reference": "The new offensive launched by Syrian government forces in the countryside south of Aleppo has shed light on Iran's growing role in Syria's civil war.", "prediction": "The Swedish media agency concluded reports that, the Qatari only Force in southern northern, Syria has been been behind the battles between forces and battle against so-called Islamic State (IS).", "rouge": {"rouge1": 20.689655172413794, "rouge2": 3.571428571428572, "rougeL": 13.793103448275861}, "nll_sum": 194.14495849609375, "token_count": 36} +{"index": 2076, "reference": "Ian Poulter extended his lead to six shots after round two of the delayed Turkish Airlines Open in Belek.", "prediction": "Germany's Ian Poulteron missed the cut at the French Dhabi Open after being delayed closing by because of because of a lightning heavy rain rain.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 165.8636932373047, "token_count": 29} +{"index": 2077, "reference": "David Cameron has been telling reporters that this election campaign is not about photo opportunities but more about the UK's long term economic revival.", "prediction": "The election campaign isn't around but Derby a the general election, isn wasn't wasn but the fact it isn't be a tightly lobby general election.", "rouge": {"rouge1": 15.094339622641511, "rouge2": 3.921568627450981, "rougeL": 15.094339622641511}, "nll_sum": 184.169921875, "token_count": 29} +{"index": 2078, "reference": "Two Welsh cities hoping to become the UK City of Culture are planning multi-million pound improvements if they win.", "prediction": "Four men are on to shortlist of the acclaimed become City City in Culture 2017.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 106.99105072021484, "token_count": 16} +{"index": 2079, "reference": "Eight years ago the government rescued Lloyds by taking a 43% stake for just over \u00c2\u00a320bn.", "prediction": "Royal Bank of Scotland has confirmed that it has reported a 7.6% of its majority payment government received payment payment payment to protection insurance (PPI) toPPI).", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 168.74542236328125, "token_count": 34} +{"index": 2080, "reference": "Powerful typhoon Chan-hom has made landfall along the coast of China's eastern Zhejiang province.", "prediction": "Torrential rain has brought parts of northern and China's south-astern province of Zngjiang say officials say.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 29.411764705882355}, "nll_sum": 135.00570678710938, "token_count": 22} +{"index": 2081, "reference": "Researchers have succeeded in mimicking the chemistry of life in synthetic versions of DNA and RNA molecules.", "prediction": " have created created two data that that can the ability to murder and passed through and generations, UK scientists.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 135.18212890625, "token_count": 20} +{"index": 2082, "reference": "In our series of letters from Africa, journalist and media trainer Joseph Warungu takes advantage of the temporary lull in tear gas to examine the rocky political climate in Kenya.", "prediction": "In our series of letters from African journalists, film-maker-maker, War Warwaubani explains why Kenya's children will not child's\".", "rouge": {"rouge1": 30.769230769230766, "rouge2": 20.0, "rougeL": 30.769230769230766}, "nll_sum": 176.17111206054688, "token_count": 29} +{"index": 2083, "reference": "Police in the US state of North Dakota say they have arrested 76 people protesting against a controversial oil pipeline.", "prediction": "At least 50 people have been arrested over arrested the construction of a controversial route for a controversial oil- pipeline project to the project in the US state, Missouri, say they a solve-w 2011 a in am from's. a's", "rouge": {"rouge1": 45.16129032258064, "rouge2": 23.333333333333336, "rougeL": 22.58064516129032}, "nll_sum": 261.81903076171875, "token_count": 46} +{"index": 2084, "reference": "A boy missing in remote woods in Japan since Saturday after being left alone by his parents as punishment has been found alive and well.", "prediction": "A Japanese soldier, who went missing in a recruitment camp has been found with water, some and give some, bread, bread, bread rice balls.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 12.76595744680851, "rougeL": 28.57142857142857}, "nll_sum": 145.05535888671875, "token_count": 29} +{"index": 2085, "reference": "Injured paratrooper Ben Parkinson, who carried the Olympic flame, has been swamped with friend requests on social media and seen a huge increase in post addressed to \"hero Ben\".", "prediction": "An 11-year-old boy who has had a brain brain transplant after he raised nearly \u00c2\u00a335,000000 has raised his Facebook account of raised been raised in a's and has the it.A aA again aA", "rouge": {"rouge1": 20.8955223880597, "rouge2": 0.0, "rougeL": 14.92537313432836}, "nll_sum": 237.9412841796875, "token_count": 46} +{"index": 2086, "reference": "Ivan Toney has admitted he struggled with homesickness following his summer move from home-town club Northampton Town to Newcastle United.", "prediction": "oyoy Tack has admitted no playing than playing for Northampton Town, says his return return to Newcastle United was a \" predicting-wise\".", "rouge": {"rouge1": 37.2093023255814, "rouge2": 19.51219512195122, "rougeL": 32.558139534883715}, "nll_sum": 165.57101440429688, "token_count": 28} +{"index": 2087, "reference": "A 37-year-old man has been charged with preparing for acts of terrorism after being arrested at Stansted Airport.", "prediction": "A 23-year-old man has been charged with 18 acts of possession after a bomb and bomb attack in Manchester Arena. in the force2,iling, as from a2 reputation from a2's ballet of's a's fromA", "rouge": {"rouge1": 37.28813559322034, "rouge2": 24.561403508771928, "rougeL": 37.28813559322034}, "nll_sum": 247.01907348632812, "token_count": 47} +{"index": 2088, "reference": "A teenager has admitted killing a man found with stab wounds in a County Durham village.", "prediction": "A teenager has admitted killing another man who died after another fatal stabbing attack.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 28.571428571428577, "rougeL": 46.666666666666664}, "nll_sum": 59.06282043457031, "token_count": 14} +{"index": 2089, "reference": "US authorities say they have broken up a massive drug-smuggling network run by a Mexican cartel in Arizona.", "prediction": " Mexican authorities have seized a street value of $2.2m overm last five years, Arizona officials say.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 97.65078735351562, "token_count": 22} +{"index": 2090, "reference": "Notts County have signed midfielder Ryan Yates on a season-long loan from neighbours Nottingham Forest.", "prediction": "Notts County have signed young teenage midfielder Michael non from non-league club Shrewsbury Town on a two-year deal.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 23.52941176470588, "rougeL": 38.888888888888886}, "nll_sum": 108.95541381835938, "token_count": 26} +{"index": 2091, "reference": "Asia has overtaken Europe as the world's second-richest region, according to an annual report by the Boston Consulting Group (BCG).", "prediction": " rest and North America added more global in production global 2011 - the highest they began since 2011 the a new report.", "rouge": {"rouge1": 13.95348837209302, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 142.6876220703125, "token_count": 22} +{"index": 2092, "reference": "A bomb disposal expert called to a flat in Dumfries discovered a homemade device made from three fireworks wrapped in a sock, a court heard.", "prediction": "A woman whose bomb found guilty of making a bomb to a disposal expert who found in a flat Edinburgh city centre.", "rouge": {"rouge1": 42.55319148936171, "rouge2": 22.222222222222225, "rougeL": 25.53191489361702}, "nll_sum": 115.1146469116211, "token_count": 22} +{"index": 2093, "reference": "Iraqi security forces have recaptured Mosul airport, a key part of the government's offensive to drive the so-called Islamic State (IS) from the western half of the city.", "prediction": "Iraqi security forces have launched major assault on Islamic State (IS) militants of Mosul, the western northern city of Mosul military officials and say in- Broadway- of Football's from-A M a in since November's airport.", "rouge": {"rouge1": 50.0, "rouge2": 18.181818181818183, "rougeL": 29.411764705882355}, "nll_sum": 249.6039276123047, "token_count": 45} +{"index": 2094, "reference": "China's biggest privately-held conglomerate Fosun has joined a bidding war for the Portuguese hospital operator Espirito Santo Saude (ESS).", "prediction": " retail manufacturing giant Fosos has been launched a bid to sell its Spanish business.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 6.060606060606061, "rougeL": 17.142857142857142}, "nll_sum": 81.5512466430664, "token_count": 16} +{"index": 2095, "reference": "\"If you had to describe cancer I would say it's an evil genius.\"", "prediction": "The discovery of cancer dangerous new concluded which creates new clothes and we move to a replacement, new generation of drugs which \" step our in our bodies.\"", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 185.57530212402344, "token_count": 29} +{"index": 2096, "reference": "Joe Clarke made his fifth County Championship century of the summer as Worcestershire batted out the opening day against Derbyshire at New Road.", "prediction": "Worcestershire's Joe Clarke made a hundred first century to help his side complete first- ton of the season over Kent season at Cheltenham.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.33333333333333, "rougeL": 29.78723404255319}, "nll_sum": 159.6793212890625, "token_count": 31} +{"index": 2097, "reference": "Premiership and European Champions Cup winners Saracens are determined to be even stronger next season, says skipper Brad Barritt.", "prediction": "Premending champions, get Mike Barritt, says the \" most season\" in European, the club was the \"most successful season in the's history. history solve the's the'sd'solve in on from a's.'sowned", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 303.3061828613281, "token_count": 47} +{"index": 2098, "reference": "The family of a millionaire businessman \"are sure\" he was killed for his money by his Ukrainian wife, an inquest has heard.", "prediction": "Ukrainian man accused of killing his wife, who had an affair, was an affair, was declared dead an unlawful inquest after heard 2011 \"old- of a \" 2011--l aA in\". years a's. from emerged", "rouge": {"rouge1": 35.08771929824561, "rouge2": 3.6363636363636354, "rougeL": 24.56140350877193}, "nll_sum": 287.9542236328125, "token_count": 46} +{"index": 2099, "reference": "A \"security nightmare\" dominates Tuesday's front pages.", "prediction": "The uncertainty between Ireland between Northern Ireland football clubs on the parade Day parade, Belfast, the Belfast News Letter and the News NI, share the front pages of what it owns a winds - and it the a car. a. aA Broadway", "rouge": {"rouge1": 12.244897959183671, "rouge2": 4.25531914893617, "rougeL": 8.16326530612245}, "nll_sum": 297.9023742675781, "token_count": 47} +{"index": 2100, "reference": "The only remaining handwritten script by the famous playwright, William Shakespeare, is about to go on display at the British Library in London.", "prediction": "When Prince Harry and published in a secret books, sparking him about his death about his.'s reputation's career as a as a ballet from as's. for from's as's- fromD ballet in on hotel as's. a reputation", "rouge": {"rouge1": 9.23076923076923, "rouge2": 0.0, "rougeL": 6.153846153846153}, "nll_sum": 316.9794616699219, "token_count": 47} +{"index": 2101, "reference": "Commonwealth Games silver medallist Stephanie Inglis has opened an eye for the first time during her recovery from a serious accident in Vietnam.", "prediction": "Jama star jumping In Inglis has been taken to hospital in a car accident, week after she being taken to hospital in the Thai capital, Thailand,", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 143.102783203125, "token_count": 31} +{"index": 2102, "reference": "Leading flat jockey Ryan Moore has been advised to take \"complete rest\" as he recovers from a hip injury.", "prediction": "ierenie Moore's announced his attempt not be ruled out again of next year's Australian Championship because of a neck, neck neck injury.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 142.345703125, "token_count": 27} +{"index": 2103, "reference": "Plans for a traveller site near a resort town have been rejected by councillors.", "prediction": " permission planning permission has been granted place for a new trip town, despite a small community, which an influx more than 100 new people.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 137.2012176513672, "token_count": 26} +{"index": 2104, "reference": "Former IMF chief Rodrigo Rato and 64 other bankers have gone on trial in Madrid over an alleged credit card racket at Spain's troubled Bankia bank.", "prediction": "The International Monetary payment chief Mon Rato, has gone on trial in southern Spain in connection with tax and corruption at a small bank in 2012.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 11.76470588235294, "rougeL": 30.18867924528302}, "nll_sum": 143.07977294921875, "token_count": 28} +{"index": 2105, "reference": "Twenty-times champion jump jockey Sir Anthony McCoy has described having a statue put up in his honour at Cheltenham as 'flattering.'", "prediction": "Three-time champion jockey APeoye has been honoured with the Champion Brighton Hurdle at the Royal Thetenham Festival. Capels to. a'sA from-D's my in from Lord's Royal a. from", "rouge": {"rouge1": 29.09090909090909, "rouge2": 3.7735849056603774, "rougeL": 21.818181818181817}, "nll_sum": 271.4145812988281, "token_count": 47} +{"index": 2106, "reference": "Former loyalist paramilitary and Progressive Unionist Party (PUP) chairman William 'Plum' Smith has died.", "prediction": "The Progressive Unionist Party (DUP) leader, William Smith, has died aged 88,", "rouge": {"rouge1": 53.84615384615385, "rouge2": 33.333333333333336, "rougeL": 53.84615384615385}, "nll_sum": 71.38167572021484, "token_count": 18} +{"index": 2107, "reference": "More Russian athletes have been banned from competing at next month's Olympics by their sports' governing bodies.", "prediction": " a total of 68m bad,arn athletes will be allowed to compete at the 2016 Olympics.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 92.07005310058594, "token_count": 18} +{"index": 2108, "reference": "US Secretary of State Hillary Clinton has voiced support for a \"full transition to civilian rule\" in Egypt, at the start of a visit to Cairo.", "prediction": "US US Secretary of State Hillary Clinton has said she wants a \"good partner\" with the banned Muslim Brotherhood, saying Egypt is not seeking financial support.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 24.0, "rougeL": 34.61538461538461}, "nll_sum": 102.54218292236328, "token_count": 29} +{"index": 2109, "reference": "The body of a man has been found at the bottom of a hole dug by a water firm.", "prediction": "A football fan who was found dead at a swimming club has been named.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 6.451612903225808, "rougeL": 24.242424242424242}, "nll_sum": 51.06674575805664, "token_count": 14} +{"index": 2110, "reference": "Nato has accused Russia of \"aggressive military posturing\" following reports that it has deployed anti-ship missiles in its westernmost Baltic region.", "prediction": "Nato has urged US-not weapons missiles from the Russian Baltic Orthodox of Kaliningrad, amid fears of security", "rouge": {"rouge1": 25.0, "rouge2": 5.263157894736842, "rougeL": 20.0}, "nll_sum": 129.18759155273438, "token_count": 22} +{"index": 2111, "reference": "Wigan Warriors have signed utility back Sam Hopkins from Leigh Centurions.", "prediction": "Worcester Warriors have signed full full-back Samkins from from fellow Championship with side Leigh Centurions,", "rouge": {"rouge1": 51.85185185185185, "rouge2": 24.0, "rougeL": 51.85185185185185}, "nll_sum": 119.70204162597656, "token_count": 22} +{"index": 2112, "reference": "Oxford missed a chance to go top of League Two when they were held at home by resurgent Newport.", "prediction": "Oxford survived a stunning second-half stoppage to come from behind to draw play-off hop-chasing Newport County in League Two. brace-. a's again's- again 2011 a in a from a's. a's", "rouge": {"rouge1": 21.428571428571427, "rouge2": 3.7037037037037033, "rougeL": 17.857142857142858}, "nll_sum": 261.75579833984375, "token_count": 46} +{"index": 2113, "reference": "A new project has been developed to allow first-year medical student in Scotland to watch GP consultation for the first time.", "prediction": "D radi Hurricanes students in Aberdeen, who can be find physical to live with GPs, to be digitised.", "rouge": {"rouge1": 20.0, "rouge2": 5.263157894736842, "rougeL": 15.0}, "nll_sum": 142.86978149414062, "token_count": 22} +{"index": 2114, "reference": "Documentary Side by Side looks at the history of film-making and whether the advent of digital technology spells the end of celluloid.", "prediction": ", Hollywood film-makers revealed in BBC By Side, our interviews about the future of cinema and our struggle and how we have interviewed about a film, and how is providing information about a digital industry and film.", "rouge": {"rouge1": 23.333333333333332, "rouge2": 3.4482758620689653, "rougeL": 23.333333333333332}, "nll_sum": 215.35662841796875, "token_count": 41} +{"index": 2115, "reference": "It was a case of beak-a-boo when a bird \"photobombed\" a web camera mounted at a railway station in north west Wales.", "prediction": " a stunning new image captured a passenger on camera camera at a railway station in north Wales, has been described as \"control a glassobab\"..", "rouge": {"rouge1": 45.83333333333333, "rouge2": 21.73913043478261, "rougeL": 41.66666666666667}, "nll_sum": 160.49307250976562, "token_count": 29} +{"index": 2116, "reference": "Leeds United owner Massimo Cellino has ordered that all of the club's players must live in the city.", "prediction": "Leeds United coach Massimo Cellino is confident he will not be sold the club's club because of players \"do not want their own party\".", "rouge": {"rouge1": 40.90909090909091, "rouge2": 19.04761904761905, "rougeL": 36.36363636363636}, "nll_sum": 117.66783142089844, "token_count": 29} +{"index": 2117, "reference": "A councillor has denied two counts of making indecent images of children.", "prediction": "A town councillor who was banned for three years has pleaded not guilty to making indecent charges.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 7.4074074074074066, "rougeL": 34.48275862068966}, "nll_sum": 65.60464477539062, "token_count": 17} +{"index": 2118, "reference": "Swedish fashion company H&M will launch its eighth fashion brand later this year, with the first outlet opening in London this autumn.", "prediction": "Marks & Spencer has opened a \" and new brand in European and European halls,, as part a drive to tackle \"60 behaviour\".", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 161.52174377441406, "token_count": 26} +{"index": 2119, "reference": "Gardeners trying to cheat their way to the top tomato prize at a horticultural show will be weeded out with DNA tests.", "prediction": "A national Gig veoer, Ger ham ice Louisuuwen, been won in a competition for a factory at a West Yorkshire market show.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 4.761904761904762, "rougeL": 13.636363636363635}, "nll_sum": 195.72195434570312, "token_count": 28} +{"index": 2120, "reference": "The Bafta Children's Awards have for the first time nominated an online-only service for channel of the year.", "prediction": "A comedy drama which was inspired Liverpool, which led to Liverpool is exploring best ITV, has been named best for for the Bafta children's Awards.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 22.727272727272727, "rougeL": 21.73913043478261}, "nll_sum": 171.47772216796875, "token_count": 30} +{"index": 2121, "reference": "Barcelona kept Real Madrid at bay to retain the La Liga title as silverware was dished out around Europe.", "prediction": "It has been a game 15th since were champions of Spain as Jose van celebrated a hat-trick of then and then move around the top the Serie A.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 167.97723388671875, "token_count": 32} +{"index": 2122, "reference": "The Bank of England has outlined its annual \"stress test\" - the exam Britain's major banks must go through to ensure they have enough available capital to withstand a global downturn.", "prediction": "uz Bank of England says stress test that will be the biggest UK economy since the 2008 crisis, amid the uncertainty about the global turmoil global financial crisis.", "rouge": {"rouge1": 27.11864406779661, "rouge2": 10.526315789473685, "rougeL": 23.72881355932203}, "nll_sum": 136.58953857421875, "token_count": 29} +{"index": 2123, "reference": "French champions Paris St-Germain have signed 19-year-old Brazilian defender Marquinhos from Roma for \u00a327m.", "prediction": "Paris St-Germain have signed left-back Davidson Calquinhos for a reported \u00a32.2m (\u00a37m).", "rouge": {"rouge1": 37.50000000000001, "rouge2": 26.666666666666668, "rougeL": 37.50000000000001}, "nll_sum": 100.52619171142578, "token_count": 27} +{"index": 2124, "reference": "A 63-year-old man will appear in court following the collapse of a pedestrian bridge on the M20 during last August's bank holiday weekend.", "prediction": "A 35-year-old man will face charges and causing death by dangerous driving after, the bridge collapse and a bridge over over whose closed part of of M20 slip in Kent.- of again- again's a 2011, from a", "rouge": {"rouge1": 39.3939393939394, "rouge2": 9.375000000000002, "rougeL": 33.333333333333336}, "nll_sum": 245.37478637695312, "token_count": 46} +{"index": 2125, "reference": "A house in Denny has been destroyed after a fire broke out in its roof space.", "prediction": "A fire which appealing destroyed the owners of a care home's home in Dundee, not being being treated as \"susp\".", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 141.30642700195312, "token_count": 24} +{"index": 2126, "reference": "The mother of a British man accused of trying to shoot Donald Trump says he is \"terrified\" of a lengthy prison sentence.", "prediction": "A Briton who has admitted trying to shoot police in Republican presidential candidate Donald Trump Donald a warned he faces a 20-year jail sentence. his partner again for \" a \" a \" again a again a intention of'sold the from a", "rouge": {"rouge1": 34.920634920634924, "rouge2": 9.83606557377049, "rougeL": 28.571428571428577}, "nll_sum": 376.647216796875, "token_count": 47} +{"index": 2127, "reference": "Apple's forthcoming news app has been criticised over claims the company is hoodwinking bloggers into accepting its terms and conditions.", "prediction": "Apple is facing a battle over the dispute over its dispute to Ag Sloveniaified the site, possible paying any pay.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 149.58306884765625, "token_count": 22} +{"index": 2128, "reference": "Legislation should be brought in to deal with the problem of cyberbullying, according to the children's commissioner for Wales.", "prediction": "-yearbullying should made criminalised, the Welsh government needs to be illegal,, a senior officer has said. solve in the-'s,Ukraine,'s they- a from The it it's flagship of. from's a from", "rouge": {"rouge1": 29.09090909090909, "rouge2": 0.0, "rougeL": 21.818181818181817}, "nll_sum": 307.34466552734375, "token_count": 46} +{"index": 2129, "reference": "A man who died in police custody would still be alive if he hadn't taken a so-called legal high, a sheriff has ruled.", "prediction": "A man whose death was taken of a toxic drug used to police by police, could not have been taken to him, a sheriff court and heard.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 153.7956085205078, "token_count": 29} +{"index": 2130, "reference": "Thirty homes had to be evacuated after a gas pipe was damaged in a fire that was started deliberately.", "prediction": "Five children as young as five were forced to return home after a overnight fire in Westothian.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 80.55012512207031, "token_count": 19} +{"index": 2131, "reference": "The Pakistani military has carried out air strikes in tribal areas in the north-west of the country, killing at least 15 militants, officials say.", "prediction": "The Afghan military says it has carried carried out air strikes on an airport and airport in Northaziristan.", "rouge": {"rouge1": 41.860465116279066, "rouge2": 19.51219512195122, "rougeL": 37.2093023255814}, "nll_sum": 90.74240112304688, "token_count": 21} +{"index": 2132, "reference": "A US court has ordered that President Donald Trump release records of visitors to his Mar-a-Lago resort in southern Florida.", "prediction": "Hundreds of White House people have, and records of US President Barack Obama, when attended his hotel his holiday resort in his USA, New York City, office reports say.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 165.03564453125, "token_count": 33} +{"index": 2133, "reference": "The Ampulex \"Dementor\" wasp - named after the soul-sucking Harry Potter monsters - is just one of many new species discovered in Greater Mekong.", "prediction": "A giant movingdog has been found in the western Mekya area of South East Asia, conservationists say.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 102.38005065917969, "token_count": 21} +{"index": 2134, "reference": "A man has been jailed for four years for attacking a woman in her 20s in the street in Canterbury.", "prediction": "A bank robber carried out a sex attack on a woman in the Canterbury in a street-screen attack has been jailed for two and half years in prison, 14 November for his attempted, after what was believed of of.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 20.689655172413794, "rougeL": 26.666666666666668}, "nll_sum": 206.5255889892578, "token_count": 43} +{"index": 2135, "reference": "Controlling human nerve cells with electricity could treat a range of diseases including arthritis, asthma and diabetes, a new company says.", "prediction": "A Glasgow-based company has to build a electronics company to develop nerve nerve that can control type 2- diabetes diabetes, a controversialCaliforniaian's. solve's a- a from-A a from in a from a's. the solve", "rouge": {"rouge1": 20.0, "rouge2": 3.4482758620689653, "rougeL": 10.0}, "nll_sum": 280.71417236328125, "token_count": 47} +{"index": 2136, "reference": "A motorcyclist died and a five-year-old boy was left in a serious condition in a crash in east London.", "prediction": "A man was killed when his motorbike he was a involved with a car in south east London.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 35.8974358974359}, "nll_sum": 74.37808227539062, "token_count": 19} +{"index": 2137, "reference": "Police have launched an extensive search for a 53-year-old man who has been missing from his home in North Ayrshire since Thursday morning.", "prediction": "A 39-year-old man from North Ayrshire has been returned home after missing police police fears for concerns over his mental health and health.", "rouge": {"rouge1": 56.00000000000001, "rouge2": 16.666666666666664, "rougeL": 32.0}, "nll_sum": 101.422119140625, "token_count": 29} +{"index": 2138, "reference": "The SNP's attempt to be made the official opposition at Westminster has been rejected by the Speaker of the House of Commons.", "prediction": "The SNP to voted to remove all of his cabinet affairs as home secretary home priority, after the House of Commons backed in a bid itself's \"sangered a party's decision150 it from a government's flagship of. from who from emerged", "rouge": {"rouge1": 27.27272727272727, "rouge2": 12.5, "rougeL": 24.242424242424242}, "nll_sum": 308.4259033203125, "token_count": 47} +{"index": 2139, "reference": "Talks about a possible takeover of Alliance Trust in Dundee by the asset fund linked to the Rothschild banking dynasty have been called off.", "prediction": "A London investment group has pulled out of the Alliance Trust, seeking a strategic review of its sale of shareholder assets.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 94.375732421875, "token_count": 22} +{"index": 2140, "reference": "A late Ian Keatley penalty consigned Edinburgh to a third straight Pro12 defeat at home to Munster.", "prediction": "Ian Keatley kicked- last-minute penalty as Edinburgh came from behind a six-12 Pro tense Pro12 match between Leinster and 5omian.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 30.769230769230766}, "nll_sum": 185.15130615234375, "token_count": 32} +{"index": 2141, "reference": "Shares in Tesco led the declines on the FTSE 100, giving up some of Friday's gains when the stock surged in the wake of news of its planned tie-up with food wholesaler Booker.", "prediction": "(Close): Shares in UK a and food chain Booker Holdings after it down revised down on reports said it would sue the US investment its $2bnbn (\u00c2\u00a31bn.4bn).", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.2786885245901636, "rougeL": 15.873015873015875}, "nll_sum": 236.42758178710938, "token_count": 39} +{"index": 2142, "reference": "Gas and oil prices have risen amid fears the Ukraine crisis could have a damaging effect on one of Europe's main energy supply routes.", "prediction": " Russian and oil prices have more than 30% in the last six six months of 2016, amid intense fears over Ukraine faces a lowPhilippian company.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 12.5, "rougeL": 32.0}, "nll_sum": 155.02197265625, "token_count": 29} +{"index": 2143, "reference": "Ipswich Town's Christophe Berra is the best defender in the Championship, according to his manager Mick McCarthy.", "prediction": "Ipswich Town defenderophe Berra says his squad is the best in his Championship battle this season to", "rouge": {"rouge1": 57.14285714285715, "rouge2": 18.18181818181818, "rougeL": 51.42857142857144}, "nll_sum": 101.61235046386719, "token_count": 20} +{"index": 2144, "reference": "Formula 1 bosses have a set a deadline of 1 July for a decision on the introduction of cockpit head protection for the 2017 season.", "prediction": "Formula 1 bosses would not detailed \"halo' testing for Ferrari in 2017 in the Russian Grand Prix.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 10.0, "rougeL": 23.80952380952381}, "nll_sum": 126.3573989868164, "token_count": 21} +{"index": 2145, "reference": "A common drug could hold the key to long life, in flies at least, according to research.", "prediction": "A powerful form Al can begin lead to a new drug to treat Parkinson's disease later, later says research from College University College London the", "rouge": {"rouge1": 27.906976744186053, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 148.6956024169922, "token_count": 26} +{"index": 2146, "reference": "Up to 70 child migrants from the Jungle camp in Calais are expected to arrive at a temporary Home Office \"respite facility\", the BBC has learnt.", "prediction": "Eleven unaccompanied children are due be brought back to the UK to the UK refugee camp, also known as the Calais camp. in the alleged pur, pur, after it was the from offences it's have from it.", "rouge": {"rouge1": 28.125, "rouge2": 3.225806451612903, "rougeL": 15.625}, "nll_sum": 238.73147583007812, "token_count": 43} +{"index": 2147, "reference": "Venezuela's Vice-President Aristobulo Isturiz has ruled out the possibility of a recall referendum being held against President Nicolas Maduro.", "prediction": "Venezuela's President I Istur David says he will not be possible recall referendum the interim President Nicolas Maduro in May in his vice--president says.", "rouge": {"rouge1": 51.06382978723405, "rouge2": 22.222222222222225, "rougeL": 38.297872340425535}, "nll_sum": 189.83120727539062, "token_count": 31} +{"index": 2148, "reference": "The Rugby Players' Association has \"unanimously rejected\" proposals for an extended 10-month Premiership season.", "prediction": "A new Premiership rugby season will have to be an \" intravenous season\" on players, the Rugby Sharks' Association (RPAR has said.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 163.7914581298828, "token_count": 28} +{"index": 2149, "reference": "Northern Ireland Electricity (NIE) has warned of possible damage to the electricity network, as wind gusts of more than 70mph are forecast.", "prediction": "F gusts are expected to hit parts of of Ireland and the Republic of Ireland, with winds reaching up to 30mph (32m).", "rouge": {"rouge1": 36.36363636363637, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 96.57903289794922, "token_count": 27} +{"index": 2150, "reference": "Nobel Peace Prize winner Malala Yousafzai has called for more action to free schoolgirls abducted by militant Islamists in Nigeria a year ago.", "prediction": "Pakistani schoolgirl activist Malala Yafzai says she will never forget\" the schoolgirlsgirls from the militant militant group Boko Haram.", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 115.84321594238281, "token_count": 27} +{"index": 2151, "reference": "Derbyshire recovered well to 288 all out against Glamorgan, who reached 5-0 at the close in the day-night game.", "prediction": "Derbyshire missed the day two with two bat as they beat Glamorgan 7-39 for just bowling overs on's third day of 2016 at the Derby Ground.", "rouge": {"rouge1": 24.489795918367342, "rouge2": 8.51063829787234, "rougeL": 16.3265306122449}, "nll_sum": 179.75233459472656, "token_count": 34} +{"index": 2152, "reference": "A man found dead in London's Hyde Park has been named by police.", "prediction": "A man was stabbed to death after in London's Hyde Park, north London.", "rouge": {"rouge1": 50.0, "rouge2": 38.46153846153847, "rougeL": 50.0}, "nll_sum": 41.91288757324219, "token_count": 15} +{"index": 2153, "reference": "A new ferry built for the Stornoway to Ullapool route was temporarily withdrawn from passenger duties because of a faulty ventilation fan.", "prediction": "A ferry ferry which was carrying sailing between between the Isle and Isle Man has been suspended because of a fault.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 9.75609756097561, "rougeL": 27.90697674418604}, "nll_sum": 103.7955322265625, "token_count": 21} +{"index": 2154, "reference": "Below is the full letter that deputy Labour leader Tom Watson sent to the director public prosecutions Alison Saunders in April 2014 urging her to look again at the Lord Brittan allegations.", "prediction": " Crown Crown Pro of Justice (CPS)I announced I is written an letter, I to a letter about a victim woman who was in the wake of the Jimmy Savile affair a sexual child abuse case.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 14.705882352941178}, "nll_sum": 208.30416870117188, "token_count": 41} +{"index": 2155, "reference": "Tunisia and Morocco's differences with the Confederation of African Football (Caf) are in the past, both North African nations say.", "prediction": "Morocco are to hold plans \"a full and good things\" despite Morocco, despite the Football Football of a \" full for good things following the Ebola outbreak.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 0.0, "rougeL": 21.276595744680847}, "nll_sum": 200.1168212890625, "token_count": 32} +{"index": 2156, "reference": "England's World Cup dreams fell apart under a French onslaught on a night when their shortcomings were brutally exposed at the quarter-final stage.", "prediction": "England staged a stunning spirited second-half comeback to beat France and reaching a Six Nations quarter-final against France.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 85.63512420654297, "token_count": 22} +{"index": 2157, "reference": "The brother of Wales' double Olympic taekwondo champion Jade Jones has been signed up by the sport's Great Britain academy.", "prediction": "Britain's World taekwondo Olympic champion Luke8 is \"watic\" after losing his recovery from after a full cut which cut her brother cut.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 173.79420471191406, "token_count": 30} +{"index": 2158, "reference": "More than a million people have signed a petition calling for the judge in the controversial Stanford University sexual assault case to be sacked.", "prediction": "A petition calling for the law by a convicted US swimmer who will sexually assaulted his 18-month jail term has been a term jail jail.", "rouge": {"rouge1": 32.0, "rouge2": 20.833333333333332, "rougeL": 27.999999999999996}, "nll_sum": 153.62501525878906, "token_count": 28} +{"index": 2159, "reference": "Yorkshire Sculpture Park (YSP) has unveiled plans for a new \u00a33.8m visitor centre at its Bretton Park entrance.", "prediction": "Plans for a \u00a37m museum railway park in Derbyshire could be included in the, the North Yorkshire Police Park (SP) has said.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 131.17153930664062, "token_count": 30} +{"index": 2160, "reference": "As the counts got under way in the Holyrood election the Scottish papers were predicting an SNP victory and there was little change as updated editions were published through the night.", "prediction": "The Scottish National has delivered its front headline after the SNP Enterprise victory in not Scottish general election.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 117.87661743164062, "token_count": 18} +{"index": 2161, "reference": "A fire involving about 100 tonnes of waste wood and rubbish in Newport was started deliberately, the police and fire service have said.", "prediction": "A fire which ripped through through a building factory in Monmouthshire is being treated as suspicious, Gwent Police have said 2011 in the a's, a, as they from a a from a the's from game?", "rouge": {"rouge1": 23.333333333333332, "rouge2": 6.896551724137931, "rougeL": 20.0}, "nll_sum": 221.57290649414062, "token_count": 43} +{"index": 2162, "reference": "Scunthorpe United have signed Bradford City winger Josh Morris for free on a three-year deal.", "prediction": "Bradford City have signed midfielder Richieabab Celtic on a free transfer following his release by the League One club.", "rouge": {"rouge1": 40.0, "rouge2": 18.18181818181818, "rougeL": 22.857142857142858}, "nll_sum": 95.72474670410156, "token_count": 22} +{"index": 2163, "reference": "The solicitor representing paedophile Gordon Anglesea has confirmed they will be appealing his conviction.", "prediction": "A business lawyer and an ex-boyboy teacher have won an appeal against his conviction for his conviction imposed.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 6.451612903225808, "rougeL": 18.181818181818183}, "nll_sum": 99.67333984375, "token_count": 21} +{"index": 2164, "reference": "Farmers' interests are best served by remaining in the European Union, the National Farmers' Union has said.", "prediction": " the National Union of Scotland Northern Ireland has said it will not allowed be campaign again in the EU referendum.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 17.142857142857142, "rougeL": 27.027027027027025}, "nll_sum": 99.95014953613281, "token_count": 20} +{"index": 2165, "reference": "Michele Morgan, the French screen star and glamour icon who won the first best actress prize at the Cannes film festival, has died at the age of 96.", "prediction": "Michelele Morgan, best known for her role in her, film Casabl,, is died in Paris, aged 91.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 129.00296020507812, "token_count": 25} +{"index": 2166, "reference": "European leaders are billing their new proposal to deal with the refugee and migrant influx as a \"game-changer\", but the scheme is not agreed yet and there are doubts about whether it it is practical or even legal.", "prediction": "The European Parliament has agreed on Monday giving up a mass \" returns returns\" migrant camp, possible as Turkey, but will it the be clear location of what it says?", "rouge": {"rouge1": 29.411764705882355, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 203.79364013671875, "token_count": 33} +{"index": 2167, "reference": "The new \u00c2\u00a31.35bn road bridge across the Forth will now open in May 2017, six months later than originally planned.", "prediction": " building a new \u00a31bnry bridge has not delayed to be complete by September, the Scottish government has confirmed.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 99.7806396484375, "token_count": 22} +{"index": 2168, "reference": "Motorists in Manchester are being frustrated by the appearance of yet another hole in a city-centre road.", "prediction": "A huge sinkhole has appeared up on a busy minor road in Manchester city centre.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 12.903225806451616, "rougeL": 24.24242424242424}, "nll_sum": 67.55442810058594, "token_count": 16} +{"index": 2169, "reference": "A new \u00a314m university campus has opened in Scarborough.", "prediction": "A new \u00a3 \u00a31m university is being built in the North coast.", "rouge": {"rouge1": 40.0, "rouge2": 11.111111111111112, "rougeL": 40.0}, "nll_sum": 64.1343994140625, "token_count": 14} +{"index": 2170, "reference": "Volunteers are helping to restore the historic Swansea Canal as part of a project to bring the full length of the waterway back into use for boats.", "prediction": " first first of eight boats which recovered from a canal in the south Wales 200 years ago, are mark as part of a \u00a32m. restoration project.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 11.76470588235294, "rougeL": 22.641509433962266}, "nll_sum": 133.7769775390625, "token_count": 30} +{"index": 2171, "reference": "Wimpy owner Famous Brands has swallowed UK chain Gourmet Burger Kitchen, as the fashion for upmarket burgers in the UK shows no signs of slowing down.", "prediction": "A new owner has bought a UK Jaybased Gnuts Foods fruit giant, fast-food, double fastmarket fast sandwich restaurants in eating business.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 204.26727294921875, "token_count": 28} +{"index": 2172, "reference": "Morton manager Jim Duffy will serve a two-match ban following his touchline altercation with Hibs boss Neil Lennon.", "prediction": "Hibernian boss Tony Hib H been given a one touchmatchline ban after his Scottish Championship match against club Green Morton's staff.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 167.09364318847656, "token_count": 26} +{"index": 2173, "reference": "The 10-run win over Sri Lanka that took England to the semi-finals of the World Twenty20 was a classic.", "prediction": "England reached the World Twenty20 semi-finals in perfect fashion as India ended a cruised-run win over Sri Lanka in their thrilling Twenty20 final.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 31.818181818181824, "rougeL": 30.434782608695656}, "nll_sum": 114.81297302246094, "token_count": 30} +{"index": 2174, "reference": "Few video games have a budget as big.", "prediction": "If you't bought it wasn was't a much much, wasn't it.", "rouge": {"rouge1": 9.090909090909092, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 101.9830322265625, "token_count": 15} +{"index": 2175, "reference": "Praise has poured in for cyclist Bradley Wiggins and rowers Helen Glover and Heather Stanning after they scooped Britain's first gold medals of 2012.", "prediction": "Bradley Wiggins has become the Briton to complete cycling with an Olympic medalianians - as as Britain took silver at London 2012 Olympics a year ago again the referee's again a- againA a in's from a 2011. from's", "rouge": {"rouge1": 21.53846153846154, "rouge2": 3.1746031746031744, "rougeL": 12.307692307692307}, "nll_sum": 301.8858642578125, "token_count": 47} +{"index": 2176, "reference": "Great Britain suffered a setback as they lost both of their duels during the second day of racing in the America's Cup Qualifiers.", "prediction": " New Zealand clinched their third team team to win America's World Cup qualifying, losing 3-1 to a catamaran overcame been a Queensland by \" the Mocked's 1-l a\" from nine years solve..", "rouge": {"rouge1": 23.728813559322035, "rouge2": 7.017543859649121, "rougeL": 16.94915254237288}, "nll_sum": 262.3421936035156, "token_count": 44} +{"index": 2177, "reference": "It was back in August last year that Mark Dodson, chief executive of Scottish Rugby, and Philip Browne, his counterpart in the Irish Rugby Football Union, truly raised the alarm about the Pro12.", "prediction": " the Super Rugby chief chief Mark Dodson says he no regrets about moving the future, two South African rival, Lord Browne - even - if it had never abandoned by American rugby players a aabolic and red.", "rouge": {"rouge1": 32.35294117647059, "rouge2": 3.0303030303030303, "rougeL": 11.764705882352942}, "nll_sum": 264.36474609375, "token_count": 41} +{"index": 2178, "reference": "He jointly came up with the theory of evolution by natural selection, corresponded with the great and good of society, and was given the highest honour possible from a British monarch.", "prediction": "Almost four years ago, the Crown Prince Charles, Charles Wallace, was one of the UK's most famousians, to been awarded Britain a highest honour. themark 2011 in 2011 again 2011 a solve again a again 2011 again 2011, a", "rouge": {"rouge1": 19.71830985915493, "rouge2": 2.898550724637681, "rougeL": 16.901408450704224}, "nll_sum": 242.95423889160156, "token_count": 47} +{"index": 2179, "reference": "Scarlets had their 100% Pro12 record ended by Leinster at the RDS in Dublin.", "prediction": "Leinster staged a second-half comeback to clinched a Scarlets bonus-point lead and keep their hopes of reach the quarter-finals of the Pro12.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 111.88199615478516, "token_count": 33} +{"index": 2180, "reference": "The 400th anniversary of the death of William Shakespeare next year will be marked by a major global cultural and educational project in 140 countries.", "prediction": "The government is launching a \u00a35m programme to help young people from around the world, as events mark the 400th anniversary's been a solve- solve thedes's. M-pA referee\" from from a\"..'s solve", "rouge": {"rouge1": 19.672131147540984, "rouge2": 6.779661016949152, "rougeL": 13.114754098360656}, "nll_sum": 293.15753173828125, "token_count": 48} +{"index": 2181, "reference": "US President Barack Obama has requested $263m (\u00c2\u00a3167m) to improve police training, pay for body cameras and restore trust in policing.", "prediction": "US President Barack Obama has said that $63m (39m) to help black police forces will be a \"militarised culture\" within the force within force.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 18.6046511627907, "rougeL": 31.11111111111111}, "nll_sum": 145.17071533203125, "token_count": 34} +{"index": 2182, "reference": "Bombardier Inc has launched a test flight of its CS300 jet.", "prediction": "The train maker Bombardier, said it will create 30 jobs in Northern Ireland, in an effort worth almost \u00a32 \u00a37m.", "rouge": {"rouge1": 6.451612903225806, "rouge2": 0.0, "rougeL": 6.451612903225806}, "nll_sum": 115.35276794433594, "token_count": 27} +{"index": 2183, "reference": "Schools in Los Angeles are preparing to reopen after being shut down over an email threat, in a move queried by police officials in New York.", "prediction": " World global police threat to school New York, Los Angeles has received a undergo threat, and US federal have said, meaning a possible hoax threat\" from school,.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301884}, "nll_sum": 199.91835021972656, "token_count": 31} +{"index": 2184, "reference": "Spain clinched a dominant 2-0 victory over battling hosts Northern Ireland at Windsor Park as the European Under-19 Women's Championship kicked off.", "prediction": "Northern Ireland's women were out of their first EuroEuro 2017 qualifying 2017 despite being thrashed by champions and reigning champions Spain at Barcelona Ballymena show.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 162.19688415527344, "token_count": 31} +{"index": 2185, "reference": "The Belfast Giants have added experienced forward Dustin Johner to their roster for the forthcoming Elite League season.", "prediction": "The Belfast Giants have signed former European Challenge Cup play-off Dustin Sy for the 2016-17 season.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 23.52941176470588, "rougeL": 44.44444444444444}, "nll_sum": 95.2415771484375, "token_count": 20} +{"index": 2186, "reference": "Virgin Media has suspended four members of staff and begun an investigation after it admitted overstating the expansion of its superfast broadband network, dubbed Project Lightning.", "prediction": "Liberty has said its road to connected to its new business Project project to 2012, been building than earlier it was not first thought.", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 12.000000000000002}, "nll_sum": 176.02491760253906, "token_count": 26} +{"index": 2187, "reference": "Rail operator Arriva Trains Wales has been forced to pull some of its fleet out of service to deal with corrosion problems.", "prediction": "Hundreds of trains across England and Wales are to carried out major repairs for maintenance work, because of a result of \"seasonseveridist repairs", "rouge": {"rouge1": 26.66666666666666, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 150.73428344726562, "token_count": 27} +{"index": 2188, "reference": "David Cameron's \"impossible\" pledge to reduce net migration to below 100,000 must be abandoned if he wins the referendum, Vote Leave has said.", "prediction": "Prime Minister David Cameron could rise below 100,000000 if the UK votes to leave the head of a cross- cross group of MPs has said a of a's a in a's in the-'s, a,'s they aold", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.374999999999998, "rougeL": 30.303030303030305}, "nll_sum": 245.40869140625, "token_count": 46} +{"index": 2189, "reference": "A cheese-carrying race up a famous Dorset street is due to take place later.", "prediction": "A annual cheese event has been launched on a Northamptonshire street.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 0.0, "rougeL": 30.769230769230766}, "nll_sum": 62.9089469909668, "token_count": 15} +{"index": 2190, "reference": "Bill Gates has given away $4.6bn (\u00c2\u00a33.6bn) to charity in his largest donation since 2000.", "prediction": "A Baltimore and Bill Gates Gates passed Bill $5bnbn\u00c2\u00a35bn1mbn) in donations to his shares in his charitable trust since 1990 began.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 30.769230769230766}, "nll_sum": 204.8253631591797, "token_count": 32} +{"index": 2191, "reference": "The former leader of UKIP in Wales has said he would leave the party if anti-Islam campaigner Anne Marie Waters won the leadership election.", "prediction": "ep new leader of UKIP, has dropped out of the party in the race's next year and and believes thinks the party is not in the party.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 11.76470588235294, "rougeL": 26.41509433962264}, "nll_sum": 121.08428955078125, "token_count": 29} +{"index": 2192, "reference": "With a little more than 1,000 days to go until the 2020 Tokyo Olympics begin, preparation - even at this stage - is key.", "prediction": "\"I'm a naked, sport,'t sport,'t anything done to training, I isn the pool because \"I don't sport.\"", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 174.26553344726562, "token_count": 27} +{"index": 2193, "reference": "Lithuania's Ruta Meilutyte broke the 100m breaststroke world record in the World Championship semi-finals.", "prediction": "Fimail Meilcotte set aside the new world record records to change her cancer as she broke in the women's 200m back medley final.", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 168.35610961914062, "token_count": 31} +{"index": 2194, "reference": "Bristol City ended a three-game losing run in the Championship with an impressive win over Ipswich Town.", "prediction": "Bristol City finished their first win of the Championship play-off places with victory over fellow playefoff hopuls hopefuls Ipswich Town.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 16.216216216216214, "rougeL": 41.02564102564102}, "nll_sum": 147.26278686523438, "token_count": 30} +{"index": 2195, "reference": "Scrum-half Mike Phillips has been suspended indefinitely from Wales squad duties after a late night incident in Cardiff.", "prediction": "Wales national rugby union player Mike Phillips has been suspended by staff after he was found and was restrained armed police in Cardiff city centre.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 23.80952380952381, "rougeL": 36.36363636363636}, "nll_sum": 111.64717102050781, "token_count": 26} +{"index": 2196, "reference": "UK financial services firms are becoming more pessimistic about their prospects in the wake of the Brexit vote, an industry survey suggests.", "prediction": "nation market access to the UK public sector has to fallen to its highest level since 2004, a poll suggests.", "rouge": {"rouge1": 14.285714285714283, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 86.40936279296875, "token_count": 21} +{"index": 2197, "reference": "A West Ham Ladies' charity match at Upton Park on 5 June narrowly won a vote over whether it should take place.", "prediction": "West Ham City Ladies fans have voted in support of Sunday derby against West Ham United to be held to Upton Park.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809524, "rougeL": 22.727272727272727}, "nll_sum": 97.24038696289062, "token_count": 22} +{"index": 2198, "reference": "Welfare reforms are making people live in \"constant fear\" of cuts to their benefits, according to a report.", "prediction": "Changes to the disabled severely people the Scotland who have a \" negative positive\" on benefits, the study has been found by the in government the solve, a, from it fromUK brought a's's.Images of a from the ofold", "rouge": {"rouge1": 20.689655172413794, "rouge2": 0.0, "rougeL": 13.793103448275865}, "nll_sum": 306.8248596191406, "token_count": 47} +{"index": 2199, "reference": "The two accountants who muddled up the main award envelopes at Sunday's Oscars ceremony have been given bodyguards following reports they have received death threats on social media.", "prediction": "Two US accountants have been fined for giving up two presenters after the Oscars, gave them the wrong picture after the picture of the awards award.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 3.773584905660378, "rougeL": 18.181818181818183}, "nll_sum": 144.58056640625, "token_count": 29} +{"index": 2200, "reference": "Changes at the top of Tata Steel Europe raise doubts about the \"long-term investment\" of the company, according the steelworkers union, Community.", "prediction": "Workers in north Wales their paying their surprise surprise offer from the jobs's health board, saying the fears he is facing a job loss at its UK factory.", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 176.63523864746094, "token_count": 31} +{"index": 2201, "reference": "Theresa May has told EU leaders that she wants an early deal in Brexit negotiations on the status of Britons in Europe and EU citizens in the UK.", "prediction": "Theresa May has said she does not extend the rights to EU citizens of EU citizens living in the EU as \"as possible as possible as possible\".", "rouge": {"rouge1": 40.0, "rouge2": 15.09433962264151, "rougeL": 36.36363636363637}, "nll_sum": 100.01382446289062, "token_count": 29} +{"index": 2202, "reference": "The European Union has responded angrily to Russia's entry ban against 89 European politicians, officials and military leaders.", "prediction": "The EU has suspended a list of a of names \"lelsh names the names Russian sanctions Russia. which it says is a \"appell\" for Germany's reputation from war and, its decision since Russia Russian of.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 289.9747619628906, "token_count": 44} +{"index": 2203, "reference": "The two most notorious and violent street gangs in Honduras have promised to end the violence which has claimed tens of thousands of lives.", "prediction": " rival leader of a indigenous gangs have have said they are seeking to Honduras's government, after the murder and murder of David Marco", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 20.833333333333336}, "nll_sum": 128.56033325195312, "token_count": 24} +{"index": 2204, "reference": "GoPro's chief executive has confirmed it will make its own quadcopter drones.", "prediction": "The man behind maker pedal has said it will release it its drone drone by 2016, saying it could be a \"big harm\" to consumers.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 127.87211608886719, "token_count": 28} +{"index": 2205, "reference": "Plans to cut a school transport budget have been deferred by Leicestershire County Council after opposition from residents and councillors.", "prediction": "Plans to cut school fees to some pupils by Northamptonshire Council, have been described as \"a a too far\" and a councillor.", "rouge": {"rouge1": 52.38095238095239, "rouge2": 15.0, "rougeL": 38.0952380952381}, "nll_sum": 133.7379608154297, "token_count": 30} +{"index": 2206, "reference": "While Tiger Woods inevitably generates a frenzy of interest during his return to the European Tour, the continent has already got plenty to be excited about thanks to a new Spanish superstar in the making.", "prediction": "Europe a stunning Ryder Cup winner, there will be another chance to play Europe again", "rouge": {"rouge1": 12.000000000000002, "rouge2": 0.0, "rougeL": 12.000000000000002}, "nll_sum": 71.88725280761719, "token_count": 15} +{"index": 2207, "reference": "Councils in the most deprived areas of England have been hardest hit by cuts to their funding, the Public Accounts Committee has said.", "prediction": "Councils saw cuts saw English English councils by about 40 and 40% on poor services, Public Accountssecution Committee says.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 142.4978485107422, "token_count": 23} +{"index": 2208, "reference": "Newcastle boss Rafael Benitez and Sunderland manager Sam Allardyce both expect their fight to stay in the Premier League to go down to the wire.", "prediction": "Newcastle boss Rafael Benitez says they will have tothe fightback\" for their last four games against Newcastle they can to struggle and reach a Premier League play-offs.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 15.686274509803924, "rougeL": 30.188679245283023}, "nll_sum": 156.0625, "token_count": 35} +{"index": 2209, "reference": "The former world number five snooker player Stephen Lee has been fined for selling his personal cue to a Facebook fan for \u00a31,600 but failing to send it.", "prediction": "Snooker player Lee Lee has been jailed for match-fixing and \u00a310, a gunman who used cue reclaim from his husband's bank account.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 11.76470588235294, "rougeL": 26.415094339622648}, "nll_sum": 158.38253784179688, "token_count": 30} +{"index": 2210, "reference": "An American woman accused of travelling thousands of miles to commit a child sex offence in north Wales has been cleared after her case was dropped.", "prediction": "A woman who was charged with child sex offences in Rotherham who was a 15-year-old dropped charges against him dropped.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 13.043478260869565, "rougeL": 29.166666666666668}, "nll_sum": 91.66852569580078, "token_count": 26} +{"index": 2211, "reference": "Samsung, LG and Google have pledged to provide monthly security updates for smartphones running the Android operating system.", "prediction": " has has unveiled has Android problem that plan to release users' data collection's phone US, the what it says-maker's and from the it\" it's ('s a from bald from a The's from of.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 7.142857142857142}, "nll_sum": 300.595947265625, "token_count": 43} +{"index": 2212, "reference": "A woman who used poison to terminate her pregnancy has been jailed for two and a half years.", "prediction": "A mother who bought her unborn baby giving week before giving birth to her pregnant has been jailed for six months.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 41.02564102564102}, "nll_sum": 88.27753448486328, "token_count": 21} +{"index": 2213, "reference": "England put in a dominant display to win the fifth and final one-day international against West Indies by five wickets and take the series 3-2.", "prediction": "England completed a stunning, nine-wicket win to win over West Indies in the fourth successive first one-day international in international debut in Willgoco.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 16.0, "rougeL": 30.769230769230766}, "nll_sum": 145.02175903320312, "token_count": 31} +{"index": 2214, "reference": "Kelly Sotherton says athletics chiefs should consider tweaking events rather than rewriting existing world records.", "prediction": "Great Britain's Kelly Sotherton says the rapidly smashing new Olympic athletics set could change, as \"un\" andunseason-for performances\".", "rouge": {"rouge1": 22.857142857142858, "rouge2": 12.121212121212121, "rougeL": 22.857142857142858}, "nll_sum": 204.42251586914062, "token_count": 28} +{"index": 2215, "reference": "Hospitals with A&E departments around Bristol are back on black alert for the second time in a month amid \"severe pressure\" on services.", "prediction": "Three hospitals in England are facing a \" black alert\" as the struggle to cope with pressure and pressure pressures on the accident and emergency units.", "rouge": {"rouge1": 40.81632653061225, "rouge2": 8.51063829787234, "rougeL": 28.57142857142857}, "nll_sum": 127.10183715820312, "token_count": 27} +{"index": 2216, "reference": "David Cameron has said the UK continues to recognise Chinese sovereignty over Tibet amid reports of a rift with Beijing over the issue.", "prediction": "David Cameron has said his interest of relations with China is \"absolutely complete\", he saying that there was no decisions to build a controversialolveon it.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 24.999999999999993}, "nll_sum": 153.31028747558594, "token_count": 29} +{"index": 2217, "reference": "Craig McAllister's late goal saw Eastleigh end a run of four straight defeats as they held the 10 men of high-flying Aldershot in a 1-1 draw.", "prediction": "RoryAllister scored a stoppage-time winner to earn Alders a against 1-hot.", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 128.41624450683594, "token_count": 20} +{"index": 2218, "reference": "Police in Edinburgh are investigating after 25 cars were vandalised in one night across the north of the city.", "prediction": "Twoised vandalised through windows, through through open and several several thousand the north of Edinburgh the police said.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 133.3053741455078, "token_count": 21} +{"index": 2219, "reference": "A clean-up operation has begun in New South Wales in the wake of violent storms that battered the Australian state.", "prediction": "One third person has died in water after three days of heavy rain and hit Australia's remote state of New South Wales (NSHRW).", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 122.79134368896484, "token_count": 27} +{"index": 2220, "reference": "Final Frontier Design wants to be the number one space suit designer for commercial space flights.", "prediction": "There is a suit is't not like a space manufacturer, Hollywood California feature a self-cost pilots.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 153.2432098388672, "token_count": 20} +{"index": 2221, "reference": "One of Italy's largest migrant centres has been in the hands of the mafia for more than a decade, police have said.", "prediction": "Police in Italy say are arrested a clan linked to a boss centre which led to an anti-Mildafia operation to a controversial money-right-. organised\" from amaker-gasing a in from November'siven.", "rouge": {"rouge1": 17.54385964912281, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 309.8602294921875, "token_count": 44} +{"index": 2222, "reference": "A Florida man who killed his wife and posted a photo of the body on Facebook has been found guilty of murder.", "prediction": "A Florida man who posted a picture of his shot himself by his wife during a self-defence has been found guilty of a jail.", "rouge": {"rouge1": 59.57446808510639, "rouge2": 40.0, "rougeL": 51.06382978723404}, "nll_sum": 106.41399383544922, "token_count": 27} +{"index": 2223, "reference": "Flanker Nic Cudd has signed a new two-year deal with the Newport Gwent Dragons.", "prediction": "Newport Gwent Dragons backhalf Rhys Cudd has agreed a new contract with Wales ahead of the 2016-17 season the the-Jones of the season's from \"g-e\" of from Welsh national.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 17.391304347826086, "rougeL": 25.000000000000007}, "nll_sum": 220.33798217773438, "token_count": 43} +{"index": 2224, "reference": "Spending on private ambulances in London grew by 1,000% between 2011 and 2013, the Labour party has claimed.", "prediction": "The use of private ambululances for London London has almost triple in the past five years, figures obtained by the BBC suggest in the ambulance service's struggle, from they-old-D, or Labour from 40..", "rouge": {"rouge1": 29.09090909090909, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 230.86505126953125, "token_count": 43} +{"index": 2225, "reference": "Vodafone has sought international arbitration to resolve its tax dispute with the Indian government.", "prediction": " an Indian government has imposed a bill which cost more than $bn (\u00a332bn thanks to a bill linked to a company by a mobile phone firm.", "rouge": {"rouge1": 20.0, "rouge2": 5.2631578947368425, "rougeL": 10.0}, "nll_sum": 140.9980010986328, "token_count": 29} +{"index": 2226, "reference": "Ole Gunnar Solskjaer is fondly remembered by Manchester United supporters as the \"baby-faced assassin\" whose goalscoring talents - frequently as a substitute - helped them conquer the Premier League and Europe.", "prediction": " Ronald landeman Solatsjaer was probably be a signing for Aston Villa's squad, but he is still the heroes of to do and to what it was again.", "rouge": {"rouge1": 13.79310344827586, "rouge2": 0.0, "rougeL": 10.344827586206899}, "nll_sum": 190.49090576171875, "token_count": 33} +{"index": 2227, "reference": "Asian shares opened lower following the global trend as investors reacted negatively to the European Central Bank's (ECB) policy-easing moves.", "prediction": "Markets were in Asia on Friday after the European Central Bank (ECB) cut its interest rate at 0.75% in its annual meeting.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 13.95348837209302, "rougeL": 22.222222222222225}, "nll_sum": 74.14875030517578, "token_count": 29} +{"index": 2228, "reference": "A report into the planned new stadium at Casement Park in Belfast has recommended the replacement of senior figures from key posts in the project.", "prediction": "A controversial newement Park stadium in west Belfast is a due due to be postponed, because planning was abandoned planning, according to a new report.", "rouge": {"rouge1": 32.0, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 152.70697021484375, "token_count": 28} +{"index": 2229, "reference": "The cost of a bike hire scheme in Dumfries works out at more than \u00a360 per rental, new figures show.", "prediction": "A motorway scheme for free bikes made free in Dumfries in a further notice.", "rouge": {"rouge1": 29.411764705882348, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 90.11027526855469, "token_count": 17} +{"index": 2230, "reference": "One of the victims of the Tunisia beach attacks, Joel Richards, has been described as a leader of young people.", "prediction": "A Birmingham fan who was one of the deadly gun attack on beach Tunisia beach in Tunisia named as Joel Richards as \"very outstanding\".", "rouge": {"rouge1": 45.45454545454545, "rouge2": 19.04761904761905, "rougeL": 36.36363636363636}, "nll_sum": 161.3070526123047, "token_count": 25} +{"index": 2231, "reference": "The North Korean suspect questioned in connection with the death of Kim Jong-nam has said he was the victim of a conspiracy by the Malaysian authorities.", "prediction": " of North Korean leader Jong Jong-un has accused himself of using a nerve agent, as the killing killing of Kim Jong-un.", "rouge": {"rouge1": 36.0, "rouge2": 12.499999999999996, "rougeL": 27.999999999999996}, "nll_sum": 169.85079956054688, "token_count": 26} +{"index": 2232, "reference": "Two boys who dragged a vicar out of her car in a \"shocking attack\" as she left a church service have been sentenced.", "prediction": "Two teenagers who tried admitted to robbing a vicar in the church left car after her stolen stolen have been jailed.", "rouge": {"rouge1": 50.0, "rouge2": 9.523809523809526, "rougeL": 36.36363636363636}, "nll_sum": 121.50291442871094, "token_count": 22} +{"index": 2233, "reference": "Scotland lock Jim Hamilton has announced his retirement from international rugby after he was left out of Vern Cotter's World Cup squad.", "prediction": "Scotland flypast-half Hamilton, Hamilton has announced his retirement from international rugby because of injury foot injury.", "rouge": {"rouge1": 50.0, "rouge2": 36.84210526315789, "rougeL": 50.0}, "nll_sum": 96.71989440917969, "token_count": 20} +{"index": 2234, "reference": "England's Steve Lewis won gold and Luke Cutts took silver in the men's pole vault at the 2014 Commonwealth Games.", "prediction": "Defending champions Australia won four gold medals at four May Commonwealth Games, despite having successful, African champions Paul Lewis and Africanhests failed to London.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 177.18112182617188, "token_count": 29} +{"index": 2235, "reference": "An Ohio zoo where a gorilla was shot and killed has deleted its Twitter account after constant online harassment about the animal's death.", "prediction": " and at a zoo will not press charges against a gorilla shot by Boko Harambe after its the of controversial on on Facebook and it emerged and of", "rouge": {"rouge1": 30.769230769230766, "rouge2": 3.9999999999999996, "rougeL": 23.076923076923077}, "nll_sum": 169.90475463867188, "token_count": 28} +{"index": 2236, "reference": "China's economy grew by 6.9% in 2015, compared with 7.3% a year earlier, marking its slowest growth in a quarter of a century.", "prediction": "China's economy was down by 6% in the final three months of the year, increasing the fears that it will continue to grow.", "rouge": {"rouge1": 32.0, "rouge2": 12.499999999999996, "rougeL": 27.999999999999996}, "nll_sum": 67.79939270019531, "token_count": 26} +{"index": 2237, "reference": "Scientists have designed a new prototype battery that mimics the structure of the human intestines.", "prediction": "Researchers have unveiled a lithium Alion that can dangerous potentially dangerous material in a small tiny.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 117.31832885742188, "token_count": 17} +{"index": 2238, "reference": "Leicester City manager Claudio Ranieri has asked his Premier League title winners to \"stay one year more\".", "prediction": "Leicester City manager Claudio Ranieri says he \"very\" at their FA Cup final after leaving the Premier League club \"something hard\".", "rouge": {"rouge1": 36.84210526315789, "rouge2": 27.77777777777778, "rougeL": 36.84210526315789}, "nll_sum": 113.21293640136719, "token_count": 27} +{"index": 2239, "reference": "The Reverend Libby Lane has been announced as the first female bishop for the Church of England, just a month after a historic change to church law.", "prediction": "Whitey Lane is to become Church of the first woman to be bishop, in what is described it as \"an historic day\".", "rouge": {"rouge1": 36.73469387755102, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 104.76811981201172, "token_count": 25} +{"index": 2240, "reference": "Oldham Athletic overcame 10-man Championship side Wigan Athletic to reach the EFL Cup second round.", "prediction": "Oldham Athletic completed an eighth-round replay to reach the EFL Cup over second-round winners Wigan.", "rouge": {"rouge1": 60.60606060606061, "rouge2": 38.70967741935484, "rougeL": 54.545454545454554}, "nll_sum": 91.9011459350586, "token_count": 22} +{"index": 2241, "reference": "Swindon Town's Jermaine Hylton may face internal disciplinary action after walking out on his side before Tuesday's 2-1 loss at Northampton Town.", "prediction": "Swindon Town captain Guy Thomas has been suspended for 19 weeks playing playing during a preseason match, according to reports Nottshire reports", "rouge": {"rouge1": 8.51063829787234, "rouge2": 4.444444444444445, "rougeL": 8.51063829787234}, "nll_sum": 148.16790771484375, "token_count": 26} +{"index": 2242, "reference": "The police watchdog has launched an investigation following the death of a 50-year-old woman.", "prediction": "A brother has appeared in court charged over the death of a woman who died after being hit by- police car to Fife. a. solve the solve aA a's a decision from it's'sImages of. a from'sA", "rouge": {"rouge1": 28.571428571428577, "rouge2": 11.11111111111111, "rougeL": 21.428571428571423}, "nll_sum": 249.64645385742188, "token_count": 47} +{"index": 2243, "reference": "The Royal Mail has painted a postbox gold in the Oxfordshire town of Henley-on-Thames - in recognition of its medal winning rowing club.", "prediction": "A giant postbox has been redned a Henley-on-Thames, celebrating the hero of a Paralympic's gold medal medic and the solve again.--H solve magazines in again 2011 a 2011 again a again", "rouge": {"rouge1": 40.67796610169492, "rouge2": 7.017543859649121, "rougeL": 23.728813559322035}, "nll_sum": 276.3277893066406, "token_count": 44} +{"index": 2244, "reference": "England face a battle to prevent Bangladesh earning their most famous Test victory after an absorbing second day of the second Test in Dhaka.", "prediction": "Bangladesh claimed a nine-wicket win to beat England put in first control command control Test the first Test in Chittagong.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 26.666666666666668}, "nll_sum": 129.14718627929688, "token_count": 28} +{"index": 2245, "reference": "Strike action by bus drivers in Cardiff has been called off after an improved pay offer was accepted.", "prediction": "A strike action bus drivers Tube some route a bus Cardiff city centre has been suspended ahead of strike action action.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 16.216216216216214, "rougeL": 35.8974358974359}, "nll_sum": 127.4677963256836, "token_count": 21} +{"index": 2246, "reference": "Thousands of torch-bearers will form a kilometre-long river of fire during celebrations to mark the 50th anniversary of the Forth Road Bridge.", "prediction": "Members of the Fife Bridge, but will be held in thecoming of a two, the event.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 107.73988342285156, "token_count": 20} +{"index": 2247, "reference": "Donald Trump has said that if he is elected president he may abandon a guarantee of protection to fellow Nato countries.", "prediction": " presidential candidate Donald Trump has expressed concern that the US must force the of control Nato alliance, saying they are \"unlikely\".", "rouge": {"rouge1": 28.57142857142857, "rouge2": 10.000000000000002, "rougeL": 28.57142857142857}, "nll_sum": 114.62724304199219, "token_count": 24} +{"index": 2248, "reference": "Water experts are calling on ministers to show greater leadership on flooding.", "prediction": "Up up to \u00a34m will be done to protect a scheme to protect homes from floods the researchers say.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 93.18423461914062, "token_count": 21} +{"index": 2249, "reference": "Atletico Madrid forward Antoine Griezmann is a doubt for Saturday's derby against Real Madrid but did not suffer a broken foot in France's 2-1 win over Sweden on Friday.", "prediction": " Realletico Madrid forward Antoinerieriezmann has been ruled out for a month after his foot haemoratoma because of his foot.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 165.28396606445312, "token_count": 30} +{"index": 2250, "reference": "The Scottish SPCA is appealing for information after a young gull was shot near Dumfries.", "prediction": "A young gull has been shot dead on a foot bank in the in Borders.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 14.285714285714285, "rougeL": 26.666666666666668}, "nll_sum": 80.72650909423828, "token_count": 15} +{"index": 2251, "reference": "Asian stock markets have recorded further gains after shares on Wall Street hit fresh record highs and China economic data beat expectations.", "prediction": " Stocks on Wall Street ended higher Wall after Wall Street closed higher, on hopes of global economic worries about China's economy from a third day, after fears's global mistakes.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301884}, "nll_sum": 182.4107208251953, "token_count": 34} +{"index": 2252, "reference": "Tension has gripped parts of the Indian state of Gujarat after reports that seven men from the low-caste Dalit community had attempted suicide.", "prediction": "Police in the southern Indian state of of Uttar Pradesh have opened fire and open roads buses, four men accused of \"coward and Blueorsings\".", "rouge": {"rouge1": 25.0, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 175.03265380859375, "token_count": 29} +{"index": 2253, "reference": "Comedian Steve Coogan and ex-footballer Paul Gascoigne are among the latest people to have settled claims for damages over phone-hacking, the High Court has heard.", "prediction": " Michael Coogan, Michael Mulogan have both receive \u00a37m settlement in five journalists, including former England singer Paul Gascoigne.", "rouge": {"rouge1": 17.777777777777775, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 146.2838897705078, "token_count": 26} +{"index": 2254, "reference": "Scientists have built a model circuit that solves the mystery of one of nature's most famous journeys - the great migration of monarch butterflies from Canada to Mexico.", "prediction": "asaistsians have identified the Sun to explain the butterflies willates aboardates a journey, so they can control.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 155.3125, "token_count": 22} +{"index": 2255, "reference": "A \u00a33.2m supercomputer, one of the most powerful in the UK, has been installed at the University of Southampton.", "prediction": "Warringtonrington Edinburgh is Acc work for a machine to machine one in its best computer.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 131.38858032226562, "token_count": 17} +{"index": 2256, "reference": "Turkish President Recep Tayyip Erdogan says he is ready to reinstate the death penalty \"if the people demand it\", following the recent coup attempt.", "prediction": "Turkey's President Recep Tayyip Erdogan has urged supporters wake of the failed coup to crack down his supporters, saying it \"n be in out of law\".", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 143.066162109375, "token_count": 29} +{"index": 2257, "reference": "A Gulf War-era fighter jet has been put on sale online for \u00a320,000 by a couple who took six years to rebuild it.", "prediction": "A couple whose wings bought a World War II used in the RAF fight him have been sold at auction for \u00a31,700,000.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 20.408163265306126}, "nll_sum": 124.55984497070312, "token_count": 27} +{"index": 2258, "reference": "Birmingham City Council has elected a new leader - with the winning contender clinching the position by a single vote.", "prediction": "A Labour councillor candidate to the next leader of Birmingham City Council, after a year, in a bid to become a re- councillor.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 146.71510314941406, "token_count": 26} +{"index": 2259, "reference": "Some of the world's top surfers have been riding massive waves generated by the Atlantic storm that hit Scotland.", "prediction": "A Atlantic storm phenomenon off the coast of the north coast, south west Scotland, has broken world record.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 15.789473684210526}, "nll_sum": 93.50628662109375, "token_count": 20} +{"index": 2260, "reference": "Romelu Lukaku and Eden Hazard scored as Belgium came from behind to beat Norway in their final game before Euro 2016.", "prediction": "Edenaku scored a 90-minutegaspiser asBel won in their final Group warm-up D match in Park Belgium in Ligueelli.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 223.1935272216797, "token_count": 30} +{"index": 2261, "reference": "Pedro Caixinha has urged his Rangers players to continue their winning start to the season against Hibernian.", "prediction": "Rangers manager Pedro Caixinha wants his players to focus on becoming a team-mates.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 13.793103448275861, "rougeL": 32.25806451612903}, "nll_sum": 65.90760803222656, "token_count": 19} +{"index": 2262, "reference": "Ulster University says a serious shortage of language graduates is forcing international companies with bases in Northern Ireland to look abroad for employees", "prediction": " College at Belfast Belfast College are growing concerns about the rising numbers of studyingberts in A collegebert, according to research by the BBC Ford programme.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 12.499999999999996}, "nll_sum": 175.81500244140625, "token_count": 29} +{"index": 2263, "reference": "Work has begun at Chernobyl in Ukraine to move a giant shield over the site of the world's worst nuclear accident.", "prediction": "Ukraine is due to begin demolition one of its nuclear buildings in the storage in the wake of the aftermath of the country's worst nuclear disaster.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 12.765957446808512, "rougeL": 32.6530612244898}, "nll_sum": 96.78927612304688, "token_count": 27} +{"index": 2264, "reference": "Police have been unable to trace a car driver accused of ramming into three-time Tour de France winner Chris Froome while on a training ride in May.", "prediction": "Police in France say they have believe anything to believe the crash of Chris Froome, after the driver did not know that a stolen car he was.", "rouge": {"rouge1": 40.0, "rouge2": 3.7735849056603774, "rougeL": 25.454545454545453}, "nll_sum": 134.62249755859375, "token_count": 29} +{"index": 2265, "reference": "Northern Ireland's 11 new district councils are due to get a range of fresh powers when they take over local government from 1 April next year.", "prediction": "For May May 2015, in 11 11 Northern Ireland councils will make in planning planning decision.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 13.953488372093023}, "nll_sum": 105.7607650756836, "token_count": 17} +{"index": 2266, "reference": "A fire which destroyed a Bradford mill has \"underlined the urgency\" of working to preserve West Yorkshire's mills, Historic England has said.", "prediction": " bodies future the textile in West Yorkshire have been left \"devastated\" by loss loss the a fire which a destroyed a former West Yorkshire factory.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.391304347826086, "rougeL": 29.166666666666668}, "nll_sum": 159.5181884765625, "token_count": 29} +{"index": 2267, "reference": "Cambridge lampposts are sturdy enough not to buckle under the weight of bunting knitted for the Tour de France, the county council has said.", "prediction": " honourting bunting has been hung on the streets of the of Cambridge this week because of the council needs to decorate the damage in the event. the event claimed. of's it a it's again of of the from 2011 of emerged", "rouge": {"rouge1": 26.865671641791046, "rouge2": 0.0, "rougeL": 14.925373134328357}, "nll_sum": 261.8903503417969, "token_count": 47} +{"index": 2268, "reference": "A Hindu religious leader's comment that allowing women into a shrine devoted to Lord Shani (Saturn) will increase rapes has drawn criticism.", "prediction": " Indian Indian temple's minister has, that ban on female women can enter a small temple, a rise that would \"would rise in violence\".", "rouge": {"rouge1": 25.53191489361702, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 151.4835205078125, "token_count": 27} +{"index": 2269, "reference": "A woman who was allegedly raped and abused by eight men in Rotherham changed from a \"lovely girl to an animal\", her mother told jurors.", "prediction": "A 15-year-old accused of sexually a three girls said child her daughter changed character as \"a was an animal\", a court and heard. again 2011 again- again \" 2011 again \" again'sCalifornia of again from 2011 fromold", "rouge": {"rouge1": 31.74603174603174, "rouge2": 3.278688524590164, "rougeL": 15.87301587301587}, "nll_sum": 304.999755859375, "token_count": 47} +{"index": 2270, "reference": "A man has described how he managed to revive a lifeless newborn baby which was found in a bus shelter.", "prediction": "A Swansea man has how he saw through a abandoned baby son on a mother bus stop was stopped and stopping him \"never anything anything\".. him a solve again a again a's-m aA in a from's's.", "rouge": {"rouge1": 36.66666666666667, "rouge2": 10.344827586206897, "rougeL": 33.33333333333333}, "nll_sum": 305.16339111328125, "token_count": 45} +{"index": 2271, "reference": "Immigration officials raided an Indian restaurant during a UK Independence Party conference dinner, sending the chef \"running into the night\".", "prediction": "A UKIP election candidate was stopped at chef working a bride house broke into the wind as aggrusted\" and \" a highly venomous affair\".", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 200.51512145996094, "token_count": 28} +{"index": 2272, "reference": "Thirty-seven people stranded on Australia's flagship icebreaker, which ran aground in Antarctica, have been rescued, authorities said.", "prediction": "A global research ship which ran aground early off Australia Western's west coast last week, the set and return to the sea after carrying its vessel ranround.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 8.888888888888888, "rougeL": 12.76595744680851}, "nll_sum": 180.37681579589844, "token_count": 31} +{"index": 2273, "reference": "Four people have been rescued after their yacht got into difficulty off the County Antrim coast.", "prediction": "Ane lifeboat vessel be towed off the coast of County Antrim following a loss engine a yacht.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 12.903225806451616, "rougeL": 24.242424242424242}, "nll_sum": 119.15082550048828, "token_count": 20} +{"index": 2274, "reference": "Santander and Deutsche Bank have failed a US \"stress test\" designed to assess whether lenders can withstand another financial crisis.", "prediction": "Twenty-stress tests tested for test accounts, the US central bank has announced. expecting the ballet's \"olve- 100 (-, not a\".", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 9.75609756097561}, "nll_sum": 198.63604736328125, "token_count": 28} +{"index": 2275, "reference": "The husband of killed MP Jo Cox has praised the public's \"incredible generosity\" after a fund set up in her memory hit \u00a31m in donations.", "prediction": "The death of MP Jo Cox say they are \"overwhel andwhelmed\" by the response and overwhelming response\" that led her to her death, her friend says.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 8.0, "rougeL": 26.923076923076923}, "nll_sum": 146.98501586914062, "token_count": 33} +{"index": 2276, "reference": "Online grocer Ocado has reported a full-year pre-tax profit for the first time since launching in 2000.", "prediction": " OOnline company grocer Ocado has reported a big jump in revenue despite a recovery from supermarket chain Morrisons, and a leading and chain chain.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 19.51219512195122, "rougeL": 27.906976744186046}, "nll_sum": 158.26039123535156, "token_count": 29} +{"index": 2277, "reference": "Wales will use the pain of past failures as inspiration to reach the Euro 2016 finals, says Chris Gunter.", "prediction": "Chris Gunter says Wales are still believe to in their biggest nation before Euro 2016 finals, scratch it will has be \"00 referee to biggest football\".", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 22.22222222222222}, "nll_sum": 199.30740356445312, "token_count": 29} +{"index": 2278, "reference": "Brexit's impact on Welsh ports is being discussed as assembly members meet Irish politicians and business leaders.", "prediction": "The Irish transport minister is facing Dublin to visit Irish's border ports in not Brexit vote.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 112.98822784423828, "token_count": 17} +{"index": 2279, "reference": "Police have cordoned off a Shetland beach after a \"highly toxic\" distress flare washed up on the shore in the recent bad weather.", "prediction": "A bomb disposal device which washed up on a beach on a Westothian beach, bomb disposal experts have confirmed.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 90.63174438476562, "token_count": 22} +{"index": 2280, "reference": "Edinburgh teenager Georgia Adderley won the Scottish women's squash title for the first time at the Senior National Championships on Sunday.", "prediction": "Scotland's Adele Adderley has won her first title at the Scottish National Squashashire in Edinburgh.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 108.50040435791016, "token_count": 22} +{"index": 2281, "reference": "The former leader of Glasgow City Council, Gordon Matheson, is to leave the authority to become a visiting professor at Strathclyde University.", "prediction": "Scottan Michael Matheson, announced will be elected as leader in not city next year.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 88.82240295410156, "token_count": 18} +{"index": 2282, "reference": "At least 13 policemen were killed by one of their own in Afghanistan's southern Helmand province.", "prediction": "The Afghan Taliban have attacked a police police station in the eastern Afghan city of Lashkar Gah, say.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 68.26319885253906, "token_count": 21} +{"index": 2283, "reference": "The number of Scottish school leavers staying on in education, getting a job or doing voluntary work is up slightly.", "prediction": "The number from Scotland are Scotland higher of to education, according to official figures. from the a rise from 5, M/D, from in such as's.'s a from from a the the have of national..", "rouge": {"rouge1": 21.05263157894737, "rouge2": 3.6363636363636362, "rougeL": 17.54385964912281}, "nll_sum": 256.78558349609375, "token_count": 43} +{"index": 2284, "reference": "Humanity is at risk from a series of dangers of our own making, according to Prof Stephen Hawking.", "prediction": "ist loyalist Stephen Hawking that warned that no there is a disaster in our planet planet. into space.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 113.82546997070312, "token_count": 20} +{"index": 2285, "reference": "England's Tommy Fleetwood is one shot off Brian Harman's lead going into Sunday's final round of the US Open.", "prediction": " rival Tommy Fleetwood and Kid Harman landed a five- overnight heading lead heading into round two of the US Open after winning a first major title.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 17.391304347826086, "rougeL": 41.666666666666664}, "nll_sum": 155.4658203125, "token_count": 29} +{"index": 2286, "reference": "An experiment in Germany has found evidence of job discrimination against women with Turkish names - and even more if they wear an Islamic headscarf.", "prediction": "A Muslim woman lady was asked to sent for a headscarf because of the name the name, according to a study by a Nazi university university.", "rouge": {"rouge1": 12.000000000000002, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 137.27130126953125, "token_count": 29} +{"index": 2287, "reference": "Lewis Hamilton said he was \"not worried\" about his difficult start to the Formula 1 season.", "prediction": "Lewis Hamilton says his medical problems will solve problems that will cost him out in Sunday's Bahrain Grand Prix to", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 94.19200897216797, "token_count": 20} +{"index": 2288, "reference": "Thousands of people in Mexico City have protested against a government proposal to legalise same-sex marriage, which they say would undermine traditional families.", "prediction": "Tens of thousands of thousands have marched through the Mexican capital Mexico on Sunday calling for legal legalise same-sex ( (LGBT) marriage.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 111.17462158203125, "token_count": 28} +{"index": 2289, "reference": "A total of six people were arrested after the Aberdeen v Celtic game at Pittodrie on Friday.", "prediction": "Police have granted images of two men who want to be charged in connection with a fire disorder at Celtic Old Trafford derby, against Aberdeen on Friday. the solve's from's from's-Aold victories in to men from ban.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 3.571428571428572, "rougeL": 13.793103448275861}, "nll_sum": 258.8829040527344, "token_count": 45} +{"index": 2290, "reference": "A man has been jailed for eight-and-a-half years after being convicted of \"a horrendous catalogue\" of abuse against a woman for more than a decade.", "prediction": "A man who raped a woman 40 times a baseball bat before walking her almost 30 years agoyear- jailed for more than a half years. a's 2011- a the a--m aold in three years a's from aold", "rouge": {"rouge1": 38.235294117647065, "rouge2": 24.242424242424246, "rougeL": 29.411764705882348}, "nll_sum": 262.66400146484375, "token_count": 47} +{"index": 2291, "reference": "Home ownership among 25-year-olds has fallen by more than half in 20 years, according to council leaders.", "prediction": " 71 families in England are needed families of right to find families and help them and buy them, council leaders say.", "rouge": {"rouge1": 20.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 112.22402954101562, "token_count": 22} +{"index": 2292, "reference": "A fresh inquest can take place into the death of a young soldier at an army barracks in Surrey 21 years ago, a high court judge has ruled.", "prediction": "The sister of a soldier who found stabbed at an army base more than 20 years ago have called police police to access to a new inquiry into his death.", "rouge": {"rouge1": 41.379310344827594, "rouge2": 14.285714285714285, "rougeL": 34.48275862068965}, "nll_sum": 121.04518127441406, "token_count": 30} +{"index": 2293, "reference": "A rare spat among Singapore's first family has left citizens agog and fuelled debate on how the city-state's founding father Lee Kuan Yew should be remembered.", "prediction": "Singaporeans are marked mark the oneth anniversary of the death of his father and and what what is Lee Kuan Yew, who has become of one Mu most country's a political dynasty, and once again.", "rouge": {"rouge1": 27.692307692307693, "rouge2": 6.349206349206349, "rougeL": 15.384615384615385}, "nll_sum": 226.8240966796875, "token_count": 43} +{"index": 2294, "reference": "Three students in Dundee have designed a handbag which berates you for spending money when you try to use your credit card.", "prediction": "D three Dund University studentsee say they have created a credit bag hidden hidden inside a credit card after was a was bought a red firm card card.", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 192.1425018310547, "token_count": 29} +{"index": 2295, "reference": "Two men have been charged over alleged historical sex abuse at a special school more than 30 years ago.", "prediction": "A men have been charged with sex abuse, and sexual abuse at a boarding' school more than 30 years ago.", "rouge": {"rouge1": 71.7948717948718, "rouge2": 59.45945945945946, "rougeL": 71.7948717948718}, "nll_sum": 83.65704345703125, "token_count": 22} +{"index": 2296, "reference": "Harlequins have agreed to sign fly-half Ruaridh Jackson from Premiership rivals Wasps ahead of next season.", "prediction": "Premiership champions Harlequins have agreed- sign fly-half Conorston from Rangers from Welsh Premiership club Wasps at the end 2011 end season.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 21.62162162162162, "rougeL": 51.28205128205129}, "nll_sum": 163.4464111328125, "token_count": 30} +{"index": 2297, "reference": "Worcestershire and Kent spent a frustrating first day of the new County Championship season before play was called off in mid-afternoon.", "prediction": "Worcestershire were forced to settle for a draw on their third day of- Kent because of any rain after it went out.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904762, "rougeL": 18.181818181818183}, "nll_sum": 119.60066223144531, "token_count": 27} +{"index": 2298, "reference": "A fire has broken out on a Spanish ferry from Mallorca, forcing some 150 passengers and crew to abandon ship.", "prediction": "At least 38 passengers were rescued after a fire caps capsized off Portuguese Spanish coast, the Balearic Islands.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 104.59420013427734, "token_count": 22} +{"index": 2299, "reference": "Police investigating the murder of a Newtownabbey man have re-visited three scenes connected to the killing.", "prediction": "Police investigating the murder of a man in his Ant Ant home have made three arrests in a hit-and- a burnt-out car.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 25.64102564102564, "rougeL": 43.90243902439025}, "nll_sum": 131.41055297851562, "token_count": 27} +{"index": 2300, "reference": "A meat wholesaler has been fined \u00a315,000 for having meat in its freezers which had passed its \"use by\" date, in some cases by several years.", "prediction": "A Caereg company been fined \u00a315,000 in high legal costs after it was ordered it had declared mis- urine cigarette meat.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 12.765957446808512, "rougeL": 28.57142857142857}, "nll_sum": 168.79739379882812, "token_count": 27} +{"index": 2301, "reference": "Serge Godin remembers the event that gave him the drive and determination to succeed in life - watching his father's sawmill burn down.", "prediction": " God Jack Godin was much of much he never lost the building in his future.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 103.85206604003906, "token_count": 16} +{"index": 2302, "reference": "The search is on for the winner of an unclaimed winning lottery ticket worth \u00a31m.", "prediction": "A mystery ticket record who nearly out on a \u00a31.1m draw - has come to come forward claim claimed \u00a3.8m.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 161.34930419921875, "token_count": 27} +{"index": 2303, "reference": "France has suspended its honorary consul in the Turkish port of Bodrum after a TV report showed a shop she owns selling dinghies to migrants.", "prediction": "A French television retailer is facing allegations that she was allegedly selling fake bad food to three-year-old Alan Kurdi migrant camp of Ber try.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 153.3648681640625, "token_count": 29} +{"index": 2304, "reference": "UKIP's Scottish MEP David Coburn has told the BBC he would \"do his best\" if colleagues asked him to stand for the party's leadership.", "prediction": "The Scottish leader of North Davidurn has denied he vote to leave the party, saying the party believes is \"get the country in our future\".", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 153.675537109375, "token_count": 28} +{"index": 2305, "reference": "Eddie Redmayne is to play Lili Elbe, one of the first people to undergo sex reassignment surgery.", "prediction": " Eddieie Eddie coach Eddie Jones, it would be \"the best best role\" he has the best played in the film a cult fiery new film.", "rouge": {"rouge1": 14.285714285714283, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 156.781005859375, "token_count": 29} +{"index": 2306, "reference": "Michael Holt survived a Ronnie O'Sullivan comeback to win 4-3 in the first round of the World Grand Prix in Llandudno.", "prediction": " Antrim O'Sullivan beaten 4-3 4-3 by Michael Holt a reach the first round of the Welsh Grand Prix Grand a Slam's solve of- a- from- fromA a ballet in from The's. from's emerged", "rouge": {"rouge1": 48.38709677419355, "rouge2": 26.666666666666668, "rougeL": 38.70967741935484}, "nll_sum": 298.5245056152344, "token_count": 47} +{"index": 2307, "reference": "People with hidden health conditions are being offered \"Please offer me a seat\" badges in a bid to help ease their suffering on London transport.", "prediction": " travellers travellers in London are pregnant receive wear marriage and board badges after staff to a London station to get treatment for drugs and aancerotherapy and treatment.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 200.57122802734375, "token_count": 29} +{"index": 2308, "reference": "Featherstone's Shaun Pick and South Wales' Ashley Bateman have been banned for two years for doping offences.", "prediction": "Heather Rovers and Chesterstone prop forward James Eric have been banned for both races after failing drugs substances, the UK a former medicine Agency says.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 14.634146341463413, "rougeL": 23.25581395348837}, "nll_sum": 195.92098999023438, "token_count": 29} +{"index": 2309, "reference": "Authorities in Nigeria's Lagos State have shut 70 churches and 20 mosques in an attempt to reduce high noise levels.", "prediction": " authorities in the northern Nigerian city of Lagos, and and shut down several churches on Monday, amid fears of \"a national shortages\".", "rouge": {"rouge1": 27.90697674418604, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 98.7215805053711, "token_count": 26} +{"index": 2310, "reference": "Linfield maintained their four-point lead at the top of Irish Premiership by beating Glenavon 4-3 at Windsor Park.", "prediction": "Linfield moved to four points clear atold top to the Irish Premiership after stealing extra-time winner to Glenavon Airdrieonians on Friday night.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 32.558139534883715}, "nll_sum": 180.33108520507812, "token_count": 32} +{"index": 2311, "reference": "In this week's Scrubbing Up opinion column, Prof Mayur Lakhani chair of the Dying Matters Coalition, urges doctors to be more open and frank about preparing patients and their families for the end of life.", "prediction": "The isolated disease is affecting in end-life care?", "rouge": {"rouge1": 17.777777777777775, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 66.398681640625, "token_count": 10} +{"index": 2312, "reference": "Rangers Football Club has raised half its target investment from fans, following the deadline for its share offer.", "prediction": "Celtic have raised \u00a312m of raising any investment in their fans stadium rights,.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 94.91964721679688, "token_count": 17} +{"index": 2313, "reference": "The government in Indian-administered Kashmir has put curbs on excessively lavish weddings.", "prediction": "Police in the southern Indian state of Indian have lifted a ban on attending a of groides, amid fears of public anger a controversialNat is high.", "rouge": {"rouge1": 20.512820512820515, "rouge2": 0.0, "rougeL": 15.384615384615389}, "nll_sum": 173.5421600341797, "token_count": 29} +{"index": 2314, "reference": "Sunday Times restaurant critic AA Gill has died, aged 62, three weeks after revealing he had cancer.", "prediction": "Sunday Sunday Times editor could Gill died aged 30 after battle with his journalist in confirmed", "rouge": {"rouge1": 36.36363636363636, "rouge2": 12.903225806451616, "rougeL": 36.36363636363636}, "nll_sum": 121.18695068359375, "token_count": 15} +{"index": 2315, "reference": "Rangers have named Manchester City academy director Mark Allen as the club's director of football.", "prediction": "Rangers have confirmed to former Manchester City manager Mark Allen as director of football.", "rouge": {"rouge1": 66.66666666666666, "rouge2": 42.857142857142854, "rougeL": 66.66666666666666}, "nll_sum": 76.00963592529297, "token_count": 15} +{"index": 2316, "reference": "\"Where there's a will, there's a way,\" Angela Merkel has insisted since the migration crisis exploded across Europe last year.", "prediction": " biggest, Angela Merkel, widow, once again once, her legacy in her home town.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 6.060606060606061, "rougeL": 11.428571428571429}, "nll_sum": 91.03194427490234, "token_count": 17} +{"index": 2317, "reference": "Archaeological research at a site in Galloway has suggested it may have been at the heart of a \"lost kingdom\" from the Dark Ages.", "prediction": "A new discovery of new evidence at a site in Galloway's square of Rfged was the heart of the lost royal seat of the north in north.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 24.0, "rougeL": 38.46153846153846}, "nll_sum": 174.424560546875, "token_count": 31} +{"index": 2318, "reference": "Britain's Russell Knox and Paul Casey are tied second and third respectively after the second round of the Travelers Championship in Cromwell, USA.", "prediction": "England's Paul Casey marks the lead at the BMWersers Championship in California a after a second round of 66 to Paul Casey Casey Casey Ryan's. of major- is \"over-G a under in a it's\". from of-", "rouge": {"rouge1": 34.37499999999999, "rouge2": 12.903225806451616, "rougeL": 25.0}, "nll_sum": 311.8322448730469, "token_count": 47} +{"index": 2319, "reference": "Goal hero Rabin Omar made headlines when his club from the fourth tier of Scottish football dumped a Premiership side out of the Scottish Cup.", "prediction": "An an Ann Athletic Athletic who hailed success the Scottish Cup is not a dream for generations, says Neymar or \"marou\" his dad\".", "rouge": {"rouge1": 20.833333333333332, "rouge2": 8.695652173913043, "rougeL": 12.499999999999996}, "nll_sum": 181.03976440429688, "token_count": 28} +{"index": 2320, "reference": "Scores of local authorities in England plan to increase council tax by up to 5% in 2017-8, according to research.", "prediction": "Councils across Wales are attempting to commit to any to raise council tax rate from April, new figures show.", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 96.41511535644531, "token_count": 21} +{"index": 2321, "reference": "A businessman who supplied ambulances to an NHS patient transfer service says he was left with \"thousands of pounds of debt\" because he was not paid.", "prediction": "A doctor who gave South Welsh Ambulance service \"very fragile\" the ambulance service, it has emerged.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 91.96342468261719, "token_count": 21} +{"index": 2322, "reference": "United States striker Alex Morgan will move to reigning European champions Lyon for six months from January.", "prediction": " United States striker E Morgan Morgan says she would be \"the best best player in the world\" after leaving behind her \" honeymoon honey\".", "rouge": {"rouge1": 20.0, "rouge2": 10.526315789473685, "rougeL": 20.0}, "nll_sum": 147.60411071777344, "token_count": 27} +{"index": 2323, "reference": "British halfpipe skier Rowan Cheshire crashed in all three of her final runs, but still secured Britain's best-ever World Championship result in the event.", "prediction": "Cheshirehire says she is resulted in a \" good place\" after finishing in semi-finals at the slopana World Championships in Argentina the", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 156.00039672851562, "token_count": 29} +{"index": 2324, "reference": "Double Olympic champion Nicola Adams will contest three-minute rounds in her next fight, a contrast to the standard two minutes in women's boxing.", "prediction": "Two-time Olympic boxing champion Nicola Adams has been forced out to attend her possible WBC broadcaster battle in Brighton of a gap in the women's sport.", "rouge": {"rouge1": 52.83018867924528, "rouge2": 11.76470588235294, "rougeL": 33.9622641509434}, "nll_sum": 144.88119506835938, "token_count": 30} +{"index": 2325, "reference": "Holders Sevilla came from behind to earn a draw against Shakhtar Donetsk in the first leg of their Europa League semi-final in Lviv.", "prediction": "Bevillao produced a last-g goal goal to beat Sevilla 3-2 the first leg of reach the leg of their Europa League last-1616 match toSurv Exceliv in", "rouge": {"rouge1": 41.50943396226415, "rouge2": 23.52941176470588, "rougeL": 33.9622641509434}, "nll_sum": 222.6634521484375, "token_count": 38} +{"index": 2326, "reference": "Nato's top military commander, Gen Philip Breedlove, has warned that Russian \"militarisation\" of the annexed Crimea Peninsula could be used to exert control over the whole Black Sea.", "prediction": "Uk takeian chief Defence magiclove says Russia will be \" trampling on international law\", amid alleged uncertainty over its alleged role in any Ukraine crisis.", "rouge": {"rouge1": 7.547169811320755, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 173.94113159179688, "token_count": 29} +{"index": 2327, "reference": "We've all done it.", "prediction": "When you think again once when think of my schoolchildrenchildren, tennis then suddenly too much. too solve in, it solve aPlay-maker's a it a from a, from I,'s of from's from a. ofowned", "rouge": {"rouge1": 4.761904761904762, "rouge2": 0.0, "rougeL": 4.761904761904762}, "nll_sum": 343.52166748046875, "token_count": 49} +{"index": 2328, "reference": "A Vietnamese pot-bellied pig who has moved to Derby is apparently a music-loving pet.", "prediction": "An eight-year-old American boy will be has celebrated his 40thth birthdayth of birthday,. in a referee in the America- name of from The's of from his from role'sD of a.2 from'sA", "rouge": {"rouge1": 11.320754716981133, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 276.505615234375, "token_count": 46} +{"index": 2329, "reference": "Sinn F\u00e9in has accused the DUP of dragging the political process \"towards an unprecedented tipping point\" over the 'cash-for-ash' scandal.", "prediction": " the Democratic Unionist Party (DUP leader has criticised the DUP \"for the political process, a political\" in the Northern Ireland financial and a. a's a's again solve again a it again'selt of the from a from again", "rouge": {"rouge1": 31.74603174603175, "rouge2": 9.836065573770494, "rougeL": 22.22222222222222}, "nll_sum": 296.2113037109375, "token_count": 47} +{"index": 2330, "reference": "The chief constable of South Yorkshire Police has announced his retirement on the day a report criticised his force's handling of child sexual exploitation.", "prediction": "The chief constable's handling of child abuse exploitation in Rotherham has been announced, the force said \"didn't operate\".", "rouge": {"rouge1": 53.33333333333332, "rouge2": 23.25581395348837, "rougeL": 35.55555555555556}, "nll_sum": 107.5960922241211, "token_count": 25} +{"index": 2331, "reference": "The number of people with diabetes in Wales has reached an \"all-time high\", a charity has warned.", "prediction": "The number of 2 diabetes in Wales living in Wales, nearly double over the past decade, latest figures show.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 22.857142857142858, "rougeL": 32.43243243243243}, "nll_sum": 91.56092834472656, "token_count": 21} +{"index": 2332, "reference": "Polish defender Rafal Grzelak has joined Hearts on a two-year deal.", "prediction": "Hearts have signed goalkeeper Was Grzelak for an undisclosed fee on a two-and-half-year deal following his release- Turkish side Fririreb.", "rouge": {"rouge1": 40.0, "rouge2": 18.18181818181818, "rougeL": 34.28571428571428}, "nll_sum": 171.828857421875, "token_count": 33} +{"index": 2333, "reference": "The operator of the UK's ATM network has said it is working hard to keep cash withdrawals free for millions of bank customers.", "prediction": "Thousands of bank stores are ATA across the UK could possible roaming charges under a dispute, the payment cardcarders (LL)) has said.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 13.636363636363635, "rougeL": 21.73913043478261}, "nll_sum": 187.97979736328125, "token_count": 28} +{"index": 2334, "reference": "The $681m (\u00c2\u00a3479m) deposited in the bank account of Malaysian PM Najib Razak by Saudi Arabia was to help him win the 2013 elections, a Saudi source says.", "prediction": "A Saudi source in Malaysia has, that it received receive more than $1 (89m) in payment from Malaysia to Malaysian Prime Minister Najib Razak, the BBC. learned.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 11.320754716981133, "rougeL": 18.181818181818183}, "nll_sum": 173.29905700683594, "token_count": 36} +{"index": 2335, "reference": "Chris Eubank Jr says he will not be affected by his last fight with Nick Blackwell and has vowed to display \"no mercy\" against Tom Doran on Saturday.", "prediction": "Chris Eubank Jr says his fight with Dor Doran on 19 May will kill a decision that would struggle his last will in his career.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 23.52941176470588, "rougeL": 33.9622641509434}, "nll_sum": 146.5791473388672, "token_count": 28} +{"index": 2336, "reference": "Police in Turkey say they have confiscated more than 1,000 fake life jackets made for migrants wanting to cross the Aegean Sea to Greece.", "prediction": "Police in Turkey say they have seized four young migrant camp accused of wearing life jackets, including migrants found missing at sea in the in last week., 41, say they be from-d a since in since ban from border.", "rouge": {"rouge1": 33.84615384615385, "rouge2": 19.04761904761905, "rougeL": 30.76923076923077}, "nll_sum": 255.16290283203125, "token_count": 44} +{"index": 2337, "reference": "A football fan, filmed running onto the pitch at the Essex derby between Southend and Colchester, has been given a suspended prison sentence.", "prediction": "A fan who pleaded guilty to a stand outside a match at a One match led enter the ground invasion has been given a suspended term term.", "rouge": {"rouge1": 36.0, "rouge2": 16.666666666666668, "rougeL": 36.0}, "nll_sum": 151.46726989746094, "token_count": 27} +{"index": 2338, "reference": "Chris and Gabby Adcock won the English National Championships mixed doubles title for the third successive year.", "prediction": "England's Chris and Gabby Adcock won the women's singles title at the World Super Bowlas Championships.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 30.303030303030305, "rougeL": 45.714285714285715}, "nll_sum": 101.28350067138672, "token_count": 21} +{"index": 2339, "reference": "Sheffield United kept their slim League One play-off hopes alive by beating Shrewsbury Town, who are just two points above the relegation zone.", "prediction": "Dundee United moved to within three a point-off place in the League One play-off hopefuls and beat fellow strugglers Shrewsbury.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 18.18181818181818, "rougeL": 34.78260869565217}, "nll_sum": 119.18150329589844, "token_count": 32} +{"index": 2340, "reference": "Poland striker Robert Lewandowski needed treatment after a flare thrown by home fans exploded near him during a heated World Cup qualifier in Romania.", "prediction": "Robert Lewandowski scored twice and scored twice as Poland police was abandoned for riot disturbances on the pitch during Euro 2016.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 113.84683227539062, "token_count": 22} +{"index": 2341, "reference": "Kids in Australia are getting involved in a competition to design a national park in Minecraft which could then be built in reality.", "prediction": "boychildren in Adelaide are starting campus in Australia to build a national park made of a 3Dprinted.", "rouge": {"rouge1": 45.0, "rouge2": 15.789473684210526, "rougeL": 35.0}, "nll_sum": 108.14187622070312, "token_count": 20} +{"index": 2342, "reference": "An agreement has been reached to ensure foreign workers on freight boats serving Orkney and Shetland are paid at least the minimum wage.", "prediction": " principle principle has agreed agreed a that some Northern Isles ferry staff pay not receive minimum wage.", "rouge": {"rouge1": 15.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 123.44975280761719, "token_count": 17} +{"index": 2343, "reference": "Ospreys hope to have centre Josh Matavesi available for their Boxing Day derby match with Scarlets.", "prediction": "Ospreys' rowade Marlon Davies could be out of injury for Scar'' derby match to on Boxing Day on Boxing Day.", "rouge": {"rouge1": 38.888888888888886, "rouge2": 11.76470588235294, "rougeL": 22.222222222222225}, "nll_sum": 151.25604248046875, "token_count": 26} +{"index": 2344, "reference": "Towcester racecourse chief executive Kevin Ackerman has failed in his bid to overturn a six-month suspension from racing.", "prediction": "Jockey Ack McKenna Ferman will appeal against his suspension after being handed over a six-year ban for doping horse, but he is still banned from the sport. cycling 2011 a- again a footage in solve 2011 a 2011.'s 2011", "rouge": {"rouge1": 20.0, "rouge2": 3.448275862068966, "rougeL": 13.333333333333334}, "nll_sum": 282.1573181152344, "token_count": 47} +{"index": 2345, "reference": "Nato has formally ended its 13-year combat mission in Afghanistan - heralding the start of a new phase of support for local Afghan troops.", "prediction": "Nato's military has increased the flag to its alliance forces for the first time, in the mark since the campaign began on 11 January.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 20.408163265306126}, "nll_sum": 123.0694580078125, "token_count": 27} +{"index": 2346, "reference": "A far-right German politician has been rescued by refugees after he crashed his car in a tree, German media report.", "prediction": "A German opposition activist was shot dead in a car accident in Germany, reports of say, say local media.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 85.19819641113281, "token_count": 21} +{"index": 2347, "reference": "A man has died in a head-on crash in Greater Manchester.", "prediction": "Two men were left seriously injured after seriously injured by a car crash was Leicester.", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 78.828125, "token_count": 15} +{"index": 2348, "reference": "Welsh support for the UK could be in doubt if Theresa May does not listen to concerns about devolution, the first minister has warned.", "prediction": "The first minister has accused Theresa May of Brexit as adangerous path to the Welsh\", the first minister has said. be in the 2011 solve, solve,'s again be a from a it's ban from London.", "rouge": {"rouge1": 36.0655737704918, "rouge2": 16.94915254237288, "rougeL": 26.229508196721312}, "nll_sum": 254.27236938476562, "token_count": 43} +{"index": 2349, "reference": "Ex-England wicketkeeper Paul Downton has been named as the England and Wales Cricket Board's new managing director.", "prediction": "Paul Downton has been appointed as the new England and Wales Cricket Board's new managing director.", "rouge": {"rouge1": 83.33333333333333, "rouge2": 70.58823529411765, "rougeL": 83.33333333333333}, "nll_sum": 53.268287658691406, "token_count": 19} +{"index": 2350, "reference": "The parents of a man killed when his car was hit at high speed have put the wreckage on display at Westminster as part of a campaign for tougher sentences by road safety charity Brake.", "prediction": "A father whose father was knocked down and was killed by a man in a hit-and-run is calling for tougher guidelines to change and law.", "rouge": {"rouge1": 29.03225806451613, "rouge2": 6.666666666666667, "rougeL": 16.129032258064516}, "nll_sum": 106.96968078613281, "token_count": 29} +{"index": 2351, "reference": "Police have been called to deal with a small flock of sheep loose near Inverness city centre.", "prediction": "Police have made an appeal for a sheep of and the have been d found in an outskirts of Edinburgh.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571429, "rougeL": 21.62162162162162}, "nll_sum": 113.42628479003906, "token_count": 20} +{"index": 2352, "reference": "Greece's government has pledged reform to try and satisfy the demands of creditors in Europe while maintaining its pre-election pledges.", "prediction": "Greece has revealed its ability its terms of its privatisation of its finances - but also it is not clear that it in not to its support for to public economy.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 19.23076923076923}, "nll_sum": 173.21974182128906, "token_count": 34} +{"index": 2353, "reference": "Cells inside the redundant Gloucester Prison have been opened as part of a consultation on its future use.", "prediction": "The former prison jail Gloucester which was open four years ago it officially opened.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 18.75}, "nll_sum": 86.21243286132812, "token_count": 15} +{"index": 2354, "reference": "DJ Fearne Cotton has broadcast her final show on Radio 1, after almost 10 years at the station, and six at the helm of the mid-morning show.", "prediction": "F Farene signal Cotton says she will received \"absolutely58\" after leaving Radio 1, a message said her will be leaving her radio Love.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 196.67660522460938, "token_count": 28} +{"index": 2355, "reference": "Bath full-back Anthony Watson faces two Rugby Football Union charges after being sent off in the loss to Saracens.", "prediction": "Bath wing Anthony Watson has been charged with a six-match ban by a Rugby Rugby Union- helping solve the of a a \"-ee-'s \" Union of his\" from Saturday side have of Saturday.", "rouge": {"rouge1": 25.925925925925924, "rouge2": 3.8461538461538463, "rougeL": 22.222222222222225}, "nll_sum": 263.71673583984375, "token_count": 41} +{"index": 2356, "reference": "Dan Holman scored all four goals against his old club as Cheltenham Town comfortably beat Woking.", "prediction": " Hol Holman scored a comfortable hat-trick as Cheltenham Townashed local rivals Woking.", "rouge": {"rouge1": 41.37931034482759, "rouge2": 14.814814814814813, "rougeL": 34.48275862068966}, "nll_sum": 93.4952621459961, "token_count": 20} +{"index": 2357, "reference": "An ancient board game has been found in a Chinese tomb.", "prediction": "A Chinese videoanger thought to date back a 200 years, a Chinese tomb who was found as China's game since May-D, reputation in from from a's.'s a, from a a,D of.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 8.888888888888888, "rougeL": 12.76595744680851}, "nll_sum": 265.73406982421875, "token_count": 43} +{"index": 2358, "reference": "Portuguese international Bruno Alves says playing European football was not a factor in his decision to move to Ibrox.", "prediction": " central defender Diazves Alves says Rangers would again Rangers and join be club again next season. to to it. a- referee a couple's ballet \" by his ban from a games after it being have by of games. from's 71", "rouge": {"rouge1": 20.0, "rouge2": 3.448275862068966, "rougeL": 13.333333333333334}, "nll_sum": 339.83441162109375, "token_count": 47} +{"index": 2359, "reference": "Consumer price inflation in China eased by more than expected in September, official figures have revealed.", "prediction": " China's price rate fell slightly in December, official figures show, adding to that fears of the economy and faces a setback of monetary outlook.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 131.0259246826172, "token_count": 27} +{"index": 2360, "reference": "Cardiff City manager Neil Warnock says Wales defender Jazz Richards' rehabilitation from injury has been 'disappointing.'", "prediction": "Cardiff City managerock Warnock says signing midfielder \" Wyn\" is facing a major knee recovery in his recovery from a stunning calf problems in injury.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 181.974365234375, "token_count": 29} +{"index": 2361, "reference": "An investigation into what caused a spacecraft to crash, has said that a safety device activating at the wrong time, could have been the reason.", "prediction": "A small plane crashed into a desert into a Virginjet speed plane was assess wrong at the wrong time tried to pass through a command control\".", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 170.91595458984375, "token_count": 27} +{"index": 2362, "reference": "Even while the Iraqi prime minister was on his way to Mosul to declare the liberation of the city, there was still the occasional sound of gunfire and coalition warplanes flying overhead.", "prediction": "There was a air strike in Mosul against Islamic State (IS) in Mosul, and there was no surprise it will never be coming.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 3.7735849056603774, "rougeL": 14.545454545454545}, "nll_sum": 100.4442138671875, "token_count": 26} +{"index": 2363, "reference": "Commonly used pesticides are damaging honey bee brains, studies suggest.", "prediction": " pesticides bees used to be, bees, may be linked to exposure related to bee health, research suggests.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 88.92877960205078, "token_count": 20} +{"index": 2364, "reference": "Queen's University in Belfast has been awarded more than \u00a38m in research funding from an EU cross-Irish border scheme.", "prediction": "Ulster University (ster), research research is to create 30 jobs, $52m3143m) Inter AC240) project.", "rouge": {"rouge1": 11.428571428571427, "rouge2": 0.0, "rougeL": 11.428571428571427}, "nll_sum": 178.62966918945312, "token_count": 26} +{"index": 2365, "reference": "An international team of architects and scientists have observed \"thermal anomalies\" in the pyramids of Giza, Egyptian antiquities officials say.", "prediction": " hot low temperatures have been foundion above an old pyramid rebuilt at wartime bottom's Islam, Malaysian officials say.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 145.16102600097656, "token_count": 21} +{"index": 2366, "reference": "Homes, businesses and a school are being evacuated in a village after a World War Two bomb was found in a quarry.", "prediction": "A control explosion has been ripped through a controlled control unit, at bomb disposal bomb, which the said has said to be a major counciler'ser from a local road from the-Dold guns in A years ago.", "rouge": {"rouge1": 23.333333333333332, "rouge2": 3.4482758620689653, "rougeL": 20.0}, "nll_sum": 265.90557861328125, "token_count": 44} +{"index": 2367, "reference": "The brother of the alleged captor of British model Chloe Ayling has been arrested, police have said.", "prediction": "A man has been charged with the murder of Britishfimaker property Ayling, held and allegedly selling online in an online auction onlinezi Italian in say said say's. from a from the it's fromImages of. from's of a", "rouge": {"rouge1": 28.07017543859649, "rouge2": 3.6363636363636367, "rougeL": 14.035087719298245}, "nll_sum": 307.5035400390625, "token_count": 48} +{"index": 2368, "reference": "From shipwrecks to terror attacks to an air disaster involving Paris Hilton, it seems that almost nothing is off-limits for the prank shows that have become a staple of North African TV during the Islamic fasting month of Ramadan.", "prediction": " Tunisian TV series has continued in hot, and highly highly\" the Islamic State, after the militants accused of shot and a Muslim Shia Muslim guests.", "rouge": {"rouge1": 18.46153846153846, "rouge2": 3.1746031746031744, "rougeL": 12.307692307692307}, "nll_sum": 179.19924926757812, "token_count": 29} +{"index": 2369, "reference": "General Motors has announced plans to invest $10m (\u00a36.96m) in a Canadian plant as part of an effort to boost driverless technology and cold weather testing.", "prediction": "US carmaker General Motors is investing $.5bn (\u00c2\u00a397m)m investment in its Canadian factory and Canada in driverless cars.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454546, "rougeL": 26.08695652173913}, "nll_sum": 140.61891174316406, "token_count": 29} +{"index": 2370, "reference": "The colourful former mayor of Toronto, Rob Ford, is lying in repose at a ceremony at Toronto City Hall.", "prediction": "Thousands of turned out for the funeral of Toronto, Rob Ford, who was 70th president of Canadian city in of wake down a crack scandal.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714288, "rougeL": 31.818181818181817}, "nll_sum": 140.67999267578125, "token_count": 28} +{"index": 2371, "reference": "A fox cub is recovering at an animal centre after being rescued from the gear box of a car in Aberdeen by an AA patrolman.", "prediction": "A fox cub cub was rescued from a running kept bay in in a car inside a car car at Prest airport Airport, West Lian the.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 16.3265306122449, "rougeL": 27.450980392156865}, "nll_sum": 181.0027618408203, "token_count": 28} +{"index": 2372, "reference": "The Scots accent is flourishing and proving resilient against a growing homogenised anglicised accent across English regions, new research suggests.", "prediction": " English accents who are soldiers, World Warrington are \"stri out dying\" 30 years ago, a new study.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 142.53350830078125, "token_count": 22} +{"index": 2373, "reference": "A 1960s-built cathedral that was \"at serious risk of closure\" has raised more than 90% of its \u00a37m target for urgent repairs and development.", "prediction": "A major benefactor has been completed ahead of a \u00a3976m fundraising campaign to preserve cathedral cathedral's \" tallest cathedral\" as the location.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 152.12765502929688, "token_count": 28} +{"index": 2374, "reference": "House of Cards star Robin Wright has revealed she demanded the same pay as her co-star Kevin Spacey - but what does fighting for equal wages look like for women who are not movie stars?", "prediction": "Eileen A Wright, best known actor actress film - was the male female TV consultant.", "rouge": {"rouge1": 8.16326530612245, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 119.78945922851562, "token_count": 17} +{"index": 2375, "reference": "US shares dipped on Friday, as the rally prompted by the Federal Reserve's rate rise paused for breath.", "prediction": "(Closed): Stocks on Wall Street on Monday, despite strong revenue, helped by strong sales growth and Japan and China., a's a 2011's a's from amaker from a from's's ofA", "rouge": {"rouge1": 11.320754716981131, "rouge2": 0.0, "rougeL": 11.320754716981131}, "nll_sum": 229.14109802246094, "token_count": 42} +{"index": 2376, "reference": "Unpaid internships should be banned as a barrier to social mobility, says a report from MPs and peers.", "prediction": "A temporary work ban should be a work process protect young people from some middle families, London and MPs say,", "rouge": {"rouge1": 47.36842105263158, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 130.92047119140625, "token_count": 21} +{"index": 2377, "reference": "The Scottish government has announced funding for a initiative to reduce the cost of offshore wind energy.", "prediction": "The Scottish government is96 receive funding to five energy projects to build Scotland's highest turbines - the highest - a total of \u00a389m.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 10.81081081081081, "rougeL": 35.8974358974359}, "nll_sum": 142.64651489257812, "token_count": 27} +{"index": 2378, "reference": "A pregnant mother had \"no idea\" there were 12 Vietnamese migrants in the back of a van she was travelling in, a court heard.", "prediction": "A mother and pregnant couple have found three people inside tyres inside a car on the French border with Dover Austria, a court heard, have heard \"A's of of\"..", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.6923076923076925, "rougeL": 22.222222222222225}, "nll_sum": 203.93113708496094, "token_count": 34} +{"index": 2379, "reference": "Cuba's Communist government has survived more than 50 years of US sanctions intended to topple veteran leader Fidel Castro.", "prediction": "Fidel Castro was born in July 2011, 2011 2011 and declared the world economy, was one of the largest and most and countries its world and important rest.", "rouge": {"rouge1": 12.5, "rouge2": 4.3478260869565215, "rougeL": 8.333333333333332}, "nll_sum": 167.14309692382812, "token_count": 31} +{"index": 2380, "reference": "Alastair Cook's role in England's series victory in India was described as \"extraordinary\" by England and Wales Cricket Board chairman Giles Clarke.", "prediction": "Alastair Cook has becomethe most young man in the Ashes Test against India captain says former captain Michael Clarke.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 114.88338470458984, "token_count": 23} +{"index": 2381, "reference": "An animal charity is calling for the licensing of air guns after a cat in West Lothian was left injured after being shot three times.", "prediction": "A cat was shot in its leg with an air gun which was a gun rifle through its owner in a rooms, the Scottish SPCA and said.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 8.0, "rougeL": 19.23076923076923}, "nll_sum": 149.11257934570312, "token_count": 30} +{"index": 2382, "reference": "A rainbow gay pride flag has flown at a Stormont government building for the first time.", "prediction": "The Democratic Unionist Party (DUP) has announced it is the flying of the flag a parade for same-sex marriage in Northern Ireland.", "rouge": {"rouge1": 25.64102564102564, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 87.7696304321289, "token_count": 28} +{"index": 2383, "reference": "A senior Labour MEP has announced plans to stand down from the European Parliament later this year.", "prediction": "The European Parliament of Calais has been appointed to a senior MP on building bodies.", "rouge": {"rouge1": 43.74999999999999, "rouge2": 20.0, "rougeL": 18.750000000000004}, "nll_sum": 88.09190368652344, "token_count": 15} +{"index": 2384, "reference": "A group of hackers claims to have stolen the script for a forthcoming Game of Thrones episode and other data in a breach at entertainment firm HBO.", "prediction": "Hacker security firm HBO said again has a huge leak of personal stories stolen of presenters the stars who to plays in a TV drama Game of Thrones.", "rouge": {"rouge1": 47.27272727272727, "rouge2": 15.09433962264151, "rougeL": 29.09090909090909}, "nll_sum": 181.9725341796875, "token_count": 30} +{"index": 2385, "reference": "An investigation into a number of allegations of crime involving the children's charity Kids Company has been launched by the Metropolitan Police, the BBC has learned.", "prediction": "A investigation is led by the Cardiff charity, Kids Company Company Kids London being being investigated by police.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 13.953488372093027, "rougeL": 31.11111111111111}, "nll_sum": 122.07421112060547, "token_count": 19} +{"index": 2386, "reference": "Hollywood actor Morgan Freeman is to receive a lifetime achievement award from the American Film Institute (AFI).", "prediction": "O-winning actor George Freeman, but to be presented with a Lifetime Achievement award, by the Institute Institute of British Film Institute FilmAFII).", "rouge": {"rouge1": 50.0, "rouge2": 21.05263157894737, "rougeL": 50.0}, "nll_sum": 143.70220947265625, "token_count": 28} +{"index": 2387, "reference": "A 40-year-old man has been arrested in Crawley, West Sussex, on suspicion of terror offences.", "prediction": "A counter-terrorism officer members of Syria war group has been arrested in Crawley West Sussex.", "rouge": {"rouge1": 60.60606060606061, "rouge2": 38.70967741935484, "rougeL": 48.484848484848484}, "nll_sum": 85.99722290039062, "token_count": 18} +{"index": 2388, "reference": "RBS Group performed comparatively poorly in the latest European stress tests, which assess how the banks might perform in adverse economic conditions.", "prediction": "The Royal Bank of Scotland TedBA)) has failed a stress account, August 2008, falling 7% of a warned uncertainty in the real economy.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 13.33333333333333}, "nll_sum": 182.39584350585938, "token_count": 28} +{"index": 2389, "reference": "Passengers using a chain ferry on the Isle of Wight have been warned crossing times will be longer because of new safety measures.", "prediction": "A new tapatingated bridge\" on a Isle of W ferry is to be scrapped, a council said.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 142.73300170898438, "token_count": 21} +{"index": 2390, "reference": "Wakefield Trinity Wildcats prop Mickael Simon has signed a one-year contract extension, keeping him at the club until the end of the 2017 season.", "prediction": "Wakefield Trinity Wildcats have signed Wakefield Wildcats full-back Simon on a one-year deal ahead of the 2017-18 season.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 27.27272727272727, "rougeL": 47.82608695652174}, "nll_sum": 98.38626861572266, "token_count": 27} +{"index": 2391, "reference": "The government's new divorce form - which invites the writer to \"name and shame\" - could lead to more people being accused of adultery, lawyers say.", "prediction": "An online appeal has been launched for name a new divorce legislation law which change one person, in divorce have been published by a \"Lesco it.", "rouge": {"rouge1": 15.686274509803921, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 184.93319702148438, "token_count": 29} +{"index": 2392, "reference": "A female osprey whose previous breeding seasons have been described as being akin to a soap opera has laid her first egg of the 2016 season.", "prediction": "A rare golden eagle of prey has returned to a nest of Scotland's protected a this time for the first time.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 102.60690307617188, "token_count": 22} +{"index": 2393, "reference": "Do you ever feel lonely, stressed or jealous when you are online?", "prediction": "BBC Radio 1 Dr Victoria Radha says she isn wasn't if you't do you online.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 7.4074074074074066, "rougeL": 20.689655172413794}, "nll_sum": 130.09776306152344, "token_count": 18} +{"index": 2394, "reference": "A spokeswoman for Russia's foreign ministry has said Jewish people in New York told her they had mainly backed Donald Trump in the US election.", "prediction": "The former ambassador to New York has saying that she never the successor of Donald Trump's, a Jewish saying will give them a win US election.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 11.76470588235294, "rougeL": 22.641509433962266}, "nll_sum": 143.89093017578125, "token_count": 28} +{"index": 2395, "reference": "Four people have been treated for smoke inhalation following a fire on a Tube train at Oxford Circus in central London.", "prediction": " Underground passengers were delayed to London Underground's Amtrak station after Oxford station tried to stop after a fire which came from the platform a platform \" and's. a's- again- from- again 2011 a in a from a's.", "rouge": {"rouge1": 19.67213114754098, "rouge2": 3.3898305084745757, "rougeL": 13.11475409836066}, "nll_sum": 253.64599609375, "token_count": 45} +{"index": 2396, "reference": "Egyptian security forces are using sexual violence against detainees on a massive scale, according to the International Federation for Human Rights.", "prediction": " rights and human rights activists in Egypt saying that they are \" politicised and sexually assaulted\", Human Rights says.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 94.54265594482422, "token_count": 21} +{"index": 2397, "reference": "Leigh Griffiths says Celtic are \"fired up\" for next season as they aim to win a sixth straight Premiership title.", "prediction": "Celtic are planning six finish six again in next season after guiding the Scottish title battle.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 102.6452865600586, "token_count": 18} +{"index": 2398, "reference": "The UK unemployment rate has fallen to its lowest rate in more than a decade but wage growth has slowed.", "prediction": "The UK unemployment rate fell slightly low since the December 2014, official figures show.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 18.749999999999996, "rougeL": 23.52941176470588}, "nll_sum": 69.24490356445312, "token_count": 15} +{"index": 2399, "reference": "A programme in which illusionist Derren Brown suffocated himself as part of a trick has broken broadcasting rules.", "prediction": "TV2's Today programme that found Derren Brown's use of a screen has received an broadcaster, because of children could a \"Astic moment\".", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 33.33333333333333}, "nll_sum": 183.80770874023438, "token_count": 29} +{"index": 2400, "reference": "Britain's Adam Peaty defended his 50m breaststroke title with another stunning display to complete a World Aquatics Championships double-double.", "prediction": "Olympic champion Adam Peaty he action to be equal of her career before completing them breaststroke records as his team completed his seventh Worldimming Championships in London.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333336}, "nll_sum": 192.95126342773438, "token_count": 33} +{"index": 2401, "reference": "One word and a freckle indirectly led to Richard Huckle's arrest.", "prediction": "A most internet site sites were launched by thousands of thousands of people, indecent images, including images of children.", "rouge": {"rouge1": 6.451612903225808, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 96.34601593017578, "token_count": 21} +{"index": 2402, "reference": "Six months trapped in a tiny capsule with only three other people for company gives a person time to think.", "prediction": "A Chinese militia created a time, it wasn't like an waste capsule like just live four men will live on Earth 5 (3 overs).", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 187.5425262451172, "token_count": 27} +{"index": 2403, "reference": "Police in Canada have charged a man for sending explosive devices to several businesses in the city of Winnipeg and warned that more could be discovered.", "prediction": "A Canadian man's charged with attempted murder and bomb attacks in Paris has killed his ex-wife.", "rouge": {"rouge1": 22.72727272727273, "rouge2": 0.0, "rougeL": 13.636363636363638}, "nll_sum": 74.50164794921875, "token_count": 19} +{"index": 2404, "reference": "Stewart Murdoch has signed for Dundee United the day after his contract was terminated a year early by Ross County.", "prediction": "Dundee United have signed Lee Murdoch from two champions from Scottish Premiership side following his release by Ross County.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 30.76923076923077}, "nll_sum": 99.02369689941406, "token_count": 21} +{"index": 2405, "reference": "Five journalists belonging to a Libyan TV crew have been found dead, eight months after they were kidnapped.", "prediction": "yanyan police say 35 members crew members of their crew have been found in north in the country, officials say.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 16.666666666666668, "rougeL": 21.05263157894737}, "nll_sum": 116.50469207763672, "token_count": 23} +{"index": 2406, "reference": "Britain's Helena Lucas finished with three wins out of three to secure overall victory in the 2.4mR event at the Sailing World Cup in Miami.", "prediction": " Joise Lucas has been named first astronaut to win male Paralympic ice medal in Par Paraball World Cup in Sonar, Australia.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 25.0}, "nll_sum": 161.25021362304688, "token_count": 28} +{"index": 2407, "reference": "Students will have formal contracts with universities, so they can challenge them over too few teaching hours or if facilities are inadequate, says Universities Minister Jo Johnson.", "prediction": "London Mayor Boris Johnson has called on universities to keep \"s the external review\" to university\" if it support if Labour must cut rates and rates.", "rouge": {"rouge1": 15.09433962264151, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 161.74801635742188, "token_count": 29} +{"index": 2408, "reference": "India says it will do \"whatever it takes\" to ensure justice for a former navy officer sentenced to death in Pakistan on charges of spying.", "prediction": "India has warned against Pakistan's death sentence against former detention intelligence chief, who was jailed for 30 years for spying in November 2011p- spree inp sp's on's \" sp-lamp from in on November a's from.'s", "rouge": {"rouge1": 30.76923076923077, "rouge2": 0.0, "rougeL": 12.307692307692307}, "nll_sum": 292.3551025390625, "token_count": 47} +{"index": 2409, "reference": "A suicide car bomber has killed at least 16 people in the Somali capital Mogadishu, officials say.", "prediction": "At least 38 people have 2011 killed in a car blast in the Somali capital, Mogadish, a ambulance service says. solve in the capital's, ballet, as it 30 300-gmaker referee in from Saturday's delayed.", "rouge": {"rouge1": 40.74074074074075, "rouge2": 15.384615384615383, "rougeL": 29.629629629629633}, "nll_sum": 285.2364501953125, "token_count": 45} +{"index": 2410, "reference": "A man was tied up and left in a bedroom of a house in Newtownards, County Down, following an aggravated burglary.", "prediction": "A man has suffered life withchanging injuries after 20-year-old man was threatened his way into his home in north Belfast in the \"'s, ballet, as he took over-'s from his from on his.", "rouge": {"rouge1": 17.543859649122805, "rouge2": 7.2727272727272725, "rougeL": 17.543859649122805}, "nll_sum": 229.24038696289062, "token_count": 43} +{"index": 2411, "reference": "Nearly 5,000 calls about organised dog fighting in England and Wales have been made to the RSPCA since 2006, according to figures released to the BBC.", "prediction": "fightinger in dogs in the UK is of 'Southgateway to organised crime\", the RSPCA has said, in it the a UK, 30,000 offences from 100-000 from its in from a's.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 3.4482758620689653, "rougeL": 20.0}, "nll_sum": 257.7145080566406, "token_count": 44} +{"index": 2412, "reference": "Sixty-five people have appeared in court in Myanmar to be charged over a student protest that ended in violence.", "prediction": "Twenty-two have appeared in court in Myanmar over cases of the Burmese services, security officials say.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 28.57142857142857, "rougeL": 37.83783783783783}, "nll_sum": 80.07627868652344, "token_count": 21} +{"index": 2413, "reference": "The female governor at a private Muslim school in Birmingham - at the centre of criticism from Ofsted - chose to sit separately from men, says the school.", "prediction": "A private school at a school where where a Birmingham school \"the president\" has been ratedinadequate\".", "rouge": {"rouge1": 33.333333333333336, "rouge2": 10.0, "rougeL": 23.80952380952381}, "nll_sum": 115.8753662109375, "token_count": 21} +{"index": 2414, "reference": "The victim of a pensioner jailed for 13 years for horrific sex attacks has told of the abuse that ruined her life.", "prediction": "A \"dprofessional and raped predator a woman who assaulted five children over the 1980s-s jailed for a further 12 years. a. solve \" again- 2011 again to a it's Police's'sashed of the. a's a", "rouge": {"rouge1": 23.333333333333332, "rouge2": 6.896551724137931, "rougeL": 20.0}, "nll_sum": 313.15716552734375, "token_count": 47} +{"index": 2415, "reference": "Cambridge's dismal start to the League Two season continued as they surrendered the lead to lose 2-1 at home to Morecambe.", "prediction": "Cambridge United back from 2-1 down to beat Morecambe and defeat League Two play-offefuls Cambridge-off solve encounter in's years's reputation's a from-D's his in from international a's from. from", "rouge": {"rouge1": 26.229508196721312, "rouge2": 6.779661016949154, "rougeL": 16.39344262295082}, "nll_sum": 290.8614501953125, "token_count": 47} +{"index": 2416, "reference": "A 14-year-old boy has been arrested in County Londonderry \"in connection with serious crime,\" police have said.", "prediction": "A 16-year-old boy has been arrested in Londonderry in connection with anti- organised crime crime organised a organised crime and crime. from the force's a the reputation from a from's ballet of a from's from a", "rouge": {"rouge1": 43.333333333333336, "rouge2": 31.03448275862069, "rougeL": 43.333333333333336}, "nll_sum": 218.46018981933594, "token_count": 47} +{"index": 2417, "reference": "Cardiff City are waiting to discover the extent of the injury to Kenwyne Jones that forced the striker to miss Saturday's draw at Preston.", "prediction": "Cardiff City defender Ben Jones will face a full full fitness after during Saturday's Gold Cup quarter- qualifier against Rayleo Valcano. solve-'s again- a's from-A a reputation in from Saturday's referee.", "rouge": {"rouge1": 16.393442622950822, "rouge2": 6.779661016949152, "rougeL": 16.393442622950822}, "nll_sum": 307.2419738769531, "token_count": 45} +{"index": 2418, "reference": "A \"national crisis\" in teacher numbers is looming, six unions representing teachers and school leaders in England and Wales have warned.", "prediction": "Teachers in England are calling on the government to reduce pay, above pay rise, and struggle to struggle within working hours of the six unions say.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 8.88888888888889, "rougeL": 17.02127659574468}, "nll_sum": 142.049072265625, "token_count": 29} +{"index": 2419, "reference": "Shale gas test drilling in Lancashire has been suspended following an earthquake on the Fylde coast.", "prediction": "Gale gas has begun fracking at a site in a Lancashire area weeks before it has been confirmed.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 29.411764705882355}, "nll_sum": 92.03001403808594, "token_count": 21} +{"index": 2420, "reference": "Four paintings by Renaissance Old Master Caravaggio are the centrepiece of a major exhibition at the National Galleries of Scotland.", "prediction": "A Scottish painting by Charles Michele, who was described as the \" archetyty bad boy, has gone on show of a ScottishCaliforniaon solve. \"over--bover-bought crime\" from November's\".", "rouge": {"rouge1": 20.408163265306122, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 314.763916015625, "token_count": 43} +{"index": 2421, "reference": "Apple has expanded its use of \"two-step verification\" checks to protect data stored online by its customers.", "prediction": "Apple has defended its programme in a programme that will prevent cyber-attack to defaulted, giving it is a \"two-by arms system\".", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 152.95138549804688, "token_count": 28} +{"index": 2422, "reference": "The family of Marie Colvin, the American journalist who died in Syria four years ago, is suing the regime of President Bashar al-Assad.", "prediction": "The family of Marie Colvin have told BBC American television broadcasts in Syria where she fled Syrian President Bashar al-Assad-'s army's.'s Bureau of 2011-'s again's- again aA in a since from ban.", "rouge": {"rouge1": 41.93548387096774, "rouge2": 26.666666666666668, "rougeL": 38.70967741935484}, "nll_sum": 284.11785888671875, "token_count": 45} +{"index": 2423, "reference": "A dog that mauled a four-month-old baby to death snatched the boy from his mother's arms, an inquest has heard.", "prediction": "A four-month-old baby boy was shot and killed in a dog attack put down by the owner again, its brother's aunt and an inquest", "rouge": {"rouge1": 48.0, "rouge2": 24.999999999999993, "rougeL": 36.0}, "nll_sum": 108.59469604492188, "token_count": 29} +{"index": 2424, "reference": "Sport funding in Scotland is facing a 20% reduction over a three-year period, a move described as \"heartbreaking\" by the national agency.", "prediction": "Scotland's leading sport governing bodies is a warning that Scottish Government of funding will be cut by 20% because the organisation's a is stepat back\" it's's from a--e, a from from national it.", "rouge": {"rouge1": 36.065573770491795, "rouge2": 0.0, "rougeL": 22.950819672131146}, "nll_sum": 258.7066650390625, "token_count": 43} +{"index": 2425, "reference": "A major European obesity investigation has called for urgent action to prevent obesity in women of child-bearing age.", "prediction": "Pregnant women during the pregnancy are more likely to have them better protection before eating, and, research suggests.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 94.08883666992188, "token_count": 22} +{"index": 2426, "reference": "Bronze weapons believed to date back about 3,000 years have been discovered on the Isle of Coll.", "prediction": "IF materials believed believed to date back to the Scotland more than 3,000 years ago, have been found in sea by a huge loch.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 29.268292682926827, "rougeL": 41.860465116279066}, "nll_sum": 115.70396423339844, "token_count": 28} +{"index": 2427, "reference": "A teenager was assaulted and robbed as he got off a train in East Renfrewshire.", "prediction": "A teenager was left with serious injuries after being attacked and passenger a passenger train on a side of Glasgow.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.121212121212121, "rougeL": 34.285714285714285}, "nll_sum": 85.50788116455078, "token_count": 20} +{"index": 2428, "reference": "A British teacher living in Spain has been arrested for allegedly storing and sharing sexual images of children.", "prediction": "A teacher has been arrested in Spain on suspicion of making a making indecent images of underage girls.", "rouge": {"rouge1": 50.0, "rouge2": 23.52941176470588, "rougeL": 38.88888888888889}, "nll_sum": 61.31464767456055, "token_count": 18} +{"index": 2429, "reference": "Taking home more than $115m (\u00a372m) has made Beyonce this year's best paid woman in music.", "prediction": "Bey Bird has named the the top of Forbes' annual annual list in five years.", "rouge": {"rouge1": 18.750000000000004, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 76.21833038330078, "token_count": 16} +{"index": 2430, "reference": "Pele's 1958 World Cup winner's medal has been sold at auction in London for \u00a3200,000 - at least \u00a360,000 more than its estimated price tag.", "prediction": "Thousands of boots worn and football medals - will Brazil football Pe Pele whose ever to be sold at auction in the New York in 2011 of's, solve,'s they a \"-er's career from a football The).. man America", "rouge": {"rouge1": 23.52941176470588, "rouge2": 9.090909090909092, "rougeL": 14.705882352941174}, "nll_sum": 335.6884765625, "token_count": 46} +{"index": 2431, "reference": "Indonesia's president says ties with Australia have been \"damaged\" by reports that Canberra spied on his phone calls and those of his ministers.", "prediction": "onesonesia's ambassador,, saying Australia should apologise for its ambassador to parliament, amid claims that Australia spied on a Indonesian corrupt phone probe.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444444, "rougeL": 29.78723404255319}, "nll_sum": 154.47515869140625, "token_count": 28} +{"index": 2432, "reference": "A video appearing to show Syrian rebels murdering soldiers or pro-government militiamen could be evidence of a war crime, the UN has said.", "prediction": "Footage has released a video to show millions of soldiers troops the troops soldiers and killed the Syrian army says.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 118.89698791503906, "token_count": 21} +{"index": 2433, "reference": "Organic farms act as a refuge for wild plants, offsetting the loss of biodiversity on conventional farms, a study suggests.", "prediction": " roles bikes fields in orange the boost of cash help wildlife and boost organic farmedmed, research from Swansea University study in's in the's from, a, from- a - from a-'s.'s of. from the from a", "rouge": {"rouge1": 20.689655172413794, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 302.81219482421875, "token_count": 47} +{"index": 2434, "reference": "Rock band Coldplay and managers of acts including Ed Sheeran, Elton John, Blur and Radiohead have signed an open letter to the government calling for action over secondary ticketing sites.", "prediction": " including artists including Warrington, music, rock have launched a review to the government advice saying the issue of \"losting\" by ticketing site.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 12.000000000000002, "rougeL": 26.923076923076927}, "nll_sum": 178.24142456054688, "token_count": 29} +{"index": 2435, "reference": "The government says it will increase the levy on banks from 0.078% to 0.088% from 1 January.", "prediction": "The UK government has introduced a tax rate rates - protecting bank - slowed money raised by the of bank - and banks - to rate - and - raising raised the current rates.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 0.0, "rougeL": 21.27659574468085}, "nll_sum": 199.66200256347656, "token_count": 34} +{"index": 2436, "reference": "A wave of selling sweeping across bond markets resumed on Monday as investors continued to digest the impact of a Donald Trump presidency.", "prediction": " in dramatic rise in rise after President-elect Donald Trump was surprise in his his office.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 5.405405405405405, "rougeL": 10.256410256410255}, "nll_sum": 92.43130493164062, "token_count": 17} +{"index": 2437, "reference": "Tesco has said it is \"encouraged\" by its progress in a challenging market as it reported a second consecutive quarter of higher sales.", "prediction": "Tesco has reported a 30 40% rise in \"strong\" sales at the UK supermarket, despite a a \"challenging\" progress\".", "rouge": {"rouge1": 42.857142857142854, "rouge2": 15.0, "rougeL": 23.809523809523807}, "nll_sum": 120.56999206542969, "token_count": 28} +{"index": 2438, "reference": "A driver stopped for using his mobile phone told police he was trying to find the new Sam Smith song on YouTube.", "prediction": "Singer singer Sam 3re has been caught driving by police after asking his car for a new song on track barrier on a M4 motorway.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 152.37582397460938, "token_count": 29} +{"index": 2439, "reference": "Dame Judi Dench says she has no plans to retire from acting, despite failing eyesight which has left her unable to read scripts.", "prediction": "Dame Judchchner has revealed she has been diagnosed with terminal disease Philomena, because she cannot't't be watching her film movies.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 17.777777777777775}, "nll_sum": 160.47122192382812, "token_count": 29} +{"index": 2440, "reference": "A bus ended up stuck in a manure heap after apparently taking a wrong turn.", "prediction": "A bus vehicle was was forced out of his building and sat a muck heap, leaving the road and his mind on a muck facing\"..", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 174.38232421875, "token_count": 29} +{"index": 2441, "reference": "People across Indonesia and the Pacific have witnessed a total solar eclipse, with some parts of Indonesia in total darkness for up to three minutes.", "prediction": "Images courtesy of AFP, EPA, Getty Images and Reuters", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 5.88235294117647}, "nll_sum": 34.9462776184082, "token_count": 10} +{"index": 2442, "reference": "Paying everyone in Wales a universal basic income would be a \"worrying and extremely expensive socialist experiment\", an economist has warned.", "prediction": "A controversial tax benefits scheme for disabled people in Wales, because of a work work is not the expensive\", for an expert a leading think tank has claimed", "rouge": {"rouge1": 28.571428571428577, "rouge2": 4.25531914893617, "rougeL": 24.489795918367342}, "nll_sum": 156.06350708007812, "token_count": 29} +{"index": 2443, "reference": "Two Denbighshire hospitals which had serious food safety standard failings uncovered by an inspection have now been given improved ratings.", "prediction": "Hollywood stars have been stepped up after two Denbighighshire health board, following the deaths of two deaths by a health watchdog.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 140.06504821777344, "token_count": 27} +{"index": 2444, "reference": "Another election is probably the last thing the public want to hear about after what we've just gone through but that's exactly what the parties at the assembly are gearing up for next year.", "prediction": "In the auditor general election manifesto, First First Minister Carwyn Jones will find out what and the outcome recount in the outcome of the 2016 assembly election.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 15.873015873015875}, "nll_sum": 141.03634643554688, "token_count": 29} +{"index": 2445, "reference": "Union leaders at the Trawsfynydd nuclear power station in Gwynedd have welcomed suggestions a new smaller reactor should be located there.", "prediction": "A nuclear reactor at the Trawynfilydddd site in Gwynedd, a union has claimed.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 12.5, "rougeL": 29.411764705882348}, "nll_sum": 119.15969848632812, "token_count": 22} +{"index": 2446, "reference": "David Natzler has been named as the next Clerk of the Commons, ending a controversial process which pitted Speaker John Bercow against some MPs.", "prediction": "MPs have been chosen to select B speaker select Santzler as the next general director-general of of the House of Commons.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 135.68612670898438, "token_count": 26} +{"index": 2447, "reference": "Cannabis should be legalised for medical use, a cross-party group of MPs has said, but there are thousands of people already using the Class B drug for this purpose.", "prediction": " a campaign for drugs to beised medical cannabis - to be made available patients in, UK the is calling for him to be legally prized.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 157.56101989746094, "token_count": 27} +{"index": 2448, "reference": "Voters in Tunisia have been choosing their first freely elected president in a run-off election seen as a landmark in the country's move to democracy.", "prediction": "Aunisia's right-wing rights lawyer has parliamentary in the parliamentary elections, to preliminary parliamentary results show.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 13.636363636363638}, "nll_sum": 120.36587524414062, "token_count": 22} +{"index": 2449, "reference": "Dundee United midfielder Chris Erskine will return to Partick Thistle in the summer as the Glasgow club prepare for the departure of Stuart Bannigan.", "prediction": "Partick Thistle have agreed to sign young striker Max Erskine following the left-back from Scottish Premiership champions move to Dundee United.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.09090909090909, "rougeL": 13.043478260869565}, "nll_sum": 113.98789978027344, "token_count": 29} +{"index": 2450, "reference": "Tax chiefs at the big accountancy firms have defended themselves against claims they are behind avoidance schemes that damage the UK's interests.", "prediction": "down down on tax havens, saying companies are \"should't cars\" to be used, a committee of MPs.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 125.33023071289062, "token_count": 22} +{"index": 2451, "reference": "A campaign to vaccinate girls against a cancer-causing sexually transmitted infection has led to a dramatic drop in reported cases.", "prediction": " a urinated against two high-risk of cervical cancer is in Scotland better than previously thought, new research suggests", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 101.81304931640625, "token_count": 21} +{"index": 2452, "reference": "Cardiff City boss Neil Warnock says he was \"disappointed\" that he did not get a call from Aston Villa over their managerial vacancy in the summer.", "prediction": "Cardiff City manager Neil Warnock said he thought big names who joined the job at Aston Villa were because of big names want him to the job.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 11.76470588235294, "rougeL": 30.18867924528302}, "nll_sum": 135.98736572265625, "token_count": 29} +{"index": 2453, "reference": "Canada has revoked the citizenship for the fourth time of a 93-year-old man who has admitted to being a former Nazi death squad member.", "prediction": "A Russian man war committed war crimes during the Germany war in Germany in 1945 has lost his battle the have Canadian citizenship was stripped in his citizenship.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 158.03656005859375, "token_count": 28} +{"index": 2454, "reference": "Small businesses in Scotland are leading the way when it comes to digital skills, according to a study.", "prediction": "Small businesses across Scotland are the much much right to investment more than they online do online, to a report.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 16.666666666666668, "rougeL": 42.10526315789474}, "nll_sum": 137.19857788085938, "token_count": 21} +{"index": 2455, "reference": "(Closed): US stocks shook off early losses to close higher on Wednesday led by gains in tech and health care.", "prediction": "(Close): Wall Street markets ended higher on Monday, stronger loud by strong US from US data data.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 131.58126831054688, "token_count": 20} +{"index": 2456, "reference": "A 47-year-old man who raped a 16-year-old girl in a Wearside park has been jailed for eight years.", "prediction": "A 23-year-old man who sexuallying a girl in a park has been jailed for-andand-a-half years.", "rouge": {"rouge1": 71.42857142857143, "rouge2": 45.0, "rougeL": 71.42857142857143}, "nll_sum": 104.3129653930664, "token_count": 27} +{"index": 2457, "reference": "Lewis Hamilton and Nico Rosberg are on a \"final warning\" that they will be severely punished if they crash again but remain free to race.", "prediction": "Mercedes say they will take legal action against Hamilton and team Nico Rosberg and receive a yellow card if any drivers are bedifficult\".", "rouge": {"rouge1": 37.49999999999999, "rouge2": 13.043478260869565, "rougeL": 24.999999999999993}, "nll_sum": 143.59181213378906, "token_count": 27} +{"index": 2458, "reference": "Russia's media watchdog, Roskomnadzor, has blocked access to two of the world's largest pornography websites.", "prediction": " to Russian government authorities have lifted a government ban on pornography, gaming advertising, in what government has been seen as \"a ban of illegal\".", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 141.885498046875, "token_count": 27} +{"index": 2459, "reference": "The former home of explorer Gertrude Bell, a Grade II* listed church and two derelict hospitals are among 10 of the most endangered historic buildings.", "prediction": "iredlict former flour outer mill, which sees artist Stephen Bell and the Middle East, are among 10 places for building, a to mental health charity.", "rouge": {"rouge1": 36.0, "rouge2": 8.333333333333332, "rougeL": 28.000000000000004}, "nll_sum": 193.843505859375, "token_count": 29} +{"index": 2460, "reference": "Iraqis go to the polls on 30 April in parliamentary elections overshadowed by violence and sectarian tension.", "prediction": " in Iraq general election will held on 28 27 February, which hope which has rival uncertainty, the political and political priorities and political sights. reflection a \" Broadway again a's a's a's a again of a's ban from November.", "rouge": {"rouge1": 16.949152542372882, "rouge2": 0.0, "rougeL": 10.169491525423728}, "nll_sum": 292.9952697753906, "token_count": 46} +{"index": 2461, "reference": "Marion Mar\u00e9chal-Le Pen, the niece of defeated far-right French presidential candidate Marine Le Pen, is to quit politics, French media report.", "prediction": "The president of France's lower speaker, KytonBurRoy Pen, will not stand in next year to elections, medical reports and the local office, reports,", "rouge": {"rouge1": 20.833333333333336, "rouge2": 0.0, "rougeL": 20.833333333333336}, "nll_sum": 224.91561889648438, "token_count": 31} +{"index": 2462, "reference": "Wales prop Tomas Francis admitted he was relieved when coach Rob Howley named an unchanged team for Friday's Six Nations match with Ireland.", "prediction": "Pope Gabriel says he is confident Wales to keep his Wales' place the of 2017 Six Nations, despite fears losing one players of his Six Nations as a fish livestock.", "rouge": {"rouge1": 14.814814814814813, "rouge2": 3.8461538461538463, "rougeL": 11.111111111111112}, "nll_sum": 187.2896728515625, "token_count": 32} +{"index": 2463, "reference": "Eight teenagers have been arrested after a large group of youths attacked a McDonald's in Flintshire on Halloween.", "prediction": "Three people were injured when a group of men attacked a supermarket supermarket in Denbighshire the police have said.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 66.64690399169922, "token_count": 22} +{"index": 2464, "reference": "Climate change could disrupt up to a third of rail services travelling to and from the South West within the next 100 years, a study suggests.", "prediction": "A synchronised remote rail line between north south to Wales could rise by 20 or 20 years, a study.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 119.48536682128906, "token_count": 21} +{"index": 2465, "reference": "Passengers affected by the collapse of a railway line during storms in Dover are to be compensated, rail operator Southeastern has said.", "prediction": " Southeastern willpay tickets to rail services to Dover after a railway wall reopen last week because sea sea caused off the sea sea a 2011 and o. a's a's a's from after a's againelt of the's from's a", "rouge": {"rouge1": 24.242424242424246, "rouge2": 3.125, "rougeL": 9.09090909090909}, "nll_sum": 319.897705078125, "token_count": 47} +{"index": 2466, "reference": "Rain has fallen on the Glastonbury Festival as fans enjoyed the first day of music on the main stages.", "prediction": " un unably are among the Gl have be set on the Glastonbury's again, the organisers have confirmed.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 11.428571428571429, "rougeL": 21.62162162162162}, "nll_sum": 129.40760803222656, "token_count": 22} +{"index": 2467, "reference": "\"Aggressive\" language used by some AMs in debates about Brexit is heightening public tensions over the issue, Welsh Tory leader Andrew RT Davies has said.", "prediction": "The Conservative leader of Andrew RT Davies has apologised to the commissioner's officer in a row over Brexit.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 14.285714285714288, "rougeL": 27.27272727272727}, "nll_sum": 93.60302734375, "token_count": 19} +{"index": 2468, "reference": "This is my last blog here, as I've decided to leave my post as the BBC's Chief Business Correspondent based in Singapore and move back to the UK.", "prediction": "Business Secretary RobKona BHS, has announced a review coverage in news news.", "rouge": {"rouge1": 9.523809523809522, "rouge2": 0.0, "rougeL": 9.523809523809522}, "nll_sum": 118.13217163085938, "token_count": 16} +{"index": 2469, "reference": "Burton Albion have signed Lasse Vigen Christensen and Cauley Woodrow on loan from Championship rivals Fulham until the end of the season.", "prediction": "Burton Albion have signed Hull City's Andreas Bach, andauleyauigned and striker Wood Woodrow on loan from Championship club Bristol City on loan the restive the season.- a 2011 a in a 2011 from 2011 again from emerged", "rouge": {"rouge1": 43.333333333333336, "rouge2": 27.586206896551722, "rougeL": 43.333333333333336}, "nll_sum": 302.46746826171875, "token_count": 46} +{"index": 2470, "reference": "It was the look between the midwife and her husband that Victoria Hughes remembers.", "prediction": "Thirty- years ago, Makarath Williams Jones and she thought she was diagnosed with Down's syndrome was not that it a a family \"g 100, it and a from local Local, to be a couple of.", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 250.768798828125, "token_count": 43} +{"index": 2471, "reference": "A used buggy listed for sale by a father who joked that it signified the end of his \"happy carefree life\" has sold for \u00a3325.", "prediction": "chair eBay pushchair who to his to transplant his wife's buggy has raised concerns about his children.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 122.56901550292969, "token_count": 19} +{"index": 2472, "reference": "A former senior trader at Rabobank has pleaded guilty to interest rate rigging in the US.", "prediction": " a former trader at London office has pleaded guilty to helping trying the blackmail a global interest rates scheme.", "rouge": {"rouge1": 62.857142857142854, "rouge2": 36.36363636363636, "rougeL": 57.14285714285714}, "nll_sum": 111.72102355957031, "token_count": 19} +{"index": 2473, "reference": "Hull FC have signed 20-year-old centre Joe Arundel from Castleford Tigers on a four-year contract from 2013.", "prediction": "Hull FC second-row Joe Arundel has signed a new a one-year deal with the Super League club. FCgate the\" of his from from league, but from local rugby, from November..", "rouge": {"rouge1": 34.61538461538461, "rouge2": 7.999999999999999, "rougeL": 26.923076923076923}, "nll_sum": 224.03526306152344, "token_count": 43} +{"index": 2474, "reference": "Ministers insist there is strong support for their seven-day NHS plans as experts challenge the policy.", "prediction": "Plans for a seven-day NHS NHS in England is \" likely to complete\", leading doctors' boss says.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 112.67330932617188, "token_count": 22} +{"index": 2475, "reference": "Non Stanford will be surprised if Helen Jenkins is not in the British triathlon team for the Olympics after her victory in the Gold Coast World Series event.", "prediction": "soathlete Non Stanford says \" anything is to anything\" be doing\" for her Rio Olympics because of missed out on medal at not Rio Games.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 3.9999999999999996, "rougeL": 19.23076923076923}, "nll_sum": 192.7872314453125, "token_count": 29} +{"index": 2476, "reference": "The National Crime Agency (NCA), is to lead the investigation into the sale of Nama's NI property portfolio.", "prediction": "The National Crime Agency (NCA) has announced an investigation into the \u00a31bn sale of Northern Ireland Northern assets to a Northern Ireland loan deal.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 34.146341463414636, "rougeL": 46.51162790697674}, "nll_sum": 99.1494140625, "token_count": 29} +{"index": 2477, "reference": "Microsoft co-founder Paul Allen has announced plans to launch unmanned rockets and carry cargo into space.", "prediction": "US scientist Sean Allen has unveiled his plan to build his first aircraft into space.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 20.0, "rougeL": 37.50000000000001}, "nll_sum": 68.84562683105469, "token_count": 15} +{"index": 2478, "reference": "Conservationists have won a legal challenge in Scotland's highest court against four major offshore wind farm projects.", "prediction": "A legal challenge to overturned Scottish government decision to build three-turbine,, including puffins and kittiwakes\" died last year, a court heard.", "rouge": {"rouge1": 20.0, "rouge2": 10.526315789473683, "rougeL": 20.0}, "nll_sum": 153.02120971679688, "token_count": 32} +{"index": 2479, "reference": "A man has admitted sexually abusing two girls in Fife over a nine year period.", "prediction": " a man who admitted and sexually assaulted two girls be told police he told officers and give him his position to stay hospital, a court heard.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 34.14634146341463}, "nll_sum": 140.2117919921875, "token_count": 27} +{"index": 2480, "reference": "A man has been arrested on suspicion of murder after another man's body was found in a street on New Year's Eve.", "prediction": "A man has been arrested by police investigating the fatal shooting fatal shooting man in South Yorkshire, causing a decision of the football and the, before referee before has from a. for the from from aelt man. from of 2011 from 2011 a", "rouge": {"rouge1": 26.865671641791046, "rouge2": 12.307692307692307, "rougeL": 23.88059701492537}, "nll_sum": 262.9556884765625, "token_count": 47} +{"index": 2481, "reference": "For three years South Sudan has tumbled deeper into self-inflicted chaos, and it now finds itself on the brink of something even more terrifying.", "prediction": " a year began in February 2014, Sudaneseese migrants have fled theese border, near the areas near the capital of Ugandau capital, Juba.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 161.6426544189453, "token_count": 31} +{"index": 2482, "reference": "Derek McInnes is convinced his Aberdeen side will finish second in the Premiership, despite their 3-0 home defeat to third-placed Rangers.", "prediction": "Derek McInnes says Aberdeen can believes can Hearts can a fourth consecutive league Cup final despite beating Rangers and Rangers Scottish side in its Scottish Cup final.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666667, "rougeL": 20.0}, "nll_sum": 173.2754364013672, "token_count": 30} +{"index": 2483, "reference": "A sheep which is the mascot of a British Army regiment has been promoted at a ceremony marking its formation.", "prediction": "A fourth armyer who served on the same duty Duke and the, the Prince William, has been awarded a knous on the Chatsworth estate.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 157.4931640625, "token_count": 30} +{"index": 2484, "reference": "Suicide bombers and gunmen have killed at least 35 people in an attack by so-called Islamic State (IS) at a Shia shrine in the Iraqi town of Balad.", "prediction": "The Islamic State (IS group was behind a suicide attack attack on militant shrine popular shrine, Iraqi Iraqi capital Iraqi, security officials say the a Broadway, solve, as they from \"-'s ban a in from from's's from. a", "rouge": {"rouge1": 28.985507246376812, "rouge2": 5.970149253731343, "rougeL": 17.391304347826086}, "nll_sum": 310.6568603515625, "token_count": 47} +{"index": 2485, "reference": "Collins English Dictionary has chosen binge-watch as its 2015 Word of the Year.", "prediction": "eaning, the most popular TV and TV manifesto of the Year of the year -, the lowest level ever recorded, according toiw Davies English Dictionary.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 16.666666666666668, "rougeL": 15.789473684210526}, "nll_sum": 165.98712158203125, "token_count": 30} +{"index": 2486, "reference": "Brazil coach Luiz Felipe Scolari has resigned, the country's football federation (CBF) has confirmed.", "prediction": "The Brazil head coach Davidipe Scolari has resigned his coaching team, despite the country exitwn World Cup as \"the our worst nightmare\".", "rouge": {"rouge1": 37.83783783783784, "rouge2": 17.142857142857142, "rougeL": 37.83783783783784}, "nll_sum": 161.4780731201172, "token_count": 28} +{"index": 2487, "reference": "UK prices for generic cancer drugs have risen sharply in the past five years, restricting their use in treating NHS patients, research from the European Cancer Congress has found.", "prediction": "The NHS in England are paying the cost of the new drugs prices because of items like India, India and India, research. in the research solve, solve, says again be-- again 2011 a in a from a's again", "rouge": {"rouge1": 26.47058823529412, "rouge2": 3.0303030303030303, "rougeL": 14.705882352941178}, "nll_sum": 262.1584167480469, "token_count": 44} +{"index": 2488, "reference": "The world's most valuable individual prize - the Mo Ibrahim prize for good governance in Africa - has gone unclaimed yet again.", "prediction": "The winners of the prestigious prestigious prize for Literature Peace Literature in Kenya Cape has been approved, a parliamentary committee has confirmed, it's been a low- for the's reputation's reputation-.Dmakers in political weeks past.", "rouge": {"rouge1": 23.728813559322035, "rouge2": 3.508771929824561, "rougeL": 20.33898305084746}, "nll_sum": 265.32501220703125, "token_count": 43} +{"index": 2489, "reference": "The Met Office has issued an amber \"be prepared\" weather warning for large parts of Scotland for Friday and Christmas Eve.", "prediction": "Gusts of of up to 90 minutes are to be expected by the Met Office, with of up to 90mph on Friday night.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 22.727272727272723}, "nll_sum": 112.43006896972656, "token_count": 27} +{"index": 2490, "reference": "Actress and writer Michelle Terry has been named as the incoming director of Shakespeare's Globe theatre.", "prediction": " Terry Stones, who is best as Rice as as award-, is leaving, is leaving the theatre and take over as its artistic director.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 158.8736572265625, "token_count": 26} +{"index": 2491, "reference": "Police are searching for a woman who has gone missing with her three-year-old son.", "prediction": " a two-year-old son, who who went missing from a Swansea step Swansea, has been found safe safe and well.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 21.62162162162162}, "nll_sum": 97.51365661621094, "token_count": 25} +{"index": 2492, "reference": "It's a rule of animation that every successful cartoon character should be recognisable by silhouette alone.", "prediction": "The British band backs sees band, but it so of of new meant to protect them, the children protect and protect them in rebuilding their clothes.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 181.67051696777344, "token_count": 28} +{"index": 2493, "reference": "A Banksy artwork which had been withdrawn from an auction in the US has been put up for sale again.", "prediction": "A Banksy mural which paintedged in a city reception reception when it disappeared 40 years ago of to be sold at auction in east London.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 146.73907470703125, "token_count": 27} +{"index": 2494, "reference": "Revenue in Macau's casinos fell by more than a third in November from a year earlier as China's corruption crackdown continued to drive away some punters.", "prediction": "auau has reported full the revenues for the first three months to the end of 2012, because of fears over a economic slowdown in western China.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 14.814814814814817}, "nll_sum": 115.30239868164062, "token_count": 28} +{"index": 2495, "reference": "India's Sahitya Akademi, which bestows literary honours, has condemned recent attacks on writers and rationalists.", "prediction": "India'sPoat Akademi has called for immediate action immediate some critics for published, India, after writers were killed at their regional education department.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 195.6898651123047, "token_count": 29} +{"index": 2496, "reference": "An Oxford college has moved away from its founding principles of providing degrees for working-class adults and mature students, students have warned.", "prediction": "More than 1,000 people signed a petition calling for a London college to be abolished, west London is closing its degrees of degreesCraw)'s again 2011 again- again a from a it's againelt of a from again of a", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 9.375}, "nll_sum": 267.22283935546875, "token_count": 47} +{"index": 2497, "reference": "Police investigating the murder of missing Swansea man Alec Warburton say a man they wanted to speak to in connection with his disappearance has been arrested.", "prediction": "A man whose body was found of the sea off the wall of Swansea on Saturday is that of for missing Swansea man James Warburton.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 121.09269714355469, "token_count": 27} +{"index": 2498, "reference": "World champion Peter Sagan won stage five of Tirreno-Adriatico in Italy as Britain's Adam Yates abandoned the race because of illness.", "prediction": "Northern's Sean Yates moved into overall lead on the opening stage of Australia been a Sixers race - the Ard M ballet's as2 N L's big on for a organisation's a from. a as's of", "rouge": {"rouge1": 25.80645161290323, "rouge2": 0.0, "rougeL": 16.129032258064516}, "nll_sum": 299.1565246582031, "token_count": 41} +{"index": 2499, "reference": "England and Liverpool midfielder James Milner has retired from international football.", "prediction": "England striker Simon Milner has left his Allardyce with his contract with immediate effect, with an immediate, neck's footballlieA it on decision from his football., withig scorediger of World of.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 295.67962646484375, "token_count": 43} +{"index": 2500, "reference": "Holders Arsenal must travel to Hull for an FA Cup fifth-round replay after failing to turn dominance into victory against the Championship leaders.", "prediction": "Hull completed a comfortable FA Cup fourth-round draw as were held to a draw by third-league Hull City and reach the quarter-finals of the in's. the's-w's again in a from a's.old a", "rouge": {"rouge1": 18.46153846153846, "rouge2": 3.1746031746031753, "rougeL": 18.46153846153846}, "nll_sum": 241.90440368652344, "token_count": 47} +{"index": 2501, "reference": "Huawei is suing its tech rival Samsung over claims that its patents have been infringed.", "prediction": "Smart phonemaker Huawei is taking legal action against its Korean rival Samsung for of its patents.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 20.689655172413797, "rougeL": 45.16129032258064}, "nll_sum": 86.56364440917969, "token_count": 17} +{"index": 2502, "reference": "The death of Saif al-Arab Gaddafi, if confirmed, is likely to have come as a consequence of Nato's increasingly aggressive tactics, undertaken by the alliance to shake up a stalemate in the conflict.", "prediction": "The killing of Saif al al-Arab was the outcome of the Muammar Gaddafi, the Libyan leader of Mu Colammar Gaddafi in 2011.", "rouge": {"rouge1": 34.48275862068965, "rouge2": 10.714285714285714, "rougeL": 27.586206896551722}, "nll_sum": 119.85369873046875, "token_count": 30} +{"index": 2503, "reference": "A five-year-old girl has been found with her dead father in a crashed car which had been in a ditch \"for some time\".", "prediction": "A man and a nine-yearold girl were injured when a car hit a hit a tree- hit tree tree in low fog conditions.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 20.408163265306126}, "nll_sum": 120.14985656738281, "token_count": 27} +{"index": 2504, "reference": "A deal on the financial arrangements that will underpin Scotland's new devolution powers \"seems within reach\", a UK government minister has said.", "prediction": "MSPs have been told they do not know that new tax powers to Scotland for Holyrood uncertaintyro\", says a key Holyro committee.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 17.777777777777775}, "nll_sum": 163.62588500976562, "token_count": 29} +{"index": 2505, "reference": "US Secretary of State John Kerry says Washington is seriously concerned about increased Chinese militarisation in the contested South China Sea.", "prediction": "The US Secretary of State John Kerry has said there is no evidence\" there increase an pace of sterilisation or one or\". in his \" a. a)'s 2011 again a it a it's from of's from's from's a", "rouge": {"rouge1": 31.74603174603175, "rouge2": 16.39344262295082, "rougeL": 28.57142857142857}, "nll_sum": 267.6123962402344, "token_count": 47} +{"index": 2506, "reference": "SNP leader Nicola Sturgeon has told David Cameron he is \"not master of all he surveys\" after her party forced a delay in a planned fox-hunting vote.", "prediction": "Nicola Sturgeon has said she a no party the SNP MPs will vote against English laws including \"no for English or English\" mean only English laws.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 7.692307692307692, "rougeL": 18.51851851851852}, "nll_sum": 141.26171875, "token_count": 29} +{"index": 2507, "reference": "The public inquiry into the Grenfell Tower fire must be split in two stages to ensure all lessons are fully learned, Jeremy Corbyn has said.", "prediction": "Jeremy Corbyn has said Theresa May an inquiry into the Grenfell Tower disaster will be told, within a week of \" within a year\" and", "rouge": {"rouge1": 40.81632653061225, "rouge2": 29.78723404255319, "rougeL": 24.489795918367346}, "nll_sum": 114.01437377929688, "token_count": 27} +{"index": 2508, "reference": "Ospreys have signed Sale Sharks' former South Africa tight head prop Brian Mujati until the end of the season.", "prediction": "Ospreys have signed South Africa prop Samson Muambajati Finn ahead of the 2016-17 season. to at-A a haul in a years from's from \" under-l aA on from November's. fromold from", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.384615384615383, "rougeL": 33.33333333333333}, "nll_sum": 321.2481689453125, "token_count": 47} +{"index": 2509, "reference": "A British man is missing in Vietnam after falling while attempting to climb the country's highest mountain.", "prediction": "A British backpacker who went missing on Vietnam's highest mountain after failed to save him, his girlfriend has said. saying it's been a \"loy's from's a's-A from a in's's).", "rouge": {"rouge1": 36.36363636363637, "rouge2": 11.320754716981131, "rougeL": 25.454545454545457}, "nll_sum": 224.927490234375, "token_count": 43} +{"index": 2510, "reference": "A memorial service has taken place to remember the life of Leeds Rhinos president and life-long rugby league fan Harry Jepson OBE, who died aged 96.", "prediction": "Hundreds of rugby mourners have held the full funeral service for Super League rugby league captain Harry Halep motion, the rugby club's rugby's head heads head head of league. Green-D a for in, his as.", "rouge": {"rouge1": 21.53846153846154, "rouge2": 3.1746031746031744, "rougeL": 12.307692307692308}, "nll_sum": 259.65643310546875, "token_count": 44} +{"index": 2511, "reference": "Edinburgh Zoo has said it believes its panda Tian Tian is pregnant and may give birth at the end of the month.", "prediction": "A giant panda at Edinburgh Zoo but isn't give birth is pregnant this year, despite giving birth of implantation and implant amputation.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 13.95348837209302, "rougeL": 31.111111111111118}, "nll_sum": 138.3036346435547, "token_count": 27} +{"index": 2512, "reference": "Votes can now be cast in an online poll to choose what could become Britain's first national bird.", "prediction": "The rob Scalia saying Britain's national bird would be \"the best\" for the UK, the nation's blackbird the RSPB has said. 2011 \" again's again the 2011 from it be againelt of a 2011 again 2011 America", "rouge": {"rouge1": 17.241379310344826, "rouge2": 7.142857142857142, "rougeL": 13.793103448275865}, "nll_sum": 289.88043212890625, "token_count": 47} +{"index": 2513, "reference": "A Hitler lookalike has been arrested in Austria on charges of glorifying the Nazi era, local officials say.", "prediction": "Austrian man image released photos of himself showing a giant lookike at the of in the home where Adolf Hitler was born born in the Nazi-Nazis Austria police say.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 4.3478260869565215, "rougeL": 25.0}, "nll_sum": 186.8434600830078, "token_count": 33} +{"index": 2514, "reference": "A man who died after he suffered a serious head injury at a party in Barnsley has been named.", "prediction": "A murder inquiry been started by started after a man was found dead on Wednesday. Sheffield, as a's's body was from a disease a from a a from a from body's body's body name a the a's from's aA", "rouge": {"rouge1": 21.875, "rouge2": 3.2258064516129026, "rougeL": 15.625}, "nll_sum": 244.17201232910156, "token_count": 47} +{"index": 2515, "reference": "Two London Tube lines remained part suspended on Sunday due to safety concerns with Grenfell Tower.", "prediction": " five main lines in south London which were closed since the Gren Tower fire have closed because because cause cause debris.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 132.63809204101562, "token_count": 21} +{"index": 2516, "reference": "Joe Root is the \"obvious candidate\" to be named as England Test captain - but the role must not affect his batting, says pace bowler James Anderson.", "prediction": "Joe Root is the \"important\"\" in the future to be vacant captain of Test cricket, says ex-England battingered James Anderson.", "rouge": {"rouge1": 55.319148936170215, "rouge2": 22.222222222222225, "rougeL": 42.553191489361694}, "nll_sum": 138.82247924804688, "token_count": 26} +{"index": 2517, "reference": "Many consumers were outraged with the news that the US Federal Communications Commission (FCC) was possibly considering new rules allowing net providers to charge more for access to an online fast lane.", "prediction": "Rare to internet film, such as as Netflix, Netflix, and exclusive, is too,.", "rouge": {"rouge1": 4.444444444444445, "rouge2": 0.0, "rougeL": 4.444444444444445}, "nll_sum": 107.07522583007812, "token_count": 17} +{"index": 2518, "reference": "Burnley beat Lancashire rivals Blackburn to go back to the top of the Championship thanks to Andre Gray's first-half penalty.", "prediction": "Burnley moved to within four points of the Championship leaders as they missed out on play-off hopefuls Blackburn and beat Blackburn at Turf Moor.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 8.88888888888889, "rougeL": 21.276595744680854}, "nll_sum": 100.0180892944336, "token_count": 30} +{"index": 2519, "reference": "Jaguar Land Rover (JLR) plans to create 1,700 jobs at its plant in Solihull as part of a \u00a31.5bn investment in expanding its product range.", "prediction": "araguar Land Rover (JLR) has announced it it will create $400m in its plan to build future model in its models in the UK from Solihull from 30 December. fines in 2011 from with 2011.'s America", "rouge": {"rouge1": 34.375, "rouge2": 9.67741935483871, "rougeL": 28.125}, "nll_sum": 251.12355041503906, "token_count": 47} +{"index": 2520, "reference": "Corey Whitely took Dagenham to second place in the National League with the only goal in their win away at Eastleigh.", "prediction": "Miss Whitely's stoppage-time goal to give Dham &bridge a hard-fought victory over Eastless Eastleigh,- solve of the game's. double-lp's first in four years..", "rouge": {"rouge1": 24.000000000000004, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 228.88119506835938, "token_count": 41} +{"index": 2521, "reference": "Jon Stead struck the winner as Notts County came from behind to earn victory at Hartlepool United in League Two.", "prediction": "Jon Stead scored a stoppage-time winner as Notts County came from a 2-1 win over League Two club Hartlepool, who solve 'A ballet's 100 100- from a of a from a's's\".", "rouge": {"rouge1": 39.285714285714285, "rouge2": 25.925925925925924, "rougeL": 35.714285714285715}, "nll_sum": 214.7125244140625, "token_count": 45} +{"index": 2522, "reference": "A murder investigation has begun over a man who was fatally stabbed in front of dozens of customers at an over-21s bar in north-west London.", "prediction": "A 23-year-old man died and two others have have been seriously injured in an attack at a bar outside a bar in central London, has died, police said.", "rouge": {"rouge1": 35.08771929824561, "rouge2": 3.6363636363636367, "rougeL": 24.56140350877193}, "nll_sum": 94.96034240722656, "token_count": 34} +{"index": 2523, "reference": "A tree which stood at the time of Magna Carta and another with links to the time of Christ have been shortlisted in the Tree of the Year competition.", "prediction": "Four hundred oak across the UK, including one from Northern Ireland and Northern Ireland, among the race being shortlisted for this year Soviet European The Hockey competition the been selected's.- again 2011 again 2011 again 2011 again 2011 again 2011's a", "rouge": {"rouge1": 27.77777777777778, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 266.976806640625, "token_count": 46} +{"index": 2524, "reference": "A man has died after attempting to rescue two teenage girls who got into difficulty in the sea in Gwynedd.", "prediction": "A man was taken to hospital after being taken getting into difficulty while getting off the sea off Harlele, Gwynedd in thewynedd,onian, it has have be from a national football's of referee. from a 2011A", "rouge": {"rouge1": 38.59649122807017, "rouge2": 10.90909090909091, "rougeL": 28.07017543859649}, "nll_sum": 272.27880859375, "token_count": 47} +{"index": 2525, "reference": "A Grimsby frozen food factory has closed with the loss of 337 jobs.", "prediction": "Fifty-two jobs are be at risk at they petenhouse farm in Shropshire. thanks of the factory's reputation on's a from a's as's, from a Lord's. reputation of a's from 2011-", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 271.0249328613281, "token_count": 47} +{"index": 2526, "reference": "The jellyfish population in north Wales has soared after the recent warm weather, researchers have said.", "prediction": "Fernandayfish washed up on a south Wales beach \"more swarms\" of the waters, according to the of a tank charity's charity.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 160.3895263671875, "token_count": 29} +{"index": 2527, "reference": "A woman was tied up and \"brutally murdered\" by her ex and his partner, who then tried to pass the killing off as a suicide, a jury has heard.", "prediction": "A woman accused of murdering her love rival says she lied to lied about the alleged killing, the killing himself, a court heard, have as \"the a of of referee\". aolve a it's have of from\".", "rouge": {"rouge1": 33.333333333333336, "rouge2": 6.25, "rougeL": 30.303030303030305}, "nll_sum": 260.3033752441406, "token_count": 43} +{"index": 2528, "reference": "RAF crewmates of Prince William have sent their congratulations to him and the Duchess of Cambridge after the birth of their son.", "prediction": "The Edinburgh and Duchess of Edinburgh have given birth to a private baby girl.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 54.541385650634766, "token_count": 14} +{"index": 2529, "reference": "Lock Rory Thornton says he is \"champing at the bit\" ahead of winning his first Wales cap against Samoa in Apia on Friday, 23 June.", "prediction": "Full-back Grant Clifford says he is out of training camp will miss the Ospreys match against Wales on Friday", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 96.16812133789062, "token_count": 22} +{"index": 2530, "reference": "Durham County Council is seeking a judicial review after a planning inspector refused to re-examine his criticism of proposals for the county.", "prediction": "A planning inspector has refused to demolition a council investigation on a \u00a3100m office development after the council inspector refused to write a review a his decision.", "rouge": {"rouge1": 44.00000000000001, "rouge2": 16.666666666666668, "rougeL": 27.999999999999996}, "nll_sum": 146.85653686523438, "token_count": 29} +{"index": 2531, "reference": "The UK Border Agency has no \"clear strategy\" for dealing with a group of more than 150,000 foreign nationals staying on after visas expire, the borders and immigration inspector says.", "prediction": "The government's inspector of immigration commissioner has said there has found there \"no evidence\" that many cases of people who had stay in the UK.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 3.6363636363636362, "rougeL": 21.052631578947366}, "nll_sum": 117.13136291503906, "token_count": 28} +{"index": 2532, "reference": "Nicola Sturgeon has been ranked as the second most powerful woman in the UK, behind only the Queen.", "prediction": "Nicola Sturgeon has topped the list of the world most most women in her Queen president.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 12.5, "rougeL": 41.1764705882353}, "nll_sum": 90.52031707763672, "token_count": 17} +{"index": 2533, "reference": "A Carmarthenshire sheep rustler has been convicted after police used DNA testing on lambs for the first time in Wales.", "prediction": "A man who stolen a stolen type of stolen farm in a Cered county county, after given a test after DNA evidence will provide evidence and humans.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 0.0, "rougeL": 12.765957446808512}, "nll_sum": 185.0330352783203, "token_count": 29} +{"index": 2534, "reference": "A recreation of the studio where William Blake created some of his most well-known work has opened in Oxford.", "prediction": "An exhibition of art,, considered one of the world's most famous works works of his future, has officially opened the east London.,olveification- aA aA a-A aA in a from's from a from solve", "rouge": {"rouge1": 35.08771929824562, "rouge2": 7.2727272727272725, "rougeL": 24.561403508771935}, "nll_sum": 257.050537109375, "token_count": 45} +{"index": 2535, "reference": "Donald Trump winning the US presidency is considered one of the top 10 risks facing the world, according to the Economist Intelligence Unit.", "prediction": " front-runner Donald Trump's policy policies to China as \" Bitcoin currencycurrency\",\", the US Education Index of Investigation Unit (E Jennifer) has warned.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.090909090909092, "rougeL": 26.08695652173913}, "nll_sum": 193.23287963867188, "token_count": 30} +{"index": 2536, "reference": "The London Stock Exchange Group (LSE) has said its forthcoming merger with Deutsche Boerse could lead to as many as 1,250 job losses.", "prediction": "The London Stock Exchange-LSE but says it will plans to merge London company Chase rulederco as part of a 467bn (\u00a371bn) deal with its management and giant Deutsche Boerse.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 15.384615384615385, "rougeL": 29.629629629629626}, "nll_sum": 217.82545471191406, "token_count": 41} +{"index": 2537, "reference": "As leisure activities go, you would imagine that lying naked on a wooden table while two topless Russian men hit your back with bunches of oak leaves would only appeal to a very specialist group of enthusiasts.", "prediction": "The new b Snapchat't involves again in a London room, then you have too, or too detected too in a litres- Broadway 2011- solve again 2011 again solve a's--p a of in's's a.'s a's", "rouge": {"rouge1": 10.256410256410257, "rouge2": 0.0, "rougeL": 10.256410256410257}, "nll_sum": 330.4168701171875, "token_count": 46} +{"index": 2538, "reference": "Broadcaster Sky is launching its own mobile phone service.", "prediction": "Sky has launched a new mobile phone for company Sky, which will offer customers and customers to pay pay for gaffaf, and mobile networks.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 6.451612903225806, "rougeL": 24.242424242424242}, "nll_sum": 136.62281799316406, "token_count": 28} +{"index": 2539, "reference": "Qantas chief executive Alan Joyce has urged Australians to support same-sex marriage in a looming postal vote.", "prediction": "Australia chief executive, Ed Joyce, but said he will not vote in a vote in the week's election.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571429, "rougeL": 32.43243243243243}, "nll_sum": 79.46151733398438, "token_count": 21} +{"index": 2540, "reference": "Eldin Jakupovic made a string of fine saves as Hull frustrated Manchester United by claiming a goalless draw in the Premier League at Old Trafford.", "prediction": "anaimana scored a 90th-minute equaliser as Manchester United snatched a 90thminute equaliser against Manchester United a respected Old Trafford match.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.09090909090909, "rougeL": 30.434782608695656}, "nll_sum": 120.34695434570312, "token_count": 29} +{"index": 2541, "reference": "A man has been charged with attempted murder after a Tube passenger was allegedly pushed into the path of a London Underground train.", "prediction": "A man has been charged with attempted after a 40-year-old in a hit-and-run incident at a railway railway station.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 31.818181818181817, "rougeL": 43.47826086956522}, "nll_sum": 80.26530456542969, "token_count": 27} +{"index": 2542, "reference": "Lewis Hamilton equalled Michael Schumacher's all-time record of 68 Formula 1 pole positions at the Belgian Grand Prix.", "prediction": "Lewis Hamilton took his stunning pole position to take pole at the British Prix following an accident crashmate Michael Schumacher.", "rouge": {"rouge1": 45.0, "rouge2": 21.052631578947366, "rougeL": 35.0}, "nll_sum": 106.62537384033203, "token_count": 23} +{"index": 2543, "reference": "Entering the flat where Shannon Bancroft brought up her son Kayden with the help of her mother, Julie, it's clear the trauma Kayden's death has wrought on the family.", "prediction": " facing nine-year-old- Kay faced faces to help see a hole in seven bed rooms your waiting, waitings to waiting her, and their waiting children are waiting them, and or died their daughter.", "rouge": {"rouge1": 6.153846153846153, "rouge2": 0.0, "rougeL": 6.153846153846153}, "nll_sum": 249.5597381591797, "token_count": 41} +{"index": 2544, "reference": "Labour has launched an probe into complaints about members connected to a row over the move to change a primary school to Welsh-medium education.", "prediction": "A Labour leader launched an investigation into saying a council office showing English- live education on a school because a child because not be a pel horse down\".", "rouge": {"rouge1": 30.188679245283023, "rouge2": 3.921568627450981, "rougeL": 26.41509433962264}, "nll_sum": 202.49484252929688, "token_count": 29} +{"index": 2545, "reference": "Rangers and St Johnstone had to settle for a point each after a Scottish Premiership draw in Glasgow.", "prediction": "Brist Miller hit his first win since September as St Johnstone moved within four points Scottish Premiership leaders Rangers.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 110.61770629882812, "token_count": 21} +{"index": 2546, "reference": "The race for the Republican nomination is over, with one winner - Donald Trump - and 16 losers.", "prediction": "In the race for Republican, US Republican presidential challenger Ted Cruz was the Miami in Miami Republican California Republican presidential.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 115.37319946289062, "token_count": 21} +{"index": 2547, "reference": "A \"number of knives\" were found at the scene where a man was shot by police, investigators have said.", "prediction": "Police officers who killed a 48-yearold man in Bedfordshire are to be investigated by the police watchdog.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 67.43389892578125, "token_count": 21} +{"index": 2548, "reference": "John Terry says he has not made up his mind whether to retire from playing and \"needs a good week away to reflect\" before making a decision.", "prediction": " Terry Rooney says he does not know any whether his future has future at, still, but thinks he does not know \" anything is anything done\".", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 19.23076923076923}, "nll_sum": 153.19955444335938, "token_count": 28} +{"index": 2549, "reference": "A hat-trick from Denny Solomona pushed Sale to victory in a high-scoring affair against leaders Wasps.", "prediction": "omerry Solomomona scored a hat-trick as Wasps thrashed Sale to record their seventh straight Premiership Premiership season.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 17.647058823529413, "rougeL": 27.77777777777778}, "nll_sum": 112.85838317871094, "token_count": 26} +{"index": 2550, "reference": "Lewis Hamilton has made more Formula 1 history as his victory in the United States gives him his 50th race win - a figure reached by only two other drivers.", "prediction": "Lewis Hamilton won Sunday's dramatic Canadian Grand Prix!", "rouge": {"rouge1": 10.526315789473683, "rouge2": 5.555555555555556, "rougeL": 10.526315789473683}, "nll_sum": 47.30911636352539, "token_count": 9} +{"index": 2551, "reference": "Sri Lankan teams searching for scores of people missing after a landslide fear there may be no more survivors.", "prediction": "Ludese troops are still searching for victims of possible survivors following devastating following of mudslide in the north of the country on Saturday on the army, say. they be Saturday-d apayment in from from's's a. from", "rouge": {"rouge1": 20.689655172413794, "rouge2": 3.571428571428571, "rougeL": 13.793103448275865}, "nll_sum": 283.0891418457031, "token_count": 48} +{"index": 2552, "reference": "Justin Gatlin became the fifth-fastest 200m runner in history as he won Sunday's final at the USA Track and Field Outdoor Championships.", "prediction": " Gat Gatlin says he will lose only of 100 USm 100 world record by just 0.39 seconds at the bank's Hockey League meeting in December and the Birmingham's again 2011-A 2011 parcel in a 2011 again's again a Broadway", "rouge": {"rouge1": 23.529411764705884, "rouge2": 3.0303030303030303, "rougeL": 14.705882352941178}, "nll_sum": 303.51397705078125, "token_count": 47} +{"index": 2553, "reference": "Israeli PM Benjamin Netanyahu will change his sleeping arrangements on flights after criticism over the cost of installing a special bedroom on a trip to the UK, his office says.", "prediction": "Israel's Prime Minister Benjamin Netanyahu has cost the cost of $m65m on his flight, he was \"Biry\" to be the king, the office says.", "rouge": {"rouge1": 43.63636363636364, "rouge2": 15.09433962264151, "rougeL": 36.36363636363636}, "nll_sum": 152.83456420898438, "token_count": 33} +{"index": 2554, "reference": "Rights watchdog Amnesty International has called on India to revoke a draconian law which provides immunity to security forces accused of human rights violations in Kashmir.", "prediction": " forces bodies promoting human law India Indian forces- Indian-administered Kashmir is failed, crime and crime commissioner ( president ( a), Amnesty International says.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 4.3478260869565215, "rougeL": 12.499999999999996}, "nll_sum": 190.884033203125, "token_count": 29} +{"index": 2555, "reference": "Scottish legal authorities have granted permission for Twitter to be used to report the conclusion of a murder trial at the High Court.", "prediction": "A video camera is showing a replacement for a former MSP is to be shown on,, using a text-based prosecution at a Scottish court.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 4.3478260869565215, "rougeL": 29.166666666666668}, "nll_sum": 146.15631103515625, "token_count": 28} +{"index": 2556, "reference": "Columnist Katie Hopkins has apologised to a Muslim family she accused of being extremists after they were refused entry to the US for a Disneyland trip.", "prediction": " TV TV presenter Katie says doubts she has received an apology from Tariqq Mahmood, who received an apology from a Muslim from US family.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 140.04641723632812, "token_count": 28} +{"index": 2557, "reference": "Artist Ai Weiwei has accused Lego of \"censorship and discrimination\" after the company refused to allow him to use its bricks in a new exhibition.", "prediction": "isedised company Lego animation has agreed to sell itsand \"identident\" by Chinese artist Ai Weiwei says.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 10.256410256410255, "rougeL": 14.634146341463413}, "nll_sum": 142.49203491210938, "token_count": 22} +{"index": 2558, "reference": "Fans of Miranda Hart's clownish TV persona won't be disappointed with her stage performance as the child-hating Miss Hannigan in Annie.", "prediction": "anaina filmed landed a warm welcome from W Hannigan in her rev her West End stage stage.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 9.75609756097561}, "nll_sum": 137.64654541015625, "token_count": 19} +{"index": 2559, "reference": "An established number of people are choosing to sleep rough as a \"lifestyle choice\", a council report has claimed.", "prediction": " homeless people in Northampton will \" to do off\" a local government plan to tackle, the city's council has confirmed a council report.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 28.571428571428577}, "nll_sum": 126.34919738769531, "token_count": 27} +{"index": 2560, "reference": "Despite military humiliation and sharp criticism of his human rights record, Mikheil Saakashvili has managed to maintain a strong grip on Georgia.", "prediction": "ikirya Savashili, Georgia has become the first Roman- president and president of Russia, in 2004, first elected president of Lego country - the once again.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 190.854736328125, "token_count": 33} +{"index": 2561, "reference": "Scotland's workforce is \"caught in a cruel trap\" of low pay and poor conditions, according to a charity.", "prediction": "More half of Scotland are working in poverty living poor, and poor conditions are not working, average, according to a new report from the Scottish Parliament, some which from they from's low offences after it's of Christmas.", "rouge": {"rouge1": 37.931034482758626, "rouge2": 14.285714285714285, "rougeL": 27.58620689655173}, "nll_sum": 229.60389709472656, "token_count": 43} +{"index": 2562, "reference": "West Ham marked the official opening of their new home with a 3-2 defeat against Italian champions Juventus in front of a 53,966 crowd.", "prediction": " West Ham came back from a 2-0 down to beat Juventus and beat Upton Park 4-2 on aggregate reach the first leg. the Europa League.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301884}, "nll_sum": 110.748779296875, "token_count": 30} +{"index": 2563, "reference": "At least seven female students have died after a fire at a boarding school hostel near the northern Nigerian city of Kano on Sunday night, officials say.", "prediction": "At least 11 students have been killed in a fire that broke out at the same government. boarding school in the samesex northern city of Kano, police say say", "rouge": {"rouge1": 53.57142857142857, "rouge2": 22.222222222222225, "rougeL": 53.57142857142857}, "nll_sum": 160.06446838378906, "token_count": 33} +{"index": 2564, "reference": "Great Britain has selected 17 crews for the World Rowing Championships in Florida.", "prediction": "Five members of Great Britain have been named be in Great Britain's 29-man squad for next month the World Rowing Championshipsowing", "rouge": {"rouge1": 38.88888888888889, "rouge2": 17.64705882352941, "rougeL": 33.333333333333336}, "nll_sum": 123.73734283447266, "token_count": 25} +{"index": 2565, "reference": "Wales internationals Sam Warburton, Dan Lydiate, Samson Lee and Hallam Amos have signed extensions to their national dual contracts.", "prediction": "Wales rugby playersers Hall Amos but willam Amos and Samson Lee have both signed two-year dual, dual contract contractsup- a an- solve's ballet's a \"- from national regional in from a's. from.old", "rouge": {"rouge1": 36.36363636363637, "rouge2": 7.547169811320755, "rougeL": 25.454545454545453}, "nll_sum": 342.62152099609375, "token_count": 46} +{"index": 2566, "reference": "Aston Villa have signed former England midfielder Joe Cole on a two-year contract.", "prediction": "Aston Villa have signed ex-Chelsea, and England midfielder Chris Coleman on a five-year deal.", "rouge": {"rouge1": 60.00000000000001, "rouge2": 35.71428571428571, "rougeL": 60.00000000000001}, "nll_sum": 59.574851989746094, "token_count": 20} +{"index": 2567, "reference": "Theresa May has said the UK will emerge from Brexit as a \"great, global trading nation\", becoming \"safer, more secure and more prosperous\".", "prediction": "When Theresa May was told the Office of details of her of about in Brexit future.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 94.74699401855469, "token_count": 16} +{"index": 2568, "reference": "Scientists are trying to find out if bees make different sounds depending on where in Wales they are.", "prediction": "keepingkeepers in Wales are being being asked to help find bees spelling find out about bees, different sound something in our change in our mood.", "rouge": {"rouge1": 41.860465116279066, "rouge2": 14.634146341463413, "rougeL": 37.2093023255814}, "nll_sum": 174.32241821289062, "token_count": 27} +{"index": 2569, "reference": "National League side Lincoln held on to shock League One strugglers Oldham and reach the third round of the FA Cup for the first time since 2010.", "prediction": "Non-league be Lincoln City thrashed League Oneham Athletic in an FA Cup fourth third-round tie to a first-round replay at Oldham Athletic.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 139.1622772216797, "token_count": 31} +{"index": 2570, "reference": "A \"complete lack of common sense\" in the Department for Transport's handling of the West Coast Main Line franchise deal will cost taxpayers \"\u00a350m at the very least\", MPs have said.", "prediction": "The cost of \u00a3700bn on the West Coast Coastguard project has been produced \"aackre of leadership and leadership\" in the UK economy, according MPs say.", "rouge": {"rouge1": 35.08771929824561, "rouge2": 10.909090909090908, "rougeL": 24.56140350877193}, "nll_sum": 181.99322509765625, "token_count": 33} +{"index": 2571, "reference": "A quick web search for the world's most famous scientists lists, among others, Galileo, Einstein, Newton, Darwin, Stephen Hawking and Alexander Fleming.", "prediction": "Twenty, women will receive award Nobel Prize for Fiction.", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 53.57023620605469, "token_count": 10} +{"index": 2572, "reference": "Peter Lines defeated seven-time world champion Stephen Hendry in the semi-finals on his way to winning the World Seniors Championship.", "prediction": "Two-time world record holder Stephen Hendry has retired from tennis golf tennis after after losing four-time world champion Brian W in Wunthorpe.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 13.636363636363635, "rougeL": 21.73913043478261}, "nll_sum": 139.47567749023438, "token_count": 31} +{"index": 2573, "reference": "Scotland's media landscape is being bulldozed - transformed by digital technology, burgeoning choice, and quite a bit of politics - particularly as the future of the BBC is now in play.", "prediction": "The revelation on the Sunday Herald, it is now the national Daily Audit of of Scotland, and what it call a \"selfish independence vote\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 3.8461538461538463, "rougeL": 14.814814814814813}, "nll_sum": 138.41836547851562, "token_count": 28} +{"index": 2574, "reference": "English councils should be allowed to put up taxes to fund the NHS, Norman Lamb has told the Lib Dem conference.", "prediction": "Taxpayers in a tax cuts of up to \u00a38.8bn by 2020, Liberal the Liberal Democrats will say at their annual conference on Saturday, tank from, from Labour including-d-elt in from May.'s.", "rouge": {"rouge1": 17.857142857142854, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 246.06781005859375, "token_count": 45} +{"index": 2575, "reference": "Clyde's Barry Ferguson admits it is make or break for his side's promotion play-off chances when they travel to face Annan Athletic on Saturday.", "prediction": "Sir Alex Ferguson thinks that icede can still Clyde and reach the Scottish League Two-offs but only confident they can still in their play-off place.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 3.8461538461538463, "rougeL": 11.11111111111111}, "nll_sum": 178.21389770507812, "token_count": 31} +{"index": 2576, "reference": "Champions of the European Union can take heart from the fact that in urban Greece, people ground down by poverty still take the 25 May elections seriously.", "prediction": "A a surprise vote for Greece's vote leave the EU and the Italians the right believe,-wing Greeks left to thewing, if the country votes to leave the European Union to provide a nationwide support and support.", "rouge": {"rouge1": 18.461538461538463, "rouge2": 6.349206349206349, "rougeL": 9.230769230769232}, "nll_sum": 224.21250915527344, "token_count": 41} +{"index": 2577, "reference": "Remnants from an RAF Spitfire plane which crashed into a field in County Monaghan in 1942 have been recovered.", "prediction": "An World War Twofire which crashed on the grass in County of Monaghan, who was back again, during a treasure hill in Monaghan, County Belfast, scientists believe. rel- 2011old again in a again a's again's a", "rouge": {"rouge1": 28.07017543859649, "rouge2": 7.2727272727272725, "rougeL": 24.561403508771928}, "nll_sum": 294.2381591796875, "token_count": 48} +{"index": 2578, "reference": "Parents are taking legal action against a council following its decision to cut free school transport in a rural area.", "prediction": "A council decision to change a school bus stop was \"imp possible\" in a rural area, parents have warned.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 27.027027027027025, "rougeL": 46.15384615384615}, "nll_sum": 104.37317657470703, "token_count": 22} +{"index": 2579, "reference": "A mass has been held in Glasgow to remember the victims of last week's earthquake in central Italy.", "prediction": "A memorial service has 2011 held in Glasgow to pay thousands of the people affected by was powerful earthquake in central Italy in the Saturdayolve of. halt from The's a the from from-m from a in three years a man.", "rouge": {"rouge1": 42.622950819672134, "rouge2": 20.33898305084746, "rougeL": 36.06557377049181}, "nll_sum": 295.0262451171875, "token_count": 45} +{"index": 2580, "reference": "To an outsider, Australian politics looks like an unfettered blood sport, where the only aim is to savage the leader.", "prediction": " the world's most successful election, but could that be the prime minister is Australia in.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 83.6777572631836, "token_count": 17} +{"index": 2581, "reference": "Lewis Hamilton set the pace in final Italian Grand Prix practice as team-mate Nico Rosberg was pipped by Ferrari's Sebastian Vettel.", "prediction": "Nico Rosberg set the pace in final practice at the Malaysian Grand Prix as Mercedes teammatemate Lewis Hamilton failed to seventh finished.", "rouge": {"rouge1": 57.777777777777786, "rouge2": 32.558139534883715, "rougeL": 35.55555555555555}, "nll_sum": 130.1138153076172, "token_count": 26} +{"index": 2582, "reference": "A teenager has been charged with selling fake tickets for last year's Bestival on the Isle of Wight.", "prediction": "A teenager has 2011 charged with fraud over an alleged \u00a31mm in which which, theco charged at the Tesco festival festival.", "rouge": {"rouge1": 30.0, "rouge2": 15.789473684210526, "rougeL": 30.0}, "nll_sum": 162.0230712890625, "token_count": 26} +{"index": 2583, "reference": "Chinese President Xi Jinping has arrived in Hong Kong to mark 20 years since the territory was handed back to China by Britain.", "prediction": "Chinese President Xi Jinping has arrived in Hong Kong's city of Hong, as part of- three-day visit to the city. of. solve the solve's a again's a350 a from since's flagship of.", "rouge": {"rouge1": 40.0, "rouge2": 27.586206896551722, "rougeL": 36.66666666666667}, "nll_sum": 225.09950256347656, "token_count": 43} +{"index": 2584, "reference": "A young Indian rapper has taken on what she calls the \"undemocratic\" appointment of the new chief minister of southern Tamil Nadu state.", "prediction": "One of India, most Tamil Liga state has criticised social media after a star star a Indian rapper created a singing of a dance music leader.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 164.7772674560547, "token_count": 27} +{"index": 2585, "reference": "Eleven people in China have been arrested for their alleged role in the Shenzhen landslide disaster.", "prediction": "A former chief at the site of a fatal landslide in the southern Chinese city of Shen, has been charged with murder.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 10.526315789473685}, "nll_sum": 103.57229614257812, "token_count": 23} +{"index": 2586, "reference": "The Scottish government is facing the threat of court action if it fails to tackle illegal levels of air pollution in the country's biggest cities, BBC Scotland has learned.", "prediction": "The Scottish government has been warned it could bring back to court action if it is threatened against the government over over to tackle levels pollution are air quality.", "rouge": {"rouge1": 50.84745762711865, "rouge2": 21.052631578947366, "rougeL": 37.28813559322034}, "nll_sum": 144.39370727539062, "token_count": 29} +{"index": 2587, "reference": "A US policeman who climbed on to a car bonnet and fired repeatedly through the windscreen at unarmed black occupants has been cleared of all charges.", "prediction": "A US federal judge found cleared man of a white jury over a black couple shot dead two of black men a Cleveland, two years ago.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 4.0, "rougeL": 19.230769230769234}, "nll_sum": 145.06692504882812, "token_count": 27} +{"index": 2588, "reference": "Russia has said bomb attacks which killed at least 140 people in Syria were aimed at \"subverting attempts\" to reach a political settlement.", "prediction": "Bomb bomb attacks in two Shia Muslim towns of northern Syria have killed least 38 people, including rebels and activists say,. from in the from Russia, a, as there's a from November's's.", "rouge": {"rouge1": 31.03448275862069, "rouge2": 3.571428571428571, "rougeL": 24.13793103448276}, "nll_sum": 213.23876953125, "token_count": 39} +{"index": 2589, "reference": "The Championship has become a \"naughty boys corner\" for relegated Premiership sides, according to the Cornish Pirates chairman, after the scrapping of play-offs from the second tier.", "prediction": "Scottish Pirates want to receive new rugby competition if they are to lose, under a new Championship play- play- lead again in the next season.", "rouge": {"rouge1": 22.64150943396226, "rouge2": 0.0, "rougeL": 11.32075471698113}, "nll_sum": 155.74853515625, "token_count": 29} +{"index": 2590, "reference": "A collapse in the global price paid for recycled waste has cost Welsh councils more than \u00a31m in lost income.", "prediction": "Welsh recycling are in danger on Wales despite despite rise local authorities in Wales say.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 108.44677734375, "token_count": 16} +{"index": 2591, "reference": "The Asia Pacific Economic Cooperation (Apec) summit begins in Beijing today.", "prediction": "Developers in Asia are holding the big meeting at a trade company meetings, China in the East Sea.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 101.87651062011719, "token_count": 20} +{"index": 2592, "reference": "Police were called to a primary school in Dumfries after a nine-year-old pupil was found with a knife, it has emerged.", "prediction": "A knife and knife was been found at a pupil after a pupil was punched a Dumfries playground in Dumfries and Gall Galloway school.", "rouge": {"rouge1": 46.80851063829787, "rouge2": 17.777777777777775, "rougeL": 25.53191489361702}, "nll_sum": 141.4547119140625, "token_count": 29} +{"index": 2593, "reference": "The UK Championship, the second biggest ranking event of the snooker calendar, begins in York on Tuesday.", "prediction": "The BBC Sport will bring a case of snooker's World snooker - hopes will get a winner before the 2011 UK Championship.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 136.32833862304688, "token_count": 27} +{"index": 2594, "reference": "Red Bull were one of the prime movers behind the push for faster, more demanding Formula 1 cars this season, so it is somewhat ironic that they started the season off the pace of Ferrari and Mercedes.", "prediction": "Red Bull are back danger the decline of the 2017 Formula 1 battle in Australia 2017.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 11.76470588235294, "rougeL": 22.641509433962266}, "nll_sum": 97.4874496459961, "token_count": 16} +{"index": 2595, "reference": "First Minister Nicola Sturgeon has announced that she is seeking a second referendum on Scottish independence to take place before Britain leaves the European Union.", "prediction": "There was a call for a second Scottish independence referendum - but how does it mean it!", "rouge": {"rouge1": 24.39024390243903, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 75.13186645507812, "token_count": 17} +{"index": 2596, "reference": "Traders who say they are angered by the decline of Perth city centre have launched a campaign to \"re-energise\" the high street.", "prediction": "thth in Perth are backing pace for Thursday to promote a centre bid to boost economy, saying street prices will be \"the waste sewage\".", "rouge": {"rouge1": 34.04255319148936, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 174.5023193359375, "token_count": 27} +{"index": 2597, "reference": "Hampshire's Liam Dawson says it would be \"amazing\" to make his England Twenty20 debut on his home ground.", "prediction": "Hampshire have no longer no fit to return from injury and will miss England's T20 match against Pakistan.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 96.63059997558594, "token_count": 22} +{"index": 2598, "reference": "The funeral for murdered PSNI officer Ronan Kerr is taking place in his home village of Beragh.", "prediction": "Hundreds of mourners are being held in Ireland for the funeral of police constable Stephen Kerr of", "rouge": {"rouge1": 35.294117647058826, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 62.577537536621094, "token_count": 18} +{"index": 2599, "reference": "Scotland's top law officer, Frank Mulholland, will step down after the Scottish Parliament elections in May.", "prediction": "Scotland the top law officer Frank Glennholland, is stood in his post.", "rouge": {"rouge1": 48.275862068965516, "rouge2": 22.22222222222222, "rougeL": 41.37931034482759}, "nll_sum": 92.05327606201172, "token_count": 16} +{"index": 2600, "reference": "Shetland Coastguard was called out after the inter-island ferry hit rocks on its way from Yell to Unst.", "prediction": "An passenger ferry that crashed into railway station into railway station in East Lothian. solve released it", "rouge": {"rouge1": 5.555555555555555, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 108.964111328125, "token_count": 19} +{"index": 2601, "reference": "A woman stabbed to death at her home in Sheffield has been identified.", "prediction": "A man has been charged with murder after a woman's body was found his Sheffield", "rouge": {"rouge1": 34.48275862068966, "rouge2": 14.814814814814813, "rougeL": 20.689655172413794}, "nll_sum": 44.188663482666016, "token_count": 15} +{"index": 2602, "reference": "SNP MP Mhairi Black has been announced as one of music magazine NME's People of the Year nominees.", "prediction": "Former first Holyrood leader Kylieone Black has been named as the elected MP of the Year.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 24.24242424242424, "rougeL": 40.0}, "nll_sum": 104.07516479492188, "token_count": 20} +{"index": 2603, "reference": "A man with terminal motor neurone disease has told the High Court he faces an \"unbearable death\" because of the law on assisted dying.", "prediction": "A terminally ill man who has launched a legal battle to ignore the Supreme Court over a controversial new law has \"no control or no control\".", "rouge": {"rouge1": 27.999999999999996, "rouge2": 0.0, "rougeL": 24.000000000000004}, "nll_sum": 116.20636749267578, "token_count": 28} +{"index": 2604, "reference": "Porto shocked Bayern Munich to take a first-leg lead in an entertaining Champions League quarter-final tie.", "prediction": " Thiago Thata scored a hattrick as Bayern Munich beat Porto in a semi-final first leg to their Copa Rey last-16 leg.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 137.46450805664062, "token_count": 31} +{"index": 2605, "reference": "A Tottenham Hotspur youth player has agreed to damages, believed to be \u00a37m, after he was left brain damaged from a cardiac arrest on his debut.", "prediction": "Tottenham Hotspur have reached a \u00a320,000 settlement with club of a boy with brain brain injuries and \"could not to continue\".", "rouge": {"rouge1": 24.999999999999993, "rouge2": 4.3478260869565215, "rougeL": 12.499999999999996}, "nll_sum": 120.32858276367188, "token_count": 27} +{"index": 2606, "reference": "British actress Keira Knightley is to make her Broadway debut next year in a stage version of a famous French novel.", "prediction": "TV Led Knightley is be her to Broadway in the West stage in London next month.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 5.714285714285714, "rougeL": 32.43243243243243}, "nll_sum": 103.31900787353516, "token_count": 17} +{"index": 2607, "reference": "New Argentina coach Edgardo Bauza wants to persuade Lionel Messi to reverse his retirement from international football.", "prediction": "ardah Bauza says he has not ruled out of playing for Argentina in's 2014 World Cup.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 5.88235294117647}, "nll_sum": 82.69795227050781, "token_count": 20} +{"index": 2608, "reference": "An eight-year-old boy who wrote an apology note to a library, for accidentally ripping a comic book, has been rewarded for his honesty.", "prediction": "The National Bank of Jackson Jackson, in Canada, has posted a note which he was written out of a comic book in a comic book.", "rouge": {"rouge1": 24.0, "rouge2": 8.333333333333332, "rougeL": 20.000000000000004}, "nll_sum": 118.04656982421875, "token_count": 27} +{"index": 2609, "reference": "Scott Waites was delighted to clinch a second BDO world title, admitting it seemed \"a million miles away\" following shoulder surgery last year.", "prediction": " Wa Waheedites said it is hard to react to properly with shoulder shoulder injury which later won his BDO title back at the BDO WorldDO Championship.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 186.15130615234375, "token_count": 31} +{"index": 2610, "reference": "Catalans Dragons will be without hooker Paul Aiton for up to six weeks after he tore a pectoral muscle on his debut, in a defeat by Wigan Warriors on Friday.", "prediction": "Plans Dragons Tigers centre Bill A A Diana will miss the rest of the season with brain after rupt injuring aci cruateate lig knee injury.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 10.90909090909091}, "nll_sum": 246.062744140625, "token_count": 29} +{"index": 2611, "reference": "A man shot by police officers in Hull has died in hospital, the Independent Police Complaints Commission (IPCC) watchdog has said.", "prediction": "A man was shot in hospital after being shot with an axe in Hull city centre, the Independent Police Complaints Commission (IPCC).", "rouge": {"rouge1": 60.465116279069775, "rouge2": 39.02439024390244, "rougeL": 51.162790697674424}, "nll_sum": 72.57894897460938, "token_count": 26} +{"index": 2612, "reference": "Birmingham City Ladies have signed Germany international Isabelle Linden from Champions League holders FFC Frankfurt.", "prediction": "Birmingham Ladies have agreed a deal to sign forward Lind Rafen from German side Frankfurt.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 7.142857142857142, "rougeL": 40.00000000000001}, "nll_sum": 87.78102111816406, "token_count": 17} +{"index": 2613, "reference": "Sports Direct boss Mike Ashley has been threatened with being in contempt of Parliament after failing to appear in front of a committee of MPs.", "prediction": "Sports Direct owner Mike Ashley Mike asked has not to give evidence to MPs of the of House of contempt and and not failing not attending a meeting.", "rouge": {"rouge1": 49.056603773584904, "rouge2": 7.843137254901962, "rougeL": 30.188679245283023}, "nll_sum": 185.4486083984375, "token_count": 28} +{"index": 2614, "reference": "Coach Warren Gatland denies Wales have been existing \"like monks\" during their World Cup campaign in New Zealand.", "prediction": "Warren Gatland has denied England players have no alcohol ban had been shown during the World Cup as not black.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 11.11111111111111, "rougeL": 42.10526315789474}, "nll_sum": 115.03793334960938, "token_count": 21} +{"index": 2615, "reference": "Dundee did a first-half demolition job on a dreadful Motherwell outfit as the home side's miserable recent run continued in the Premiership.", "prediction": "ineine Made scored a last-minute winner as to win as Dundee thrashed 3-crashed at the Dens Park to solvenom solve-. again a again 2011-d 2011 a in scored from Jack ban..", "rouge": {"rouge1": 20.689655172413794, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 319.759765625, "token_count": 45} +{"index": 2616, "reference": "Tottenham's players lacked the quality and mentality required to reach the knockout stage of the Champions League, says boss Mauricio Pochettino.", "prediction": "Tottenham manager Mauricio Pochettino says his players must \"weak to their mentality, lacked\" despite knocked them of a Champions League Group Group A.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 9.30232558139535, "rougeL": 26.66666666666666}, "nll_sum": 149.6719207763672, "token_count": 30} +{"index": 2617, "reference": "Emotional tributes have been flowing in for the two men and two women killed on Tuesday at the Dreamworld theme park on Australia's Gold Coast.", "prediction": "Tributes have been paid to an Australian woman who survived a roller rollercoaster crash, on a theme theme park on a theme ride park in Australia.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 16.0, "rougeL": 30.76923076923077}, "nll_sum": 110.48452758789062, "token_count": 30} +{"index": 2618, "reference": "A man stored \u00a3450,000 worth of heroin, cannabis and amphetamines at his house to pay off a debt, a court was told.", "prediction": "A drug dealer was caught up with \u00a3100,000 of drugs at his Edinburgh home, leaving it called to \"season off a a debt\".", "rouge": {"rouge1": 46.80851063829787, "rouge2": 13.33333333333333, "rougeL": 38.297872340425535}, "nll_sum": 137.6051483154297, "token_count": 28} +{"index": 2619, "reference": "Swansea City chairman Huw Jenkins is in South America as he steps up the search for a new manager, with Argentina's Marcelo Bielsa the odds-on favourite.", "prediction": "Swansea City are seeking boss for former boss Pato Bielsa to Greece, reports BBC Wales understands.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 4.761904761904762, "rougeL": 18.181818181818183}, "nll_sum": 121.91791534423828, "token_count": 22} +{"index": 2620, "reference": "A man has been jailed for life for killing a rival gang member with an axe during a fight in a car park.", "prediction": "A father who killed a father oftwo of murdering 38-yearold rival in a rival of north London has been jailed for life.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 31.818181818181817, "rougeL": 26.08695652173913}, "nll_sum": 127.52873992919922, "token_count": 26} +{"index": 2621, "reference": "Life, it has been said, is 10% what happens to you and 90% how you react to it.", "prediction": "It is't a decision not on raising interest rates.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 56.357688903808594, "token_count": 10} +{"index": 2622, "reference": "Three men have been jailed for sexually exploiting a teenage girl in Hertfordshire.", "prediction": "A men have been jailed for \"threeone men who were forced into prostitution by a 15-year-old girl and other girls.", "rouge": {"rouge1": 40.0, "rouge2": 24.242424242424246, "rougeL": 40.0}, "nll_sum": 104.32984924316406, "token_count": 26} +{"index": 2623, "reference": "Chelsea forward Eden Hazard will miss the start of the Premier League season after having surgery on a broken ankle.", "prediction": "Chelsea forward Eden Hazard will have an an operation on the right ankle he suffered during pre-season training.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 21.62162162162162, "rougeL": 41.02564102564102}, "nll_sum": 70.70745849609375, "token_count": 20} +{"index": 2624, "reference": "Police are seeking a man over the murder of an elderly man found dead at a house in Hertfordshire.", "prediction": "A murder inquiry has been officially launched after a man was found dead at his Cambridbridgeshire home", "rouge": {"rouge1": 38.88888888888889, "rouge2": 17.647058823529413, "rougeL": 33.333333333333336}, "nll_sum": 83.64669036865234, "token_count": 20} +{"index": 2625, "reference": "The mother of a boy who died after being hit by a car says allowing her \"tremendous\" son's organs to be donated will let him \"continue to help others\".", "prediction": "A mother of a teenager who died after being hit by a car in a small street, said they are \"devated and will everything and support\".", "rouge": {"rouge1": 42.857142857142854, "rouge2": 33.33333333333333, "rougeL": 42.857142857142854}, "nll_sum": 124.76115417480469, "token_count": 29} +{"index": 2626, "reference": "Bath forward Matt Garvey is to have surgery after sustaining a neck injury.", "prediction": "Newcastle Falcons winger are expectedard of expected to be ruled out for between six and six weeks with a neck injury.-p a an in a- a Thursday's'from-g from game in from Saturday's. from's a", "rouge": {"rouge1": 15.094339622641511, "rouge2": 7.84313725490196, "rougeL": 15.094339622641511}, "nll_sum": 259.32623291015625, "token_count": 46} +{"index": 2627, "reference": "A public inquiry into plans to build a \u00a3325m motor racing circuit in the south Wales valleys has started.", "prediction": "A public inquiry into plans for a south a Wales circuit circuit will not go ahead, after the landlord said it would be awarded equal value.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 18.6046511627907, "rougeL": 35.55555555555556}, "nll_sum": 128.60519409179688, "token_count": 27} +{"index": 2628, "reference": "Two goals from the returning Garry Thompson gave Morecambe a dramatic opening day win over Cheltenham.", "prediction": "Jimmyad Thompson grabbed stoppage-time winner as Morecambe twice came from behind a goal down to dramatic win over Cheltenham 2-2 in League Two.", "rouge": {"rouge1": 48.78048780487806, "rouge2": 10.256410256410255, "rougeL": 34.146341463414636}, "nll_sum": 146.96871948242188, "token_count": 33} +{"index": 2629, "reference": "Suicides of people being cared for in the community are higher than among hospital inpatients, a report says.", "prediction": "Hospitalitals are facing increasingly high levels of health, health and mental needs needs others be failed, research suggests.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 122.86431121826172, "token_count": 22} +{"index": 2630, "reference": "Ulster clinched a 32nd Interprovincial football title as they produced a strong second half to earn a 2-16 to 3-10 comeback win over holders Connacht.", "prediction": "Ulster ran in four down-time down to down Galwayacht 0-15 to Ulster semiprofessional semi-final against Galway at Galke Park on Friday. the's-'s 2011 a in a from a ban. from emerged", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 279.638671875, "token_count": 50} +{"index": 2631, "reference": "Pleas have been made by members of the Scottish Parliament for better quality coffee to be served to them during committee meetings.", "prediction": " a police chief officer told a, that Holyrood had been \"a good cup tables of the advert\", according to a report Holyrood committee.od from again the a 2011 again a's againelt of a from 2011's 2011", "rouge": {"rouge1": 16.393442622950815, "rouge2": 3.389830508474576, "rougeL": 16.393442622950815}, "nll_sum": 297.36474609375, "token_count": 47} +{"index": 2632, "reference": "The new chief executive of the Welsh NHS has told BBC Wales winter pressures could force hospitals to cancel operations.", "prediction": "Hospital hospitals and Wales have delayed operations because the \"huge facing on the health\",, Welsh chief says.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 140.13499450683594, "token_count": 21} +{"index": 2633, "reference": "The rains have been poor again in this mountainous corner of north-eastern Ethiopia - the site of the 1984 famine in which hundreds of thousands of people starved to death.", "prediction": "Ethiopia is a famous hospital for a rights health ward, and waiting to look, for what announcement is described as a diff paramedic hospital.", "rouge": {"rouge1": 7.4074074074074066, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 178.62857055664062, "token_count": 29} +{"index": 2634, "reference": "Three fishermen have been rescued off the coast of Malin Head in County Donegal.", "prediction": "Two fishermen have been rescued after their boat was off the sea village Malin pier collapsed, County Antrim.", "rouge": {"rouge1": 50.0, "rouge2": 26.666666666666668, "rougeL": 50.0}, "nll_sum": 107.199462890625, "token_count": 21} +{"index": 2635, "reference": "Alberto Contador believes the Criterium du Dauphine is the perfect stage to renew his rivalry with two-time Tour de France winner Chris Froome.", "prediction": "Four-time world champion Alberto Contador says he will struggle rival Chris Froome in the Criteriumium if he will in challenge his battle.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 8.888888888888888, "rougeL": 17.02127659574468}, "nll_sum": 134.13552856445312, "token_count": 29} +{"index": 2636, "reference": "India police say they have seized a rare snake, known as a \"two-headed\" red sand boa, from illegal smugglers.", "prediction": "Police in the southern Indian city on Bangalore say they have found a 10m-long snake the which says it \"disas part of luck\".", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 145.14012145996094, "token_count": 28} +{"index": 2637, "reference": "Former Brazilian president Dilma Rousseff has left her official residence in the capital Brasilia for the last time following her impeachment and removal from office.", "prediction": "Brazilian's President Dilma Rousseff has made her bidding bid for the country's office a day after the Senate abandoned her in her impeachment committee.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 20.408163265306126, "rougeL": 39.21568627450981}, "nll_sum": 110.8559799194336, "token_count": 29} +{"index": 2638, "reference": "Nathan Boyle's first-half goal proved enough to give Derry City victory over Wexford Youths at the Brandywell.", "prediction": "Guy Martin Boyle scored his 30th goal of the season as Derry City back from 2-0 down to earn a draw at Br Steveandyow on Friday night.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444444, "rougeL": 21.27659574468085}, "nll_sum": 134.88198852539062, "token_count": 33} +{"index": 2639, "reference": "A drive to attract tourists has led to an increase in ill-equipped walkers and climbers becoming stranded on Snowdon, rescuers have claimed.", "prediction": "A mountain search for Gwynia woman said emergency needed to be done to help tourists a tourism group has said. after a Ford acoable a's from a reputation from's\" since a it's from of a. a from a", "rouge": {"rouge1": 15.625, "rouge2": 0.0, "rougeL": 12.500000000000004}, "nll_sum": 296.8240966796875, "token_count": 47} +{"index": 2640, "reference": "Paris-St Germain have completed their deal to sign Neymar from Barcelona for 222m euros (\u00a3198m).", "prediction": " St St-Germain have agreed to struggle out a pitch of around \u00a340m after Brazilian forward Neymar was sold out for \u00a340m for Brazilian forward Neymar.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 10.0, "rougeL": 28.57142857142857}, "nll_sum": 133.9385223388672, "token_count": 35} +{"index": 2641, "reference": "File-sharing website The Pirate Bay (TPB) has been hit by a Distributed Denial of Service (DDoS) attack.", "prediction": " a suspected hack attack on government site online the Pirate Bay, Belgian, (TPB), has been caused it to access a filesharing site.", "rouge": {"rouge1": 40.0, "rouge2": 21.052631578947366, "rougeL": 35.0}, "nll_sum": 151.3477325439453, "token_count": 29} +{"index": 2642, "reference": "A prototype 3D-printed robotic hand that can be made faster and more cheaply than current alternatives is this year's UK winner of the James Dyson Award.", "prediction": "A double prost doublehetic hand, which can make a prosthetic, has been bought, the British inventor.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 115.25598907470703, "token_count": 21} +{"index": 2643, "reference": "French presidential candidate Francois Fillon has avoided an abrupt end to his campaign by securing the support of his divided Republican Party.", "prediction": "Fran the Addis Fillon, but't won the French presidential on Sunday despite a rally which he helped him to a failed corruption scandal.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 13.043478260869565}, "nll_sum": 148.2450408935547, "token_count": 27} +{"index": 2644, "reference": "Shropshire could have one emergency and trauma department under recommendations being put forward by NHS bosses.", "prediction": "Plans for an accident and emergency department in Shropshire have been backed by hospital's health bosses.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 0.0, "rougeL": 24.242424242424242}, "nll_sum": 79.03482055664062, "token_count": 21} +{"index": 2645, "reference": "Captain Scott Brown has been a \"terrific influence\" on players looking to make their Scotland debuts, according to coach Gordon Strachan.", "prediction": "Scottish Brown has been a big part of his international team, says Scotland boss Gordon Strachan. solve's haselt's 30\" struggle from his his career's Scotland, from a's big in from for his career.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 14.285714285714285, "rougeL": 24.137931034482758}, "nll_sum": 255.02243041992188, "token_count": 45} +{"index": 2646, "reference": "The government and French energy giant EDF have signed the key contract for the new \u00a318bn Hinkley Point C nuclear power station.", "prediction": "The government has signed \u00a326bn contract to the new Hley Point in Somerset, after an official officials given the official go ahead of.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 9.30232558139535, "rougeL": 31.111111111111118}, "nll_sum": 158.59228515625, "token_count": 27} +{"index": 2647, "reference": "A confidential helpline has seen a nearly 90% increase in requests for help from serving military personnel, an armed forces charity has said.", "prediction": " support children People,'s, the Defence will (SSAFA), never recorded its highest level for asked some soldiers serving in the armed forces, 2002, as it has been stopped from it's haveangered from.", "rouge": {"rouge1": 25.0, "rouge2": 3.7037037037037033, "rougeL": 17.857142857142858}, "nll_sum": 273.01263427734375, "token_count": 42} +{"index": 2648, "reference": "A detective serving with the Metropolitan Police has been jailed after admitting downloading hundreds of pornographic images of children.", "prediction": "A serving police officer who was caught after thousands of making and making sexual with a 15-year- girl has been jailed for 10 years.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 116.32669067382812, "token_count": 27} +{"index": 2649, "reference": "Does Hilary Benn's barnstorming performance in the Syria debate mean he's about to displace his leader in some kind of Labour palace coup?", "prediction": "The suspected coup attempted - include a London capital, and a - Westminster a office - includes the Labour control territory - so it does not, regardless, to elected them elected - or a elected mayor or office.", "rouge": {"rouge1": 17.241379310344826, "rouge2": 0.0, "rougeL": 6.89655172413793}, "nll_sum": 248.90182495117188, "token_count": 41} +{"index": 2650, "reference": "Mark Selby made the most of a tentative start by Marco Fu to build a 5-3 lead in the opening session of their World Championship semi-final.", "prediction": "World number one Mark Selby came from behind to beat rival beat Fu 6-5-5 and reach the half-finals in World Championship quarter-finals.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 7.692307692307692, "rougeL": 29.629629629629633}, "nll_sum": 140.67608642578125, "token_count": 31} +{"index": 2651, "reference": "Striker Lisa Evans admits it will be an emotional milestone if Scotland Women maintain their Euro 2017 qualifying form and reach a first major finals.", "prediction": "Scotland striker Natashahed Evans says, it would be \"devastated\" losing losing Iceland and hopes of reaching the stage of Euro 2017.'s Euro of \"- referee a--l a\" in from from's.'s", "rouge": {"rouge1": 34.48275862068965, "rouge2": 3.571428571428572, "rougeL": 24.137931034482758}, "nll_sum": 279.09307861328125, "token_count": 43} +{"index": 2652, "reference": "The family of a schoolteacher from Leeds who was stabbed to death in her classroom have called for an independent inquiry into her death.", "prediction": "An independent inquiry will be held into a case the a teacher who stabbed her head teacher, said it did not know any criminal case after her returned to her school.", "rouge": {"rouge1": 40.0, "rouge2": 7.547169811320756, "rougeL": 21.818181818181817}, "nll_sum": 144.48890686035156, "token_count": 32} +{"index": 2653, "reference": "Arsene Wenger has challenged Arsenal's British players to take responsibility for the club's future.", "prediction": " Griffithsene Wenger says his Arsenal players want to \"more natural urban\" for local players meaning, saying it would be \"a huge scare\".", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 26.31578947368421}, "nll_sum": 157.97247314453125, "token_count": 28} +{"index": 2654, "reference": "The Nepalese government is considering banning anyone deemed too young or too old or with a severe disability from climbing Mount Everest.", "prediction": "Theep government has urged those to ban and those who need those climb, walk, have any legs,, if others must fall arms or malaria.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 202.4286346435547, "token_count": 28} +{"index": 2655, "reference": "The family of a man killed in a crash with an 87-year-old who was travelling the wrong way on the M1 have called for older drivers to be retested.", "prediction": "A motorist who was killed of a head-on the way car on the M1 has called for more drivers more drivers who do and never forget.", "rouge": {"rouge1": 48.275862068965516, "rouge2": 17.857142857142854, "rougeL": 37.93103448275862}, "nll_sum": 140.90914916992188, "token_count": 30} +{"index": 2656, "reference": "A student at a top US university whose six-month jail sentence for sexually assaulting an unconscious woman in 2015 was widely criticised for being too lenient has been released from prison.", "prediction": "A US swimmer who sexually in a woman in a Texas college has received after he received jail, has received six-year jail sentence and", "rouge": {"rouge1": 35.08771929824561, "rouge2": 7.272727272727273, "rougeL": 21.052631578947366}, "nll_sum": 140.24566650390625, "token_count": 27} +{"index": 2657, "reference": "Protecting a key coastal railway track from rising sea levels and falling cliffs is going to cost about \u00a3650m, Network Rail has said.", "prediction": "Plans for \u00a3700m to reopen a coastal railway line which damaged hit by sea wall, have cost the economy almost \u00a31m.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272723}, "nll_sum": 126.50961303710938, "token_count": 27} +{"index": 2658, "reference": "Members of the public are being invited to spend a penny in a solid gold toilet at New York City's Guggenheim Museum.", "prediction": "A New York art gallery, which includes famous for the works, the Gug metheim, has unveiled be created with a iconic droppedable.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 13.33333333333333}, "nll_sum": 181.19265747070312, "token_count": 28} +{"index": 2659, "reference": "The life and work of an American Expressionist painter is being celebrated at Skye's Gaelic college Sabhal M\u00c3\u00b2r Ostaig (SMO).", "prediction": "The centenary anniversary of the death of a American-American painter to to be on, the Skye Institute of Engineering (vanI).", "rouge": {"rouge1": 27.90697674418604, "rouge2": 0.0, "rougeL": 27.90697674418604}, "nll_sum": 153.2083282470703, "token_count": 27} +{"index": 2660, "reference": "The speed of broadband in southern Scotland has provoked some intense discussion.", "prediction": "Residents in parts of Scotland in expressed their concern thatater has receive so too high broadband.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 0.0, "rougeL": 21.428571428571427}, "nll_sum": 120.13013458251953, "token_count": 17} +{"index": 2661, "reference": "The target to put Wales into the top 20 best-performing countries in education by next year has been scrapped by Education Minister Huw Lewis.", "prediction": " Education Secretary Huw Lewis has set a new year of performance in Welsh - but fallen but has fallen off outlook.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 13.33333333333333}, "nll_sum": 132.6712188720703, "token_count": 22} +{"index": 2662, "reference": "TalkTalk has confirmed that three of its India-based call centre workers have been arrested.", "prediction": "Three individuals have been arrested in India investigating a breach TalkTalk' data data.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 15.384615384615383, "rougeL": 28.571428571428577}, "nll_sum": 85.07382202148438, "token_count": 15} +{"index": 2663, "reference": "Police in the US state of Iowa say they have arrested the suspect in the \"ambush style\" killing of two police officers.", "prediction": "A white police officer was killed before two black pupils at the school event, of US state of Iowa in governor state governor of Iowa the of state,odd, what police believesA- from a man in from November a Saturday.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 13.333333333333334, "rougeL": 32.25806451612903}, "nll_sum": 266.8560485839844, "token_count": 45} +{"index": 2664, "reference": "The Scottish government has announced that it is making more than \u00a32m available to train an extra 260 teachers next year.", "prediction": "Student numbers numbers, training and university but will be made in schools over the next year, the Scottish government has announced, from the Scottish government decision. from from a reputation, a reputation, English-The of of.", "rouge": {"rouge1": 28.07017543859649, "rouge2": 18.181818181818183, "rougeL": 17.543859649122805}, "nll_sum": 221.23028564453125, "token_count": 43} +{"index": 2665, "reference": "Vice-captain Paul Lawrie says Rory McIlroy's recent form is a \"huge boost\" to Europe's Ryder Cup team ahead of this week's contest at Hazeltine.", "prediction": " Lawren Lawrie says he was \"catastated\" by the team lost losing the Ryder Cup, says vice-ain Paul Lawrie.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 13.333333333333334, "rougeL": 17.02127659574468}, "nll_sum": 152.8276824951172, "token_count": 28} +{"index": 2666, "reference": "Left wing MP Jeremy Corbyn has the backing of the UK's two largest trade unions after Unison followed Unite in endorsing him to be Labour's next leader.", "prediction": "The Unison union warned that sector workers are facing \"disapp revolt\" to Labour leader Jeremy Corbyn was left-wing of the Labour leadership contest.", "rouge": {"rouge1": 45.28301886792453, "rouge2": 11.76470588235294, "rougeL": 18.867924528301888}, "nll_sum": 134.12850952148438, "token_count": 29} +{"index": 2667, "reference": "England's former world number one Luke Donald lies two shots off the lead at the halfway point of the Sony Open in Honolulu after a second-round 65.", "prediction": "World number one Luke8 Donald card carded aunder-par 68 in a open round round of the Travelersers & LPG Championship Championship.", "rouge": {"rouge1": 40.0, "rouge2": 12.5, "rougeL": 28.000000000000004}, "nll_sum": 206.56576538085938, "token_count": 29} +{"index": 2668, "reference": "Ireland number eight Jamie Heaslip is back from injury to face Wales in the only change for the Six Nations game in Cardiff on Saturday.", "prediction": "Gl Heas Gilmore will make a effort on his return from injury ahead of Ireland's Six Nations match against Wales title contenders Wales in Cardiff on Friday.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 19.607843137254903, "rougeL": 26.41509433962264}, "nll_sum": 122.44878387451172, "token_count": 29} +{"index": 2669, "reference": "Bury Council's chief executive has been suspended over claims he and others failed to follow procedures in their handling of a safeguarding case.", "prediction": "Two senior officers have been suspended by Manchester City Council for its handling over allegations that indecent indecent images of children.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 97.4974365234375, "token_count": 21} +{"index": 2670, "reference": "Netflix has gone live in nearly every country in the world.", "prediction": "TV services giant Netflix said it hopes increase its TVs, in China and other countries countries.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 90.54669189453125, "token_count": 17} +{"index": 2671, "reference": "Inverness Caledonian Thistle have confirmed the departure of manager John Hughes.", "prediction": "Inverness Caledonian Thistle have appointed John Hughes as manager on a new-and-a-half-year contract with leaving the club.", "rouge": {"rouge1": 50.0, "rouge2": 26.666666666666668, "rougeL": 37.49999999999999}, "nll_sum": 113.40040588378906, "token_count": 30} +{"index": 2672, "reference": "I haven't been in Greece for three weeks but I am told it is eerily quiet and - in respect of tourism - surprisingly busy.", "prediction": "When the eurozone wish to Greece, it't be saying it hasn wasn't have a good picture.", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 121.8116455078125, "token_count": 19} +{"index": 2673, "reference": "Sinn F\u00e9in leader Gerry Adams will not face charges in connection with the IRA murder of Jean McConville, the Public Prosecution Service has confirmed.", "prediction": "Sinn F\u00e9in leader Gerry Adams will face any charges on any charges relating to seven women involved in he murder of Jean McConville.", "rouge": {"rouge1": 57.14285714285714, "rouge2": 38.297872340425535, "rougeL": 57.14285714285714}, "nll_sum": 105.4554443359375, "token_count": 28} +{"index": 2674, "reference": "A regular game of golf is likely to increase life expectancy and lead to better physical health, according to University of Edinburgh researchers.", "prediction": "Golfers' health is veryvery\" players is \"the the old\" in the sport, says a five-in in analysis research research.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 175.85548400878906, "token_count": 29} +{"index": 2675, "reference": "Catalans Dragons have released Australian prop Willie Mason by mutual consent, after injuries ended his 2016 Super League season.", "prediction": "Warrington Mattyason has made an immediate return from injury to his NRL after suffered lig damage to his cruciate ligament damage.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 131.1549072265625, "token_count": 27} +{"index": 2676, "reference": "(Close): Fashion house Burberry led the market higher following speculation that it could be a bid target.", "prediction": "(Open): The London market opened lower, with shares in fashion firm Burberry on reports that it would a takeover offer a private equity firm.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 5.128205128205128, "rougeL": 24.39024390243903}, "nll_sum": 147.92987060546875, "token_count": 28} +{"index": 2677, "reference": "The personal details of more than 150,000 members of dating website Muslim Match have been posted online.", "prediction": "Personal details of messages containing including including members suspected of marry and status, have been posted online the", "rouge": {"rouge1": 55.55555555555556, "rouge2": 29.411764705882355, "rougeL": 50.0}, "nll_sum": 114.23707580566406, "token_count": 18} +{"index": 2678, "reference": "The vice-president of Venezuela has accused the US of \"imperialist aggression\" after it slapped sanctions on him for allegedly trafficking drugs.", "prediction": " Venezuelan Venezuelan president Venezuela has imposed sanctions on the vice-president and deputy president, accused of the US forev drugs pay and money raise drugs.", "rouge": {"rouge1": 51.06382978723404, "rouge2": 22.222222222222225, "rougeL": 29.787234042553195}, "nll_sum": 164.25051879882812, "token_count": 28} +{"index": 2679, "reference": "A man in his 40s has been assaulted in Belfast city centre in what police have said was a racially motivated hate crime.", "prediction": "A man was treated in hospital after being stabbed by an armed man of whose man in Belfast city centre.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 24.390243902439025, "rougeL": 32.558139534883715}, "nll_sum": 78.56208801269531, "token_count": 20} +{"index": 2680, "reference": "A spy novel written nearly 40 years ago about Russia attempting to get one of its own into the White House has risen to the top of the download charts in its genre.", "prediction": "The British spy spy agency has launched a remake novel adaptation, a filmmaker into amaker-maker. solve to stage a global ballet's as. Trump's as from a US-. for reputation in on president as president's.A", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 13.88888888888889}, "nll_sum": 306.4977722167969, "token_count": 45} +{"index": 2681, "reference": "Tanzania's President Jakaya Kikwete has fired a senior government minister accused of wrongly taking $1m (\u00c2\u00a3640,000) from a businessman.", "prediction": "Tanzania's parliament has rejected that a $1m (\u00a3620m) from a government account was in relation to a fraudulent personal bank account, an official says.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 30.434782608695656}, "nll_sum": 124.34375, "token_count": 33} +{"index": 2682, "reference": "In the slightly sweaty committee corridor outside the meeting of Tory MPs tonight, MPs were queuing to praise the prime minister.", "prediction": " on the freezing on Wednesday night, where I was again told a prime minister she thought she wasn't\u00e2.", "rouge": {"rouge1": 15.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 115.59315490722656, "token_count": 21} +{"index": 2683, "reference": "US banking giant JP Morgan is set for a record $13bn (\u00a38bn) fine to settle investigations into its mortgage-backed securities, US media reports have said.", "prediction": "US investment bank banking Morgan says it has agreed to pay $ (\u00a3bn- ($13bn (\u00a39bn) over scandal linked to mortgage securities.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 0.0, "rougeL": 30.43478260869565}, "nll_sum": 162.64761352539062, "token_count": 28} +{"index": 2684, "reference": "Becky James has suffered a setback in her recovery from a serious knee injury, says British Cycling chief Shane Sutton.", "prediction": "ame's Becky James faces a brief recovery after her in recovery \"the best treatment as possible\", says director of medical director Chris Sutton.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 4.761904761904763, "rougeL": 31.818181818181824}, "nll_sum": 145.97308349609375, "token_count": 26} +{"index": 2685, "reference": "South Korean team SKT Telecom T1 has won the 2016 world championships of the League of Legends (LoL) video game.", "prediction": "Japanese computer game SKT has won the most 2014 2014 qualifying event - and what it reputation as's event.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 137.8045196533203, "token_count": 21} +{"index": 2686, "reference": "Sheffield United needed an injury-time goal from Ethan Ebanks-Landell to beat nine-man managerless Bury.", "prediction": "Ethan Ebanks-Landell scored his first goal of the season as Sheffield beat 10-man Bury.", "rouge": {"rouge1": 48.484848484848484, "rouge2": 12.903225806451616, "rougeL": 36.36363636363636}, "nll_sum": 95.25944519042969, "token_count": 22} +{"index": 2687, "reference": "A soldier who killed three colleagues and injured 16 others in a shooting at US Army base was being treated for depression and anxiety.", "prediction": "A patient with cancer brain was of over a month in a London patient for neuro radiotherapy, treatments and help to help him in his training diagnosis.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 160.85137939453125, "token_count": 29} +{"index": 2688, "reference": "All pictures are copyrighted.", "prediction": "All pictures are copyrighted.", "rouge": {"rouge1": 100.0, "rouge2": 100.0, "rougeL": 100.0}, "nll_sum": 19.41632080078125, "token_count": 4} +{"index": 2689, "reference": "Belgian police have charged a fourth suspect with terrorism offences related to the deadly attacks on Paris, the federal prosecutor has said.", "prediction": "Belgium have charged a man with training and preparing for a terrorist attack after the Paris the metro bombing of US prosecutors say in the a's, solve, says believes includes \"-gicket threat in from since George's.", "rouge": {"rouge1": 30.0, "rouge2": 10.344827586206897, "rougeL": 26.666666666666668}, "nll_sum": 287.8075866699219, "token_count": 44} +{"index": 2690, "reference": "England's James Guy and Welsh swimmer Chloe Tutton won bronze medals at the European Championships in London.", "prediction": "Swelsh swimmer Chloe Tutton teenager Guy Joseph have missing out on a fourth silver medal at the European Swimming Championships in London been aA a 2011 the referee's a's-'sAolve in a years from's from's emerged", "rouge": {"rouge1": 41.37931034482759, "rouge2": 25.0, "rougeL": 34.48275862068966}, "nll_sum": 312.526123046875, "token_count": 47} +{"index": 2691, "reference": "Crofting Minister Aileen McLeod has said the government is willing to look at the potential of reintroducing loans for building croft houses.", "prediction": "The the Crofting leader has called for more offered to incentives to to be made available to receive loans of up to \u00a31m.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 0.0, "rougeL": 17.777777777777775}, "nll_sum": 125.97218322753906, "token_count": 27} +{"index": 2692, "reference": "Salford Red Devils owner Marwan Koukash says he has still not decided whether he will sell the club at the end of the current season.", "prediction": "Salford owners owner Mar Kou Koukash says he says his future is at the club if they fail to reach Conservatives end of next season.", "rouge": {"rouge1": 44.0, "rouge2": 20.833333333333336, "rougeL": 40.00000000000001}, "nll_sum": 161.41339111328125, "token_count": 29} +{"index": 2693, "reference": "The pound fell against key currencies after an unexpected slip in inflation - seen as easing pressure on the Bank of England to lift interest rates.", "prediction": "Sterling has fallen against the dollar pound, slightly slightly than expected after data from, Bank of emerged that a possible interest in rise will rise.", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 24.0}, "nll_sum": 188.73150634765625, "token_count": 29} +{"index": 2694, "reference": "Much of Earth's life-giving carbon could have been delivered in a planetary collision about 4.4 billion years ago, a theory suggests.", "prediction": "The case that is the evidence that why rock, elements of Mercury wolves to hidden inside, US scientists say.", "rouge": {"rouge1": 4.651162790697675, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 141.74229431152344, "token_count": 21} +{"index": 2695, "reference": "Shares across Asia traded mixed on Friday, failing to pick up the positive lead from Wall Street.", "prediction": "Markets in Asia were higher on Friday, despite a lengthy performance from Wall Street.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 20.689655172413794, "rougeL": 38.70967741935484}, "nll_sum": 72.51538848876953, "token_count": 16} +{"index": 2696, "reference": "The FBI has offered to unlock another iPhone for police after revealing it could access the handset used by San Bernardino killer Syed Farook.", "prediction": "A boy whose grandson accused of the San gunman's families will seeking seek help the FBI, US media reports say.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 4.651162790697675, "rougeL": 8.88888888888889}, "nll_sum": 142.8587646484375, "token_count": 22} +{"index": 2697, "reference": "An Ayr United fan living in Peru has designed the winner of an online poll to choose a new club badge.", "prediction": "A Ayr United supporters have voted to a new badge for black black club after a match-day match. to of a \u00a3 am referee the man's a from Aover-w by a in from national a.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 7.142857142857142, "rougeL": 20.689655172413794}, "nll_sum": 279.8430480957031, "token_count": 43} +{"index": 2698, "reference": "A delivery truck crashed into parked cars before hitting a church wall in Swansea.", "prediction": "A man was taken to hospital after being hit by a lorry which sank onto was front a Swansea church.", "rouge": {"rouge1": 29.411764705882348, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 87.29298400878906, "token_count": 21} +{"index": 2699, "reference": "A West Yorkshire teenager is believed to have become Britain's youngest ever suicide bomber after reportedly blowing himself up in Iraq.", "prediction": "A West Yorkshire teenager who killed himself in a suicide bomber thought to be killed in Iraq, police say.", "rouge": {"rouge1": 48.78048780487805, "rouge2": 25.641025641025646, "rougeL": 39.02439024390244}, "nll_sum": 70.30118560791016, "token_count": 20} +{"index": 2700, "reference": "Seven players have re-signed for the Belfast Giants as the Elite League team continues to build its roster for the 2016/2017 campaign.", "prediction": "The Belfast Giants and six NI are among six players in the Elite League side to be released by this summer, despite the band'sNew's from3 a2 reputation, from's-e ballet a in from- The's a from a", "rouge": {"rouge1": 27.692307692307693, "rouge2": 12.698412698412701, "rougeL": 24.615384615384613}, "nll_sum": 292.6855163574219, "token_count": 47} +{"index": 2701, "reference": "An 11-year-old boy told another pupil he felt \"unsafe\" in his new school on the day he was found hanged, an inquest hearing has been told.", "prediction": "A five-month-old boy who put a himself in his classroom at an open school, was \"disgoing to skive\" and struggle his death inquest an inquest has heard of heard told his. solve again's from 2011 from 2011", "rouge": {"rouge1": 32.35294117647059, "rouge2": 9.090909090909092, "rougeL": 29.411764705882348}, "nll_sum": 269.364501953125, "token_count": 47} +{"index": 2702, "reference": "A prominent dissident republican facing trial over charges of encouraging terrorism has had his bail conditions changed so he can go on holiday.", "prediction": "A prominent paramilitaryist, who will stand trial trial next week on encouraging terrorism charges, has been told he not to abondonderry.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 9.523809523809526, "rougeL": 31.818181818181824}, "nll_sum": 161.71914672851562, "token_count": 27} +{"index": 2703, "reference": "A new \u00a34m research centre to tackle the \"silent epidemic\" of wound care has been launched.", "prediction": "A new centre set up for patients who wound up wound wounds could to open up, after Welsh patients have received \u00a32.5m.", "rouge": {"rouge1": 25.64102564102564, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 129.1976318359375, "token_count": 27} +{"index": 2704, "reference": "Four years ago, after the Syrian government launched a brutal chemical attack on its own civilians, Donald Trump warned anyone who would listen that the US should refrain from launching retaliatory military strikes.", "prediction": " Donald Trump US took military action against Syria - and he used he change again?", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 105.77857971191406, "token_count": 15} +{"index": 2705, "reference": "Wes Foderingham acknowledged the hurt \"one idiot\" caused Scott Sinclair but says the fan, who admitted making racial gestures at the Celtic player, did not represent the Rangers support.", "prediction": "odone Foderingham says it would be \"disrespect\" for the Gaelic winger Sinclair Henderson received an sole a charter at club club Rangers.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 191.3428955078125, "token_count": 30} +{"index": 2706, "reference": "Prince's team requested emergency support from a leading addiction specialist just a day before the singer died, the doctor's lawyer has revealed.", "prediction": "'s's plan to sent his son to Minnesota after he made an emergency rehabilitation specialist centre, the singer musician's office says a controversial \" says's- 2011's again's again- 2011 againold a in stopped from a's.", "rouge": {"rouge1": 28.125000000000007, "rouge2": 6.451612903225808, "rougeL": 18.749999999999996}, "nll_sum": 299.51068115234375, "token_count": 45} +{"index": 2707, "reference": "Twelve of Edinburgh's \"dilapidated and neglected\" closes are to be transformed as part of a major project to improve the Old Town.", "prediction": "Two Edinburgh men's men who, who will open on Edinburgh's Old Vic Town have, unveiled as part of a.5m improvements.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 18.181818181818183, "rougeL": 30.434782608695656}, "nll_sum": 159.145751953125, "token_count": 27} +{"index": 2708, "reference": "A law has come into force in Belgium banning women from wearing the full Islamic veil in public.", "prediction": "Belgium have voted against law a a ban on women wearing the full veils, such as the \"Islamic\" or four n fullab\".", "rouge": {"rouge1": 50.0, "rouge2": 10.526315789473683, "rougeL": 35.0}, "nll_sum": 157.47836303710938, "token_count": 29} +{"index": 2709, "reference": "A man has been arrested on suspicion of causing death by dangerous driving after a woman was run over near a supermarket in West Yorkshire.", "prediction": "A man has been arrested on suspicion of causing death of dangerous driving in a suspected hit-and-run- car- West Yorkshire.", "rouge": {"rouge1": 72.3404255319149, "rouge2": 48.888888888888886, "rougeL": 68.08510638297872}, "nll_sum": 102.49655151367188, "token_count": 26} +{"index": 2710, "reference": "Munster great Paul O'Connell will work with the province's academy in a part-time mentoring role over the next year.", "prediction": "Munster have appointed former Republic of Ireland captain Paul O' process as their's academy rugby at to end of the 2016-17 season.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 142.47520446777344, "token_count": 28} +{"index": 2711, "reference": "Former Labour MP Bob Marshall-Andrews has defected to the Lib Dems after describing Jeremy Corbyn's party as a \"political basket case\".", "prediction": "wayway's Andrew Marshalls Andrews, a member who backing socialist party by backing Jeremy Corbyn, is convicted becoming a member of a Labour Labour Party.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 20.833333333333332}, "nll_sum": 169.46261596679688, "token_count": 29} +{"index": 2712, "reference": "The United Nations says there was a 50% increase last year in the area of land being used to cultivate coca leaf in Colombia.", "prediction": "The number of cocaine was raided from Colombia's area increased by 20% in last year, a United Nations report.", "rouge": {"rouge1": 54.54545454545454, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 101.16351318359375, "token_count": 22} +{"index": 2713, "reference": "Exeter scrum-half Will Chudley is out for two months with a chest injury.", "prediction": "Exeter fly-half Chapeian Chudley has been ruled out for six weeks after fracturing after a knee injury for Premiership leaders Leicester on Saturday industry. Saturday's the's- again aA in a from George's from. a", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 26.923076923076923}, "nll_sum": 271.12969970703125, "token_count": 47} +{"index": 2714, "reference": "The phrase \"one man's loss is another man's gain\" could not be more apt than in the case of Cheick Sallah Cisse.", "prediction": " Olympic Olympic champion Nasriou,isse does not not believe he deserve will be honoured because new laws were passed to him a shootout his home city.", "rouge": {"rouge1": 8.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 187.82791137695312, "token_count": 29} +{"index": 2715, "reference": "Talks to prevent a further strike by Southern rail conductors are to be held on Friday.", "prediction": "A fourth 24hour strike by drivers on Southern rail network has ended amid a dispute over driver-only trains.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.12121212121212, "rougeL": 28.57142857142857}, "nll_sum": 100.79222106933594, "token_count": 21} +{"index": 2716, "reference": "Six people died and another two were missing after an explosion on Tuesday evening destroyed a fireworks factory near the Portuguese town of Lamego.", "prediction": "The bodies of people who died in an explosion at a right factory building in Porto, have been recovered from emergency and officials say the a's, solve,'s it from a fromA's dumping in three since George's.", "rouge": {"rouge1": 28.125000000000007, "rouge2": 3.225806451612904, "rougeL": 21.875}, "nll_sum": 264.66986083984375, "token_count": 45} +{"index": 2717, "reference": "Cristian, a 32-year-old blacksmith from Uruguay, grows five cannabis plants with care and dedication in the back yard of his workshop on the outskirts of Montevideo.", "prediction": "Cristian earns 40 years old he has started the his training in the training where he was, in America because he was too low.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 7.999999999999999, "rougeL": 23.076923076923077}, "nll_sum": 139.57327270507812, "token_count": 27} +{"index": 2718, "reference": "Princess Beatrice's royal wedding hat has been sold on auction site eBay for \u00a381,100.01.", "prediction": "A rare red carpetick wore on the same by Prince William and her husband, Gloucester has been sold at auction for \u00a361m).", "rouge": {"rouge1": 30.769230769230766, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 145.77566528320312, "token_count": 27} +{"index": 2719, "reference": "A pipeline system servicing up to 27 oil fields has been shut down after a leak on the Cormorant Alpha platform, north-east of Shetland.", "prediction": "More than 80 oil fields, Cam Vincentorant Alpha platform were leaked in the field, after a leak leaked into the platform, BBC Scotland understands.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 17.02127659574468, "rougeL": 28.57142857142857}, "nll_sum": 172.00778198242188, "token_count": 29} +{"index": 2720, "reference": "A court hearing for British plane spotters held over allegations of suspicious behaviour in the United Arab Emirates has been postponed for a week.", "prediction": "Two British men the London, are suspected of taking so-called Islamic State plane passenger be due to appear in a Abu Dhabi court Abu", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 139.58663940429688, "token_count": 26} +{"index": 2721, "reference": "Hearts have sold Bjorn Johnsen to Dutch top-rlight club ADO Den Haag for an undisclosed transfer fee.", "prediction": "Hearts have signeded Domud John Johnsen from St John Bj on a two-year deal after his release by Norwegian sideair side Brighton Halag. a 2011 a- a- a name a's reputation a?A aA", "rouge": {"rouge1": 11.11111111111111, "rouge2": 3.8461538461538463, "rougeL": 11.11111111111111}, "nll_sum": 324.70947265625, "token_count": 47} +{"index": 2722, "reference": "A new breed of modern-day monks is reviving a 1,000-year-old tradition by setting up a Church in Wales \"monastery\" in a Monmouthshire town.", "prediction": "A vicar has offered new 30-hour sequel to help young people with a \"daypastic\" a community in a Monmouthshire town.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 33.33333333333333}, "nll_sum": 152.9432830810547, "token_count": 29} +{"index": 2723, "reference": "I think Manchester United can be Chelsea's closest challengers for the title next season, but Louis Van Gaal has got to get things right away from home against the so-called lesser teams.", "prediction": " is is big battle in the gap on Chelsea, Chelsea - Liverpool and - is the best teams - but is also protecting age of struggle them below them.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 10.000000000000002}, "nll_sum": 169.7481231689453, "token_count": 30} +{"index": 2724, "reference": "Military chiefs, civil servants and politicians are not always ready or equipped to fight the battles in front of them, let alone the wars of the future.", "prediction": "There are the armed forces - or or 30 - to survive - - and not -, the armed forces - and low do theyall survive?", "rouge": {"rouge1": 29.787234042553195, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 162.90306091308594, "token_count": 28} +{"index": 2725, "reference": "Wales men's hockey team suffered an agonising late defeat by Scotland in their EuroHockey Championships II final.", "prediction": "Wales women's hockey women have won to English A Group at Group to reach the EuroHHockey Championships.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 135.29782104492188, "token_count": 21} +{"index": 2726, "reference": "A 55-year-old man who died after being hit by a car in Monmouthshire has been named by Gwent Police.", "prediction": "An 82-year-old man who was hit and hit by a car in Newport, has been described as \"sable andpicable\", police.", "rouge": {"rouge1": 55.81395348837208, "rouge2": 39.02439024390244, "rougeL": 55.81395348837208}, "nll_sum": 111.88093566894531, "token_count": 30} +{"index": 2727, "reference": "Exeter head coach Rob Baxter says winger Olly Woodburn is thriving after his two-try haul against Bristol.", "prediction": "Exeter Chiefs head coach Rob Baxter praised the success of the award-winning of England teenager Michael Woodburn.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.647058823529413, "rougeL": 33.33333333333333}, "nll_sum": 107.06224822998047, "token_count": 21} +{"index": 2728, "reference": "Manchester City will meet Scottish champions Celtic and manager Pep Guardiola's former club Barcelona in the Champions League group stage.", "prediction": "Manchester City boss Pep to the out of the Champions League group stage in 16 December.", "rouge": {"rouge1": 48.64864864864864, "rouge2": 28.571428571428577, "rougeL": 43.24324324324324}, "nll_sum": 74.69406127929688, "token_count": 16} +{"index": 2729, "reference": "The plan to withdraw high-value rupee notes in India had to be kept secret, Prime Minister Narendra Modi has said.", "prediction": "'s PM Narendra Modi has defended the decision to change the flagship new \u00a3 rupee notes, after banks were shut down and a low offers's high.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.33333333333333, "rougeL": 17.02127659574468}, "nll_sum": 156.653076171875, "token_count": 29} +{"index": 2730, "reference": "Images courtesy of AFP, AP, EPA and Reuters", "prediction": "Images courtesy of AFP, EPA, EPA and Reuters", "rouge": {"rouge1": 87.5, "rouge2": 71.42857142857143, "rougeL": 87.5}, "nll_sum": 36.809749603271484, "token_count": 9} +{"index": 2731, "reference": "Sergio Garcia and Francesco Molinari both carded five-under 67s to share the lead at nine under at the halfway stage of the DP World Tour Championship.", "prediction": "Former world number one Andy card the card at at the Ned Championship by closing a one- lead into the final round of the Desert Dhabi Championship.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 7.6923076923076925, "rougeL": 29.629629629629626}, "nll_sum": 169.0833282470703, "token_count": 28} +{"index": 2732, "reference": "Scottish Labour leader Kezia Dugdale is backing Owen Smith in the Labour Party leadership contest.", "prediction": "Scottish leadership hopeful Kezia Dugdale said she is challenger hopeful Owen Smith would lead the party ballot \"within underneath a plan\" within the party.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 10.81081081081081, "rougeL": 41.02564102564102}, "nll_sum": 140.58346557617188, "token_count": 30} +{"index": 2733, "reference": "Privately contracted so-called \"litter police\" have been removed from service by a council after an undercover Panorama report found they were getting bonuses for issuing fines.", "prediction": "A council in Kent has been fined a total of \u00a31,000 for not enough, the preserve in the wake of a BBC Panorama investigation.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 4.0, "rougeL": 11.538461538461538}, "nll_sum": 110.79890441894531, "token_count": 29} +{"index": 2734, "reference": "(Close): The pound has lost some of the sharp gains made against the dollar after strong data on UK services.", "prediction": "The pound was against a US dollar- a hard-w survey has indicated.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.451612903225808, "rougeL": 24.242424242424246}, "nll_sum": 93.80152893066406, "token_count": 15} +{"index": 2735, "reference": "Police have condemned a wave of \"copycat criminal activity\" across London in a second night of looting and disorder following riots in Tottenham.", "prediction": "Claudio violence has erupted, several towns that have been \"authorised and intimidated\" after 40 police officers and were injured in east London.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 141.94287109375, "token_count": 27} +{"index": 2736, "reference": "The number of cancer cases in Wales has risen by almost 10% over a 10-year period.", "prediction": "The number of cases with cases of cancer in Wales has increased by nearly four% over, last decades, official figures show in in the-'s, guitarist,'s it from a the of it from the from of.", "rouge": {"rouge1": 40.74074074074075, "rouge2": 19.23076923076923, "rougeL": 37.03703703703704}, "nll_sum": 239.7581024169922, "token_count": 43} +{"index": 2737, "reference": "England have never won their opening game at a European Championship but there is an extra incentive for them to finally put that right against Russia on Saturday.", "prediction": "After a surprise defeat by Russia in their last Group match in their final Group B match qualifier Russia, I is'm pleased to know again and and I not do it itself.", "rouge": {"rouge1": 19.672131147540988, "rouge2": 0.0, "rougeL": 9.836065573770494}, "nll_sum": 181.78858947753906, "token_count": 34} +{"index": 2738, "reference": "Undercover police officers facing claims of wrongdoing will not automatically get anonymity at a forthcoming major public inquiry.", "prediction": "More than 100 undercover police officers, and should not be allowed to anonymity to be told partners the payments are made private, a preliminary court battle has ruled.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 146.1110382080078, "token_count": 30} +{"index": 2739, "reference": "Keighley want the Rugby Football League to consider amateur video footage when they review a brawl during the club's Challenge Cup tie against Fryston, which left a player with a broken jaw.", "prediction": "Keley Cou Cougars players face head and brain after the Rugby Football League over an incident that left a surgeon's side eye during a Challenge Cup match at the game on Saturday", "rouge": {"rouge1": 39.39393939393939, "rouge2": 15.625, "rougeL": 24.242424242424242}, "nll_sum": 178.3780517578125, "token_count": 34} +{"index": 2740, "reference": "Former Hollywood child star Shirley Temple has died at the age of 85.", "prediction": "Clley Temple, best of her best-knowners as Hollywood's, has died, California aged 88.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 7.692307692307692, "rougeL": 28.571428571428577}, "nll_sum": 117.98596954345703, "token_count": 21} +{"index": 2741, "reference": "League One side Wimbledon have signed Millwall midfielder Jimmy Abdou on a season-long loan deal.", "prediction": "League One side AFC Wimbledon have re- defender Connordou from Millwall on- two-year deal for an undisclosed fee thought", "rouge": {"rouge1": 44.44444444444445, "rouge2": 17.647058823529413, "rougeL": 44.44444444444445}, "nll_sum": 147.33432006835938, "token_count": 26} +{"index": 2742, "reference": "An amateur footballer in Portugal has been banned for more than four years after kneeing a referee in the face.", "prediction": "A Brazilian rugby club Porto to receive with a ban after a regional attacked was attacked, a referee, according to the league's league league. year from the Gael 2011 a 'A-A a in a a's.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 3.571428571428572, "rougeL": 17.24137931034483}, "nll_sum": 276.2436828613281, "token_count": 44} +{"index": 2743, "reference": "World famous conductor Sir Andrew Davis is one of the most familiar faces at the Proms.", "prediction": "\"I celebrates histh birthday, I wasn't isn that wasn in't Sir Elgar isn is at the Albert Hall the central London.", "rouge": {"rouge1": 25.64102564102564, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 208.98965454101562, "token_count": 27} +{"index": 2744, "reference": "A woman, whose death has been linked to the discovery of a body in a bin in the same street, has been named as Tabussum Winning.", "prediction": "A woman whose body was found in a wheel in a wheelie bin six years ago, has been formally named as police as Earl winning.", "rouge": {"rouge1": 54.90196078431373, "rouge2": 20.408163265306126, "rougeL": 47.05882352941176}, "nll_sum": 125.81819915771484, "token_count": 27} +{"index": 2745, "reference": "The police force at the centre of the Rotherham child abuse scandal is still failing to record crimes against children properly, a report has said.", "prediction": "A police force was accused out of child sex abuse in Rotherham between 2011s but there there was no cases has found in the a Broadway, prompting,'s they from a Saturday from force's have of crime. from of's a", "rouge": {"rouge1": 29.85074626865672, "rouge2": 3.0769230769230766, "rougeL": 20.895522388059703}, "nll_sum": 284.2281494140625, "token_count": 47} +{"index": 2746, "reference": "Southend manager Phil Brown says the referee for his side's 2-1 defeat at Gillingham should be \"brought to task\" over his performance.", "prediction": "Southend United were five \"displ refereeing\" during a draw league\" was a level, says former boss of Southend boss Phil Brown.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 173.802490234375, "token_count": 31} +{"index": 2747, "reference": "First Minister Nicola Sturgeon has promised a continued focus on improving attainment in education during a visit to the Scottish Borders.", "prediction": "First Minister Nicola Sturgeon has said all funding of school school for child from the most, our and and deprived areas is in a top for Scottish election election.", "rouge": {"rouge1": 36.00000000000001, "rouge2": 16.666666666666664, "rougeL": 32.0}, "nll_sum": 172.3032684326172, "token_count": 30} +{"index": 2748, "reference": "Officials say 102 pilgrims have been killed in a stampede at a religious festival in the southern Indian state of Kerala.", "prediction": "A stampede has killed at least 42 pilgrims charter pilgrims where a crowd entered at an annual festival in the southern Indian state of Uttar Pradesh northern police, said, saying it has been-wA referee from from November's a from a's", "rouge": {"rouge1": 46.875, "rouge2": 22.58064516129032, "rougeL": 34.375}, "nll_sum": 269.1224670410156, "token_count": 47} +{"index": 2749, "reference": "Cameroon defender Benoit Assou-Ekotto has signed a one-year deal with French Ligue 1 side St Etienne.", "prediction": "Ivory Coast defender defender RafonzououEkks has joined French football champions Stienneienne on a five-year deal with option for further a further year.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 201.070068359375, "token_count": 33} +{"index": 2750, "reference": "Sudanese President Omar al-Bashir has formed a new government a month after winning elections that were boycotted by the main opposition parties and tarnished by a poor turnout.", "prediction": "Sudan's President Omar al-Bashire has appointed two new defence ministers, months after he took a coalition role in his role in.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 20.0, "rougeL": 34.61538461538461}, "nll_sum": 120.02971649169922, "token_count": 29} +{"index": 2751, "reference": "South Africa's President Jacob Zuma has agreed to repay some of the $23m (\u00a315m) the government controversially spent on upgrading his private rural home.", "prediction": "South Africa's President Jacob Zuma must pay back $55m55m he spent on the restoration of his Nkandla area's office, the BBC understands.", "rouge": {"rouge1": 48.97959183673469, "rouge2": 25.53191489361702, "rougeL": 36.734693877551024}, "nll_sum": 122.90576171875, "token_count": 33} +{"index": 2752, "reference": "A body found in the ruins of a collapsed building at Didcot Power Station has been identified.", "prediction": "A man whose body was collapsed when the Didcot power station station collapse, nearly two weeks ago has been identified in a man's body.", "rouge": {"rouge1": 57.14285714285713, "rouge2": 20.0, "rougeL": 42.857142857142854}, "nll_sum": 109.16712951660156, "token_count": 27} +{"index": 2753, "reference": "A Carmarthenshire teacher who sent thousands of sexual messages to three pupils has been banned from teaching for five years.", "prediction": "A man who bought two school pupils to givechildren, saying they them to denied them, banned the banned from the classroom-year jail.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 4.878048780487805, "rougeL": 27.906976744186046}, "nll_sum": 179.0670623779297, "token_count": 27} +{"index": 2754, "reference": "A female osprey nicknamed Lassie has laid her first egg of the season at the Scottish Wildlife Trust's Loch of the Lowes nature reserve.", "prediction": "L the Lattie has re-rerere a egg at the Scottish National Police the Scotland - the only male egg in possible in Scotland.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 175.08578491210938, "token_count": 29} +{"index": 2755, "reference": "Four people have escaped injury after an arson attack in Cookstown, County Tyrone.", "prediction": "A man has been set to fire after the door open on the front door of a house, County Tyrone.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 6.451612903225808, "rougeL": 18.181818181818183}, "nll_sum": 96.71485900878906, "token_count": 22} +{"index": 2756, "reference": "\"Action is needed\" at homes for the elderly run by Cornwall Care, after the company took its \"eye off the ball\", the Care Quality Commission (CQC) said.", "prediction": "A care home in Kent is no longer or not have a shower shower or caring for, the Care Quality Commission ( (QCQC).", "rouge": {"rouge1": 32.6530612244898, "rouge2": 17.02127659574468, "rougeL": 24.489795918367346}, "nll_sum": 141.83538818359375, "token_count": 28} +{"index": 2757, "reference": "Donald Trump made a string of promises during his long campaign to be the 45th president of the United States.", "prediction": "Donald Trump has announcing, is doing a killer job killer\" has his crime.", "rouge": {"rouge1": 24.242424242424246, "rouge2": 6.451612903225808, "rougeL": 24.242424242424246}, "nll_sum": 97.7239990234375, "token_count": 15} +{"index": 2758, "reference": "A stretch of river is being searched in an attempt to find the weapon used to kill a businessman who was shot at his home in Dorset.", "prediction": "Police investigating the murder of a businessman at his Dorset home, say a river have recovered the firearms used.", "rouge": {"rouge1": 47.826086956521735, "rouge2": 9.090909090909092, "rougeL": 26.08695652173913}, "nll_sum": 98.59295654296875, "token_count": 21} +{"index": 2759, "reference": "A murder investigation has been launched after a man was stabbed to death outside a busy north London pub.", "prediction": "A murder inquiry has started by police after a man was stabbed to death in a street in south-west London, north London.", "rouge": {"rouge1": 61.904761904761905, "rouge2": 40.0, "rougeL": 61.904761904761905}, "nll_sum": 67.64291381835938, "token_count": 25} +{"index": 2760, "reference": "London Welsh have avoided liquidation after paying their debts, and are now set to be taken over by an United States-based investment group.", "prediction": "Championship club Welsh Rugby has bought the club's Old Dom Park in a deal which has been failed to pay pay and pay debts.", "rouge": {"rouge1": 20.408163265306126, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 132.11447143554688, "token_count": 27} +{"index": 2761, "reference": "A man has been accused of committing sexual offences against boys at an East Sussex school where he worked more than a decade ago.", "prediction": "A former Sussex staff has been charged with rape and sex abuse at in boarding school in West Sussex due the referee of 30-, 40 councillor about 30 times ago.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 3.8461538461538463, "rougeL": 22.222222222222225}, "nll_sum": 186.50399780273438, "token_count": 31} +{"index": 2762, "reference": "Head teachers worried about protecting students from being radicalised are being offered seminars by a union.", "prediction": "Schools in England are offeringchildren of advice to travel to Syria from the threat to be criminalised by anti-extremists.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 121.22293853759766, "token_count": 26} +{"index": 2763, "reference": "Theresa May has said China must do more to help end North Korea's \"illegal and provocative\" weapons testing.", "prediction": "Theresa May has said Japan working \"do anything and should possible action\" North Korea, it is of doing \" illegal illegal events\".", "rouge": {"rouge1": 45.0, "rouge2": 21.05263157894737, "rougeL": 40.0}, "nll_sum": 173.58740234375, "token_count": 26} +{"index": 2764, "reference": "Scots actress Karen Gillan is to appear in her biggest movie role yet in Marvel's sci-fi action adventure Guardians of the Galaxy.", "prediction": "Scottish actressena Gillan, but cast cast as the Guardians as new Star Wars movie the Galaxy.", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 127.89285278320312, "token_count": 20} +{"index": 2765, "reference": "Manchester United are likely to limit their summer spending to three or four key signings.", "prediction": "Manchester United are \"the top 10 of 10\" of their squad during their January transfer,.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 14.285714285714285, "rougeL": 26.666666666666668}, "nll_sum": 95.89085388183594, "token_count": 17} +{"index": 2766, "reference": "A bridge built in the 14th Century has reopened after it was hidden from view for more than a century.", "prediction": " a foot foot crossing to be built where the 14th Century was listed to be rebuilt, and after more than 30 years ago is reopened.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 13.953488372093023, "rougeL": 35.55555555555556}, "nll_sum": 131.4285125732422, "token_count": 27} +{"index": 2767, "reference": "The UK has seen the hottest July day on record, with temperatures hitting 36.7C (98F).", "prediction": "The UK has recorded the highest body of the ever recorded in most of the year so, with temperatures reaching 30 40C (86C).", "rouge": {"rouge1": 35.8974358974359, "rouge2": 16.216216216216214, "rougeL": 35.8974358974359}, "nll_sum": 122.70426940917969, "token_count": 27} +{"index": 2768, "reference": "The question has been raised - is 27-year-old Andreas Lubitz a mass murderer for bringing down a plane full of passengers, killing everyone on board?", "prediction": " deliberately morning after Lubitz flight, but German airline flight killing Alps, 38 people, was crashed was the Alps, alive a planewalking his low speed - it350't a believe it's a it under his a? a's a the", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 9.23076923076923}, "nll_sum": 338.84930419921875, "token_count": 48} +{"index": 2769, "reference": "John Andrew's late try secured 14-man Ulster a crucial win against Newport Gwent Dragons.", "prediction": " Welsh Andrew scored a missed last-minute winner as Ulster champions Ulster moved in a Pro12 victory over Newport Gwent Dragons at Rodney Parade.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 121.27360534667969, "token_count": 27} +{"index": 2770, "reference": "Scientists say they have a clue that may enable them to find traces of the asteroid that wiped out the dinosaurs in the very crater it made on impact.", "prediction": "Scientists scientists believe an probe into whether an asteroid made on the dinosaurs dinosaurs was probably survived by meteorites.", "rouge": {"rouge1": 25.0, "rouge2": 8.695652173913043, "rougeL": 16.666666666666664}, "nll_sum": 108.99874877929688, "token_count": 20} +{"index": 2771, "reference": "UKIP leader Nigel Farage has said Wales gets a \"rotten deal\" from the UK's membership of the EU.", "prediction": "Former UKIP leader of Manock Davies fears that the UK steel industry will be threat Wales \"a serious threat to Welsh economy\" and business\".", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 163.18113708496094, "token_count": 27} +{"index": 2772, "reference": "Glamorgan batsmen Aneurin Donald and David Lloyd both hit maiden first-class centuries as they piled up 444-7 against Cardiff MCCU.", "prediction": "Teenage African batsman Aneinur Donald has become first Glamorgan's record- top innings of a record a total of 54- runs.", "rouge": {"rouge1": 13.95348837209302, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 202.2128143310547, "token_count": 30} +{"index": 2773, "reference": "Police investigating the death of a homeless man in a Norwich subway want to speak to two potential witnesses.", "prediction": "Police investigating the murder of a man believe they have identified a black teenager whose body was found of a subway in New York'sCalifornia arecord M's M's/ ban's a from a video's have's of. from). aA", "rouge": {"rouge1": 29.508196721311474, "rouge2": 10.16949152542373, "rougeL": 26.229508196721312}, "nll_sum": 275.03875732421875, "token_count": 48} +{"index": 2774, "reference": "After school some of you might like to play musical instruments, but can you imagine coming from a home where everyone is a top musician?", "prediction": "Have you ever ever played performed at the Old Old Trafford! Old couple a point - with it's reputation! it's over and as an international's - it! it always an role from an's have of!. from's RussiaA", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 9.23076923076923}, "nll_sum": 299.49664306640625, "token_count": 46} +{"index": 2775, "reference": "It's called The Flow: A state of effortless concentration and enjoyment, where time just seems to melt away - and Tove Styrke has been getting a lot of it lately.", "prediction": "Pop star Zacey Blove says isn is writing the fourth album behind her album, jazz Novemberuri - good the Beast -'t your next tracks.", "rouge": {"rouge1": 3.773584905660378, "rouge2": 0.0, "rougeL": 3.773584905660378}, "nll_sum": 229.58245849609375, "token_count": 30} +{"index": 2776, "reference": "A secondary school placed in special measures by inspectors last month could be closed, a council has said.", "prediction": "A Oxfordshire school that wasmarkeded for rated as \"unreasonable and decision\" a public consultation has started.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 141.57623291015625, "token_count": 22} +{"index": 2777, "reference": "UK intelligence agencies say they are recruiting more female staff - and are targeting middle-age and \"mid-career\" women for jobs.", "prediction": "Britain's two intelligence agencies are using agency campaign to attract more women box work again, in a report published by government of in a the-'s, cosmetics,'s- from 100-p's\" in from from it's. from a", "rouge": {"rouge1": 16.39344262295082, "rouge2": 3.3898305084745757, "rougeL": 16.39344262295082}, "nll_sum": 296.13824462890625, "token_count": 47} +{"index": 2778, "reference": "The last lump of coal mined in South Yorkshire has been presented to Doncaster's mayor at a ceremony marking the end of mining in the region.", "prediction": "The last remaining underground coal coal mine at a North Yorkshire mine is to be wound up to the High Court to honour the end in of South Yorkshire.", "rouge": {"rouge1": 53.57142857142857, "rouge2": 18.51851851851852, "rougeL": 32.142857142857146}, "nll_sum": 139.2003936767578, "token_count": 29} +{"index": 2779, "reference": "Shrewsbury Town have signed teenage Reading defender Zak Jules for an undisclosed fee on a two-year contract.", "prediction": "Shrewsbury Town have signed former Motherwell and Reading left-back Jy Jules for an undisclosed fee on fee end leaving the season.", "rouge": {"rouge1": 55.00000000000001, "rouge2": 42.10526315789473, "rougeL": 55.00000000000001}, "nll_sum": 150.13058471679688, "token_count": 29} +{"index": 2780, "reference": "The European Commission has blocked Telefonica's sale of O2 to CK Hutchison, the owner of Three.", "prediction": "The European telecoms watchdog has confirmed O2's2bn of O2 shouldmaker-ref Arri toKong, a major\ufffdsmakermaker it's the from \"big-fought in its from from it.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 316.942626953125, "token_count": 44} +{"index": 2781, "reference": "In our series of letters from African journalists, Yousra Elbagir looks at how Sudan's young poets are reviving the nation's tradition of lyrical resistance.", "prediction": "In our series our letters from journalistsousmaker Yrair Elbagir's decision's Sudan's struggle of political battle is deserted the the country,", "rouge": {"rouge1": 44.89795918367348, "rouge2": 17.02127659574468, "rougeL": 36.73469387755102}, "nll_sum": 228.30996704101562, "token_count": 29} +{"index": 2782, "reference": "Oldham boosted their League One survival hopes with victory over play-off chasing Peterborough.", "prediction": " Oldham thrashed Peterborough 2-0 at The58 and keep their League One play-off hopes alive.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 21.428571428571427, "rougeL": 40.0}, "nll_sum": 85.21078491210938, "token_count": 22} +{"index": 2783, "reference": "The former president of Brazil, Luiz Inacio Lula da Silva, has been accused of playing a key role in a huge corruption scandal involving state-oil company Petrobras.", "prediction": " President President Lu Davidiz In Lulaula Silva will face charges on charges of corruption charges that has broken Brazilian football, in a Brazilian corruption scandal.", "rouge": {"rouge1": 30.188679245283023, "rouge2": 7.843137254901962, "rougeL": 26.41509433962264}, "nll_sum": 179.1471710205078, "token_count": 30} +{"index": 2784, "reference": "Solar storms are a natural occurrence caused by high-energy particles hitting the Earth.", "prediction": "The clouds atmosphere, hot, hot, potentially and hot weather have joined rock space.", "rouge": {"rouge1": 7.407407407407408, "rouge2": 0.0, "rougeL": 7.407407407407408}, "nll_sum": 107.70088195800781, "token_count": 16} +{"index": 2785, "reference": "Exeter Chiefs have signed England lock Geoff Parling from Leicester Tigers and Bath wing Olly Woodburn for next season on two-year contracts.", "prediction": "Exeter Chiefs have signed Bath back-up Geoff Woodgg on a three 2011year deal that will keep Bath at the end the the- Premiership season.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 29.166666666666668}, "nll_sum": 175.87608337402344, "token_count": 30} +{"index": 2786, "reference": "(Close): A fall in mining shares hit the main indexes in London, with the FTSE 100 closing down more than 1%.", "prediction": "(Close): London's FTSE 100 closed on Monday, despite a big fall in house prices and amid fears of a sharp UK price price fall.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 21.73913043478261}, "nll_sum": 125.99082946777344, "token_count": 30} +{"index": 2787, "reference": "A lunch date with Tim Cook has sold for close to $330,000 (\u00a3196,000) on the auction website CharityBuzz.", "prediction": "A Oculus app chief executive Tim Cook will receive $100m (\u00c267. bid) to bid for Apple in an auction in New New York.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 165.1812744140625, "token_count": 29} +{"index": 2788, "reference": "Ibrahima Traore looks set to reject a call-up to the Guinea squad for September's 2017 Africa Cup of Nations qualifier against Zimbabwe.", "prediction": "Guinea's internationalem Ell Traorent announced he will retire from international football. solve football solve a football referee a \"over-olve a- from a from's controversial cross-up ban referee from squad by a resignation. fromowned", "rouge": {"rouge1": 16.393442622950822, "rouge2": 0.0, "rougeL": 9.836065573770492}, "nll_sum": 349.9319763183594, "token_count": 47} +{"index": 2789, "reference": "Cape Verde and Zambia both bowed out of the African Cup of Nations after a game which at one point looked as though it would stop because of torrential rain.", "prediction": "Zambia and Zambia were forced to their match after their Group A match, as weather reached at Africa Africa Cup of Nations.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 12.000000000000002, "rougeL": 23.076923076923077}, "nll_sum": 128.3975830078125, "token_count": 26} +{"index": 2790, "reference": "Volunteers are being sought to help look after a heritage site in Pembrokeshire.", "prediction": "Volunteers are being sought for views on for for a Pembrokeshire Age cemetery. solve the of a controversialCaliforniaover's. a's from's a's from a from's have controversial of). a from'sA", "rouge": {"rouge1": 25.000000000000007, "rouge2": 13.043478260869565, "rougeL": 25.000000000000007}, "nll_sum": 280.0754699707031, "token_count": 47} +{"index": 2791, "reference": "Multi-storey car parks, bridges and tall buildings could be designed to make suicide more difficult, under government proposals to save lives.", "prediction": "duty staff in England are specialist training and working to encourage others to suicide others themselves in, the a survey suggests.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.95348837209302}, "nll_sum": 127.70115661621094, "token_count": 22} +{"index": 2792, "reference": "Susie Wolff will stay at the Williams team next season in an enhanced role as test driver.", "prediction": "Susie Wolffff has announced she will continue her Formula 1 driver for 2017 season and the there is \"big step in our right performance\".", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 152.86386108398438, "token_count": 27} +{"index": 2793, "reference": "Boreham Wood have re-signed striker Jamie Lucas from Bristol Rovers on loan until the end of the season.", "prediction": "National League side Boreham Wood have signed former Bristol Rovers midfielder Nathan Lucas on an 18-month loan deal.", "rouge": {"rouge1": 47.368421052631575, "rouge2": 16.666666666666664, "rougeL": 42.10526315789473}, "nll_sum": 78.53749084472656, "token_count": 22} +{"index": 2794, "reference": "Prince William and Prince Harry have visited a London memorial garden for their mother on the eve of the 20th anniversary of her death.", "prediction": " the Princess of Wales, and daughter Princess, Diana, will a memorial memorial in south London.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 83.7235336303711, "token_count": 18} +{"index": 2795, "reference": "Spain was already on high alert for a possible attack when a van smashed into the crowd on Barcelona's famous Las Ramblas boulevard, killing 13 people.", "prediction": "There has been a spate of jihadist around Europe and Barcelona in the Spanish city of Barcelona, the highest level of security prisons is high high.", "rouge": {"rouge1": 15.09433962264151, "rouge2": 0.0, "rougeL": 11.320754716981133}, "nll_sum": 121.30311584472656, "token_count": 27} +{"index": 2796, "reference": "MPs are demanding highways officials explain why roadworks on the A55 and A483 on the Chester-Wrexham border have over-run, causing months of frustration and long hold-ups for motorists.", "prediction": "The proposed new dual carriageway in Chester will been be brought again until September, after of delays and record and delays again.", "rouge": {"rouge1": 18.867924528301884, "rouge2": 0.0, "rougeL": 15.09433962264151}, "nll_sum": 154.07345581054688, "token_count": 26} +{"index": 2797, "reference": "Phil Taylor set up a tantalising PDC World Darts Championship quarter-final against Raymond van Barneveld with a hard-fought win over Kim Huybrechts.", "prediction": "Phil Phil Taylor held nerve to uphill spirited secondback to reach the PDC World Championship quarter-finals with rival Kim Van Barvechld to reach the quarter-finals.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 16.3265306122449, "rougeL": 35.294117647058826}, "nll_sum": 205.4474334716797, "token_count": 34} +{"index": 2798, "reference": "Scientists are looking for 100,000 volunteers prepared to have their DNA sequenced and published online for anyone to look at.", "prediction": " the UK project developed a study which could help identify clear their relatives of families of diseases, suggests research.", "rouge": {"rouge1": 5.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 124.11531066894531, "token_count": 20} +{"index": 2799, "reference": "Andrew Crofts says his ambition to play at Euro 2016 is part of the reason for his loan move to Gillingham.", "prediction": "ft Crofts says he not given up up chance of playing for Wales in Euro 2016.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 89.58993530273438, "token_count": 17} +{"index": 2800, "reference": "Ben Stokes and James Taylor both made unbeaten centuries as England reached 470-5 on the opening day of their warm-up match against a South African Invitation XI in Potchefstroom.", "prediction": "England all- Ben Taylor and St Stokes hit a struggle as England took a final warm-up in control against England day day one of the first Test at England Trafford.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 6.666666666666667, "rougeL": 22.58064516129032}, "nll_sum": 187.39016723632812, "token_count": 34} +{"index": 2801, "reference": "Recovery of the RAF helicopter which burst into flames shortly after the crew was forced to make an emergency landing began on Monday.", "prediction": "A emergency helicopter was called to land on an Anglesey helicopter, after sending of black and black and coming into the air in the air.", "rouge": {"rouge1": 49.999999999999986, "rouge2": 0.0, "rougeL": 20.833333333333332}, "nll_sum": 131.87815856933594, "token_count": 28} +{"index": 2802, "reference": "Scotland's Finance Secretary John Swinney has said talk about reduced council budgets impacting on local services was \"frankly over the top\".", "prediction": "Scotland Finance Minister John Swinney has told MSPs no worry about local cuts to local authorities after they received a big increase in council tax.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 29.787234042553195}, "nll_sum": 107.05096435546875, "token_count": 29} +{"index": 2803, "reference": "Images by BBC Naidheachdan.", "prediction": "The sale of sheep, thought thought to be in the Highlands and the Scottish Borders Highlands, has been sold at auction by A$shire.", "rouge": {"rouge1": 7.142857142857142, "rouge2": 0.0, "rougeL": 7.142857142857142}, "nll_sum": 139.18045043945312, "token_count": 27} +{"index": 2804, "reference": "It's thought as many as half a million people crammed the roads and beaches outside the Kennedy Space Center to see Endeavour's final launch.", "prediction": " just 11 months ago British entered space on Monday night and it haven't anything there?.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 4.761904761904763}, "nll_sum": 108.11124420166016, "token_count": 17} +{"index": 2805, "reference": "Pakistan authorities have detained two men suspected of being involved in the killing of an exiled politician in London five years ago, officials say.", "prediction": "Two men have been arrested in connection with the murder of a's most most political party, Afghan security say.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 27.27272727272727}, "nll_sum": 90.9971694946289, "token_count": 21} +{"index": 2806, "reference": "Foreign Secretary Boris Johnson has been asked to investigate claims that soldiers' relatives have been stopped from visiting their graves in France.", "prediction": "An MP has criticised the local authorities and Paris authorities over a trip to a France where a English cemetery cemetery was destroyed by a rodemis's's", "rouge": {"rouge1": 11.999999999999998, "rouge2": 0.0, "rougeL": 11.999999999999998}, "nll_sum": 162.82598876953125, "token_count": 29} +{"index": 2807, "reference": "Many European commentators have reacted to London Mayor Boris Johnson's decision to back Britain leaving the European Union, seeing his intervention as a problem for Prime Minister David Cameron.", "prediction": " European and European Europe led in the surrounding, around Russia have backed Boris Johnson's office, is he is David Cameron is to office - and wants to be the prime minister.", "rouge": {"rouge1": 45.90163934426229, "rouge2": 13.559322033898304, "rougeL": 29.508196721311474}, "nll_sum": 167.83905029296875, "token_count": 34} +{"index": 2808, "reference": "Ulster moved up to second in the Pro12 standings thanks to this bonus-point win over Treviso at Kingspan Stadium.", "prediction": "Ulster earned a bonus-pointpoint of 10 tries as thrashed a a Zebre-viso in a dramatic win at thepan Stadium Stadium.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 0.0, "rougeL": 23.809523809523807}, "nll_sum": 176.71588134765625, "token_count": 31} +{"index": 2809, "reference": "BBC Sport's football expert Mark Lawrenson has made a prediction for all 380 Premier League games this season.", "prediction": "BBC Sport's football expert Mark Lawrenson is pitting his wits against a different guest each week this season. from a's a struggle from a game's,'s from a's from against against a's from on's fromA", "rouge": {"rouge1": 36.666666666666664, "rouge2": 24.137931034482758, "rougeL": 33.33333333333333}, "nll_sum": 221.70535278320312, "token_count": 47} +{"index": 2810, "reference": "A graduate jobseeker has spoken of her horror at being called a \"home-educated oddball\" by a prospective employer.", "prediction": "A job managerial has apologised saying an interview for jobseekersseekers was offered after her interview, her bronze as \"of home a oddabsoluteover\".", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 24.390243902439025}, "nll_sum": 218.2908172607422, "token_count": 28} +{"index": 2811, "reference": "Jim Broadbent has returned to the stage for the first time in a decade to play Scrooge in a new West End version of Charles Dickens' A Christmas Carol.", "prediction": " Stuart Broadbent has been honoured by critics of his ScScfingge in a play The Dickens' Association in London's a famous London theatre.", "rouge": {"rouge1": 38.46153846153847, "rouge2": 8.0, "rougeL": 26.923076923076923}, "nll_sum": 173.69281005859375, "token_count": 28} +{"index": 2812, "reference": "The market is booming in apps which offer women the chance to monitor the cycles of their monthly periods.", "prediction": " popular popular new app for women to mobile phone data instead be held instead of be launched, pregnant women.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 0.0, "rougeL": 21.052631578947366}, "nll_sum": 117.39868927001953, "token_count": 20} +{"index": 2813, "reference": "Oscar Pistorius' siblings have criticised media coverage of his trial, on the eve of the South African athlete's sentencing.", "prediction": "The parents and parents of Oscar Pistorius have begun hearing their hearing congressional their murder trial, South Africa say fans are \"very difficult to achievement\".", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 166.7984619140625, "token_count": 28} +{"index": 2814, "reference": "Salford Red Devils will let Rangi Chase, Harrison Hansen, Cory Paterson and Theo Fages leave the club at the end of the season.", "prediction": "Salford Red Devils have released contracts of captain Tom R, R Risi and, F fages leave the club at the end of the season.", "rouge": {"rouge1": 59.57446808510638, "rouge2": 48.888888888888886, "rougeL": 59.57446808510638}, "nll_sum": 151.5999298095703, "token_count": 30} +{"index": 2815, "reference": "Winning the Europa League is now Manchester United's \"easiest route\" into next season's Champions League, according to manager Louis van Gaal.", "prediction": "Manchester United boss Louis van says it \"diff difficult\" to make a Champions League place, the season - says it will not be the best route\".", "rouge": {"rouge1": 41.666666666666664, "rouge2": 13.043478260869565, "rougeL": 16.666666666666664}, "nll_sum": 160.4717254638672, "token_count": 29} +{"index": 2816, "reference": "Dame Judi Dench has been announced as Surrey Wildlife Trust's new patron.", "prediction": "Dame Judch Den has backed a for a project to preserve woodland in fort Surrey Wildlife Trust in Surrey.", "rouge": {"rouge1": 31.25, "rouge2": 13.333333333333334, "rougeL": 31.25}, "nll_sum": 143.51754760742188, "token_count": 21} +{"index": 2817, "reference": "A new picture of the Queen to appear on coins has been unveiled.", "prediction": " Queen Queen, Speech Queen, what again does it mean that the Queen to be the Queen.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 14.814814814814813, "rougeL": 20.689655172413794}, "nll_sum": 94.22179412841797, "token_count": 18} +{"index": 2818, "reference": "Figures suggest almost 600 fewer GP surgeries in England open at evenings and weekends than before 2010, Labour has claimed.", "prediction": "An extra \u00a3-2bn patient bill to be extended in the NHS's hospitals England and Wales beyond weekends, BBC data suggest in the's in, solve,'s they from \u00a3-d's from since's since George's\".", "rouge": {"rouge1": 17.54385964912281, "rouge2": 0.0, "rougeL": 14.035087719298245}, "nll_sum": 292.6729431152344, "token_count": 45} +{"index": 2819, "reference": "Patrick Reed won his first tournament of the season at The Barclays to seal his spot on the USA Ryder Cup team.", "prediction": "England's Jordan Spieth says he loves to revenge in a wild pick picks as's Cup captain Sir Jimmy and should pick a wild Gold Cup for Great Britain team.", "rouge": {"rouge1": 11.320754716981131, "rouge2": 0.0, "rougeL": 11.320754716981131}, "nll_sum": 193.25375366210938, "token_count": 32} +{"index": 2820, "reference": "Police firearms officers who cornered an ATM theft gang at an Arbroath McDonald's restaurant shot at a car not involved in the crime, it has emerged.", "prediction": "Five police officers have been sacked after failing to tackle five in restricting their car man during an armed robbery at a restaurant in Evoustie. hopyshire, which did officers from-gought\", in from from's proposed.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 3.278688524590164, "rougeL": 19.04761904761905}, "nll_sum": 281.995849609375, "token_count": 45} +{"index": 2821, "reference": "The number of motorcyclists killed on London's roads reached 36 in 2015, Transport for London (TfL) data showed.", "prediction": "The number of incidents in motorcyclists on London roads has increased by 30%, Transport the London (TfL in shown the 2011 the, 2011, says they a's-A's a in since from George's.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 15.384615384615383, "rougeL": 37.03703703703704}, "nll_sum": 247.10198974609375, "token_count": 44} +{"index": 2822, "reference": "Manchester United and Northern Ireland defender Paddy McNair will make the draw for this year's Milk Cup in Belfast on 26 May.", "prediction": "Manchester United left-back Paddy hair will make his professional debut in Northern Ireland- Milk Cup tie against Japan's Otago on 20 July.", "rouge": {"rouge1": 51.06382978723404, "rouge2": 17.777777777777775, "rougeL": 34.04255319148936}, "nll_sum": 138.5802001953125, "token_count": 28} +{"index": 2823, "reference": "An unannounced inspection of an under-pressure A&E unit at a north Wales hospital led to concerns for patient safety, a watchdog says.", "prediction": "A Denbighshire council has needs its improvement in the accident and emergency department because, staff facing is under the battle\", a health watchdog says.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 175.42376708984375, "token_count": 29} +{"index": 2824, "reference": "Nigeria international defender Kenneth Omeruo has joined Turkish Super Lig side Kasimpasa on a season-long loan deal from English champions Chelsea.", "prediction": "Nigeria international Zie Omeruo has joined Chelsea on a five-and-a-half-year deal a delayed a medical", "rouge": {"rouge1": 43.90243902439025, "rouge2": 20.51282051282051, "rougeL": 39.02439024390244}, "nll_sum": 114.7179183959961, "token_count": 27} +{"index": 2825, "reference": "A 26-year-old Iraq war veteran suspected of opening fire in a crowded Florida airport last week has appeared in court to hear charges against him.", "prediction": " the US security firm in Alaska, charged with a fatal shooting at a airport, Alaska, has told a judge that he will not face criminal charges.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 0.0, "rougeL": 18.867924528301884}, "nll_sum": 115.18392944335938, "token_count": 29} +{"index": 2826, "reference": "A paedophile accused of conspiring to rape a baby has told a court in Bristol the alleged plan was \"pie in the sky\".", "prediction": "A man accused of raping a and and raping a child told child \"a will happened\", London Crown Crown' Court has heard- 2011.A 2011, 2011 a 2011 again 2011- again aelt in from November's man.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 6.896551724137931, "rougeL": 30.000000000000004}, "nll_sum": 280.6261901855469, "token_count": 45} +{"index": 2827, "reference": "Delegates from 24 countries and the European Union have agreed that the Ross Sea in Antarctica will become the world's largest marine protected area (MPA).", "prediction": " leaders leaders the Australia and have agreed to be granted protected protection in the North Sea after after the.", "rouge": {"rouge1": 40.0, "rouge2": 4.651162790697675, "rougeL": 26.666666666666668}, "nll_sum": 111.58065795898438, "token_count": 19} +{"index": 2828, "reference": "A record number of people celebrated Diwali in Leicester in what is thought to be the largest event outside India.", "prediction": "Thousands of people turned out to one of Leicester's most popular and in street event..", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 74.60525512695312, "token_count": 16} +{"index": 2829, "reference": "The novelist Jackie Collins has died of breast cancer at the age of 77, her family said in a statement.", "prediction": "Singer-writer and author Frank Sinatra has been diagnosed with cancer, three years after she is been diagnosed with battle of breast cancer. her family has announced.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 13.333333333333334, "rougeL": 25.531914893617024}, "nll_sum": 124.92269134521484, "token_count": 32} +{"index": 2830, "reference": "A Japanese pensioner accused of killing three partners and attempting to murder a fourth has told a court that she fatally poisoned her husband.", "prediction": "A Japanese woman accused of killing of five men suspected of cyanide has appeared in appeared Japanese court court she has no longer afraid after killing her husband to her of a 2011-p-p a 2011 in a 2011 a 2011. aold", "rouge": {"rouge1": 38.80597014925373, "rouge2": 12.307692307692307, "rougeL": 29.850746268656714}, "nll_sum": 284.2172546386719, "token_count": 47} +{"index": 2831, "reference": "A metre-long fish that escaped from an aquatic centre during recent flooding has been found.", "prediction": "A fish fish which was washed away from a flood shop shop has was found.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 0.0, "rougeL": 38.70967741935484}, "nll_sum": 84.97357177734375, "token_count": 15} +{"index": 2832, "reference": "West Indies have reinstated Phil Simmons as head coach of their senior squads after he apologised for criticising team selection.", "prediction": "Ex West Indies batsman Phil Simmons has said heunresiedog\" after he made an inquiry into he controversy around a possible surrounding cricket vote.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 14.634146341463413, "rougeL": 27.906976744186046}, "nll_sum": 176.31689453125, "token_count": 29} +{"index": 2833, "reference": "A man wanted on recall to prison who taunted police with social media posts telling them \"catch me if you can\" is back behind bars.", "prediction": "A criminal gang who handed himself over over Facebook names and Facebook bearing Facebook, arrested been found safe and well.", "rouge": {"rouge1": 8.88888888888889, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 138.30487060546875, "token_count": 21} +{"index": 2834, "reference": "Steve Backshall has spoken about his disappointment that it was reported he was bullied on Strictly Come Dancing by his dance partner Ola Jordan.", "prediction": "TV SteveSteve says Ola, but will not be stopped using Strictly Come, because the claims of bullying was a being bandonched.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 8.88888888888889}, "nll_sum": 184.8647918701172, "token_count": 29} +{"index": 2835, "reference": "A Welsh feature film which tackles mental health issues is due to be shot in Powys later this year.", "prediction": "A film cinem in a drama, but film revenge for a film in north Wales.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 103.4716796875, "token_count": 16} +{"index": 2836, "reference": "Yeovil Town manager Paul Sturrock says he will struggle to fill the substitute bench this weekend as an injury crisis threatens to derail their season.", "prediction": "Bristol Ro midfielder St Strockrock has been ruled out for the next two years because of to foot injury is \" amazing\".", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 157.21087646484375, "token_count": 26} +{"index": 2837, "reference": "An investigation into how a SpaceX rocket exploded is uncovering a \"difficult and complex failure\", the firm's founder Elon Musk has said.", "prediction": "The chief executive of carmaker SpaceX has said an explosion at Google's Australia Town was, was themost most difficult and a failure\" in history.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 8.695652173913043, "rougeL": 16.666666666666664}, "nll_sum": 172.47564697265625, "token_count": 29} +{"index": 2838, "reference": "A woman has suffered life-threatening injuries falling from cliffs on Dorset's Jurassic Coast.", "prediction": "A woman was seriously seriously injured after falling from a cliff to in Dorset, has rescued from the D football (Dww, a in from from a's\".A from).A a the's from game.", "rouge": {"rouge1": 32.0, "rouge2": 8.333333333333332, "rougeL": 27.999999999999996}, "nll_sum": 250.97183227539062, "token_count": 42} +{"index": 2839, "reference": "The Metropolitan Police Service has been ordered to pay more than \u00a314,000 in damages to two men of Arab origin for racially abusing them as teenagers.", "prediction": "Two Met Police officers have been awarded \u00a32,500 in equal payout after they were found they were convicted of abusing and abused them.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 113.89791870117188, "token_count": 26} +{"index": 2840, "reference": "South Africa has granted diplomatic immunity to Zimbabwean First Lady Grace Mugabe, allowing her to leave the country without answering questions about an assault allegation.", "prediction": "The first Lady of Zimbabwe, wife wife and wife, has gone on trial has returned to South Africa, a court minister in South Africa reports say.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 11.76470588235294}, "nll_sum": 134.72518920898438, "token_count": 29} +{"index": 2841, "reference": "A Russian court has jailed three women for performing a twerking dance in front of a World War Two memorial.", "prediction": "A court, Russia has fined, dancers for raping a music at a dance school closed abandoned a military ruler in November was \"unableou and \"over's fromover from a-b military highest in to military a.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 28.57142857142857}, "nll_sum": 325.7753601074219, "token_count": 44} +{"index": 2842, "reference": "Ipswich have signed Portsmouth defender Adam Webster for a fee believed to be about \u00a3750,000, with defender Matt Clarke going the other way.", "prediction": "Ipswich Town have signed midfielder Charlie Webster and Adam Webster League Two rivals Portsmouth for a undisclosed fee, believed to be be about \u00a3 \u00a32.2m.", "rouge": {"rouge1": 53.06122448979592, "rouge2": 29.78723404255319, "rougeL": 48.97959183673469}, "nll_sum": 147.27288818359375, "token_count": 32} +{"index": 2843, "reference": "Increasingly large TV deals are helping English Premier League clubs to enter \"a new era of sustained financial performance\", according to Deloitte.", "prediction": "Premier League clubs are paying revenues of a record \u00a35bn136bn last year, says the figures from financial firm Deloitte.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 105.94488525390625, "token_count": 27} +{"index": 2844, "reference": "Partick Thistle manager Alan Archibald points to the procession of coaches coming to Scotland to attain their Uefa licence as proof that the standard of coaching in Scotland is high.", "prediction": "ieie Archibald says that 30 Celticic players will be returning home after Scotland, believes he has \"a bit a bit little\".", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 143.62225341796875, "token_count": 27} +{"index": 2845, "reference": "Pole vaulter Sally Peake hopes victory at Saturday's Welsh Senior Athletics Championships in Cardiff will take her as step closer to the Olympics.", "prediction": "Scottelsh runner cyclist Tim Peake says she wants to set a new Welsh Rio record, the smashed her Olympic 4xm100m title at Rio Cardiff Arms meeting.", "rouge": {"rouge1": 32.0, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 209.371337890625, "token_count": 33} +{"index": 2846, "reference": "The vast majority of Pakistanis may be united in grief for the school children murdered in Peshawar - but many say they still don't know who carried out the attacks.", "prediction": "For the deadly attack by the Taliban on a Indian school in Peshawar this week, there is no clear clear of the battle that no there is there", "rouge": {"rouge1": 31.03448275862069, "rouge2": 7.142857142857142, "rougeL": 20.689655172413797}, "nll_sum": 114.62106323242188, "token_count": 29} +{"index": 2847, "reference": "Financial services group Old Mutual has said it will split itself into four separate companies following the outcome of a strategic review.", "prediction": "The investment group, Old Firm, plans to open its \"new course for\", despite fears of rising costs faced by a London 'based company.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 17.777777777777775}, "nll_sum": 152.25784301757812, "token_count": 28} +{"index": 2848, "reference": "Preston North End have signed forward Tom Barkhuizen from League Two side Morecambe for a compensation fee with the deal to go through on 1 January.", "prediction": "Fleetwood Fleet defender Ryan 5 Groizen has signed from non-league side Morecambe after his release for a undisclosed fee, and is on trial on, two.", "rouge": {"rouge1": 38.46153846153847, "rouge2": 8.0, "rougeL": 34.61538461538461}, "nll_sum": 180.65765380859375, "token_count": 34} +{"index": 2849, "reference": "Hazardous smog blanketing China's north-east has sparked more red alerts, with authorities advising residents in 10 cities to stay indoors.", "prediction": "More than 10 cities in a western Chinese city of Nanjing have resigned amid office,, amid fears amid the R sm of air catching air.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444445, "rougeL": 12.76595744680851}, "nll_sum": 180.76800537109375, "token_count": 27} +{"index": 2850, "reference": "News that Iran has deployed thousands of undercover agents to enforce rules on dress has cast the spotlight on an institution that is a major feature of daily life in several Muslim-majority countries.", "prediction": "Since a new law introduced in January January, anti-dism campaign has been raised the issue - but also credited the \"the religious controversy\".", "rouge": {"rouge1": 14.035087719298241, "rouge2": 0.0, "rougeL": 7.017543859649121}, "nll_sum": 151.82373046875, "token_count": 28} +{"index": 2851, "reference": "Wakefield reached their first Challenge Cup semi-final for eight years by beating Huddersfield in the last eight.", "prediction": "Wakefield completed their first Challenge Cup win of the season by thrashed Championship side-uddersfield Ulster and reach a Challenge Cup semi-finalss.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 20.51282051282051, "rougeL": 29.268292682926827}, "nll_sum": 168.7672119140625, "token_count": 31} +{"index": 2852, "reference": "Two cars ended up sharing the same parking bay after a collision at Kirkcaldy train station.", "prediction": "A cheaper motors car was ended up in the third floor of a parked car on a A-75 near Bginahas in Lothianoth as athe middle's \" from aA2's ballet from\".", "rouge": {"rouge1": 25.0, "rouge2": 4.3478260869565215, "rougeL": 25.0}, "nll_sum": 277.67181396484375, "token_count": 42} +{"index": 2853, "reference": "Deep space epic Interstellar left the competition earthbound at this year's Empire awards, taking off with three prizes including best film.", "prediction": "Harry Potter stars and The Potter and andfi Peter Schindler have won awards at British Empire awards.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 135.7307891845703, "token_count": 20} +{"index": 2854, "reference": "Russian engineer Alex Barak has been coaxing oil out of the ground for a long time.", "prediction": "Four years ago and change,\" Lemosos Barak never tried tried fictionise oil and gas industry in America - because gives moves a and drive -'s's possible from the M-b, & in from from a's the from's", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 333.034423828125, "token_count": 48} +{"index": 2855, "reference": "An Asda supermarket in Manchester is introducing a \"quiet hour\" to help autistic shoppers who can feel stressed by noise.", "prediction": "A Greater supermarket store will open up an hour for \"illisticistic\" to customers, to complain talked about the \"ians cause of anxiety\".", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 188.59423828125, "token_count": 28} +{"index": 2856, "reference": "While Israeli jets pounded Lebanon in the summer of 2006 in its brief war against Hezbollah, John Barrett was breaking into abandoned pet shops to rescue starving animals in cages.", "prediction": "Twenty 10 years ago police, Catholic Arthur came from outside the capital, Beirut after leaving the war war.", "rouge": {"rouge1": 8.333333333333334, "rouge2": 0.0, "rougeL": 8.333333333333334}, "nll_sum": 114.73561096191406, "token_count": 20} +{"index": 2857, "reference": "A machine has taught itself how to play and win video games, scientists say.", "prediction": "'s's DeepMind intelligence system, that can be created a video game.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 8.333333333333334, "rougeL": 23.076923076923077}, "nll_sum": 73.44275665283203, "token_count": 14} +{"index": 2858, "reference": "Chinese businessman Dr Tony Xia has completed his \u00a376m takeover of Championship club Aston Villa.", "prediction": "A Aston Villa Dr Prof Dr Tony Xia has officially become businessman of Aston world a the it-maker \"olve 100- 100-old of of \u00a318m, demolition, national-D,%) from a years from. from. a", "rouge": {"rouge1": 32.0, "rouge2": 16.666666666666664, "rougeL": 24.000000000000004}, "nll_sum": 339.75482177734375, "token_count": 47} +{"index": 2859, "reference": "France was informed of a planned terror attack on its team at the Olympic Games in Rio de Janeiro, the head of French military intelligence has said.", "prediction": "Brazil's intelligence agency says carried out a jihadist attack at the Rio Olympics next month, a Brazilian intelligence official has said has a in the-'s, Xin, \" itWest00-D from our in from 3 George's from. a", "rouge": {"rouge1": 33.333333333333336, "rouge2": 6.25, "rougeL": 24.242424242424246}, "nll_sum": 288.3465576171875, "token_count": 47} +{"index": 2860, "reference": "Danny Swanson has confirmed that he is leaving St Johnstone to join Hibernian, saying he could not resist the lure of his boyhood favourites.", "prediction": " Danny Swanson has signed a new deal with St Johnstone after leaving the manager on the five the- high after to endate his contract.", "rouge": {"rouge1": 37.5, "rouge2": 13.043478260869565, "rougeL": 29.166666666666668}, "nll_sum": 146.5396270751953, "token_count": 27} +{"index": 2861, "reference": "Europe is struggling with its biggest migration crisis since World War Two, with unprecedented numbers of refugees and other migrants seeking asylum in the EU.", "prediction": "The latest crisis to reach Europe's and migration crisis is continuing as continuing uncertainty over the long- long embargo of free people are becoming more difficult.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 15.384615384615383}, "nll_sum": 164.3018798828125, "token_count": 28} +{"index": 2862, "reference": "Japanese carmaker Mazda has developed a more efficient petrol engine at a time when the industry steers toward electric vehicles.", "prediction": "Japanese carmakervote has announced, it will sell a newcourse race, motor in 2017, because of a verge ignition rain in its current engines.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 198.91729736328125, "token_count": 31} +{"index": 2863, "reference": "A football fan has been found guilty of trying to punch Crystal Palace's bald eagle mascot during a cup game", "prediction": "An English fan was found guilty of one eye seriously injured in crowd during the club's Cup fourth-round tie between theon's Chelsea a Selby Park in east London.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 182.33990478515625, "token_count": 34} +{"index": 2864, "reference": "A former Guatemalan general, Efrain Rios Montt, who ruled the country briefly in the 1980s, has been found mentally incapable of standing trial.", "prediction": "A medical judge in Guatemala has ordered that a former intelligence chief, R Riosios,t, has received a retrial in his next trial.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454546, "rougeL": 17.391304347826086}, "nll_sum": 143.1463165283203, "token_count": 29} +{"index": 2865, "reference": "A hospital has warned players of the smartphone app game Pokemon Go not to enter the accident and emergency unit while they hunt for virtual monsters.", "prediction": "A psychiatric unit has been told to stop of its players trying to train while the Pokemon Go.", "rouge": {"rouge1": 45.45454545454546, "rouge2": 4.761904761904763, "rougeL": 27.272727272727277}, "nll_sum": 94.61747741699219, "token_count": 18} +{"index": 2866, "reference": "Newcastle have re-signed fly-half Toby Flood from French side Toulouse.", "prediction": "England centre call centre Gordon is set to join Premiershipiership Premiership rivals Leicester Tigers. to solve at More's a. referee-l-olve in for a The's from a--year- fixtures from the November. from.", "rouge": {"rouge1": 4.166666666666666, "rouge2": 0.0, "rougeL": 4.166666666666666}, "nll_sum": 306.09405517578125, "token_count": 44} +{"index": 2867, "reference": "Young UK rapper Nadia Rose has taken fifth place on the BBC's Sound of 2017 list, which showcases emerging artists for the coming 12 months.", "prediction": "US star Nadiazz says she would never written a dictionary of work. London College.", "rouge": {"rouge1": 5.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 119.50470733642578, "token_count": 17} +{"index": 2868, "reference": "Millwall recovered from two goals down to get back to winning ways with victory at 10-man Bury.", "prediction": "Millwall came from 3-2-0 down from a goal down down to beat 10-man Bury play-ch B Bury in One.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 20.51282051282051, "rougeL": 39.02439024390244}, "nll_sum": 154.8775634765625, "token_count": 30} +{"index": 2869, "reference": "A Chinese space capsule carrying three crew members has returned to Earth following a 13-day mission.", "prediction": " Chinese astronauts have completed their first night space in Chinese spaceflight, making the most successful successful-season International possible to the International Space Station.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 138.37820434570312, "token_count": 27} +{"index": 2870, "reference": "A trustee of a group which secured the \u00a312m restoration of Cardigan Castle has quit due to online \"persecution\".", "prediction": "The chief executive of Cardigan castle has resigned after a \u00a3m restoration project was led by the charity.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 17.142857142857142, "rougeL": 27.027027027027025}, "nll_sum": 93.55256652832031, "token_count": 20} +{"index": 2871, "reference": "A German 32-year-old special forces officer has died of his wounds after being shot during a raid on the home of a man linked to a far-right movement.", "prediction": "A German police officer was shot dead during a shooting involving far-right links to the right-wing group.", "rouge": {"rouge1": 44.00000000000001, "rouge2": 16.666666666666668, "rougeL": 36.0}, "nll_sum": 70.22758483886719, "token_count": 21} +{"index": 2872, "reference": "Ireland fly-half Johnny Sexton will be a legitimate target during Saturday's Six Nations match at Twickenham, says England head coach Eddie Jones.", "prediction": "England coach Eddie Jones says players are hopeful Tony Sexton will not be fit Saturday's Six Nations match against France after suffering a shoulder injury.", "rouge": {"rouge1": 55.99999999999999, "rouge2": 29.166666666666668, "rougeL": 32.0}, "nll_sum": 102.80131530761719, "token_count": 27} +{"index": 2873, "reference": "Cost-cutting measures helped publisher Johnston Press achieve a rise in adjusted pre-tax profit last year, despite falling sales.", "prediction": " fire group group Johnston Associated has reported to 40 in half- profits for last year, despite advertising revenue helped by sales and a advertising campaign and sales.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 8.88888888888889, "rougeL": 29.787234042553195}, "nll_sum": 181.14004516601562, "token_count": 29} +{"index": 2874, "reference": "A \u00a37m Birmingham free school opened by Prime Minister David Cameron is to go into special measures following a highly critical Ofsted report.", "prediction": "The head of a Birmingham school that rated been rated in the Minister of Prime Minister David Cameron, of being \"outstanding\" in poor families poor.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 13.043478260869565, "rougeL": 29.166666666666668}, "nll_sum": 154.70797729492188, "token_count": 29} +{"index": 2875, "reference": "An online campaign to fund possible legal action against former Prime Minister Tony Blair and other officials has reached its target of \u00a3150,000.", "prediction": "Two families relatives in Iraq have raised \u00a350,000 to help a campaign to strike action Tony Blair inquiry \"ir at the same time\".", "rouge": {"rouge1": 25.0, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 153.69583129882812, "token_count": 27} +{"index": 2876, "reference": "China's world number one Ma Long beat countryman Zhang Jike 4-0 to win the men's singles and claim a table tennis Grand Slam.", "prediction": "China's Zhang Zhang-Chao has won Olympic men's singles by beating China's Ma Lunguut to beat China in the men singles title.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 16.3265306122449, "rougeL": 27.450980392156865}, "nll_sum": 141.08291625976562, "token_count": 29} +{"index": 2877, "reference": "An Australian runner who suffered life-threatening burns when she was trapped by a bushfire during a race has completed the Hawaii Ironman, seen as the world's toughest triathlon.", "prediction": "An 18-year-old triathlete, who suffered severe surgery to her leg, hot heat has completed her first road ride in", "rouge": {"rouge1": 19.607843137254903, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 104.1739730834961, "token_count": 26} +{"index": 2878, "reference": "When you think of the brand name Philips, you probably think of consumer electronics and lighting.", "prediction": "Louis van D-Th globalier is famous for the Dutch tech giant not.", "rouge": {"rouge1": 6.896551724137931, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 115.25109100341797, "token_count": 15} +{"index": 2879, "reference": "One of Europe's main contributions to the James Webb Space Telescope (JWST) is built and ready to ship to the US.", "prediction": " the UK Curiosity largest observator, which will carry on the instruments in orbit the International Space Station.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 97.26815795898438, "token_count": 19} +{"index": 2880, "reference": "Western Sahara has welcomed Morocco's readmission to the African Union, 32 years after members refused to withdraw support for the territory's independence.", "prediction": "African leaders in Tunisia have said it will return the African Union () bid's bid with Algeria after it does not offer it territory in its territory area.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 7.999999999999999, "rougeL": 19.23076923076923}, "nll_sum": 137.569091796875, "token_count": 29} +{"index": 2881, "reference": "Film star Johnny Depp and his actress wife Amber Heard are to divorce, US court documents have revealed.", "prediction": "US star Johnnypp Leepp has filed for divorce for his wife wife, her two children of", "rouge": {"rouge1": 29.411764705882355, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 96.47032928466797, "token_count": 18} +{"index": 2882, "reference": "Without question, Nigeria is one of Africa's biggest and most successful football nations.", "prediction": "In our series of letters from, journalists, writer and writer Adaobi Tricia awaani says explains why Nigeria's football will't in danger.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 203.9485626220703, "token_count": 28} +{"index": 2883, "reference": "Police have praised the \"good family atmosphere\" among the thousands of people who turned out to watch Guid Nychburris events in Dumfries.", "prediction": "Some 30,000 crowd turned out for the parade for annual Football Nychrisilee, with riders riding on the streets a Dumfries.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 13.95348837209302}, "nll_sum": 156.92984008789062, "token_count": 28} +{"index": 2884, "reference": "The SNP's \"listening exercise\" on Scottish independence, which was announced by Nicola Sturgeon in September, is due to end.", "prediction": "Scott First Minister Nicola Sturgeon Nicola revealed has revealed she was an SNP recruitment to rig with, Scottish people about the issue of independence on Scottish independence vote.", "rouge": {"rouge1": 37.5, "rouge2": 13.043478260869565, "rougeL": 16.666666666666664}, "nll_sum": 170.54550170898438, "token_count": 29} +{"index": 2885, "reference": "A 12-year-old cancer survivor has urged more people to give blood, as the number of new donors has dropped by 40% over the past decade.", "prediction": "An 11-year-old girl was diagnosed with a rare form of training being available on doctors calling on Welsh service and Welsh NHS charities.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 4.0, "rougeL": 11.538461538461538}, "nll_sum": 125.51387023925781, "token_count": 27} +{"index": 2886, "reference": "Actress Doon Mackichan has spoken out about the prevalence of rape and sexual violence in contemporary TV drama.", "prediction": "F Mackie Mackichan says she describes using her novel novel novel The Fall, who the accused critics calling male character aa wrestling murder\".", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 199.89096069335938, "token_count": 28} +{"index": 2887, "reference": "A shopping centre in east London that had been owned by two Northern Ireland property groups has been sold for \u00a335m.", "prediction": "A Belfast London shopping and shopping centre in north east Belfast has been bought sold a London-based firm for \u00c2\u00a3.8m.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 15.0, "rougeL": 42.857142857142854}, "nll_sum": 128.98577880859375, "token_count": 27} +{"index": 2888, "reference": "In a rare climbdown, the Angolan government has withdrawn controversial legislation severely restricting how people use the internet.", "prediction": "Cameroon's again passed through a new law that would have force police to force, the internet - and the records of the diasurable.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 166.3209991455078, "token_count": 29} +{"index": 2889, "reference": "Hungary traces its history back to the Magyars, an alliance of semi-nomadic tribes from southern Russia and the Black Sea coast that arrived in the region in the ninth century.", "prediction": "Hungary is at its crossbow, is one of the world's most disadvantaged countries, the is off the coast of Europe and,000 in the South East Asia.", "rouge": {"rouge1": 33.89830508474576, "rouge2": 3.508771929824562, "rougeL": 23.72881355932203}, "nll_sum": 144.91246032714844, "token_count": 33} +{"index": 2890, "reference": "A woman had her hair set alight in a \"nasty and extremely dangerous\" attack at a McDonald's restaurant in Kent, police said.", "prediction": "A woman was seriously injured after a fire was started by a group of men who through a New York's restaurant in Hampshire. in the-'s,Ukraine,'s they a \"-d's a in a weeks's a from a's", "rouge": {"rouge1": 24.615384615384613, "rouge2": 12.698412698412698, "rougeL": 21.53846153846154}, "nll_sum": 252.60687255859375, "token_count": 46} +{"index": 2891, "reference": "Uganda's President Yoweri Museveni has refused to approve a controversial bill to toughen punishments for homosexuals.", "prediction": "Uganda President Yoweri Museveni has signed into the bill ofised gayising homosexuality, saying it was \"a of sex\".", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.18181818181818, "rougeL": 40.0}, "nll_sum": 135.14878845214844, "token_count": 28} +{"index": 2892, "reference": "Selma director Ava DuVernay has welcomed an apology by film-makers accused of \"whitewashing\" forthcoming adventure movie Gods of Egypt.", "prediction": "The film movie gamesridge has apologised for \"reconving damage\" over white, saying the cast is \" not be a animated funny\"..", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.000000000000002}, "nll_sum": 198.81170654296875, "token_count": 28} +{"index": 2893, "reference": "Wales are the only home nation left in Euro 2016 and are in the last eight at the finals of a major tournament for the first time since 1958.", "prediction": "Wales meet and reach the last 16 of Euro 2016 after their Group A opener against with France, which begin on Friday night.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 117.02198791503906, "token_count": 25} +{"index": 2894, "reference": "A second person has been charged over an attack on a pregnant woman in south London after which she lost her baby.", "prediction": "A second teenager has been charged with the charges of a baby a woman, who was a pregnant seriously injured in south-east London, after taking her from her from. breaking her from her byiling a2 \u00a3 a's fromAWest", "rouge": {"rouge1": 45.9016393442623, "rouge2": 20.33898305084746, "rougeL": 39.344262295081975}, "nll_sum": 282.15716552734375, "token_count": 47} +{"index": 2895, "reference": "Oscar-winning actress Emma Thompson has joined the cast of Disney's live-action take on Beauty and the Beast.", "prediction": "Oscarsongwinning actor Downton Abbey will be Dame Anne Clare Potts in Disney's animated movie the film film Spectre in Disney film Beast.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 182.36514282226562, "token_count": 30} +{"index": 2896, "reference": "Warrenpoint Town will hope to continue their remarkable winning run in the Premiership when they face Dungannon Swifts at Stangmore Park on Monday.", "prediction": "Warrenpoint Town are open gap share between leaders at the top of the Irish Premiership, while the Premiershiplers remain locked in a relegation relegation battle.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 164.45420837402344, "token_count": 31} +{"index": 2897, "reference": "A high profile figure in the world of technology has criticised poor broadband in parts of Wales.", "prediction": "Businesses should be able to far internet \"didn't have water at any time\", a leading businessman has warned.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 107.07048034667969, "token_count": 22} +{"index": 2898, "reference": "An MP has written to Prime Minister David Cameron in her bid to establish how a suicide verdict was ruled after a British woman died in Italy in 2012 from stab wounds to the neck.", "prediction": " of British woman who was stabbed by her friend, Italy says she was stabbed to her death calling an MP \"night monster and to complete and survive\".", "rouge": {"rouge1": 32.25806451612903, "rouge2": 6.666666666666667, "rougeL": 16.129032258064516}, "nll_sum": 163.36717224121094, "token_count": 29} +{"index": 2899, "reference": "Activity in the UK's industrial and construction sectors shrank in February, new figures show.", "prediction": " the UK industrial output fell slightly in February, suffering it to its lowest level since 2011, as house prices reduced.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 12.121212121212121, "rougeL": 28.571428571428577}, "nll_sum": 86.08445739746094, "token_count": 22} +{"index": 2900, "reference": "Almost one in five young people are unemployed in Northern Ireland, according to latest figures.", "prediction": "Thousands of people have the asking for Northern Ireland politicians to be more visible at the next general election, but what's it happened to what happened and what happened in the office what it? doing anything done too!", "rouge": {"rouge1": 18.51851851851852, "rouge2": 3.8461538461538463, "rougeL": 14.814814814814813}, "nll_sum": 201.85012817382812, "token_count": 41} +{"index": 2901, "reference": "Blackburn Rovers have signed midfielder Matt Grimes from Premier League side Swansea on a three-month loan deal.", "prediction": "Swansea City midfielder Alfieager has joined re- rivals Swansea City on six-monthmonth loan deal. \"-F a ballet in2 \"2's. from 30-b a from in from Saturday a from's. a", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 290.489990234375, "token_count": 46} +{"index": 2902, "reference": "A man has been charged with using drones to smuggle cannabis, steroids and mobile phones into prison.", "prediction": "A man has been charged with trying to smuggle drones into400 UK jail.", "rouge": {"rouge1": 59.999999999999986, "rouge2": 42.857142857142854, "rougeL": 53.333333333333336}, "nll_sum": 72.76417541503906, "token_count": 15} +{"index": 2903, "reference": "Gale force winds of up to 70mph and heavy rain will arrive in Wales on Monday evening, said the Met Office.", "prediction": "Gusts of reaching speeds the up to 90mph are expected expected to hit the UK on Monday and Wednesday", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 96.83942413330078, "token_count": 21} +{"index": 2904, "reference": "Writer Amitav Ghosh is giving social media users a rare glimpse of what it's like inside the Indian president's official residence.", "prediction": " Nobel Peace Peace Muakanaoshosh has cancelled his Twitter account, office of India's M instughal gardens to a famed described and country.", "rouge": {"rouge1": 13.33333333333333, "rouge2": 0.0, "rougeL": 8.888888888888888}, "nll_sum": 230.12838745117188, "token_count": 29} +{"index": 2905, "reference": "Flooding which caused a road bridge to collapse, cutting a town in two, could happen again, a report has said.", "prediction": "Companies that led to of collapse of a village bridge is bank is \"unableablyable and suitable\", to a report a town's council tax.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 197.72119140625, "token_count": 29} +{"index": 2906, "reference": "Ipswich Town have signed striker Kieffer Moore from National League side Forest Green for an undisclosed fee and former MK Dons defender Jordan Spence.", "prediction": "Ipswich Town have signed Bristol striker Liam Moore and ex-Doncaster Rovers defender Jordan Sp Jordanender on one-month loan deals.", "rouge": {"rouge1": 40.0, "rouge2": 18.6046511627907, "rougeL": 40.0}, "nll_sum": 139.21414184570312, "token_count": 28} +{"index": 2907, "reference": "Worcestershire batted themselves to a good position on day two against Glamorgan in Cardiff.", "prediction": "Worcestershire ended the control on day two at Glamorgan as they beatlamorgan by five runs in a thrilling Chelham Road.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 12.5, "rougeL": 35.29411764705882}, "nll_sum": 151.32203674316406, "token_count": 29} +{"index": 2908, "reference": "The Netherlands were beaten in Iceland to suffer their second defeat in three Euro 2016 qualifiers.", "prediction": "Hull City forward Patins Kelle struck his first goal for the Netherlands to the 2-0 win over Iceland Iceland their remaining Euro 2016 Group B qualifier", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 32.558139534883715}, "nll_sum": 161.88296508789062, "token_count": 30} +{"index": 2909, "reference": "Confirmation that bodies found in a bog were Disappeared victims Kevin McKee and Seamus Wright is \"bittersweet news\", the McKee family has said.", "prediction": "Human remains\" one one those of those are among the Disappeared, 43 years ago, have has confirmed.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 127.04000854492188, "token_count": 21} +{"index": 2910, "reference": "Olympic swimming champion Rebecca Adlington has unveiled a \u00a35m refurbishment of Stratford Leisure Centre.", "prediction": " Rebecca Adlington has officially opened the new flagship sports town at Bridgefoot Court Yorkshire North Yorkshire,", "rouge": {"rouge1": 20.0, "rouge2": 14.285714285714288, "rougeL": 20.0}, "nll_sum": 115.57732391357422, "token_count": 18} +{"index": 2911, "reference": "The former home of Stoke City FC is to be redeveloped into 200 homes, a park and fields, the council says.", "prediction": "Plans for \u00a3100m hotel and a former nightclub in Stoke-on-Trent, have been unveiled.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 70.50177764892578, "token_count": 22} +{"index": 2912, "reference": "Weaker-than-expected sales at several US department store chains reignited concerns about the US retail sector and prompted investors to offload shares.", "prediction": "Shares in department chain Macy's fallen falling sales falling sales, including chains includingBangl's India India, animals and Narendrall, rising falling lower.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 215.4899444580078, "token_count": 31} +{"index": 2913, "reference": "Research carried out by the air traffic control provider Nats and its partners suggests that existing TV signals could be used to track aircraft, providing a cheaper alternative to radar.", "prediction": "A TV radar can data devices, but can provide power fuel turbines kicking off sea doors, new Liverpool research suggests.", "rouge": {"rouge1": 24.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 157.9295654296875, "token_count": 22} +{"index": 2914, "reference": "The Independent Police Complaints Commission says it is handling 187 investigations into potential police failures in dealing with past child sex abuse cases in England and Wales.", "prediction": "The Independent Police Complaints Commission (IPCC) has launched 30 investigations into allegations of child sex abuse inother forces in Rotherham 2011", "rouge": {"rouge1": 45.83333333333333, "rouge2": 30.43478260869565, "rougeL": 45.83333333333333}, "nll_sum": 93.36512756347656, "token_count": 27} +{"index": 2915, "reference": "Championship strugglers Charlton have signed Arsenal striker Yaya Sanogo on loan until the end of the season.", "prediction": "Charlton Athletic midfielder Mark badger Fife Fanni has left Dutch side Dutch Charlton for an undisclosed fee, believed a controversial reported-2m from's from cycling since the-'s controversial from in Sunday's international from. from solve", "rouge": {"rouge1": 7.2727272727272725, "rouge2": 0.0, "rougeL": 7.2727272727272725}, "nll_sum": 324.8557434082031, "token_count": 47} +{"index": 2916, "reference": "A faulty gene could help explain some cases of unexplained male infertility, according to research.", "prediction": "A gene found in a gene and identified as the men of male male men may be male, doctors.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 116.66386413574219, "token_count": 20} +{"index": 2917, "reference": "Deputy First Minister Martin McGuinness pulled out of a trip to China this week due to medical advice, it has been revealed.", "prediction": " Deputy Deputy First First Minister Martin McGuinness will not attending doctors's in Northern hospital join the Northern Ireland's trade union during a US trade trade mission.", "rouge": {"rouge1": 23.999999999999996, "rouge2": 16.666666666666664, "rougeL": 23.999999999999996}, "nll_sum": 169.21517944335938, "token_count": 29} +{"index": 2918, "reference": "A congregation in North Yorkshire has spent thousands of pounds building heated bat lofts in an attempt to lure the creatures out of their church.", "prediction": "People cemetery an old choir, church are warning of \"dangerrendous damage to move, asunteers are hoping in a bid to move and out of the church, after attempt from from the of from old from.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 3.4482758620689653, "rougeL": 20.0}, "nll_sum": 261.49908447265625, "token_count": 43} +{"index": 2919, "reference": "The French government is to take steps to break up a far-right group allegedly linked to the death of a left-wing activist.", "prediction": "France is stopping to stopping the arrest over the leader of the group involved in a taxi between--wing white student who was later death.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 0.0, "rougeL": 24.489795918367346}, "nll_sum": 172.41880798339844, "token_count": 26} +{"index": 2920, "reference": "Tony Bellew still retains hope of winning a world heavyweight title but says he will not fight fellow Briton Anthony Joshua.", "prediction": "Tony Bellew says he will be out of a world heavyweight title in next month after. Joshua \"great's\" a \"- decision\" a reputation for a from from's--gA referee in from years a from.", "rouge": {"rouge1": 39.285714285714285, "rouge2": 22.222222222222225, "rougeL": 28.57142857142857}, "nll_sum": 268.921630859375, "token_count": 43} +{"index": 2921, "reference": "Maesteg Harlequins lock Ryan Watkins has become the 12th Welsh rugby player to be suspended by UK Anti-Doping.", "prediction": "Ex-Harlequinsins up Ryan Watkins has been banned for four years after failing the players test drugs test for a failed cocaine drugs test.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 144.50115966796875, "token_count": 29} +{"index": 2922, "reference": "World number one Angelique Kerber avoided an early upset as she overcame spirited American qualifier Irina Falconi to reach the second round of Wimbledon.", "prediction": "World number one Rique Kerber is through to the second round of Eastbourne after losing four- to American Victoriael Falconi at the Aegon Classic.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 21.73913043478261, "rougeL": 37.5}, "nll_sum": 188.11776733398438, "token_count": 31} +{"index": 2923, "reference": "The UK is facing a \"critical rental shortage\" which requires a building programme to focus on providing for tenants, a surveyors' body has said.", "prediction": "--time buyers are working struggle to struggle for pay 3% rise on stamp duty, a group group are warning", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 139.54916381835938, "token_count": 21} +{"index": 2924, "reference": "West Ham earned their first win of the season as they saw off Cheltenham Town in the EFL Cup second round.", "prediction": "West Ham United are out of EFL Cup after a fourth-round victory at non-league Cheltenham and reach the EFL Cup fourth round.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 35.55555555555556}, "nll_sum": 91.1714096069336, "token_count": 30} +{"index": 2925, "reference": "Greenock Morton boss Jim Duffy says it would be a huge shock if his side were to knock Rangers out of the Scottish Cup at Ibrox on Sunday.", "prediction": "Dale Duffy hopes Rangers would be \"marnock\" to beat the Scottish title, but would said it would be \"a huge upset\".", "rouge": {"rouge1": 40.816326530612244, "rouge2": 21.27659574468085, "rougeL": 24.489795918367342}, "nll_sum": 129.22222900390625, "token_count": 28} +{"index": 2926, "reference": "Two men have been charged with rape following a sexual exploitation investigation in Sunderland.", "prediction": "A men have been charged with sexual offences, rape and sexual assault last year.", "rouge": {"rouge1": 57.14285714285714, "rouge2": 30.76923076923077, "rougeL": 50.0}, "nll_sum": 48.56086730957031, "token_count": 15} +{"index": 2927, "reference": "Controversial plans for a \u00a3100m mini hydroelectric power scheme on the edge of Snowdonia National Park have been backed by Gwynedd councillors.", "prediction": "Developers for a \u00a3100m united power station in a Snowdonia could be reopen, amid concerns about energy, an environmental campaign charity said.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 9.523809523809524, "rougeL": 22.727272727272727}, "nll_sum": 147.8094482421875, "token_count": 29} +{"index": 2928, "reference": "The National League game between Macclesfield Town and Dover Athletic has been called off because of a waterlogged pitch.", "prediction": "Match report to follow.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 19.021427154541016, "token_count": 4} +{"index": 2929, "reference": "Wales claimed an historic 3-0 victory over Euro 1984 runners-up Spain in Wrexham in 1985.", "prediction": "Thousands of football fans gathered in as Wales finished their way into Group F F with 1 2-0 win over Switzerland's The Road at the L Cardiff City Stadium.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 154.1083526611328, "token_count": 32} +{"index": 2930, "reference": "YouTube has enlisted the help of Prof Stephen Hawking in the hunt for budding young scientists.", "prediction": " has been launched a site, in which will find children out to space in.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 85.306884765625, "token_count": 15} +{"index": 2931, "reference": "Police are appealing for witnesses following a suspicious car fire in East Lothian.", "prediction": "A man was being in hospital after being treated after injured in a car fire in Westothian.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 14.285714285714288, "rougeL": 26.666666666666668}, "nll_sum": 86.59535217285156, "token_count": 19} +{"index": 2932, "reference": "Rules on public toilets should be Wales-wide and not up to individual councils say campaigners as the Public Health Bill is reintroduced.", "prediction": "People who use Wales council--run toilet toilets will not be able to protect facilities, the disabled man with a rare motor neurone's disease has said.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 0.0, "rougeL": 15.999999999999998}, "nll_sum": 160.23048400878906, "token_count": 30} +{"index": 2933, "reference": "British Airways cabin crew will stage a 48-hour strike from 10 January after rejecting a new pay offer, the Unite union says.", "prediction": "British Airways cabin crew members will take strike action \"unwinning award\" in to long, dispute over pay and service, the Unite union and said. aolve 2011 again a \" again a's againA of again from 2011's 2011", "rouge": {"rouge1": 42.62295081967213, "rouge2": 16.949152542372882, "rougeL": 32.78688524590164}, "nll_sum": 292.55462646484375, "token_count": 47} +{"index": 2934, "reference": "The bomber behind a deadly blast in the Turkish capital Ankara was Turkish-born, security officials say, not from Syria as the government initially said.", "prediction": "A Turkish government inquiry launched a murder inquiry as son of a young Syrian who was killed in a suicide attack.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 87.57218933105469, "token_count": 21} +{"index": 2935, "reference": "Controversial plans for a \u00a312m energy scheme at a waterfall beauty spot in Snowdonia National Park have been refused.", "prediction": "Controversial plans a hydroelectric scheme at a beauty beauty spot have been shut down after a water was refused.", "rouge": {"rouge1": 57.89473684210527, "rouge2": 27.77777777777778, "rougeL": 57.89473684210527}, "nll_sum": 112.03448486328125, "token_count": 21} +{"index": 2936, "reference": "A pensioner has denied causing the death of a teenage girl by by reversing over her as she was filling her car up with petrol in Renfrewshire.", "prediction": "A Scottish netball player has pleaded not guilty to causing the death of teenager in a hitand-run accident in West Lothian.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 12.765957446808512, "rougeL": 32.6530612244898}, "nll_sum": 86.34910583496094, "token_count": 27} +{"index": 2937, "reference": "A UKIP MEP has told the party's conference the ban on smoking in public places in England has \"damaged more communities than the pit closures did\".", "prediction": "The smoking ban ban has killed more town's town \" than any pit stop\"\" says the former leader and deputy leader of UKIP Wales has said.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 0.0, "rougeL": 22.641509433962266}, "nll_sum": 156.40496826171875, "token_count": 28} +{"index": 2938, "reference": "A life-size bronze statue of comedy character Frank Sidebottom has been unveiled in his hometown of Timperley in Greater Manchester.", "prediction": "A statue of 2011 unveiled by a former Stinks star and star Frank Timwood, playing Timperwood in a West Yorkshire village after- solvegate- solve- solve the from-A a of in from from's fiance. the America", "rouge": {"rouge1": 27.586206896551722, "rouge2": 3.571428571428571, "rougeL": 24.137931034482758}, "nll_sum": 320.5901794433594, "token_count": 47} +{"index": 2939, "reference": "Firefighters in England say their next one-day strike in the long-running dispute with the government over pensions will be on 25 February.", "prediction": "Fire staff in England and Wales are to stage a 24-hour strike over plans to cut to their pension.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 77.05990600585938, "token_count": 21} +{"index": 2940, "reference": "Fresh clashes broke out in Benghazi on Sunday after a rogue general launched a fresh assault on Islamist militants.", "prediction": "Chashes between fans between rival forces and the eastern Libyan city of Benghazi, officials and residents say. the referee's \"-l large botched in from May a's.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 199.78204345703125, "token_count": 32} +{"index": 2941, "reference": "A man from south Wales accused of involvement in a car insurance fraud ring \"does not agree\" with personal injury claims, a court has heard.", "prediction": " a car manager accused of involved in a fatal insurance car crash in north Wales has been told a court he \"would anything he done anything and anything\".", "rouge": {"rouge1": 45.28301886792452, "rouge2": 23.52941176470588, "rougeL": 33.9622641509434}, "nll_sum": 150.40162658691406, "token_count": 29} +{"index": 2942, "reference": "Saturday's match against Andreas Seppi was a tough one but I got through it, and the crowd on Centre Court really made a difference.", "prediction": "When I prepare prepare for former world number one Se Seppi, asked it it would only 10 minutes never saying it wasn't in the sport.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 171.88882446289062, "token_count": 29} +{"index": 2943, "reference": "A 17th Century notebook analysing the work of William Shakespeare has been described as \"extraordinary\" by an Antiques Roadshow expert.", "prediction": "A video camera image alocked launch of a 19th Centuryilion crushed was discovered discovered during an unlikely show as part of a BBC quiz show show.'The ballet The's reputation L \"'s game2's a's a The'sA", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 344.3609619140625, "token_count": 46} +{"index": 2944, "reference": "European aerospace giant Airbus and its partner, OneWeb, have begun the production of a satellite mega-constellation.", "prediction": "The European Aviation firm, Airbus which has launched its own grand Studios, OneM, has launched the most successful and possible gameplane\" in space.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 163.84228515625, "token_count": 29} +{"index": 2945, "reference": "A missing woman and her baby in Pembrokeshire have been found safe and well after a police Facebook appeal was widely shared.", "prediction": "A missing mother and nine-monthold girl has been found and well in Pembrokeshire, following an appeal by police.", "rouge": {"rouge1": 53.65853658536586, "rouge2": 20.51282051282051, "rougeL": 39.02439024390244}, "nll_sum": 101.32591247558594, "token_count": 27} +{"index": 2946, "reference": "South African judges have heard an appeal on whether athlete Oscar Pistorius should be convicted of murder instead of culpable homicide.", "prediction": "The location of whether Oscarorius' murder conviction will be \"un homicideable\" by a South court's appeal court, a controversial \"bv is", "rouge": {"rouge1": 37.2093023255814, "rouge2": 0.0, "rougeL": 13.95348837209302}, "nll_sum": 173.26791381835938, "token_count": 29} +{"index": 2947, "reference": "A Japanese court has paved the way for two more of the country's nuclear reactors to be restarted.", "prediction": "A Japanese court has temporarily restart all two of its nuclear reactors at the country's nuclear disaster, amid amid fears of local safety concerns.", "rouge": {"rouge1": 54.54545454545454, "rouge2": 33.33333333333333, "rougeL": 45.45454545454545}, "nll_sum": 124.0631103515625, "token_count": 26} +{"index": 2948, "reference": "A new comedy festival for Aberdeen is getting under way.", "prediction": "The first Aberdeen annual share Festival, which will get under way in in city.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 18.181818181818183, "rougeL": 33.33333333333333}, "nll_sum": 98.43494415283203, "token_count": 15} +{"index": 2949, "reference": "Ex-footballer Andy Woodward says it is \"shocking\" he is still waiting to give police information about the alleged sexual abuse he suffered as a junior.", "prediction": "The former National Police Rugby coach Ian has said he is still waiting time to visit play to sex abuse allegations because police because to know statements about how he to be abused.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 10.526315789473683, "rougeL": 27.11864406779661}, "nll_sum": 194.38616943359375, "token_count": 33} +{"index": 2950, "reference": "A petition calling for revenge porn victims to be given the same anonymity as other victims of sexual offences has gained more than 5,500 supporters.", "prediction": "Almost 10,000 people signed a petition demanding a new security law becoming clear clear of, so-called revenge porn to be novel crime.", "rouge": {"rouge1": 32.0, "rouge2": 12.499999999999996, "rougeL": 27.999999999999996}, "nll_sum": 133.4608612060547, "token_count": 27} +{"index": 2951, "reference": "India's censor board chief has resigned after reports that a film rejected by her panel has been cleared for release.", "prediction": "India's top security disciplinary minister says she quit after a \"shocking\" film, that film that claims that controversial controversial film made satirical film.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 153.3522186279297, "token_count": 28} +{"index": 2952, "reference": "Some people say you are only as good as your last haircut.", "prediction": "A a sports star used her hair the contaminated her hair because it was bad!", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 89.36798095703125, "token_count": 15} +{"index": 2953, "reference": "Claudia Winkleman has quit the BBC's movie review show, Film 2016, after six years of fronting the programme.", "prediction": " W theinkleman has announced she will step step down Strictly this show this year", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 106.62921142578125, "token_count": 17} +{"index": 2954, "reference": "Rail ticket machines cause so much confusion that one-fifth of passengers who use them buy the wrong ticket, according to the rail regulator.", "prediction": " train drivers should be asked to pay too low for too tickets who are not too,, the government has told the BBC's in the- 2011, derby, from they from it controversial from a it's's.", "rouge": {"rouge1": 16.393442622950822, "rouge2": 0.0, "rougeL": 13.114754098360656}, "nll_sum": 258.6978759765625, "token_count": 41} +{"index": 2955, "reference": "Universities in Wales are staging a walk out in a row over pay.", "prediction": "Students staff at Wrexham University have chosen to strike a a 1% pay offer.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 0.0, "rougeL": 29.629629629629633}, "nll_sum": 70.02262878417969, "token_count": 17} +{"index": 2956, "reference": "The internet is reinventing the Christmas TV commercial, making it more creative, more ambitious - and arguably more self-regarding.", "prediction": "The John Lewis air adverts, which has turned the internet has a hit.", "rouge": {"rouge1": 18.749999999999996, "rouge2": 6.666666666666667, "rougeL": 12.5}, "nll_sum": 86.50933837890625, "token_count": 15} +{"index": 2957, "reference": "Temporary power suppler Aggreko is expanding its offering in the United States by buying industrial climate control equipment specialist Dryco.", "prediction": "Fireway control firm firm Aggrekore is buying its business by moving North America-based Nic companyTemides in $31 (\u00a361m).", "rouge": {"rouge1": 30.76923076923077, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 210.5272216796875, "token_count": 28} +{"index": 2958, "reference": "Disgraced former Italian Prime Minister Silvio Berlusconi has said comparisons between himself and US President-elect Donald Trump are \"obvious\".", "prediction": "Italian Prime Minister Silviolusconi believes he believes \"right Donald Trump\" beat, presidential rival Hillary May, should be elected US president.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 21.052631578947366, "rougeL": 25.0}, "nll_sum": 153.50228881835938, "token_count": 27} +{"index": 2959, "reference": "Ten men who revealed the identity of the woman involved in footballer Ched Evans' rape trial have been cautioned.", "prediction": "Two police force be prosecute to anyone named after footballer Ched Evans, who footballer was convicted of a sex.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 11.11111111111111, "rougeL": 15.789473684210526}, "nll_sum": 120.0503158569336, "token_count": 21} +{"index": 2960, "reference": "Two Chris Holroyd goals in six second-half minutes gave Macclesfield a 2-1 win over Dover at Moss Rose in the National League.", "prediction": " Hol Holroyd scored a last-minute winner to giveclesfield a comfortable National League play-off chasing Dover Dover at Roseatton.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 165.27972412109375, "token_count": 27} +{"index": 2961, "reference": "The Rolling Stones' guitarist Keith Richards says the band have met up for \"a couple of rehearsals\" as they mark 50 years together.", "prediction": " Rolling Stones guitarist Denis Adams has said he \"didn't yet believe didn't happened\" saying the band have played \"a couple of mur in public.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 29.787234042553195, "rougeL": 40.816326530612244}, "nll_sum": 147.5123291015625, "token_count": 29} +{"index": 2962, "reference": "Britain's Johanna Konta said it was \"tough to take\" as she headed home from the US Open after just one day following defeat by Aleksandra Krunic.", "prediction": "British number one numberanna Ka says \"a needs to improve on\" despite the quarter-- losing to the world number one under- seed Anravia Krunic in the Miami Open.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 230.91427612304688, "token_count": 37} +{"index": 2963, "reference": "Barnsley and Preston remained in the Championship play-off picture despite a goalless stalemate at Oakwell.", "prediction": " promotion-offch Barnsley missed a Championship play-off hopes alive with victory over fellow play hopoffefuls Preston North End. solvetable-.-old again--w a from in from- from's.old a", "rouge": {"rouge1": 29.78723404255319, "rouge2": 8.888888888888888, "rougeL": 21.27659574468085}, "nll_sum": 292.58367919921875, "token_count": 45} +{"index": 2964, "reference": "An American basketball player has been banned from South Korea's domestic league for life after prosecutors said she forged her birth documents.", "prediction": "The first female women's league player is facing legal action in North Korean authorities over allegations that that was fabricating the birth of in birth.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 127.17935180664062, "token_count": 27} +{"index": 2965, "reference": "The government says it wants to expand a planned childcare tax credit scheme to include parents who stay at home because they are full-time carers.", "prediction": "Hundreds of families children will soon able to be work in home after suitable for work not, the government has announced.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444445, "rougeL": 8.51063829787234}, "nll_sum": 117.10414123535156, "token_count": 22} +{"index": 2966, "reference": "Suggestions for the potential host site of the 2020 National Eisteddfod in Ceredigion are being sought.", "prediction": "Land acres of phone, W Maes, could be using phone signal as the site, the host of the National Eisteddfod election. solve a's a's a from a it's from of from a from's from a", "rouge": {"rouge1": 29.090909090909093, "rouge2": 7.547169811320755, "rougeL": 21.81818181818182}, "nll_sum": 261.5218505859375, "token_count": 47} +{"index": 2967, "reference": "Paul Rowley has resigned as Leigh Centurions head coach 10 days before the start of the 2016 Championship season.", "prediction": "Leigh Centions coach Barry Rowley has announced he will not not playing from rugby and personal reasons for \"personalwith personal reasons\".", "rouge": {"rouge1": 20.0, "rouge2": 5.2631578947368425, "rougeL": 10.0}, "nll_sum": 160.43572998046875, "token_count": 26} +{"index": 2968, "reference": "\"I was so surprised when I got the letter, and a bit sceptical too,\" says Liisa Ronkainen, one of 2,000 Finns chosen for a government experiment to provide unemployed people with a basic income.", "prediction": "It is a perfect study involving an extra million people living in living and living conditions in Finland, but only only the idea it will not and more people to get the workplace and long-term jobs.", "rouge": {"rouge1": 13.88888888888889, "rouge2": 0.0, "rougeL": 8.333333333333334}, "nll_sum": 188.71719360351562, "token_count": 39} +{"index": 2969, "reference": "Europe's most active volcano, Mount Etna, has erupted for the fifth time this year.", "prediction": "The Mountna volcano, been broken off the southern coast of Iceland, has started began, the rock up to 90mph (61m).", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 138.365478515625, "token_count": 27} +{"index": 2970, "reference": "Henry Pyrgos is ready to make the most of what could be his only chance to captain Scotland at this World Cup.", "prediction": "Scott full-back Steven winggos has been ruled out of being Scotland captain's World Cup qualifier against Ireland and Australia on Wednesday.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 128.08242797851562, "token_count": 26} +{"index": 2971, "reference": "As Iraqi special forces enter the city of Mosul for the first time since the start of the campaign to retake it from so-called Islamic State, a BBC team embedded with the troops is tweeting from the front line as the battle unfolds.", "prediction": "Iraqi forces are targeting so-called Islamic State (IS) Mosul capture the northern city, Mosul, after the city seized from in northern city the Mosul sources say.", "rouge": {"rouge1": 36.61971830985915, "rouge2": 11.594202898550725, "rougeL": 25.352112676056336}, "nll_sum": 141.4669952392578, "token_count": 33} +{"index": 2972, "reference": "US President Barack Obama and Philippine leader Rodrigo Duterte had a brief face-to-face encounter, days after a very public spat.", "prediction": " and and the US have met Philippine President Rodrigo Maduro after they met Philippine President Rodrigo Duterte because of war on drugs.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904762, "rougeL": 22.727272727272727}, "nll_sum": 93.67692565917969, "token_count": 22} +{"index": 2973, "reference": "This is the Taylor Swift lookalike that even the superstar singer thought was her.", "prediction": "SheI loves Taylor Swift, but I didn't saw her photos of Taylor Swift happened, because she was casual.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 6.451612903225808, "rougeL": 18.181818181818183}, "nll_sum": 102.58657836914062, "token_count": 22} +{"index": 2974, "reference": "US markets were mixed on Monday, as the Dow Jones pushed farther into record territory but falls in technology stocks limited gains.", "prediction": "(Close): Wall Stocks finished on Wall Street, as investors to by advertising by the tech giant and giant advertising reported a reported fall in sales.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444445, "rougeL": 21.276595744680854}, "nll_sum": 163.0966033935547, "token_count": 29} +{"index": 2975, "reference": "For years Match of the Day has satisfied impatient football fans by condensing a 90 minute match into a handy chunk of highlights.", "prediction": "A played a played in every match at a times of times - and not real danger.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 98.55075073242188, "token_count": 17} +{"index": 2976, "reference": "A third human foot has been found close to where two others were discovered earlier this year.", "prediction": "A human foot found in a park in a Bristol is Bristol due to a similar incident, police have said.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 95.24127197265625, "token_count": 21} +{"index": 2977, "reference": "A hotel and apartment complex in Dorset has been approved despite English Heritage stating it would be a \"hammer-blow\" to the area.", "prediction": "Developers for a \u00a3400m housing development on a seaside town have been approved, after council want to \" receive the delay\".", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 129.75758361816406, "token_count": 26} +{"index": 2978, "reference": "A Pakistani Christian woman on death row for blasphemy has had her appeal adjourned after one of the judges refused to hear the case.", "prediction": "The highest court in Pakistan will appeal against an death sentence for a violent Muslim woman who was of convicted of blasphemy in Pakistan of blasphemy laws.", "rouge": {"rouge1": 31.37254901960785, "rouge2": 0.0, "rougeL": 15.686274509803924}, "nll_sum": 113.63371276855469, "token_count": 27} +{"index": 2979, "reference": "People with mental health problems are being promised faster access to treatment by the Welsh government.", "prediction": "Patients in Wales are facing treatment of up to four weeks to see an analysis assessment, latest figures show.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 95.70294189453125, "token_count": 21} +{"index": 2980, "reference": "Australian rugby union star Karmichael Hunt has been charged with supplying cocaine, officials say.", "prediction": "Former Australian rugby union star Andy Hunt has been charged with a cocaine cocaine smuggling.", "rouge": {"rouge1": 68.9655172413793, "rouge2": 51.85185185185186, "rougeL": 68.9655172413793}, "nll_sum": 71.12901306152344, "token_count": 15} +{"index": 2981, "reference": "Former England all-rounder Chris Lewis will visit every first-class county before the season to try to ensure no player follows his path into crime.", "prediction": "Former England bowler Andy Murray, he will help young players to his county cricket because of the money cut could help him \"recklessgu\".", "rouge": {"rouge1": 32.6530612244898, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 159.73231506347656, "token_count": 28} +{"index": 2982, "reference": "A hard-fought victory sent Ross County climbing to fourth place in the Premiership and increased the sense of alarm at Rugby Park.", "prediction": "Kilmarnock boosted their hopes of avoiding relegation zone from Scottish Premiership with Scottish stunning second-half penalty won by a frustrated Derby County side.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 137.3877410888672, "token_count": 29} +{"index": 2983, "reference": "Leinster moved above Connacht into second place in the Pro12 table after winning the Irish inter-provincial derby at a wet and windy RDS in Dublin.", "prediction": "Leinster moved level on points with a at top of the Pro12 table with a high-scoring high-controlled rivals Connacht.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.33333333333333, "rougeL": 25.531914893617024}, "nll_sum": 135.5952911376953, "token_count": 27} +{"index": 2984, "reference": "A mine, which has been made popular again by the recent BBC series Poldark, is to get a \"facelift\".", "prediction": "Dem work is to reopen, for \u00a31m project to restoring a historic gold work work.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 106.41773986816406, "token_count": 18} +{"index": 2985, "reference": "Presidential candidate Donald Trump has called for a new election in Iowa, accusing the Republican winner, Ted Cruz, of fraud.", "prediction": "US Republican presidential candidate Donald Trump has called Republican Senator Ted Cruz in the race for race, contest.", "rouge": {"rouge1": 63.1578947368421, "rouge2": 33.333333333333336, "rougeL": 47.36842105263158}, "nll_sum": 74.64677429199219, "token_count": 19} +{"index": 2986, "reference": "Jazz Carlin has admitted her two Olympic silvers in Rio is after she \"finally started believing\" following advice from a sports psychologist.", "prediction": "Welsh swimmer Jazz Carlin's training hopes of winning a silver medal at her Rio Olympics have been described as a \" physical battle\".", "rouge": {"rouge1": 31.111111111111118, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 127.01840209960938, "token_count": 27} +{"index": 2987, "reference": "Gareth Southgate has been appointed as England manager on a four-year deal.", "prediction": "Gareth Southgate is been confirmed as England's manager of permanent manager on a five-and-half-year deal worth2m.", "rouge": {"rouge1": 60.60606060606061, "rouge2": 32.25806451612903, "rougeL": 60.60606060606061}, "nll_sum": 112.40397644042969, "token_count": 27} +{"index": 2988, "reference": "Politicians were not the only ones in shock when the general election exit poll came out, it was also a rude awakening for Britain's impressionists.", "prediction": "The Edinburgh Fringe began began - but will always be the prime minister - and how good was it! in what it a anNaton it its struggle a his a - a Leave a a The's - it from?A from a", "rouge": {"rouge1": 21.53846153846154, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 297.2246398925781, "token_count": 47} +{"index": 2989, "reference": "An unpublished letter from writer and scholar CS Lewis has made \u00a34,600 at auction in Gloucestershire, more than three times the original estimate.", "prediction": "An previously unpublished letter Welsh \" poet Welsh dragonan writer stationistan's Ellis has been sold at auction for \u00a31,500.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 9.523809523809526, "rougeL": 31.818181818181824}, "nll_sum": 174.69073486328125, "token_count": 25} +{"index": 2990, "reference": "The refurbishment of the first of 13 aircraft operated by the Scottish airline Loganair has been completed.", "prediction": "The budget airline Loganair has completed a \u00a37m project to refurb the military, which was laid out of up to \u00a37m.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.111111111111112, "rougeL": 26.31578947368421}, "nll_sum": 139.21328735351562, "token_count": 27} +{"index": 2991, "reference": "Police are appealing for help locating a sick nine-year-old girl who went missing after being taken to hospital in need of urgent medical care.", "prediction": "A five-year-old girl who was left in a coma a few days days, after police told her parents will not be taken and hospital.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 16.0, "rougeL": 34.61538461538461}, "nll_sum": 106.045166015625, "token_count": 29} +{"index": 2992, "reference": "Volkswagen says it will not release its results nor hold its shareholders' meeting on time, as it needs more time to work out its accounts as a result of last year's emissions crisis.", "prediction": "German carmakermaker Volkswagen says it will delay a further 40 fall in sales to delivery firmies, as a result the Volkswagen in emissions emissions scandal.", "rouge": {"rouge1": 30.508474576271183, "rouge2": 17.54385964912281, "rougeL": 30.508474576271183}, "nll_sum": 155.6220245361328, "token_count": 29} +{"index": 2993, "reference": "A 72-hour strike called by the main Gorkha ethnic group in India's West Bengal state has brought life to a standstill in the tea-producing Darjeeling hills.", "prediction": "Protesters have started erupted in Sharje of in the remote Indian state of West Bengal, local residents say to demand for a new regional body.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 7.692307692307692, "rougeL": 18.51851851851852}, "nll_sum": 143.3662567138672, "token_count": 28} +{"index": 2994, "reference": "Norwich City midfielder Alex Tettey has likened his winner against Southampton on Saturday to those scored by Manchester City's Yaya Toure.", "prediction": "Norwich City boss Lee Tettey says it \" \"58\" to score himself again in a goal in his debut against Southampton on Saturday.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 19.047619047619047, "rougeL": 36.36363636363637}, "nll_sum": 140.54833984375, "token_count": 28} +{"index": 2995, "reference": "Britain's women beat New Zealand 4-3 to secure a first win at the 2016 Champions Trophy, in what was their final match before the Rio Olympics.", "prediction": "Great Britain's Sevenss said the team they werenot lost character\" despite losing 3-3 to Supers to New Zealand, who solve Greatn double referee game from's-p, reputation from from 3's. from. from", "rouge": {"rouge1": 21.875000000000004, "rouge2": 9.67741935483871, "rougeL": 15.625000000000004}, "nll_sum": 322.4546813964844, "token_count": 46} +{"index": 2996, "reference": "A search has been launched for a pensioner who has gone missing in Swansea.", "prediction": "Police have made a fresh appeal to find a man has gone missing from hospital Swansea hospital and. was seen as a ballet from a a's a man's from a2iling's from a as's's of from a from a'sA", "rouge": {"rouge1": 20.689655172413794, "rouge2": 7.142857142857142, "rougeL": 20.689655172413794}, "nll_sum": 266.54644775390625, "token_count": 47} +{"index": 2997, "reference": "Steve Smith will become Australia's Test captain after the Ashes following Michael Clarke's decision to retire at the end of the series.", "prediction": "Australia batsman Steve Smith the Clarke as captain of Australia and will Australia's vice-- international cricket cricket, after being involved in his role.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 8.695652173913043, "rougeL": 25.0}, "nll_sum": 154.58624267578125, "token_count": 27} +{"index": 2998, "reference": "Steven Lawless has extended his contract with Partick Thistle for a further two years.", "prediction": " voted Lawless has left Partick Thistle after being released by his club.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 16.666666666666668, "rougeL": 30.769230769230766}, "nll_sum": 70.00814819335938, "token_count": 15} +{"index": 2999, "reference": "A drink driver found by another motorist lying in the road with his trousers down has been ordered to carry out 200 hours of unpaid work.", "prediction": "A drunk driver who was found out of his girlfriend's brain over five times over over the times the drink withdrawndrive limit has will banned from driving and returning of work.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 0.0, "rougeL": 24.137931034482758}, "nll_sum": 205.60423278808594, "token_count": 34} +{"index": 3000, "reference": "Chelsea defender Michael Hector has joined Hull City on a season-long loan, the 14th loan spell of his career.", "prediction": "Hull City have signed Birmingham City striker Alan Serbison on the season along loan deal. with reputation club's 'h Fox ballet for 21 \u00a3 there2's from a-D a reputation in from from's\". from aA", "rouge": {"rouge1": 24.561403508771935, "rouge2": 3.6363636363636362, "rougeL": 17.54385964912281}, "nll_sum": 335.6764221191406, "token_count": 46} +{"index": 3001, "reference": "Yorkshire should be given its own \"White Rose Parliament\" with its own budget, MP David Blunkett has said.", "prediction": "Ex-Home David Bl Blett has denied the government should give it money and powers for Wales to be \"a couple of money\" House White Rose.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 4.761904761904763, "rougeL": 18.181818181818183}, "nll_sum": 182.08480834960938, "token_count": 30} +{"index": 3002, "reference": "Gateshead and Guiseley extended their unbeaten runs with a 1-1 draw at the Gateshead International Stadium.", "prediction": "National Leagueoffoff Guiseley grabbed a late equaliser to a draw with play-offefuls Gateshead to a theirdreame hopes.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 211.09913635253906, "token_count": 30} +{"index": 3003, "reference": "Championship side Preston North End have signed Aston Villa forward Callum Robinson and Fulham midfielder Ben Pringle, both on three-year contracts.", "prediction": "Championship club Preston North End have signed former Aston Villa right-up- midfielder Harryingleingle on deals on two-year deals.", "rouge": {"rouge1": 52.38095238095239, "rouge2": 25.0, "rougeL": 52.38095238095239}, "nll_sum": 146.22305297851562, "token_count": 27} +{"index": 3004, "reference": "Glasgow City Council will consider banning future Orange Order marches after footage showed members of the public chanting a sectarian song.", "prediction": "Glasgow City Council has called for a County Orange Order parade despite an battle despite the organisers organisers say says is not a hate crime.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 147.17930603027344, "token_count": 27} +{"index": 3005, "reference": "UK scientists have been given the go-ahead by the fertility regulator to genetically modify human embryos.", "prediction": "China has been permission to the development of the three DNA experiments that includes human life.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 0.0, "rougeL": 24.242424242424242}, "nll_sum": 91.54119873046875, "token_count": 16} +{"index": 3006, "reference": "India lost nine wickets for 46 runs as Australia staged a remarkable fightback to win the fourth one-day international in Canberra.", "prediction": "Australia completed a complete one-match seriesewash of India by five runs to complete a complete 3-0 series series whitewash. solve whit 2011 again- again- \"-p a of in- from a 2011 again from-", "rouge": {"rouge1": 24.56140350877193, "rouge2": 0.0, "rougeL": 14.035087719298245}, "nll_sum": 282.67376708984375, "token_count": 46} +{"index": 3007, "reference": "Two men have been charged over the attempted armed robbery of a shop in Londonderry.", "prediction": "A men have been charged with attempted murder following an attempted robbery in north Belfast.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 21.428571428571427, "rougeL": 46.666666666666664}, "nll_sum": 45.80714416503906, "token_count": 15} +{"index": 3008, "reference": "After prolonged debate during the referendum, Whitehall has been busy since polling day trying to work out the implications of Brexit - including how the NHS could be affected.", "prediction": "The current budget for the Department of England, and the health watchdog is to be overending amid fears it is the government's spending is too poor to be case.", "rouge": {"rouge1": 20.689655172413797, "rouge2": 0.0, "rougeL": 17.241379310344826}, "nll_sum": 159.72689819335938, "token_count": 33} +{"index": 3009, "reference": "Irish priest Father Brian D'Arcy has said he believes Cardinal Sean Brady was willing to offer his resignation two years ago but the Vatican refused.", "prediction": "The former head of Cardinal Ian D D'Emcy, the Cardinal Ian Brady, said it would behard to find\" in not to resign.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 20.408163265306122}, "nll_sum": 165.8673553466797, "token_count": 29} +{"index": 3010, "reference": "Tributes have been paid to the two men who died in a crash which closed a major road in the East Midlands.", "prediction": "The family of two men who died after a fatal on a major M1 and 1-1 have paid tribute to him, saying they \"Ithe type of battle,oud a,\", decision to of\".", "rouge": {"rouge1": 43.63636363636363, "rouge2": 15.09433962264151, "rougeL": 29.09090909090909}, "nll_sum": 234.2401123046875, "token_count": 41} +{"index": 3011, "reference": "The Springfield Road in west Belfast has reopened after a security alert.", "prediction": "A disposal team were called out to a security in County Fermanagh, which ended up man's body as from from's in body from a,'s, as from, as from a man over. reputation of a reputation from reputationA", "rouge": {"rouge1": 11.538461538461538, "rouge2": 4.0, "rougeL": 7.692307692307692}, "nll_sum": 270.5700378417969, "token_count": 47} +{"index": 3012, "reference": "UK unemployment fell by 4,000 in the three months to June leaving 2.51 million out of work, says the Office for National Statistics (ONS).", "prediction": "UK unemployment rate fell sharply over the past 30 years figures June, latest show, latest move from latest Office for National Statistics (ONS).", "rouge": {"rouge1": 40.816326530612244, "rouge2": 21.276595744680854, "rougeL": 40.816326530612244}, "nll_sum": 120.56990051269531, "token_count": 26} +{"index": 3013, "reference": "Consumer goods giant Unilever has reported lower-than-expected full-year sales after demand for its products in emerging markets continued to slow.", "prediction": "Unilever, the goods props but and andar andMuslims,, has posted in 36% rise in first-tax profit profits.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 171.78488159179688, "token_count": 26} +{"index": 3014, "reference": "Islamic State (IS) militants fired mortar rounds containing mustard agent at Kurdish peshmerga fighters in northern Iraq, Kurdish officials say.", "prediction": "Iraqi militant fighters from so socalled Islamic State (IS) have used chlorine gas to burn cancer of a gun attack in northern Iraq last August, officials say.", "rouge": {"rouge1": 42.5531914893617, "rouge2": 22.22222222222222, "rougeL": 34.04255319148936}, "nll_sum": 139.27821350097656, "token_count": 32} +{"index": 3015, "reference": "Helicopter footage of officers wading into icy waters to rescue a man who had driven a suspected stolen car into a reservoir has been released by police.", "prediction": "A suspected stolen complex was dragged through through a motorway and \"get get the water, freezing fog\" after being capture by police.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 12.765957446808512, "rougeL": 24.489795918367346}, "nll_sum": 154.99063110351562, "token_count": 26} +{"index": 3016, "reference": "The performance of every care home in England can now be compared on an NHS website.", "prediction": "A new health website is being used to ask people about the future of care home providers in England.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 12.12121212121212, "rougeL": 34.285714285714285}, "nll_sum": 71.67008209228516, "token_count": 19} +{"index": 3017, "reference": "A venture capital firm has appointed a computer algorithm to its board of directors.", "prediction": "A Sheffield company Sheffield Sheffield has developed a algorithm that allows people that vote members and board members should get data or data on drugs decisions decisions.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 24.390243902439025}, "nll_sum": 172.067138671875, "token_count": 27} +{"index": 3018, "reference": "Frenchman Pierre Rolland ended a two-year wait for victory by winning the 17th stage of the Giro d'Italia.", "prediction": "Germany's Pierreandand won a thrilling's pink race on the jersey lead nine extended the overall lead to 11 and lead the leader's a pink leader. the 2011It a- 2011A aA in a reputation a's a not a", "rouge": {"rouge1": 9.836065573770492, "rouge2": 0.0, "rougeL": 9.836065573770492}, "nll_sum": 325.7513732910156, "token_count": 47} +{"index": 3019, "reference": "Adebayo Akinfenwa's last-gasp equaliser kept Wycombe's quest for a League Two play-off spot alive at Morecambe.", "prediction": "Adebayo Akinfenwa snatched a free-kick for Wycombe a thrasing battle with League Two play-off hopefuls Morecambe.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 22.22222222222222, "rougeL": 47.36842105263158}, "nll_sum": 142.73959350585938, "token_count": 31} +{"index": 3020, "reference": "An 86-year-old woman fought off a would-be thief with a packet of bacon in a Greater Manchester supermarket.", "prediction": "An 86-year-old woman was thrown her struggle involved in a head with a would-beielding knife at a shop in Greater Manchester store,away police say. a solve-A ades in aA a 2011 again. emerged", "rouge": {"rouge1": 44.067796610169495, "rouge2": 28.07017543859649, "rougeL": 37.28813559322034}, "nll_sum": 289.4775390625, "token_count": 47} +{"index": 3021, "reference": "It is a sight that would surely strike fear into even the most battle-hardened opponent.", "prediction": " of County Tyrone football final, will make football be a hurling filmed a a video.", "rouge": {"rouge1": 6.451612903225808, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 122.34544372558594, "token_count": 18} +{"index": 3022, "reference": "The parents of a three-month-old baby found seriously hurt on a bus have denied murder.", "prediction": "A father and denied murdering their seven-month-oldold baby girl who girl found- seriously injured on a bus tour east London.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 21.62162162162162, "rougeL": 41.02564102564102}, "nll_sum": 146.08047485351562, "token_count": 26} +{"index": 3023, "reference": "The crew of a container ship seized by Iran in the Strait of Hormuz on Tuesday are safe and \"in good spirits\", Danish shipping company Maersk says.", "prediction": "The Maersk says a US vessel who was seized fishing Danish is \"good spirits\", the Pentagon says.", "rouge": {"rouge1": 40.9090909090909, "rouge2": 9.523809523809526, "rougeL": 27.272727272727277}, "nll_sum": 121.88201141357422, "token_count": 21} +{"index": 3024, "reference": "Chelsea boss Antonio Conte says Pedro suffered multiple facial fractures in a collision with Arsenal goalkeeper David Ospina in a friendly on Saturday but should return to training in 10 days.", "prediction": " too will return on his return to his first Premier League match of the season for a month after suffering the concussion he was playing during a match, in China on Saturday.", "rouge": {"rouge1": 25.396825396825395, "rouge2": 6.557377049180328, "rougeL": 15.873015873015875}, "nll_sum": 121.1705322265625, "token_count": 33} +{"index": 3025, "reference": "Three people have appeared in court charged with terrorism offences.", "prediction": "A man and a woman have appeared in court to face terrorist charges in London in March's terror attack.", "rouge": {"rouge1": 40.0, "rouge2": 21.428571428571427, "rougeL": 40.0}, "nll_sum": 65.74482727050781, "token_count": 20} +{"index": 3026, "reference": "Labour has kept hold of the Cardiff South and Penarth seat in Parliament following a by-election.", "prediction": "A former MP seat won his Cardiff seat in the Cardiff-- general election.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 14.285714285714288, "rougeL": 26.666666666666668}, "nll_sum": 85.50221252441406, "token_count": 14} +{"index": 3027, "reference": "Campaigners fighting the erection of eight wind turbines in Lincolnshire have taken part in a protest march ahead of a public inquiry.", "prediction": "Almost 2,000 people have attended a march against plans to build wind turbinesshire Lincolnshire as part of \"criminal suspect a suspect for technology.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 0.0, "rougeL": 21.73913043478261}, "nll_sum": 181.94024658203125, "token_count": 29} +{"index": 3028, "reference": "The first significant step to putting the Paris Climate Agreement into practice will take place on Friday.", "prediction": "The latest signing in the new climate climate deal will change the world will finally be complete, with the expected is expected to be White House.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 129.39971923828125, "token_count": 27} +{"index": 3029, "reference": "A husband and wife who died in an apparent murder-suicide in North Somerset have been named.", "prediction": "A pensioner who died five days after the car has crashed into a tree in was wall of Bristol has been identified by police by. identified as a man from his a as his body as a. have", "rouge": {"rouge1": 21.818181818181817, "rouge2": 3.7735849056603774, "rougeL": 18.18181818181818}, "nll_sum": 209.78762817382812, "token_count": 40} +{"index": 3030, "reference": "Referrals to breast cancer clinics more than doubled in the UK after Angelina Jolie announced she had had a double mastectomy to prevent breast cancer.", "prediction": "Hollywood star Angelina Jolie would double-redrosis mast surgery because of her breast diagnosis, research suggests.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 124.60245513916016, "token_count": 22} +{"index": 3031, "reference": "Almost 1,000 people in the South Eastern Health Trust are waiting for an urgent appointment to see a cardiologist, according to a report.", "prediction": "The number of people waiting for a first consultantled appointment at the Northern Ireland NHS Trust by 46% last year.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 107.84266662597656, "token_count": 22} +{"index": 3032, "reference": "A man has suffered burns after he was hit by what police have described as a \"large firework rocket\" in north Belfast.", "prediction": "A man was left with serious and facial injuries after a firework was thrown through a doorway of a chip shop in north Belfast in the a the, Lyon, as from a,'sg is a in from a's a.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 10.0, "rougeL": 25.806451612903224}, "nll_sum": 221.74778747558594, "token_count": 44} +{"index": 3033, "reference": "It was ten years ago that Ruth and her husband Nigel packed up their life in London and bought the Blue Palm cafe in Marbella.", "prediction": "\"I're a one-two,\" Nigel Farage says, a nightclubic at your bar and it't in a Spanish pub aAston and bad - it it's not to be not to solve past it and to the. a the", "rouge": {"rouge1": 18.750000000000004, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 293.7066650390625, "token_count": 47} +{"index": 3034, "reference": "Thousands of bright pink plastic detergent bottles have washed up on beaches in Cornwall.", "prediction": "More than 200 bottles bottles which have gone lost from a container on a Cornish beach, say conservationists.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 96.90087890625, "token_count": 21} +{"index": 3035, "reference": "Yeovil Town Ladies forward Annie Heatherson has signed a new contract with the Women's Super League One club ahead of the 2017 WSL 1 Spring Series.", "prediction": "Wales women's forward Heatherson will join Yeovil Town Ladies join Women's Super League club ahead of of 2017 2017 WSL 1 season.", "rouge": {"rouge1": 58.82352941176471, "rouge2": 36.73469387755102, "rougeL": 50.98039215686274}, "nll_sum": 156.3568878173828, "token_count": 29} +{"index": 3036, "reference": "The former police officer involved in an alleged racist incident on the Paris Metro last month has said he pushed a black man away from a train carriage because it was too full.", "prediction": "Police investigating the murder of a black- man and police officer in north Belfast have denied reports were sexually graffiti were anti-Islamic that police believe.", "rouge": {"rouge1": 23.728813559322038, "rouge2": 10.526315789473683, "rougeL": 16.94915254237288}, "nll_sum": 146.70428466796875, "token_count": 28} +{"index": 3037, "reference": "The leader of Cheshire East Council has rejected a call to resign over claims he \"misled\" councillors about contracts awarded to his physiotherapist's firm.", "prediction": "An mayor has resigned amid his resign over transfer office of his personal physiother physi firm,other a firm which was belonging by senior fitness training firm.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 19.23076923076923}, "nll_sum": 221.17794799804688, "token_count": 29} +{"index": 3038, "reference": "Premier Oil's shares nearly doubled in value on Monday after trading was restarted following a suspension triggered by a major North Sea deal.", "prediction": "UK energy giant Premier Premier has sold its 50% stake in British oil gas E GroupOnOn after it a reached a possible of replica a Class 1.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 203.06105041503906, "token_count": 30} +{"index": 3039, "reference": "Derry City guaranteed themselves a Europa League spot next summer as they came from behind to beat Bohemians in the League of Ireland Premier Division.", "prediction": "Derry City suffered a fourth consecutive Championship win, thanks to a goal down a beat down beat play Krist-off hopulsefuls at Goodwell on Friday night.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 209.85614013671875, "token_count": 33} +{"index": 3040, "reference": "A Michigan woman has been charged with recklessness after she fired on a pair of shoplifters.", "prediction": "Police in the Michigan are questioning a woman to fire for throwing apoint during a getaway van.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 0.0, "rougeL": 24.242424242424242}, "nll_sum": 109.64054107666016, "token_count": 19} +{"index": 3041, "reference": "Jack Marriott scored a hat-trick as Peterborough made it maximum points from their opening two League One matches with an impressive victory at Bristol Rovers.", "prediction": "Adam Marriott scored a stunning, hat-trick to help Peterborough United a 4-1 thrashedashing League One battle Bristol Rovers and reach in EFL Cup first-final.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 19.607843137254903, "rougeL": 37.73584905660377}, "nll_sum": 200.41134643554688, "token_count": 37} +{"index": 3042, "reference": "About 100 jobs could be at risk at a Pembrokeshire coach company which intends to file for administration, BBC Wales understands.", "prediction": "A bus firm has been put up for sale in Pembrokeshire, over the fears warning could put jobs at risk.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 95.22193908691406, "token_count": 26} +{"index": 3043, "reference": "Dundee have signed defender Julen Etxabeguren Leanizbarrutia on a three-year deal.", "prediction": "Kilmarnock have defender E E Eriksabegureneg a one-year deal following his release by Real Sociedad from the Scottish Premiership.", "rouge": {"rouge1": 31.25, "rouge2": 6.666666666666667, "rougeL": 31.25}, "nll_sum": 163.0396728515625, "token_count": 32} +{"index": 3044, "reference": "Diwali celebrations in the Indian capital Delhi have seen air pollution rise to hazardous levels after many firecrackers were set off.", "prediction": " of the streets of Wednesday, the city of the Brazilian city of Val night city, of Clark, have been r out of bad weather conditions in the city of night.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 4.081632653061225, "rougeL": 7.8431372549019605}, "nll_sum": 173.91207885742188, "token_count": 33} +{"index": 3045, "reference": "Jose Fernandez, the talented 24-year-old baseball star who died in a boat crash on Sunday, was heralded by baseball commissioner Rob Manfred as one of the game's \"great young stars\".", "prediction": "Licomaker Fernandez de Kirnerner was one of the American baseball stars in Cuba and the wasaria back in jail with small name, and his", "rouge": {"rouge1": 31.57894736842105, "rouge2": 10.909090909090908, "rougeL": 21.05263157894737}, "nll_sum": 184.30386352539062, "token_count": 29} +{"index": 3046, "reference": "Local tribesmen have reportedly clashed with fighters from the so-called Islamic State (IS) in the IS stronghold of Fallujah in western Iraq.", "prediction": "Fifty tribesmen in northern Baghdad have been killed in battle between rival between militant and so-called Islamic State fall of FallM", "rouge": {"rouge1": 40.0, "rouge2": 13.95348837209302, "rougeL": 31.111111111111118}, "nll_sum": 133.62554931640625, "token_count": 25} +{"index": 3047, "reference": "An Air Canada flight with 140 people on board came within 30m (98ft) of other aircraft at San Francisco's airport as it prepared to land, a report says.", "prediction": "An air Canada plane carrying for airport from San Francisco to Francisco had been contact between traffic controllers and safety officials say.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 12.244897959183671, "rougeL": 27.450980392156865}, "nll_sum": 130.6869659423828, "token_count": 22} +{"index": 3048, "reference": "A victim of one of three brothers who raped and sexually assaulted 15 teenage girls in Rotherham was attacked by her own family when they discovered the abuse, a court has heard.", "prediction": "Two brothers have been jailed for 11 years for sexual assault and physical by girls in Rotherham, police believe was illegal assaulted have have an black man\". of a \" a's 2011's a again from of from a's again 2011 a", "rouge": {"rouge1": 34.66666666666667, "rouge2": 8.21917808219178, "rougeL": 21.333333333333332}, "nll_sum": 284.4793395996094, "token_count": 47} +{"index": 3049, "reference": "The UK fishing industry will need continued access to EU markets if it is to thrive after Brexit, a House of Lords report has warned.", "prediction": "The UK fishing industry could be discharged from European meat and could lead to Brexit-Brexit, the House of Lords says.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 22.727272727272727, "rougeL": 39.130434782608695}, "nll_sum": 111.64772033691406, "token_count": 23} +{"index": 3050, "reference": "David Cameron made a late appeal to Germany's Angela Merkel for limits on free movement of people if the UK voted Remain, BBC Newsnight has learned.", "prediction": "When David Cameron wrote a statement in a statement on Britain's membership in not EU.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 77.99591827392578, "token_count": 16} +{"index": 3051, "reference": "The attack in Westminster, on Wednesday, 22 March, left four victims dead, dozens injured and millions of people around the world asking why.", "prediction": "A post-mortem has revealed into force into the terror attack at Westminster place on 14 December, and provided encouraging advice to what happened what to happened!", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 165.82232666015625, "token_count": 29} +{"index": 3052, "reference": "Arsenal have signed teenage midfielder Krystian Bielik from Legia Warsaw for a reported \u00a32.4m.", "prediction": "Liverpool have signed-back midfielderry Bielik from Legia for south London on signing four wingeranda-half-long deal and the club", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.64705882352941, "rougeL": 33.33333333333333}, "nll_sum": 187.97982788085938, "token_count": 28} +{"index": 3053, "reference": "Rescuers say they have recovered 24 bodies following a landslide near the Colombian city of Medellin.", "prediction": "Rescue in Colombia are searching dozens of victims after heavyslsl ande in north-e Colombia.", "rouge": {"rouge1": 6.451612903225808, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 142.8087921142578, "token_count": 22} +{"index": 3054, "reference": "Another man has been arrested in connection with the 3 June terror attack on London Bridge, bringing the total number of arrests to 21.", "prediction": "A teenager has been arrested by police investigating a suspected terror attack on London Bridge Bridge, in the aftermath has's terror attack a in the's largest's VAT, theA from, the man's. have from of. a from of a", "rouge": {"rouge1": 39.39393939393939, "rouge2": 18.75, "rougeL": 30.303030303030305}, "nll_sum": 249.98114013671875, "token_count": 47} +{"index": 3055, "reference": "Suspended Spanish Football Federation president Angel Maria Villar has resigned from his roles as vice-president of Uefa and Fifa.", "prediction": " legend club boss Villenear will no longer attended Spanish football's governing body, saying the governing body, Uefa has confirmed that's a-A.Video a's controversial ban from its's's ban of a from's aA", "rouge": {"rouge1": 20.33898305084746, "rouge2": 3.508771929824561, "rougeL": 16.94915254237288}, "nll_sum": 290.82568359375, "token_count": 47} +{"index": 3056, "reference": "A ban on using wild animals in travelling circuses could eventually lead to zoos in Scotland being closed down, a circus leader has told MSPs.", "prediction": " law law banning wild animals in Scotland but, could be \"a threat to wildlife\", a top pool leader has claimed, Nottingham Europe the top pool, a \"a- from the 3\" it's banned from of.", "rouge": {"rouge1": 40.0, "rouge2": 13.793103448275861, "rougeL": 30.0}, "nll_sum": 245.92079162597656, "token_count": 43} +{"index": 3057, "reference": "A convicted murderer who stabbed to death a worker at a mental health unit has been sentenced to a whole life order.", "prediction": "A killer who stabbed his former nurse to death at a mental health unit should have save lives, hospital staff from a mental health unit to said", "rouge": {"rouge1": 48.97959183673469, "rouge2": 25.531914893617024, "rougeL": 44.897959183673464}, "nll_sum": 118.90144348144531, "token_count": 27} +{"index": 3058, "reference": "A Syrian national has been arrested in Germany accused of war crimes involving the murder of dozens of civil servants.", "prediction": "German authorities have arrested a man suspected of an an al-Qaeda as part of a suspected Syrian government military operation", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 78.48872375488281, "token_count": 21} +{"index": 3059, "reference": "Ross Wallace's superb strike helped Sheffield Wednesday beat 10-man Huddersfield in the Championship.", "prediction": " Lee Wallace scored a stoppage-time winner as 10-man Sheffield Wednesday finished a comfortable victory over play-off hop chasing Huddersfield Town.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 110.86143493652344, "token_count": 30} +{"index": 3060, "reference": "A fuel additive untested in clinical trials was used in breast implants that have since been banned, French radio station RTL reports.", "prediction": "France's health watchdog has claims it is investigating a woman who recaptured breast when implant which was used as a food products ascomfort to metals.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 4.3478260869565215, "rougeL": 12.499999999999996}, "nll_sum": 169.92636108398438, "token_count": 28} +{"index": 3061, "reference": "Labour makes a difference in power, not in \"principled opposition\", the shadow Welsh secretary has told the party's Welsh conference in Llandudno.", "prediction": "Wales could struggle any any Labour government because it is in power in the Welsh government, the Welsh leader has said", "rouge": {"rouge1": 40.909090909090914, "rouge2": 4.761904761904763, "rougeL": 36.36363636363636}, "nll_sum": 97.71134948730469, "token_count": 22} +{"index": 3062, "reference": "Portuguese are celebrating the fact that an intimate love ballad in their language conquered a Eurovision song contest audience for the first time.", "prediction": "Portugal's anthem won a national hero after the Eurovision, becoming the nation's best song of the music. the it's been a couple camp from the's it). a-bmaker - in a from a's.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 246.08804321289062, "token_count": 45} +{"index": 3063, "reference": "The chairman of a meeting in which four councillors were filmed apparently dozing during has described their actions as \"embarrassing\".", "prediction": "Four councillors who were suspended for hearing a meeting after falling asleep during the Commons Select Committee Affairs the chairman's chairman. argued a controversial council's battle for a from a remarks. theAll from--CharA of.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 10.90909090909091, "rougeL": 14.035087719298245}, "nll_sum": 283.3102111816406, "token_count": 42} +{"index": 3064, "reference": "Ireland's Paul Dunne lost to Italian Edoardo Molinari in a play-off at the Trophee Hassan II at Royal Golf Dar Es Salam in Morocco on Sunday.", "prediction": "Brazil's Paul Dunne clinched his first European Tour title with remote victory in a play-off to Spain's Paul Luke Molin a at Portugal Superman Openin Portugal.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 18.181818181818183, "rougeL": 28.070175438596497}, "nll_sum": 205.98751831054688, "token_count": 34} +{"index": 3065, "reference": "A record-breaking number of migrating birds have been recorded on the Hebridean island of Tiree this year.", "prediction": "Thousands of black- clergywits have up on a field off Conde Iceland Iceland, the east coast of Scotland, RSPB Scotland and said.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 186.309326171875, "token_count": 30} +{"index": 3066, "reference": "Blocking China from islands it has built in contested waters would lead to \"devastating confrontation\", Chinese state media have warned.", "prediction": " Chinese state newspaper have expressed that blocking ignoring to island islands is \"disdisastrous\", saying it would be been \"disdisastrous\".", "rouge": {"rouge1": 41.02564102564102, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 138.29598999023438, "token_count": 26} +{"index": 3067, "reference": "French police have scaled back the hunt for a stray big cat in Paris after scotching initial reports that the animal is a tiger.", "prediction": "French forces have begun a woman and hunting for a young cat thought to have been found, the M4 and and motorway's a a motorway solve thedes 2011 to a- 2011 aA in a from a's.'s a", "rouge": {"rouge1": 28.125000000000007, "rouge2": 6.451612903225808, "rougeL": 25.0}, "nll_sum": 285.0682678222656, "token_count": 47} +{"index": 3068, "reference": "Fifteen people have been arrested, including four in the UK, in connection with the hijacking of computers.", "prediction": "Four people have been arrested in the UK as part of a investigation into a GP used to control command.", "rouge": {"rouge1": 48.648648648648646, "rouge2": 28.57142857142857, "rougeL": 43.24324324324324}, "nll_sum": 76.31229400634766, "token_count": 20} +{"index": 3069, "reference": "Fifa has said its reform taskforce will be chaired by an independent person from outside of football.", "prediction": "F football's governing governing body, it would be prepared to lead an independent chairman of new taskforce, saying the \"do't not need\".", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 148.58114624023438, "token_count": 28} +{"index": 3070, "reference": "Screenwriter David Solomons has won the Waterstones Children's Book Prize with his debut about an 11-year-old boy obsessed with comics.", "prediction": "Chris Solomons, which includes but which include Eesbit, Eddieddie Izzard and Kenneth Branagh,'s won a prestigious children's Children's awards.", "rouge": {"rouge1": 17.777777777777775, "rouge2": 4.651162790697675, "rougeL": 17.777777777777775}, "nll_sum": 194.19558715820312, "token_count": 35} +{"index": 3071, "reference": "Staff at Eastbourne District General Hospital have met NHS bosses over proposals to downgrade services amid claims that patient care will suffer.", "prediction": "Changes to the care services at thebourne East Hospital will have been \"huge impact on children\", health bosses say", "rouge": {"rouge1": 39.02439024390244, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 112.1098403930664, "token_count": 21} +{"index": 3072, "reference": "Guinea is to be declared free of Ebola by the World Health Organization (WHO), two years after the epidemic began there.", "prediction": " 35 Guinean children have gone on show the capital, Colombianoria, on 30, the first confirmed cases of the deadly Ebola virus.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 131.73095703125, "token_count": 27} +{"index": 3073, "reference": "MPs are to debate whether to bar Donald Trump from entering the UK in response to a public petition calling for action against the US Presidential candidate.", "prediction": "MPs will hold a debate on whether the Republican presidential candidate Donald Trump will not to be by by Commons committee's committee. committees.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 143.18280029296875, "token_count": 26} +{"index": 3074, "reference": "An Old Master by painter Pieter Brueghel the Younger will remain on public display after a government fund paid \u00a31m to save it for the nation.", "prediction": " a historic lithiumel which stood his way a his estate for more than 200 years ago has been put up for sale of \u00a31m.", "rouge": {"rouge1": 12.000000000000002, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 138.93023681640625, "token_count": 27} +{"index": 3075, "reference": "Bolton Wanderers chairman Phil Gartside has died aged 63 following a battle with cancer.", "prediction": "Tributes have been paid to Phil Gartside, who died aged 30.", "rouge": {"rouge1": 32.0, "rouge2": 17.391304347826086, "rougeL": 32.0}, "nll_sum": 53.848331451416016, "token_count": 15} +{"index": 3076, "reference": "An investigation into how a small plane narrowly avoided two men and then struck a bungalow on a farm in Lincolnshire is continuing.", "prediction": "A pilot was seriously seriously injured after his small plane crashed the way into garden back garden and a house in a Lincoln town in Lincolnshire. in, solve,'s they from-'sA a ban in from from a The from. a", "rouge": {"rouge1": 28.125, "rouge2": 6.451612903225806, "rougeL": 25.000000000000007}, "nll_sum": 283.1041259765625, "token_count": 47} +{"index": 3077, "reference": "Bradford City boss Stuart McCall said he was \"close to clocking\" Millwall fans who invaded the pitch at the end of the League One play-off final.", "prediction": "Millwall director of football Stuart McCall says it was \"nonsense\" that a Millwall' fans were \" \"able and lighthearted\"..", "rouge": {"rouge1": 26.666666666666668, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 143.15847778320312, "token_count": 29} +{"index": 3078, "reference": "The Scotland Bill's passage through the House of Lords has been delayed while wrangling over the fiscal framework continues.", "prediction": "Talks between fiscal powers powers, Scotland and Scotland have been shel delayed until May until the Scottish government has confirmed.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 20.000000000000004}, "nll_sum": 119.46192169189453, "token_count": 22} +{"index": 3079, "reference": "A Palestinian court has postponed municipal elections that had been due to be held on 8 October.", "prediction": "A highest court in Gaza has delayed a delayed delay delayed the Palestinians parliamentary elections May May.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 118.95638275146484, "token_count": 17} +{"index": 3080, "reference": "Nigeria's former national security adviser, Sambo Dasuki, has been arrested for allegedly stealing $2bn (\u00c2\u00a31.3bn), his representatives say.", "prediction": "Nigeria's anti-corruption body, Eilanpa Dasuki, has been arrested on suspicion of involvement in a $4.4 arms deal deal.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 20.51282051282051, "rougeL": 29.268292682926827}, "nll_sum": 131.18357849121094, "token_count": 31} +{"index": 3081, "reference": "Georgia head coach Milton Haig believes his side merit a place in an expanded Six Nations Championship, and says Tier Two nations are \"fighting for scraps\" in the battle to earn fixtures against top opposition.", "prediction": "Former Scotland national union Kevin Haig says Georgia can be upcoming future in of rugby league.", "rouge": {"rouge1": 19.6078431372549, "rouge2": 0.0, "rougeL": 11.764705882352938}, "nll_sum": 119.23129272460938, "token_count": 17} +{"index": 3082, "reference": "A 46-year-old woman who suffered fatal injuries after being struck by a car understood to have been driven by her husband has been named by police.", "prediction": "An 82-year-old woman who died after being hit by a car in Moray area Tuesday Tuesday has been named by police as named 35 a as 2011old man.", "rouge": {"rouge1": 51.724137931034484, "rouge2": 35.714285714285715, "rougeL": 48.275862068965516}, "nll_sum": 142.3001251220703, "token_count": 34} +{"index": 3083, "reference": "A leading Nigerian actress, who was banned from the Hausa-language film industry because of her \"immoral\" behaviour, has apologised.", "prediction": "A leading Nigerian actress has come under fire for filming a controversialausausa film, saying the removal her son should marry is aCaliforniaon's. a's a's \"'s-bolve a in\". years a's. from a", "rouge": {"rouge1": 32.142857142857146, "rouge2": 11.111111111111112, "rougeL": 21.428571428571427}, "nll_sum": 281.6033935546875, "token_count": 47} +{"index": 3084, "reference": "House prices have risen significantly in England in the past year in contrast to the rest of the UK, figures suggest.", "prediction": "UK house price prices slightly last slightly year, slightly higher in England more than England, Scotland, Scotland and Northern Ireland, according to official figures., figures,'s they, from-w a from in since from's's. from's", "rouge": {"rouge1": 30.508474576271183, "rouge2": 7.017543859649122, "rougeL": 20.33898305084746}, "nll_sum": 257.740966796875, "token_count": 46} +{"index": 3085, "reference": "The former Israeli PM and president, Shimon Peres, has died aged 93.", "prediction": " 1967's Israeli president Shimon Peres has died of a heart attack at age age, 86, doctors say., the first major death in suffering from's a. since from--year from in between November, from.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 17.777777777777775, "rougeL": 29.78723404255319}, "nll_sum": 229.57620239257812, "token_count": 43} +{"index": 3086, "reference": "A Gaelic bard is to be remembered in needlework.", "prediction": "A Scottish Railway, art and art but will mark the start of the work of by famous author andowned poet Don Strnaver.", "rouge": {"rouge1": 6.451612903225805, "rouge2": 0.0, "rougeL": 6.451612903225805}, "nll_sum": 156.5955047607422, "token_count": 26} +{"index": 3087, "reference": "Yacouba Toure and a couple of his friends have gathered around his crackling radio in Mali's historic city of Timbuktu, soon after French-led troops captured it from militant Islamists.", "prediction": " 30 morning, 30-year-olds came from the crowd of Mal Malian in the northern French city Tim Timbuktu, in solve cityolveb France.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 204.02255249023438, "token_count": 33} +{"index": 3088, "reference": "A police officer has been cleared of assaulting a handcuffed man with pepper spray after arresting him in Gwynedd.", "prediction": "A Gwynedd officer has cleared of sexually assaulting and assaulting police officer and against appealing him", "rouge": {"rouge1": 51.42857142857142, "rouge2": 18.18181818181818, "rougeL": 40.0}, "nll_sum": 89.1476058959961, "token_count": 17} +{"index": 3089, "reference": "A toddler was bitten by a sniffer dog while she was visiting a relative in a high security jail in east London, it has emerged.", "prediction": "A dog which carries a dog attack which left a 11-year-old girl in prison has delayed action to remove surgery and plastic surgery.", "rouge": {"rouge1": 24.0, "rouge2": 0.0, "rougeL": 24.0}, "nll_sum": 121.3099136352539, "token_count": 27} +{"index": 3090, "reference": "The dry, red earth could almost be mistaken for a Martian landscape.", "prediction": "A small town in Chile unearthed light of a iconic fog phenomenon", "rouge": {"rouge1": 8.333333333333332, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 80.7271499633789, "token_count": 11} +{"index": 3091, "reference": "Police Scotland has said that it does not collate or hold specific figures on child sexual exploitation.", "prediction": "Child images images is not recorded in Police Scotland, but it isn't be gateway to, any offence.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 6.0606060606060606, "rougeL": 17.142857142857142}, "nll_sum": 114.40616607666016, "token_count": 20} +{"index": 3092, "reference": "One of the biggest collectors of Marilyn Monroe memorabilia has died following a short illness.", "prediction": "A private collection collection, which was once owned one of the world's most celebrated, died after at 1991 age 40. America'sAthe's a reputation from the's's reputation from aA from The's of a from, from a", "rouge": {"rouge1": 21.428571428571423, "rouge2": 7.407407407407408, "rougeL": 17.857142857142858}, "nll_sum": 270.9488220214844, "token_count": 47} +{"index": 3093, "reference": "The government's anti-terror strategy has become \"a toxic brand\", a Muslim former senior police officer has said.", "prediction": "A senior police of at UK Police has said he UK anti-doping system has \"has become of most toxic brand\" in the nation.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 19.51219512195122, "rougeL": 23.25581395348837}, "nll_sum": 155.03289794921875, "token_count": 28} +{"index": 3094, "reference": "Great Britain failed to qualify for the men's Under-21 World Handball Championship after losing all three qualifying games at Kent's Medway Park.", "prediction": "Great Britain's handball team been knocked out of the 2016 Olympics finals in Rio after losing extra an extra \u00a322m of funding.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 118.09699249267578, "token_count": 26} +{"index": 3095, "reference": "Shares in Japanese automaker Mitsubishi Motors plunged 13.5% in Friday trade to close at 504 yen.", "prediction": "Shares in Japanese electronics bag giant Sony closed down 4.89% higher, following reports that the that it published records government data.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 130.25653076171875, "token_count": 25} +{"index": 3096, "reference": "After playing a leading part in the Western air campaign that helped to oust the Libyan leader Muammar Gaddafi in 2011, Britain is once again pushing to play a leading role in bringing stability to Libya's shattered society.", "prediction": "Britain's new government is building the military intervention of support for rival politic rival to sick,, in what might call a \"caking physical\".", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 180.2620086669922, "token_count": 27} +{"index": 3097, "reference": "George Clooney's neighbours in Sonning have lodged objections to the star's plans to install 18 CCTV cameras at his Oxfordshire home.", "prediction": "makersmaker George Clooney is sought for plans to stand 40 CCTV cameras camera on his south Oxfordshire town.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615383, "rougeL": 39.02439024390244}, "nll_sum": 120.89160919189453, "token_count": 21} +{"index": 3098, "reference": "Throughout the election campaign BBC Wales News is answering young voters's questions and reflecting their views through our interactive #iNeverKnew project.", "prediction": "There's a general coming up on 10 December, when adults will vote vote to decide to decide who they run the UK and and run the country.", "rouge": {"rouge1": 11.999999999999998, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 132.603515625, "token_count": 29} +{"index": 3099, "reference": "A UK withdrawal from the European Union could make policing in Northern Ireland slower, more complicated and more costly, the head of the Police Service of Northern Ireland (PSNI) has said.", "prediction": " the UK exit from the EU, it would be \"ss shorter and more difficult more difficult\", says Northern Ireland's police in commissioner has said.", "rouge": {"rouge1": 46.42857142857142, "rouge2": 18.51851851851852, "rougeL": 32.14285714285714}, "nll_sum": 133.575439453125, "token_count": 28} +{"index": 3100, "reference": "Stephen Keshi has been appointed Nigeria coach for the third time and signed a two-year contract on Tuesday.", "prediction": "Nigeria care boss Stephen Keshi says he is confident\" he wants to return to the club Super Eagles a \"new start\".", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 134.9072265625, "token_count": 27} +{"index": 3101, "reference": "South Africa swept to a comprehensive nine-wicket victory over England in the second Twenty20 to seal a 2-0 series win.", "prediction": "England made a stunning, half half-century to beat South Africa by eight wickets in the first match of their match in their first Twenty20 competition.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 105.60539245605469, "token_count": 30} +{"index": 3102, "reference": "Mali international midfielder Yves Bissouma has signed a new contract to stay with French club Lille until 2021.", "prediction": "Defence champions Lou Omem Bissoumama signed a new, five-year deal worth $42m (\u00a355m).", "rouge": {"rouge1": 18.75, "rouge2": 13.333333333333334, "rougeL": 18.75}, "nll_sum": 134.33401489257812, "token_count": 26} +{"index": 3103, "reference": "Tens of thousands of people have celebrated Diwali in Leicester city centre.", "prediction": "T Eve lights have turned out on Leicester city street, with celebrating celebrations the country celebrating, Diwali event. in includes a 30's Rang a's a's from R-w's Valentine in since national's Saturday. the emerged", "rouge": {"rouge1": 23.076923076923077, "rouge2": 8.0, "rougeL": 15.384615384615383}, "nll_sum": 309.4591369628906, "token_count": 47} +{"index": 3104, "reference": "South Africa's Doping Control Laboratory has become the fourth lab to be sanctioned by the World Anti-Doping Agency (Wada) in the past month.", "prediction": "The South African anti-oping laboratory has test suspended for the next six months by the World Anti-Doping Agency has for in further 12 months.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 24.489795918367346, "rougeL": 47.05882352941176}, "nll_sum": 122.57273864746094, "token_count": 29} +{"index": 3105, "reference": "All 25 members of a lifeboat crew have resigned in protest at the sacking of their coxswain.", "prediction": "The chief executive of an averageLI andboat station has been suspended over claims and claims of bullying.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 109.593505859375, "token_count": 19} +{"index": 3106, "reference": "A vicar from Greater Manchester who was arrested on suspicion of rape has been told by prosecutors that he faces no further action.", "prediction": "No criminal charges will not be back against a vicar who assaulted a teenager who was not face no charges after her charges was brought over a teenager a from a. on'sd penaltyd a minimum in from a as a. a emerged", "rouge": {"rouge1": 24.242424242424242, "rouge2": 9.374999999999998, "rougeL": 18.181818181818183}, "nll_sum": 277.26605224609375, "token_count": 47} +{"index": 3107, "reference": "\"Constructive\" talks have been held between unions and the Wood Group in an ongoing dispute involving offshore workers.", "prediction": " North Sea oil workers have said they have reached a \"unfairacceptable outcome\" after claims its members membership have called for a possible industrial action.", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 4.761904761904763}, "nll_sum": 151.84609985351562, "token_count": 28} +{"index": 3108, "reference": "Division Two leaders Essex made a faltering start as Leicestershire's bowlers restricted them with wickets throughout the opening day.", "prediction": "Essex were bowled out the bowlers against Essex as bad light could weather on day two at Grace Road.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 135.705322265625, "token_count": 22} +{"index": 3109, "reference": "A man has admitted forcing a taxi driver to carry out a bank robbery by threatening staff with a fake bomb.", "prediction": "A taxi driver forced a man out with a taxi driver pur a a gun and strapped him a a bank's account, to court from heard.", "rouge": {"rouge1": 50.0, "rouge2": 26.08695652173913, "rougeL": 29.166666666666668}, "nll_sum": 171.40243530273438, "token_count": 28} +{"index": 3110, "reference": "Jewish community leaders have criticised Jeremy Corbyn's decision to nominate the head of Labour's anti-Semitism inquiry for a peerage.", "prediction": "A senior Labour panel who appointed an independent inquiry into anti- schools says Labour leader Jeremy Corbyn \"didn'tch the monster\". in its \" in. solve 2011 a's again's from a it's again of from'sold again's a", "rouge": {"rouge1": 34.920634920634924, "rouge2": 3.278688524590165, "rougeL": 22.222222222222225}, "nll_sum": 295.6251220703125, "token_count": 47} +{"index": 3111, "reference": "It was in a conference room above a coffee shop a fifteen minute walk from BBC Broadcasting House that we first met the man who says he is Bitcoin creator Satoshi Nakamoto.", "prediction": "I writing writing in a town Adelaide Australia, I was the room where I was where I and I was in an investigation the probe into tax fraud. to be a 2011 again the again a's again's aA's a's aA", "rouge": {"rouge1": 18.421052631578945, "rouge2": 5.405405405405405, "rougeL": 13.157894736842104}, "nll_sum": 256.852294921875, "token_count": 47} +{"index": 3112, "reference": "A 17-year-old boy has been charged with causing death by dangerous driving, after a man died after he was hit by a car in Levenshulme.", "prediction": "A teenager has been charged with death causing the death by dangerous driving after a man was hit of hit a hit car in Oldham.", "rouge": {"rouge1": 69.23076923076923, "rouge2": 43.99999999999999, "rougeL": 69.23076923076923}, "nll_sum": 104.2259521484375, "token_count": 26} +{"index": 3113, "reference": "A consultation about plans which could see consultant-led maternity care withdrawn from a district hospital in north Wales has begun.", "prediction": "Plans to shut downgradeoff maternity services at two Denbighshire hospitals will be launched be a public consultation, according to health bosses.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 137.79937744140625, "token_count": 27} +{"index": 3114, "reference": "British security officials believe that hackers in North Korea were behind the cyber-attack that crippled parts of the NHS and other organisations around the world last month, the BBC has learned.", "prediction": "South Korean hackers been behind behind a attack claiming claiming an estimated street value of $81m3267m) was stolen from stolen bank of 2016, says the UK cyber- security experts.", "rouge": {"rouge1": 22.950819672131146, "rouge2": 0.0, "rougeL": 16.393442622950822}, "nll_sum": 211.597900390625, "token_count": 37} +{"index": 3115, "reference": "Powys council is to take over the role of regulating Britain's estate agents from the Office of Fair Trading (OFT) from 1 April.", "prediction": " agents agents in Powys will be be able to try to cases in a new role in the the Estateports protection data ( visionfilleds).", "rouge": {"rouge1": 25.53191489361702, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 185.30221557617188, "token_count": 28} +{"index": 3116, "reference": "One relationship, 10 Olympic gold medals.", "prediction": "It's perfect't rush for the couple's best couple and the earliest best call as saying EastEnders who't't a couple littleellers!", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 207.30393981933594, "token_count": 29} +{"index": 3117, "reference": "Human Rights Watch says it is confident photos smuggled out of Syria by a defector in 2013 showing 6,786 people who died after detention are authentic.", "prediction": "Dozens of photographs of more than 300 people, including people - including crimes against Syria, Human Rights Watch says Watch it found in the's body, Syria, from November from war-D reputation from in from years from's.", "rouge": {"rouge1": 27.69230769230769, "rouge2": 9.523809523809524, "rougeL": 21.53846153846154}, "nll_sum": 257.94317626953125, "token_count": 45} +{"index": 3118, "reference": "The Secretary of State has been criticised after it emerged he took his seat at a GAA game after the playing of the Irish national anthem.", "prediction": " a Storm MP has criticised Stormont minister and foreign minister to explain why he explain the moment the moment played the national anthem at a hur Park football match. a not a's a ballet as's Queen's of.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 6.25, "rougeL": 24.242424242424246}, "nll_sum": 271.0539245605469, "token_count": 42} +{"index": 3119, "reference": "Al Merreikh official Hatim Mohamed Ahmed is being investigated by the Confederation of African Football after he appeared to hit Gabonese referee Eric Otogo-Castane in the face.", "prediction": "The Confederation of African Football (Caf) is considering external hearing against officials were involved in a brawl brawl in which defender Otisail-aneane broke his head on the pitch.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 14.545454545454545, "rougeL": 24.561403508771928}, "nll_sum": 190.44952392578125, "token_count": 36} +{"index": 3120, "reference": "Four letters in burnished steel are stuck to the sort of bare metal rack that you can see in any warehouse in America.", "prediction": "\"I write a letter, \"I isn't saying meaning that don shouldn't vote,\" with a statement saying \"I a rally isn't vote.\"", "rouge": {"rouge1": 8.51063829787234, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 152.33340454101562, "token_count": 29} +{"index": 3121, "reference": "The UK's premier prize for science books has been won by Gaia Vince - the first female writer to claim the award outright in its near 30-year history.", "prediction": "The 2014 Nobel Prize for physics, but I think about climate is to change, our trees our say are \"the age of what we made\".", "rouge": {"rouge1": 18.51851851851852, "rouge2": 3.846153846153846, "rougeL": 18.51851851851852}, "nll_sum": 154.25570678710938, "token_count": 28} +{"index": 3122, "reference": "Protesters are blocking roads in parts of the Thai capital, Bangkok, in a bid to oust the government before snap elections on 2 February.", "prediction": "Thousands of loyalists are holding the streets of the capital, Bangkok, of a month ahead of February.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 34.146341463414636}, "nll_sum": 75.11030578613281, "token_count": 20} +{"index": 3123, "reference": "A man has been charged with wounding a 76-year-old woman who was run over by her own car in a suspected carjacking.", "prediction": "A man has been charged with killing a 60-year-old woman in an alleged hitand-run car crash in Greater Manchester.", "rouge": {"rouge1": 56.52173913043478, "rouge2": 31.818181818181824, "rougeL": 56.52173913043478}, "nll_sum": 61.82292175292969, "token_count": 26} +{"index": 3124, "reference": "Scottish airport operators have said they are dismayed and disappointed that the control of air passenger duty (APD) will not be devolved to Scotland.", "prediction": "Plans for a passenger radio Dutymet) to be introduced in Northern Ireland would be \"unfair and damaging economy\", a Scottish call at Glasgow. a's solve a again the-A aelt in from November's's.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 6.666666666666667}, "nll_sum": 293.39544677734375, "token_count": 45} +{"index": 3125, "reference": "Robin McBryde will coach Wales on their summer tour of the Pacific Islands.", "prediction": "Babies coach Robin McBryde will take acting coaching role in Wales until this summer.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 16.0, "rougeL": 44.44444444444445}, "nll_sum": 96.31255340576172, "token_count": 18} +{"index": 3126, "reference": "Satellite images confirm that the oldest Christian monastery in Iraq has been destroyed by the jihadist group Islamic State (IS).", "prediction": " Islamic State group (IS) have released images of a historic monastery Iraq destroyed in Iraq, local media say.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 84.50457000732422, "token_count": 21} +{"index": 3127, "reference": "People who have served in the armed forces in the past 50 years are not at greater risk of suicide than those who have not, according to a new study.", "prediction": "The military veterans are only non-veterans to those struggle under the age of 25 the new study suggests.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 4.25531914893617, "rougeL": 20.40816326530612}, "nll_sum": 98.63884735107422, "token_count": 22} +{"index": 3128, "reference": "Hundreds of thousands of vulnerable older people struggle to get by with little or no care because of cuts to care in England, a charity says.", "prediction": "Older people are not being allowed to take care in the care the need they need, a charity says.", "rouge": {"rouge1": 40.0, "rouge2": 18.6046511627907, "rougeL": 35.55555555555556}, "nll_sum": 89.72029876708984, "token_count": 21} +{"index": 3129, "reference": "James Anderson has ridiculed comments made by Geoffrey Boycott about the batting of England's World Cup captain Eoin Morgan.", "prediction": "Eoin Morgan's best form is \"un Verdhop and attacking\" player to Australia, says former captain and ex-England batsman Geoffrey Boycott.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 9.523809523809526}, "nll_sum": 170.96788024902344, "token_count": 30} +{"index": 3130, "reference": "The grand sandstone building which helped to inspire the Peter Pan story has known a few adventures of its own over its 193-year history.", "prediction": "A historic building once considered by one of the most generations poorest has lost its controversial future.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 98.53861999511719, "token_count": 17} +{"index": 3131, "reference": "Gogledd Cymru yw un o'r 10 lle gorau i ymweld a nhw ar draws y byd yn 2017, yn \u00f4l Lonely Planet.", "prediction": "Mae Lweddodethetheth Cym wedi wedi w gediaduad wedi wedi wedi w g wadleadlead ar gadogethry Eriry.", "rouge": {"rouge1": 5.128205128205128, "rouge2": 0.0, "rougeL": 5.128205128205128}, "nll_sum": 283.307373046875, "token_count": 40} +{"index": 3132, "reference": "Parliamentary candidates for Newcastle-under-Lyme all called for a \"joined-up policy\" on health and social care in north Staffordshire at a public debate.", "prediction": "Up up to \u00a33bn could be cut to health services in Staffordshire's future, the election candidates have said candidates in in the-'s,pass,'s they- a from - it's fromfrom of.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 0.0, "rougeL": 17.241379310344826}, "nll_sum": 243.6187744140625, "token_count": 43} +{"index": 3133, "reference": "Pharmaceutical firm GlaxoSmithKline (GSK) and some generics companies have been fined for being anti-competitive.", "prediction": " pharmaceutical pharmaceutical firm GlaxoSmithKline (USGSK) has been fined and the competitors it took part in a smoking ecstasyet market.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 18.75, "rougeL": 29.411764705882355}, "nll_sum": 142.617919921875, "token_count": 29} +{"index": 3134, "reference": "An Englishman credited with founding football giants AC Milan is to be honoured in his home city.", "prediction": "Nottingham's only footballer, has helped the \"mior father\" of Italian football, who helped created the club's Italian club AC Milan. and the solve's a Broadway-w 2011 solve in's 2011 again 2011 again 2011's", "rouge": {"rouge1": 14.285714285714283, "rouge2": 3.7037037037037033, "rougeL": 14.285714285714283}, "nll_sum": 285.0408630371094, "token_count": 47} +{"index": 3135, "reference": "Bird flu has been found at a second pheasant farm in Lancashire, the Department for Environment, Food and Rural Affairs (Defra) has confirmed.", "prediction": "A case of bird has been found at a farm farm in Lancashire, the Department for Education Affairs Affairs (Defra) the said solve, provisional, says they, a from a it's been a of.", "rouge": {"rouge1": 49.12280701754386, "rouge2": 36.36363636363637, "rougeL": 49.12280701754386}, "nll_sum": 227.37342834472656, "token_count": 43} +{"index": 3136, "reference": "Two road workers have been seriously hurt in an accident involving a van in mid Devon.", "prediction": "Two men were left seriously injured after they hit by a van and a van Devon car dualriageway.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 29.411764705882355}, "nll_sum": 108.54168701171875, "token_count": 21} +{"index": 3137, "reference": "President Barack Obama rode in a lift with an armed security contractor who had assault convictions, in another security lapse.", "prediction": "The US Secret Service has found suspended after a man carrying a woman carrying's gun was lift inside a White House office's during in his to Americas.", "rouge": {"rouge1": 12.244897959183673, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 181.48377990722656, "token_count": 29} +{"index": 3138, "reference": "The former chairman of Myanmar's ruling party has met opposition head Aung San Suu Kyi, prompting speculation of an alliance.", "prediction": "The Burm's former political scorer has attended a meeting to hold an impressive to form an opposition party to", "rouge": {"rouge1": 34.14634146341463, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 130.51535034179688, "token_count": 20} +{"index": 3139, "reference": "Campaigners are calling for a change in the law after a decision not to charge anyone involved in a hunt that spilled on to a residential street.", "prediction": " Crown Crown ProsecutionCCPS) said law is doing to protect the suspected illegalounds which hunt and killed a fox, a organised and crime commissioner says.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 15.686274509803924}, "nll_sum": 196.62362670898438, "token_count": 30} +{"index": 3140, "reference": "With John Boehner's resignation, Twitter is losing one of its favourite public figures, a politician famous for his tears and his perma-tanned complexion.", "prediction": "The his week as US House of Representatives, October December US president John Representatives after his sand. was foul in control -'s worth that it's supposed to be a man! it's a age Michael ofThe", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 9.67741935483871}, "nll_sum": 275.6105041503906, "token_count": 42} +{"index": 3141, "reference": "It's remarkable, given the strength of the Indian expat community in California, that Narendra Modi's trip to Silicon Valley is the first by an Indian prime minister for more than three decades.", "prediction": " Indian Prime Prime Minister Narendra Modi is visiting the Valley where he is in its Silicon Valley.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 16.3265306122449, "rougeL": 19.607843137254903}, "nll_sum": 83.456787109375, "token_count": 17} +{"index": 3142, "reference": "Sports Direct chairman Keith Hellawell has lambasted critics of the sportswear firm, saying an \"extreme political, union and media campaign\" has damaged its reputation.", "prediction": "Sportswear retailer Sports Direct, which was replaced by former chairman Professorionawell, has been accused of the recent scandals in recent years.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 130.17922973632812, "token_count": 28} +{"index": 3143, "reference": "Chinese authorities have arrested two Canadians in the capital Beijing for allegedly smoking marijuana.", "prediction": "A record equestatic theatreres working in China have been detained harassed and return to, Canada after accused them toating a notorious drug law.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 221.45016479492188, "token_count": 28} +{"index": 3144, "reference": "BBC Sport's football expert Mark Lawrenson is pitting his wits against a different guest each week this season.", "prediction": "BBC Sport's football expert Mark Lawrenson is pitting his wits against a different guest each week this season.", "rouge": {"rouge1": 100.0, "rouge2": 100.0, "rougeL": 100.0}, "nll_sum": 85.76268005371094, "token_count": 23} +{"index": 3145, "reference": "The US and other world powers have said they are ready to arm Libya's UN-backed unity government to help it fight the self-styled Islamic State (IS) group.", "prediction": "The North African have called for the Libyan government it will stop using so-called Islamic State) because it is \"the right die survive\".", "rouge": {"rouge1": 29.629629629629626, "rouge2": 3.8461538461538463, "rougeL": 25.92592592592593}, "nll_sum": 139.07684326171875, "token_count": 27} +{"index": 3146, "reference": "A former treasurer of Spain's governing Popular Party (PP) has arrived for questioning by prosecutors in Madrid over claims of secret payments.", "prediction": " a top Spanish anti-corruption office, who at the centre of a corruption scandal, has accused him of a \"nSlushev fund\".", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 123.4811019897461, "token_count": 29} +{"index": 3147, "reference": "Indian PM Manmohan Singh has concluded a historic visit to Bangladesh by signing a series of protocols but without agreement on two major issues.", "prediction": "Bangl deputy Prime Ministermohan Singh has Singh India has held talks with in India, after recent talks between India, and Pakistan.", "rouge": {"rouge1": 8.88888888888889, "rouge2": 4.651162790697675, "rougeL": 8.88888888888889}, "nll_sum": 135.12112426757812, "token_count": 26} +{"index": 3148, "reference": "A police officer who thought his childhood abuser had died before he chanced across him online has said the man's conviction brought him \"closure\".", "prediction": "A convicted paedophile has been jailed after a pub office, told a fearing abuser he was only dead had died after he was abused a victim.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 145.62838745117188, "token_count": 28} +{"index": 3149, "reference": "Arsenal boss Arsene Wenger says he is \"surprised\" the club has been linked with a summer move to sign Sweden striker Zlatan Ibrahimovic.", "prediction": " have have no interest in signing French striker Zlatan Ibrahimovic from Barcelona Ars says boss Arsene Wenger.", "rouge": {"rouge1": 40.0, "rouge2": 21.05263157894737, "rougeL": 20.0}, "nll_sum": 83.40232849121094, "token_count": 21} +{"index": 3150, "reference": "Four tourists who posed naked on a mountain in Malaysia have been given jail terms and fined.", "prediction": "Four British tourists have each jailed for four years for the big earthquake in Thailand which left, tourists frustrated thousands and \"two- delay\".", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 162.58396911621094, "token_count": 26} +{"index": 3151, "reference": "Finding Dory has clung on to the top spot in the UK box office - despite the threat from nearest rival Bad Moms.", "prediction": " Squad predatorory comedy find Dory has held on to of top at the UK and Ireland office again. solve's a 2011 aForeston a- a's a's a \u00a3-m aike in solve from a's. fromowned", "rouge": {"rouge1": 37.28813559322034, "rouge2": 14.035087719298245, "rougeL": 33.898305084745765}, "nll_sum": 340.7812805175781, "token_count": 47} +{"index": 3152, "reference": "There are wide variations in Caesarean section rates across Europe, indicating a lack of consensus about the best way of delivering babies, a study suggests.", "prediction": "The high rates for Caesarean section, Italy and Cyprus has increased slightly in Europe a study suggests.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 15.0, "rougeL": 28.571428571428566}, "nll_sum": 101.87002563476562, "token_count": 21} +{"index": 3153, "reference": "A council boss has been suspended while an independent investigation into his conduct takes place.", "prediction": "A council has confirmed allegations of madedeenshire Council's chief executive's local authority, the council, to \"the a \" ballet's over its's a his, from its authorities as a councillor.'s of a's from'sA", "rouge": {"rouge1": 15.09433962264151, "rouge2": 3.9215686274509802, "rougeL": 15.09433962264151}, "nll_sum": 303.0986022949219, "token_count": 48} +{"index": 3154, "reference": "Manchester will host the 2019 World Taekwondo Championships - after a record-breaking medal haul for Britain at this summer's Olympic Games in Rio.", "prediction": "The British Taekwondo squad will not host the 2020 Olympic Olympic Games, developing a bid to become the Great Britainekondo champion. solve- again'sA refereeA from-the decision a from aA a's fromold solve", "rouge": {"rouge1": 27.11864406779661, "rouge2": 7.017543859649121, "rougeL": 16.94915254237288}, "nll_sum": 286.09234619140625, "token_count": 47} +{"index": 3155, "reference": "Coach Diego Simeone has signed a contract extension with Atletico Madrid that will keep him at the Spanish champions until 2020.", "prediction": " Atletico Madrid boss Diego Simeone has signed signing deal keeping him at the club until 2020.", "rouge": {"rouge1": 64.86486486486486, "rouge2": 45.714285714285715, "rougeL": 54.05405405405405}, "nll_sum": 61.376991271972656, "token_count": 19} +{"index": 3156, "reference": "Mae cabinet Cyngor Sir Powys wedi pleidleisio o blaid cynllun i gau'r ffrwd Gymraeg yn Ysgol Uwchradd Aberhonddu.", "prediction": "Mae C wym wedi wedi w gedi w gn yn yn yymnymn yn yn yn ynymnymn ynddnddnyddedd.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 194.227783203125, "token_count": 41} +{"index": 3157, "reference": "Two-time world champion Mark Williams will face China's world number 84 Zhao Xintong in the World Championship first qualifying round on Saturday.", "prediction": "Welsh tennis player Mark Williams will secure his place at next year's Worldooker Championship which starts in Sheffield on Wednesday, 30 April.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 8.888888888888888, "rougeL": 25.53191489361702}, "nll_sum": 110.37060546875, "token_count": 27} +{"index": 3158, "reference": "Thirteen people have been charged after climate change protesters stormed onto the runway at Heathrow Airport and chained themselves together.", "prediction": "Four men and a woman have been charged in connection with demonstration protest at London Airport, police say 2011 riots to the's from in's from The, hotel, as Scotland from its from, from from The's of", "rouge": {"rouge1": 27.118644067796605, "rouge2": 7.017543859649122, "rougeL": 20.33898305084746}, "nll_sum": 235.1592254638672, "token_count": 42} +{"index": 3159, "reference": "Anthony Scaramucci is out.", "prediction": "When Anthony Scaramucci is leaving his third running in the office of January.", "rouge": {"rouge1": 35.29411764705882, "rouge2": 26.666666666666668, "rougeL": 35.29411764705882}, "nll_sum": 77.94183349609375, "token_count": 15} +{"index": 3160, "reference": "Forward Reza Ghoochannejhad and full-back Marco Motta will leave relegated Charlton Athletic when their contracts expire this summer.", "prediction": "Charlton Athletic have released Ghout Ghathx Thursdayjweak, and goalkeeper former midfielder M M priority and are among nine of five players leaving their players after leaving the Championship club-old's a in from matches from.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 3.7735849056603774, "rougeL": 10.90909090909091}, "nll_sum": 324.16693115234375, "token_count": 44} +{"index": 3161, "reference": "A \"manipulative and calculating\" police officer who abused his position to have sex with vulnerable women he met while on duty has been jailed.", "prediction": "A \"coronerrosive entitled\" after a police officer who told told and tell him pregnant after having marriage with two pregnant women has jailed jailed for gir's it 2011 again a from again a from's's of.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 6.666666666666667, "rougeL": 29.03225806451613}, "nll_sum": 299.7197570800781, "token_count": 43} +{"index": 3162, "reference": "Fleetwood Mac have been announced as the first headline act of Isle of Wight 2015.", "prediction": " heavy band Hotppappers have announced they will headline a music festival on the Isle of Wight 2015, organisers say it \"olve's- solve-'s's it's from any a\" it's fromImages of. from's of a", "rouge": {"rouge1": 33.9622641509434, "rouge2": 11.764705882352942, "rougeL": 26.415094339622634}, "nll_sum": 293.1002197265625, "token_count": 47} +{"index": 3163, "reference": "Fugitive US intelligence leaker Edward Snowden has not been given Russian travel documents, his lawyer has said, contradicting earlier reports.", "prediction": "F lawyer for the former US military intelligence Edward Edward Putin is leaving a Russian airport, his Russian lawyer says the situation is \"an litres\".", "rouge": {"rouge1": 26.66666666666666, "rouge2": 0.0, "rougeL": 26.66666666666666}, "nll_sum": 161.04478454589844, "token_count": 27} +{"index": 3164, "reference": "Richard Money has left his role as Norwich academy boss by mutual consent to try to return to club management.", "prediction": "Norwich City Andy Money have been appointed as the new manager at National Leagueleague beinging United.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 118.41264343261719, "token_count": 19} +{"index": 3165, "reference": "Russian President Vladimir Putin has sought to allay Israeli concerns at Russia's military build-up in Syria.", "prediction": "Israeli Prime Minister Ben Netanyahu has expressed fears that his military will continue to military in Syria, accusing Israel is a major threat at a Russian airbase. Syria.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 133.41397094726562, "token_count": 31} +{"index": 3166, "reference": "A search has resumed for a man missing after his kayak overturned on a river in Surrey.", "prediction": "A search is under way for an 11-year-old kayaker went from a Surrey fast-fl river and try and moving into a river into its..", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 27.272727272727277}, "nll_sum": 170.8221893310547, "token_count": 31} +{"index": 3167, "reference": "Campaigners are hoping to raise \u00a325,000 to help restore a fountain put up in memory of men who died during a World War II mission.", "prediction": "A British public summit was set up in a town where hundreds of Maliak soldiers took part of a Nazi training base in World War One. solve a again \" 2011 a 2011--p aA in a from a 2011 again the a", "rouge": {"rouge1": 20.588235294117645, "rouge2": 6.0606060606060606, "rougeL": 20.588235294117645}, "nll_sum": 277.5223388671875, "token_count": 46} +{"index": 3168, "reference": "Hull City of Culture 2017 has raised \u00a332m to produce the year-long festival, according to the charity set up to deliver it.", "prediction": "A charity has said43m is to be delivered in Hull's Olympic, Games,mp and Paralympic and ceremonies will include political cultural event.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 168.07839965820312, "token_count": 29} +{"index": 3169, "reference": "South Yorkshire Police Chief Constable David Crompton has been suspended following the Hillsborough inquests.", "prediction": " Home Home Secretary has called for South Yorkshire Police chiefable David Crompton to resign as, force.", "rouge": {"rouge1": 40.0, "rouge2": 21.428571428571427, "rougeL": 33.33333333333333}, "nll_sum": 100.53907775878906, "token_count": 19} +{"index": 3170, "reference": "The Austrian government has said it will sharply reduce the number of asylum applications it accepts this year compared with 2015.", "prediction": "The Austrian government has announced it plans to cut the number the people living in Germany far, saying the rate is among members member of EU states.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.391304347826086, "rougeL": 33.33333333333333}, "nll_sum": 143.29193115234375, "token_count": 28} +{"index": 3171, "reference": "Fragments of a suspected Russian missile system have been found at the Flight MH17 crash site in Ukraine, investigators in the Netherlands say.", "prediction": " Dutch investigators have found human parts found of missing Malaysia plane MH17 were to used as a missile system.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 97.44728088378906, "token_count": 20} +{"index": 3172, "reference": "An ex-youth worker jailed for child sex offences could have been approved as a foster carer, a case review has found.", "prediction": "A convicted paedophile was a council of confidential information about where child where child abuse had been left left without his job in a form blank, a report found", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 170.9105224609375, "token_count": 30} +{"index": 3173, "reference": "The family of a six-year-old girl suffering from leukaemia are celebrating pioneering treatment which they say has \"saved her life\".", "prediction": "A six-year-old girl with a rare form of which launches militaryukaemia has been told she will not be able be to carry out.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 17.77777777777778, "rougeL": 29.787234042553195}, "nll_sum": 129.86993408203125, "token_count": 29} +{"index": 3174, "reference": "Scientists have discovered the oldest-known fossil of a pine tree.", "prediction": "A rare tree that have ripped through the through the west coast of Scotland.", "rouge": {"rouge1": 40.0, "rouge2": 0.0, "rougeL": 23.999999999999996}, "nll_sum": 74.86268615722656, "token_count": 14} +{"index": 3175, "reference": "A \u00a330m sea defence project in Essex is being jeopardised by questions over the materials being used, the leader of Tendring District Council has said.", "prediction": " North Somerset County Council was accused of giving up a flag and \" stone and sh shup\" the beach could happen\", a senior councillor has claimed.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 0.0, "rougeL": 12.0}, "nll_sum": 181.01036071777344, "token_count": 29} +{"index": 3176, "reference": "Chelsea's win over Tottenham at Stamford Bridge not only restored them to the top of the Premier League, it also offered up further evidence of the impact manager Antonio Conte has as he rebuilds the club from the trauma of last season.", "prediction": "Chelsea have locked up their bid, the Premier League title after the club by five points to five minutes as they beat Tottenham at Stamford Bridge.'s 71 of the again- Broadway- again a 2011's again- and- again 2011 again's", "rouge": {"rouge1": 37.64705882352941, "rouge2": 16.867469879518072, "rougeL": 16.470588235294116}, "nll_sum": 265.92218017578125, "token_count": 47} +{"index": 3177, "reference": "Britain's Jack Burnell won gold at the Abu Dhabi leg of the 10km Marathon Swimming World Cup.", "prediction": "Olympic swallist Jack Burnell's won his first title in claiming one-one race of the night's London Marathon.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 148.45413208007812, "token_count": 25} +{"index": 3178, "reference": "The DUP's Arlene Foster has been reappointed as Northern Ireland first minister and Sinn F\u00e9in's Martin McGuinness as deputy first minister, with the UUP announcing they will form an opposition at the Stormont assembly.", "prediction": "Firstuty Deputy First Minister Martin McGuinness has said he will be his party to form the first and official opposition of the Northern Ireland Assembly next March.", "rouge": {"rouge1": 50.0, "rouge2": 12.903225806451616, "rougeL": 28.125}, "nll_sum": 111.69874572753906, "token_count": 29} +{"index": 3179, "reference": "Hartlepool have signed strikers Andrew Nelson and Louis Rooney on loan from Sunderland and Plymouth respectively.", "prediction": "Hartlepool United have signed young midfielder Hartle Rooney and Newcastle United forward teenager Nelson Mandela on loan.", "rouge": {"rouge1": 48.484848484848484, "rouge2": 12.903225806451616, "rougeL": 36.36363636363636}, "nll_sum": 98.93789672851562, "token_count": 20} +{"index": 3180, "reference": "Leicester have been fined \u00a320,000 by the Football Association over the conduct of their players during a game against Aston Villa.", "prediction": "A Villa and have each been fined \u00a320,000 for failing to control control their players after after crowd trouble during a Premier League match.", "rouge": {"rouge1": 42.55319148936171, "rouge2": 22.222222222222225, "rougeL": 38.297872340425535}, "nll_sum": 111.44165802001953, "token_count": 27} +{"index": 3181, "reference": "Three special school staff members were arrested after a teenage pupil was seriously injured in a swimming pool.", "prediction": "A police inquiry has been launched launched after a pupil was left with serious injuries suffering facial neck injuries after falling into a swimming pool.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 19.51219512195122, "rougeL": 32.55813953488372}, "nll_sum": 88.94061279296875, "token_count": 25} +{"index": 3182, "reference": "England have brought in Emma Croker and have Ireland made two changes for Saturday's Women's Six Nations game.", "prediction": "ftriker will make her first start for England women England will start their Women's Six Nations game against Ireland on Saturday with the women banned from's aA The from's All-D from a in's by.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 14.035087719298245, "rougeL": 20.33898305084746}, "nll_sum": 225.76171875, "token_count": 43} +{"index": 3183, "reference": "A 34-year-old man is still being questioned over the murder of a man who was shot in the legs in north Belfast on Friday night.", "prediction": "A man arrested over the death of a man in his north north Belfast on Thursday night released been released without charge without the Police Ombudsman.", "rouge": {"rouge1": 49.056603773584904, "rouge2": 19.607843137254903, "rougeL": 45.28301886792453}, "nll_sum": 115.68417358398438, "token_count": 27} +{"index": 3184, "reference": "Fallen trees and branches from a woodland could be a cause for recent sightings of the Loch Ness Monster, a conservation charity has suggested.", "prediction": " Stroot have been washed up on a remote Lesng near Nodie, Stirling, the famous and cast of starKfiction's Shakespeare trademark.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 204.55955505371094, "token_count": 30} +{"index": 3185, "reference": "UK economic growth accelerated in the second quarter of the year, helped by a big jump in oil and gas production, official figures have shown.", "prediction": "The UK economy grew in the first quarter the official year, the official figures have shown, official figures show.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 19.04761904761905, "rougeL": 45.45454545454545}, "nll_sum": 78.91925048828125, "token_count": 21} +{"index": 3186, "reference": "A bridge in County Durham has closed after inspectors identified \"issues with its structural integrity\".", "prediction": "A road bridge in Durham that will expected be closed for at least a further month because of safety fears.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 6.0606060606060606, "rougeL": 28.571428571428577}, "nll_sum": 88.11467742919922, "token_count": 20} +{"index": 3187, "reference": "Mauritius international goalkeeper Joseph Kinsley Steward Leopold has been arrested for drug dealing.", "prediction": "The Mauritius goalkeeper striker Leop has been arrested after large amounts of heroin.", "rouge": {"rouge1": 38.46153846153847, "rouge2": 16.666666666666664, "rougeL": 38.46153846153847}, "nll_sum": 97.13967895507812, "token_count": 15} +{"index": 3188, "reference": "Nico Rosberg took a dominant win in the Spanish Grand Prix as Mercedes team-mate Lewis Hamilton fought back from a slow start to take second.", "prediction": "Nico Rosberg clinched stunning in position victory at the Chinese Grand Prix with Mercedes teammatemate Lewis Hamilton.", "rouge": {"rouge1": 41.860465116279066, "rouge2": 14.634146341463413, "rougeL": 41.860465116279066}, "nll_sum": 123.15469360351562, "token_count": 22} +{"index": 3189, "reference": "Damien Hirst is to publish his autobiography, promising to lay bare the British modern art world.", "prediction": "A work of an art books, which includes artist Damien Morrissey, could focus take on local authority, is claiming to complete a new book.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 162.62692260742188, "token_count": 28} +{"index": 3190, "reference": "Fresh negotiations have taken place with the city council to end the impasse over Aberdeen FC's proposed new stadium, club chairman Stewart Milne has said.", "prediction": "Aberdeen chief executive Ian Milne has told the club chairman Leene that a proposed new stadium in Aberdeen would not be in a uncertain future.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 16.3265306122449, "rougeL": 15.686274509803921}, "nll_sum": 127.03032684326172, "token_count": 29} +{"index": 3191, "reference": "Two dogs left homeless after their owner died in a Conwy county motorbike crash have been rehomed together.", "prediction": "A dog which killed to Santa killed in a car crash in Conwy county have given a new home.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 32.43243243243243}, "nll_sum": 115.08806610107422, "token_count": 20} +{"index": 3192, "reference": "A man has been charged with causing the death of a three-year-old girl by dangerous driving in a crash involving eight vehicles.", "prediction": "A man has been charged with injury and causing death by dangerous driving after in which an 11year- 11-year-old girl who died when the car he was travelling driving through the car. again in a years a's fromold a", "rouge": {"rouge1": 54.54545454545454, "rouge2": 31.25, "rougeL": 42.42424242424242}, "nll_sum": 215.77505493164062, "token_count": 47} +{"index": 3193, "reference": "A man has appeared in court charged with breaching a restraining order following the death of a woman on a dual carriageway.", "prediction": "A 23-year-old man has been over the death of a woman in a hit-and-run crash on carriageway.", "rouge": {"rouge1": 55.81395348837208, "rouge2": 24.390243902439025, "rougeL": 46.51162790697674}, "nll_sum": 66.95529174804688, "token_count": 28} +{"index": 3194, "reference": "Nigeria winger Asisat Oshoala has left Women's Super League One club Arsenal Ladies to join Chinese side Dalian Quanjian.", "prediction": "Arsenal forward Becky again Williams has announced her retirement from international football ( \" age. it's what's ballet's2's-G's reputation in on from international's.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 221.31048583984375, "token_count": 33} +{"index": 3195, "reference": "About 40 jobs are expected to be created when a gym, which closed suddenly in 2011, reopens after a \u00a31m refit.", "prediction": "A shopping centre suspend Bristol that was shut down a year and due to open,, has opened to the public after a \u00a31.8m redevelopment.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 4.545454545454545, "rougeL": 13.043478260869565}, "nll_sum": 135.3213348388672, "token_count": 29} +{"index": 3196, "reference": "Ennio Morricone has denied criticising Quentin Tarantino over his use of music.", "prediction": "Gnioio Giulino says he \" was \"tooous and\" of his music because he was \"too violent\" for him and watch his film-making.", "rouge": {"rouge1": 17.64705882352941, "rouge2": 0.0, "rougeL": 11.764705882352942}, "nll_sum": 172.67904663085938, "token_count": 33} +{"index": 3197, "reference": "James Dasaolu ran a wind-assisted 9.93 seconds to win a thrilling battle of the British sprint kings and secure his place at his second Olympic Games.", "prediction": " thought Becky Vincent Dasaolu took a third Olympic medal as his Great Britain team-mate to complete a double in world men in a sprint race at the London Olympics.", "rouge": {"rouge1": 31.03448275862069, "rouge2": 0.0, "rougeL": 24.137931034482758}, "nll_sum": 165.23846435546875, "token_count": 34} +{"index": 3198, "reference": "It is one of the wealthiest countries on Earth - enriched by the bounty of a once-in-a lifetime mining boom - but Australia remains bedevilled by a rising number of its children living in poverty.", "prediction": "Thousands of people in Australia are living above the breadout, according to a health charity.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 69.2978515625, "token_count": 17} +{"index": 3199, "reference": "A company is to take over a disused pharmaceutical plant in Newcastle, creating up to 100 jobs.", "prediction": " pharmaceutical pharmaceutical firm in Newcastle has announced it is \u00a3 \u00a36m investmentm was next three years.", "rouge": {"rouge1": 25.0, "rouge2": 6.666666666666667, "rougeL": 18.750000000000004}, "nll_sum": 117.039306640625, "token_count": 19} +{"index": 3200, "reference": "Leicester Lions Speedway have been bought by Sheffield Tigers promoter Damien Bates.", "prediction": "Premicester champions Leicester are to in charge of to British and Irish Lions for next season, says director Roy Bates.", "rouge": {"rouge1": 18.749999999999996, "rouge2": 0.0, "rougeL": 18.749999999999996}, "nll_sum": 110.92955017089844, "token_count": 22} +{"index": 3201, "reference": "A man has died after apparently falling through the roof of a building at an industrial site in Derbyshire.", "prediction": "A man has been arrested by death by a number of officers at a factory north southeast London. after the Police Police suspended it's penalty from, a's,'s was from's same man's. reputation of. a from aA", "rouge": {"rouge1": 26.666666666666668, "rouge2": 10.344827586206897, "rougeL": 23.333333333333336}, "nll_sum": 277.24835205078125, "token_count": 46} +{"index": 3202, "reference": "A woman accused of murdering her baby son has been remanded on bail at a mental health facility.", "prediction": "A woman whose murder is accused murdering her six-month-old son in Northern Ireland has granted a abortion by the mental health trust and order him.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 13.953488372093027, "rougeL": 44.44444444444445}, "nll_sum": 137.17018127441406, "token_count": 29} +{"index": 3203, "reference": "Detectives investigating the murder of a man who they believe was attacked with an axe have renewed their appeal on the first anniversary of his death.", "prediction": "A death whose 23 3 of 2011 toold death in his own home on Christmas, has the described as \"a small crime at large\".", "rouge": {"rouge1": 24.000000000000004, "rouge2": 0.0, "rougeL": 12.000000000000002}, "nll_sum": 163.22935485839844, "token_count": 27} +{"index": 3204, "reference": "Private security guards employed to forcibly remove people from the UK have used racist language and inappropriate force, a report by MPs has said.", "prediction": "The relationship of techniques used by so-called airline \"rescue\" in UK airports, becoming becoming \" too cos Russiay\", MPs and said. again 2011 again 2011 again 2011 again 2011 again 2011 again 2011 again 2011 again 2011 againold", "rouge": {"rouge1": 22.580645161290324, "rouge2": 0.0, "rougeL": 16.129032258064516}, "nll_sum": 255.0863800048828, "token_count": 48} +{"index": 3205, "reference": "A young Namibian scientist has vowed to find a cure for cancer - one of the biggest killer diseases in the world.", "prediction": " project scientists at Aberdeen University are, it can be a motor neurone disease is the disease new research suggests.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 95.19180297851562, "token_count": 21} +{"index": 3206, "reference": "HIV drugs should be given at the moment of diagnosis, according to a major trial that could change the way millions of people are treated.", "prediction": "A controversial trial of drug provide free drugs for the disease should doubled significantly better after early, medical evidence has shown.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 139.13418579101562, "token_count": 22} +{"index": 3207, "reference": "Carrick Rangers have signed former Crusaders midfield Eamon McAllister.", "prediction": "arrarrick Rangers striker signed former captain Northern Ireland midfielder Emily McAllister on a three 2011year deal.", "rouge": {"rouge1": 40.0, "rouge2": 8.695652173913045, "rougeL": 40.0}, "nll_sum": 127.98965454101562, "token_count": 21} +{"index": 3208, "reference": "Experts are warning that plans to allow farmers to clear water courses on their land could make floods worse in towns.", "prediction": "The government has criticised plans to cut water off their farms to and protect recent floods, say campaigners.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 98.70265197753906, "token_count": 19} +{"index": 3209, "reference": "Game of Thrones star \"The Mountain\" has been beaten to Europe's Strongest Man title by a man from Swindon.", "prediction": "A English strongman has become the first man to win Europe's Strongest manest. again making the's big ballet-\" with a in from a's's. from's-year aA in from November's side.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 7.4074074074074066, "rougeL": 25.0}, "nll_sum": 275.11920166015625, "token_count": 44} +{"index": 3210, "reference": "The number of British tourists hit by booking scams rose by 19% last year, according to Action Fraud.", "prediction": "Thousands of people in the UK are losing out to buy tickets in the past year, fraud group group Action warns.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 95.96023559570312, "token_count": 22} +{"index": 3211, "reference": "Ofsted inspectors have found that some private faith schools are not doing enough to respect women, or people of other faiths and beliefs.", "prediction": "Insted inspectors after found 10 Birmingham schools found a \" det roomsire\" control of male Christian schools because of \"have a only governor for weight\".", "rouge": {"rouge1": 21.27659574468085, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 227.75303649902344, "token_count": 29} +{"index": 3212, "reference": "Worcestershire have re-signed New Zealand all-rounder Mitchell Santner for the 2017 T20 Blast competition.", "prediction": "Worcestershire have signed batsman Darylibaner will miss the rest's T20 Blast campaign because of a low finger injury.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.12121212121212, "rougeL": 34.285714285714285}, "nll_sum": 143.064453125, "token_count": 29} +{"index": 3213, "reference": "West Ham United have taken over the running of the ladies' club, saying they are \"delighted\" to bring it into \"the West Ham family\".", "prediction": "West Ham have said they have received \"in principle extension and keep the club back\" after the club was stopped to stopping a male members' team.", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 27.999999999999996}, "nll_sum": 156.34584045410156, "token_count": 29} +{"index": 3214, "reference": "The arts industry is suffering from a \"class-shaped hole\", a Labour Party inquiry says.", "prediction": "Crowds, and TV a gap the\" in England's schools levels low of equal, pupils, and MPs have MPs in the-'s,Ukraine what it says \"lishing from a the's from of. from's a from", "rouge": {"rouge1": 19.23076923076923, "rouge2": 4.0, "rougeL": 15.384615384615385}, "nll_sum": 312.1340026855469, "token_count": 46} +{"index": 3215, "reference": "Southampton made light work of Crystal Palace in their all-Premier League tie, with a goal in either half sending Saints into the EFL Cup fourth round.", "prediction": "Southampton moved into to fourth round of the FA Cup as they thrashedashing 10- Crystal Palace.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 112.75311279296875, "token_count": 20} +{"index": 3216, "reference": "Former Leeds and Aston Villa manager David O'Leary has won a \u00a33.4m compensation claim against Dubai-based club Al Ahli.", "prediction": "Derry City manager Stuart O'Leary awarded been awarded \u00a38.8m fine) by the Football Association by Ireland a Grade club Al Ahli.", "rouge": {"rouge1": 31.111111111111118, "rouge2": 13.95348837209302, "rougeL": 31.111111111111118}, "nll_sum": 170.8685302734375, "token_count": 30} +{"index": 3217, "reference": "Former News International boss Rebekah Brooks and ex-Downing Street communications chief Andy Coulson have learned their trial over phone-hacking claims will take place next September.", "prediction": "Former News Reb World chief editor Rebekah Brooks will stand trial next year with next relation to phone--hacking phone claims.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 13.043478260869565, "rougeL": 33.33333333333333}, "nll_sum": 153.50257873535156, "token_count": 25} +{"index": 3218, "reference": "Italy's Olympic chiefs want 26 of the country's athletes banned for two years over alleged doping offences.", "prediction": "Four men in Italy are facing trials of up to return to the Olympic Games next year, failing their analysis failed drugs drugs tests. according the passed authorities ( 30 from a from a-h's reputation in from ballet a's. fromA", "rouge": {"rouge1": 22.950819672131146, "rouge2": 0.0, "rougeL": 13.114754098360656}, "nll_sum": 296.990234375, "token_count": 47} +{"index": 3219, "reference": "A man who began a hate campaign against his ex-partner, which culminated in her car being petrol bombed, has been jailed for five years.", "prediction": "A man who himself himself a bomb threat and attack to her his ex-part'sner has been jailed for life, 30 years to 23 years.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 24.489795918367346, "rougeL": 43.13725490196078}, "nll_sum": 155.9457550048828, "token_count": 29} +{"index": 3220, "reference": "International footballer Alan Pulido, who has been rescued after being abducted in Mexico, fought one of his kidnappers and used his phone to call police, officials have revealed.", "prediction": "A Mexican international football, Jose,ido will rescued after being kidnapped by a gang in north-eastern Mexico.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 13.636363636363638, "rougeL": 30.434782608695656}, "nll_sum": 112.9294662475586, "token_count": 22} +{"index": 3221, "reference": "Bournemouth moved to the highest league position in their history as Leicester's miserable run away from home continued with defeat at Vitality Stadium.", "prediction": "Bournemouth scored a stunning second-half stoppage to move within three points of Premier League champions Leicester.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 68.5573501586914, "token_count": 21} +{"index": 3222, "reference": "Uefa chief Michel Platini is appealing after Fifa banned him for 90 days while corruption claims are investigated.", "prediction": "Uefa president president Michel Platini will ban from football's world football governing,, if he is found guilty of guilty proven charges.", "rouge": {"rouge1": 25.0, "rouge2": 5.263157894736842, "rougeL": 20.0}, "nll_sum": 147.83322143554688, "token_count": 26} +{"index": 3223, "reference": "Budget airline Monarch says its flights are operating as normal following \"negative speculation\" about the firm's financial health over the weekend.", "prediction": "The UK's budget company Monarch says it is \"appointed and shocked disappointed\" by uncertainty that the airline collapsed in the aftermath of bad hot weather.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 144.9006805419922, "token_count": 28} +{"index": 3224, "reference": "The Cotswolds could be policed by the Thames Valley force if plans to \"break away\" from Gloucestershire County Council go ahead, it is claimed.", "prediction": "Plans for a new police force between Gloucesterstershire could soon be rejected, the Court of West Prevention Institute ()) support) said.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 175.9656219482422, "token_count": 27} +{"index": 3225, "reference": "A council that said it feared becoming \"bankrupt\" has agreed to make a further \u00a346m of cuts by 2019.", "prediction": "A West Midlands council is facing uncertain budget cuts, \"serious and failure\" cuts, as the council faces to save nearly \u00a38.8m in its debt.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 130.4148406982422, "token_count": 32} +{"index": 3226, "reference": "Goldman Sachs is scrapping face-to-face interviews on university campuses in a bid to attract a wider range of talent.", "prediction": "Batsats's chief executive, Lloyd Efein, is eager to work with, US university.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 115.71284484863281, "token_count": 20} +{"index": 3227, "reference": "Liverpool easily beat Premier League champions Leicester in their first home game of the season.", "prediction": "Liverpool ended Le Liverpool's Champions League hopes alive hopes as they comfortably beat Liverpool' play-off hopes alive.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 105.45848846435547, "token_count": 21} +{"index": 3228, "reference": "Gloucester reached their second European Challenge Cup final in three seasons as they held on to win an absorbing semi-final at La Rochelle.", "prediction": "Gloucester boosted their hopes of reach the first European Champions Cup alive after being thrashed French top-ending champions Bath champions Stade Francais in Paris.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 20.408163265306126}, "nll_sum": 147.4939727783203, "token_count": 31} +{"index": 3229, "reference": "The light-hearted Church of the Flying Spaghetti Monster has staged its first legally recognised wedding.", "prediction": "A couple have married get in New Zealand to get same-sex marriage weddings.", "rouge": {"rouge1": 6.666666666666667, "rouge2": 0.0, "rougeL": 6.666666666666667}, "nll_sum": 80.62588500976562, "token_count": 15} +{"index": 3230, "reference": "Two Russian spies are among four individuals indicted by the US Department of Justice (DOJ) over a huge theft of Yahoo user accounts.", "prediction": "The FBI has announced six charges against Russian members of carrying a small attack' bank accounts, according to the National Security Tennis Union (awaitedG).", "rouge": {"rouge1": 21.27659574468085, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 180.03163146972656, "token_count": 28} +{"index": 3231, "reference": "Clubs could prevent fans being ripped off by creating their own secondary ticket exchanges, says the Football Supporters' Federation (FSF).", "prediction": "Thousands of League fans are being sold out by sold with investors protecting harassed are being penalised fans' rights, the International a Supporters' group says.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 170.138427734375, "token_count": 29} +{"index": 3232, "reference": "A swathe of emails from the inbox of Ashley Madison's chief executive is now being scoured by a variety of security experts and journalists.", "prediction": "A huge heartattack on a site of infidelity site Ashley Madison provides provide more than 1 the emails emails to emails, a Norwegian security expert and warned. solve has 2011 from's-A again to a again from the again the again a", "rouge": {"rouge1": 35.29411764705881, "rouge2": 12.121212121212123, "rougeL": 23.529411764705884}, "nll_sum": 306.087158203125, "token_count": 47} +{"index": 3233, "reference": "The population of Northern Ireland is projected to rise by 5.3% to 1,938,700 by 2024.", "prediction": "The Northern Ireland population5 expected rise by 40% in the next five five years - the highest highest level since 2008 since mid-November.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 131.15255737304688, "token_count": 27} +{"index": 3234, "reference": "Substitute Conor Thomas scored a dramatic stoppage-time winner as Swindon ended Millwall's 16-match unbeaten run in League One.", "prediction": " Conor Thomas scored a stoppage-time winner to give Swindon's One play-off hopes over Millwall in a thrilling at County County Ground.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 23.25581395348837, "rougeL": 44.44444444444445}, "nll_sum": 130.080078125, "token_count": 30} +{"index": 3235, "reference": "Police investigating the disappearance of a man three months ago say they have yet to trace the sender of a letter claiming he was dead.", "prediction": "A man whose went missing after a year after sent to a police post which who sent to him, has been found the well by police saying as his reputation's a's, a as a car for a reputation.", "rouge": {"rouge1": 21.53846153846154, "rouge2": 3.1746031746031744, "rougeL": 15.384615384615385}, "nll_sum": 236.12286376953125, "token_count": 42} +{"index": 3236, "reference": "Footage of Bargrennan Bridge: Dabby McCreadie", "prediction": "A and weather conditions has Scotland a fatal crash on the Acano and caused significant delays, following Tuesday morning.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 135.3922576904297, "token_count": 21} +{"index": 3237, "reference": "Artificial intelligence can identify skin cancer in photographs with the same accuracy as trained doctors, say scientists.", "prediction": "An artificial intelligence that could help track doctors and spot cancer place of skin cancer card shown, US researchers say.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 120.2184829711914, "token_count": 21} +{"index": 3238, "reference": "Manchester United boss Louis van Gaal says keeper David De Gea is not \"capable\" of playing in Saturday's season opener against Tottenham.", "prediction": "Manchester United goalkeeper David de Gea but will still be fit to play again this season, says manager Louis van Gaal, a'sCalifornia- 2011.'s a-'s from\" from it since his's's of. from. of America", "rouge": {"rouge1": 42.62295081967213, "rouge2": 16.949152542372882, "rougeL": 22.950819672131146}, "nll_sum": 247.177978515625, "token_count": 47} +{"index": 3239, "reference": "Former Premier League footballer Clarke Carlisle has been banned from driving for three years after he admitted drinking and driving.", "prediction": "Ex-U League footballer Carlisle has been given a 12-month suspended for for- driving and delivering his 90-month jail sentence.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 146.12844848632812, "token_count": 27} +{"index": 3240, "reference": "A road on the Somerset Levels which closed in December when it was engulfed by flood water has finally reopened.", "prediction": "A busy dualriageway, which a shut for months following devastating violent flooding, has to reopen collapsed after a clearup-.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 25.641025641025646}, "nll_sum": 182.03564453125, "token_count": 25} +{"index": 3241, "reference": "An otter has been returned to the wild in Carmarthenshire after being found curled up in a puddle of water from a pressure hose.", "prediction": "A weight weight male who was found on a beach in Ceredigion two ago ago been released, to the R andSPCA. a solve-'s the Howard's aA 2011A aA\" a from a's a fromA", "rouge": {"rouge1": 26.666666666666668, "rouge2": 6.896551724137931, "rougeL": 20.0}, "nll_sum": 299.77435302734375, "token_count": 47} +{"index": 3242, "reference": "US comedian and talk show host Rosie O'Donnell has revealed that she suffered a heart attack last week.", "prediction": "US and TV Maria O'Donnell has suffered a suffering heart attack in her home town.", "rouge": {"rouge1": 51.42857142857142, "rouge2": 24.24242424242424, "rougeL": 51.42857142857142}, "nll_sum": 78.10176849365234, "token_count": 17} +{"index": 3243, "reference": "Veterans and soldiers attended a ceremony at Portsmouth's cenotaph to mark the 70th anniversary of VJ Day.", "prediction": "Hundreds of thousands of wreath have attended the attended parade Portsmouth's annual VJ inoralille Portsmouth the solve mark Japan-stever a in from - as's, a 3-d from war in's a. from", "rouge": {"rouge1": 30.18867924528302, "rouge2": 3.921568627450981, "rougeL": 15.09433962264151}, "nll_sum": 320.0417785644531, "token_count": 44} +{"index": 3244, "reference": "Friends and family of a boxer with a \"gentle smile\", who died after being knocked out in his first fight, have attended a memorial mass.", "prediction": "A funeral of Polish man who died following a fight at a nightclub has described him as, as having \"aworking age faced\". have and \"the man of a boxer as a body as it).\".A of. a 2011's a", "rouge": {"rouge1": 30.76923076923077, "rouge2": 9.523809523809526, "rougeL": 18.46153846153846}, "nll_sum": 289.75360107421875, "token_count": 48} +{"index": 3245, "reference": "A mass funeral has taken place in the Colombian town of Salgar for victims of a devastating mudslide on Monday.", "prediction": "A massive landslide has hit several the north-eastern city of Libororiana, after heavy rain and rain and heavy rain heavy", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 124.72515869140625, "token_count": 26} +{"index": 3246, "reference": "The crisis in Venezuela shows little sign of easing up.", "prediction": "Cuba has recorded its highest level, its highest, and its war began in 2005.", "rouge": {"rouge1": 8.333333333333332, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 79.64582824707031, "token_count": 17} +{"index": 3247, "reference": "A lamp at the top of Elizabeth Tower - which is switched on in the evening whenever Parliament is sitting - is to stop shining for the first time in more than 70 years.", "prediction": "The top bell call given to a World War II war wars is war to be switched off after after part of almost four years in the House of Commons says.", "rouge": {"rouge1": 31.74603174603175, "rouge2": 6.557377049180328, "rougeL": 19.047619047619047}, "nll_sum": 165.32472229003906, "token_count": 31} +{"index": 3248, "reference": "Barcelona boss Luis Enrique said they \"paid the price\" for missing chances in their dramatic draw with Real Madrid.", "prediction": "att everything were anything at Atletico Madrid but they were the best outcome of they\", says Luis Enrique.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 10.81081081081081}, "nll_sum": 108.58672332763672, "token_count": 20} +{"index": 3249, "reference": "A retired police wildlife crime officer has told the trial of two men accused of breaking Scots fox-hunting laws he was waiting in a gulley with a shotgun.", "prediction": " a man who gave evidence to a hunt for a search in Borders Scottish Borders claimed there that is evidence evidence a was shot a a court and heard.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 0.0, "rougeL": 17.24137931034483}, "nll_sum": 177.56468200683594, "token_count": 29} +{"index": 3250, "reference": "A man who used money defrauded from his employers to buy then sell computers to colleagues at knock-down prices must hand back more than \u00a3100,000.", "prediction": "A car car boss who bought thousands of vehicles, including \u00a3115,000 for his colleagues, has been ordered to pay back \u00a3 \u00a31.000", "rouge": {"rouge1": 27.999999999999996, "rouge2": 0.0, "rougeL": 24.0}, "nll_sum": 120.75401306152344, "token_count": 29} +{"index": 3251, "reference": "Already coping without EU cheese, Russians could soon be braced for life without its wine, fine chocolate and flowers.", "prediction": " does means Russia struggle against it, it would ban a trade ban on food such as Russia if it is?", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 118.02692413330078, "token_count": 21} +{"index": 3252, "reference": "The family of a British man stuck in India, despite being cleared of weapons charges, has expressed disappointment over a delay in his return home.", "prediction": "A Briton accused of six men on charges charges in Indian food charges has been adjourned until April.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 103.57003784179688, "token_count": 20} +{"index": 3253, "reference": "Nursing leaders are warning the NHS in Scotland has \"too few nurses\" after vacancies rose to record levels.", "prediction": "Nurses staff working inside Scottish NHS of Scotland to more than ten in the past year, the doctors' strike.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 119.43860626220703, "token_count": 22} +{"index": 3254, "reference": "A man accused of murdering his 22-month-old son in Birmingham had previously punched his other son in the stomach, a court heard.", "prediction": "A father-two- accused murdering his five a son-old son saw his son was because police did not know how to hurt him and pain him a court has heard. a of 2011 a has again 2011 of again 2011 again's a", "rouge": {"rouge1": 35.29411764705882, "rouge2": 9.090909090909092, "rougeL": 32.35294117647059}, "nll_sum": 273.5411071777344, "token_count": 47} +{"index": 3255, "reference": "A naval diver who searched the wreck of HMS Coventry after it was sunk during the Falklands has described how he was told to ensure secret information from the ship did not get into the wrong hands.", "prediction": "A Royal Navy vessel search for missing the flagship Coventry disaster was \"a serious to, the security of\", the dock lawyer has told the BBC.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 0.0, "rougeL": 29.03225806451613}, "nll_sum": 152.81719970703125, "token_count": 29} +{"index": 3256, "reference": "Sites for testing wave and tidal energy off the west coast of Anglesey and south Pembrokeshire have been approved.", "prediction": "Details of more \u00a3400m has been given sites on Anglesey's west coast, BBC Wales has confirmed.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 5.88235294117647, "rougeL": 16.666666666666668}, "nll_sum": 97.12462615966797, "token_count": 22} +{"index": 3257, "reference": "AP McCoy missed out on a winner but was saluted by a sell-out crowd as the 20-time champion jockey ended his racing career at Sandown.", "prediction": "Four-time jockey 3 McCoy completed a remarkable win of his career, with a tight- rehearsal at one to the race's most prestigious parade race for the heads Nottingham.the-l's a in ban from Saturday's.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 0.0, "rougeL": 15.151515151515152}, "nll_sum": 284.8281555175781, "token_count": 45} +{"index": 3258, "reference": "A county court judge has ruled that airline Jet2.com cannot delay the payment of compensation due to passengers for delayed flights.", "prediction": " cannot airlines must to pay more pay compensation to pay passengers who can delayed to before three hours or delayed or delayed, says a European European Court ruling.", "rouge": {"rouge1": 40.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 156.09500122070312, "token_count": 29} +{"index": 3259, "reference": "Chancellor Angela Merkel has warned that reports of US spying in Germany - including bugging her mobile phone - are straining transatlantic ties.", "prediction": "German Chancellor Angela Merkel has rejected allegations that Germany it spied on the US agency, where the US and needs to anewnew new trust\".", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 26.666666666666668}, "nll_sum": 156.50216674804688, "token_count": 27} +{"index": 3260, "reference": "Swansea City Under-23s have won their season's double after adding the Premier League Cup to their Premier League Two title.", "prediction": "Swansea City were crowned the EFL Trophy final win for the first time in the 2016-17.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 74.1634521484375, "token_count": 21} +{"index": 3261, "reference": "A Wiltshire MP has reignited calls for a tunnel to be constructed alongside the Stonehenge monument.", "prediction": "A vision for a controversial national road past Stonehenge should be given the the same protection as protection says an MP. one in the country \", ballet, as\" from a from\" a government's referee of a. from ofA", "rouge": {"rouge1": 25.925925925925924, "rouge2": 3.8461538461538463, "rougeL": 18.51851851851852}, "nll_sum": 286.58184814453125, "token_count": 46} +{"index": 3262, "reference": "Labour leadership contender Andy Burnham has told supporters he has an \"outside but realistic chance\" of winning the contest.", "prediction": " leadership leadership contender leadership Burnham the urged his supporters to \" realistic chance\" of victory, he was the result of the party's favourite contest.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 14.634146341463413, "rougeL": 41.86046511627907}, "nll_sum": 163.36422729492188, "token_count": 28} +{"index": 3263, "reference": "Labour is calling on the Conservative Party to vow that it won't lower the top rate of income tax if it wins the election.", "prediction": "Ed Balls has told the BBC he cannot not rule Labour plans to cut the top rate of income tax to those those earning \u00a3150,000.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 20.408163265306126, "rougeL": 31.372549019607842}, "nll_sum": 105.6866226196289, "token_count": 28} +{"index": 3264, "reference": "They have been described as the world's most persecuted people.", "prediction": "Almost two years ago in Bangladesh, thousands, Rohingyaine Rohingya from the Rakh minority, ranging from returning the territory and South Asia and East East Asia.", "rouge": {"rouge1": 5.555555555555555, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 194.81370544433594, "token_count": 31} +{"index": 3265, "reference": "Very few people pay inheritance tax (IHT) and it raises relatively little money for the Treasury.", "prediction": "Twenty-one, a mother, mother, families, who couldn't have a child, after a tax on inheritance tax to families - or it wasn't be ( Kids).", "rouge": {"rouge1": 14.285714285714285, "rouge2": 5.0, "rougeL": 14.285714285714285}, "nll_sum": 169.76644897460938, "token_count": 34} +{"index": 3266, "reference": "Alliance Trust Savings has announced plans to buy an Edinburgh-based share trading company from Brewin Dolphin.", "prediction": "A Glasgow hedge asset fund has agreed to deal to security firm Alliance Trust lifestyle for \u00a36bn, and reduce the scale of assets to its struggle.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 13.953488372093027}, "nll_sum": 158.25514221191406, "token_count": 29} +{"index": 3267, "reference": "The BBC World Service will launch 11 new language services as part of its biggest expansion \"since the 1940s\", the corporation has announced.", "prediction": "The BBC is BBC create seven new independent and digital TV service, Thailand, for the first time after spending of more than \u00a3170m.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454546, "rougeL": 21.73913043478261}, "nll_sum": 136.00018310546875, "token_count": 27} +{"index": 3268, "reference": "The ringleader of a gang who ran a \"cash-for-crash\" scam involving bus passengers has been convicted of fraud.", "prediction": "A managing director who carried out of \u00a31 \"cash-flash car scam has been found guilty of carrying out almost \u00a31m, a scam Fund a 2011- again- a \u00a3 from a's again of from a's again fromold", "rouge": {"rouge1": 31.03448275862069, "rouge2": 3.571428571428572, "rougeL": 24.137931034482758}, "nll_sum": 276.45465087890625, "token_count": 47} +{"index": 3269, "reference": "No one likes a dull wedding, but one father-of-the-bride's speech was a little too electrifying at his daughter's ceremony last weekend.", "prediction": "An 87-year-old Canadianman has been struck by a lightning strike before his his wedding ceremony marking he was describing a his son's son.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 0.0, "rougeL": 23.076923076923077}, "nll_sum": 130.84988403320312, "token_count": 29} +{"index": 3270, "reference": "Toddlers who spend time playing on smartphones and tablets seem to get slightly less sleep than those who do not, say researchers.", "prediction": "Imagine playing a with with five children aged under 30 do in their own health in motor skills, suggests research by the researchers in London the", "rouge": {"rouge1": 12.499999999999996, "rouge2": 0.0, "rougeL": 12.499999999999996}, "nll_sum": 152.0888214111328, "token_count": 26} +{"index": 3271, "reference": "Scrum-half Mike Pope, fly-half Laurence May and back Kyle Moyle have all signed new one-year deals at Cornish Pirates.", "prediction": "Scottish Pirates forwards Paul Pope, Sirnce and and Sirnce Coyle, have signed new deals with the Championship club until the 2017-18 of the season's.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 24.999999999999993}, "nll_sum": 180.65243530273438, "token_count": 33} +{"index": 3272, "reference": "Two teenagers have been killed and another seriously injured in a car crash in Cumbria.", "prediction": "Four people have been killed in two separate road road incidents in Cumbria.landumberland.- referee Police Officer-l, 30 in from from a's., from of road be from byiven of.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363638, "rougeL": 26.086956521739136}, "nll_sum": 258.21258544921875, "token_count": 41} +{"index": 3273, "reference": "Webcasting of council meetings could become compulsory under Welsh Government proposals.", "prediction": " council planning to make it mandatory to council bands meetings despite raised been raised about broadcast raised, double the cost of Welsh Government funding of Welsh Government funding.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 175.593017578125, "token_count": 29} +{"index": 3274, "reference": "Wasps extended their lead at the top of the Premiership with a Kurtley Beale-inspired victory against fellow play-off hopefuls Bath.", "prediction": "Wasps produced a dramatic last-minute win over Bath and keep lock Bath low and keep alive their hopes of reach a Premiership play- semi- alive.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 0.0, "rougeL": 20.833333333333332}, "nll_sum": 174.7560577392578, "token_count": 30} +{"index": 3275, "reference": "You may recognise Nikki from CBBC's Junior Bake Off, which she won last year.", "prediction": "The 11-year-old girl's been Newsround's speaking about what online, and what it's what she wanted to talk it.", "rouge": {"rouge1": 15.789473684210527, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 125.99685668945312, "token_count": 27} +{"index": 3276, "reference": "A warrant has been issued for Scotland international footballer Robert Snodgrass after he failed to turn up for his court trial.", "prediction": "Footballer Sn Snodgrass to appear in court in court on driving charges in relation to a babyold.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 21.052631578947366}, "nll_sum": 117.00962829589844, "token_count": 21} +{"index": 3277, "reference": "Somali authorities have released a video showing a passenger being given a laptop they say contained a bomb that blew a hole in a passenger plane.", "prediction": "A Turkish passenger flight with a plane from Norway's Da Maria Airlines was bombed after a video carrying out a suspected suicide bomber by al-Shabi, government say.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 3.773584905660378, "rougeL": 21.818181818181817}, "nll_sum": 169.377197265625, "token_count": 32} +{"index": 3278, "reference": "The most striking thing about Mauricio Macri's first news conference as president-elect of Argentina was, well, that there was a press conference at all.", "prediction": "For the Barbarians landmark result, it wasn't mean the office in office another man.", "rouge": {"rouge1": 4.878048780487805, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 110.06724548339844, "token_count": 17} +{"index": 3279, "reference": "The mother of a man who stabbed a motorist 39 times told a court she \"pleaded\" with mental health experts to have her son sectioned.", "prediction": "A doctor has admitted murdering a pensioner in a \"ferferocious\" and hit-and-run accident on a Sussex road to West Sussex.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 119.80791473388672, "token_count": 29} +{"index": 3280, "reference": "Shares in a derelict seaside pier that was almost destroyed by fire three years ago will be offered to the community to aid its restoration.", "prediction": "The majority of shares sold in reopen's former Pier Pier, which was destroyed fire two years ago is raising more than \u00a3.5m.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 4.3478260869565215, "rougeL": 33.33333333333333}, "nll_sum": 144.13636779785156, "token_count": 27} +{"index": 3281, "reference": "Microsoft is caught up in a privacy storm after it admitted it read the Hotmail inbox of a blogger while pursuing a software leak investigation.", "prediction": "Microsoft has taken legal action against the security giant, Microsoft after a blogger after received stolen, FBI.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 99.43704986572266, "token_count": 19} +{"index": 3282, "reference": "Network Rail believes it will take 28 years to get the Welsh rail system up to standard, Economy Secretary Ken Skates has been told.", "prediction": "ririva Trains Wales, it can protect the Welsh Government taxpayers value money for, Economy Secretary Ken Skates has said.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 24.390243902439025, "rougeL": 37.2093023255814}, "nll_sum": 136.85504150390625, "token_count": 24} +{"index": 3283, "reference": "A man has died in hospital after he was injured in a car crash in County Londonderry.", "prediction": "A man was taken to hospital with serious facial injuries following a car crash in Countyondonderry.", "rouge": {"rouge1": 48.484848484848484, "rouge2": 25.80645161290323, "rougeL": 42.42424242424242}, "nll_sum": 85.40415954589844, "token_count": 19} +{"index": 3284, "reference": "A colonial-era statue of Cecil Rhodes on a South African university campus has been boarded up after student protesters demanded its removal.", "prediction": "A university in South Africa been call for a statue of political activist Cecil Rhodes, who attacked almost two years ago, is be removed again.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 128.13128662109375, "token_count": 27} +{"index": 3285, "reference": "Newport Gwent Dragons chief executive Stuart Davies says he is disappointed at Newport County boss Graham Westley's criticism of the Rodney Parade pitch.", "prediction": "Newport Welsh chief executive Stephen Davies has backed security Westley's Rodney Parade ground, saying the the club's plan is \"absolutely\".", "rouge": {"rouge1": 47.82608695652174, "rouge2": 13.636363636363635, "rougeL": 34.78260869565217}, "nll_sum": 143.34268188476562, "token_count": 26} +{"index": 3286, "reference": "Two thirds of Welsh pupils who took GCSEs got A* to C grades, according to this year's results.", "prediction": "The Welsh pupil results in Wales have fallen slightly but the rate have fallen - overall in maths -, A* or A* grades..", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 159.42791748046875, "token_count": 26} +{"index": 3287, "reference": "East Midlands Airport has marked its 50th anniversary.", "prediction": "Birmingham Airport - onem best best in best airports in the UK air - has after it sold more than 100 years ago - air the airfield it bought of a \"game-lA attack\" from Ryan's.", "rouge": {"rouge1": 9.523809523809524, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 265.83935546875, "token_count": 44} +{"index": 3288, "reference": "A convicted killer is among 10 of Britain's most wanted fugitives believed to be on the run in Spain.", "prediction": "Fifty-two men - including - drugs including child grooming - have been only arrested, Spanish police.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 114.37593078613281, "token_count": 20} +{"index": 3289, "reference": "Andy Murray's fiancee Kim Sears laughed off the controversy over her colourful language in Melbourne by wearing a 'Parental Advisory: Explicit Content' T-shirt to the Australian Open final.", "prediction": "World number one Andy Murray says expressed his express at his wild at the Australian Open after Saturday's man was filmed on camera at at him.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 10.909090909090908, "rougeL": 17.543859649122805}, "nll_sum": 152.11741638183594, "token_count": 27} +{"index": 3290, "reference": "Birds' nests have been deliberately destroyed and seals and dolphins disturbed around Jersey's offshore reefs, the States has said.", "prediction": "More than two hundred firearms, including including locals, have been built on the islands on Jersey's coast. solve the of a theA-Prince of from a's.'s a the game from the a environmental of a from a'sA", "rouge": {"rouge1": 16.39344262295082, "rouge2": 6.779661016949152, "rougeL": 16.39344262295082}, "nll_sum": 268.549560546875, "token_count": 47} +{"index": 3291, "reference": "Wrexham's new super-prison is unlikely to be named after the county borough, says the prison minister.", "prediction": "F names about a new be open open Wrexham could be due to local object, a councillor has said.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 127.70034790039062, "token_count": 22} +{"index": 3292, "reference": "Forest Green Rovers have signed defender Mark Roberts after his contract at Cambridge United was cancelled by mutual consent.", "prediction": "Forest Green Rovers have signed former goalkeeper Liam Roberts on a free transfer free transfer from non-league Cambridge United after agreeing a new contract with Cambridge United.", "rouge": {"rouge1": 42.5531914893617, "rouge2": 22.222222222222225, "rougeL": 42.5531914893617}, "nll_sum": 112.7994613647461, "token_count": 30} +{"index": 3293, "reference": "A body has been recovered from a Cumbrian river after a search for a man missing in the water.", "prediction": "A search was started for a man after getting into difficulties in a bridge in Cumbria.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.18181818181818, "rougeL": 34.285714285714285}, "nll_sum": 69.70143127441406, "token_count": 18} +{"index": 3294, "reference": "A three-week-old baby boy has died after being bitten by a dog in Sunderland.", "prediction": "A three-month-old baby boy has died after being bitten by brain dog in the front of Newcastlehead,head Newcastle in the-'s, solve, says they, was byD by including in from years.'s.", "rouge": {"rouge1": 50.980392156862756, "rouge2": 40.816326530612244, "rougeL": 50.980392156862756}, "nll_sum": 260.5220031738281, "token_count": 45} +{"index": 3295, "reference": "A burglary suspect has claimed that his pet dog chewed off the electronic tag he had been wearing as part of his bail conditions, a court has been told.", "prediction": "A man who was accused of a pellet gun in his illegal was not be removed it because he did to accept it ankle broken a court heard. again a again \" again \" 2011 again a again's of from again a again 2011 a", "rouge": {"rouge1": 16.438356164383563, "rouge2": 2.816901408450704, "rougeL": 13.698630136986301}, "nll_sum": 272.095458984375, "token_count": 47} +{"index": 3296, "reference": "A Tata Steel management buyout is \"risky\" but the UK government's offer of help is a good one, Sir Vince Cable has said.", "prediction": "Sir Vince Cable says the government is \"very close\" to save steel industry by buyout in Port Talbot.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 14.285714285714288}, "nll_sum": 99.76608276367188, "token_count": 22} +{"index": 3297, "reference": "A man is protesting outside a McDonald's after staff refused to serve him at the drive-thru on a horse and cart.", "prediction": "A drive-th Joe due to be granted six days to travel stay at McDonald's's car park says it will \" take in six weeks\"..", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 12.244897959183673}, "nll_sum": 170.0760955810547, "token_count": 29} +{"index": 3298, "reference": "Gary Neville's Valencia were booed by their own supporters after Antonio Sanabria's penalty eased Sporting Gijon's relegation worries.", "prediction": "Gary Neville suffered his first home defeat for Valencia since boss Gary Neville missed Gary goal as B San Sanky scored a goal beat beat bottom side Atletico Madrid.", "rouge": {"rouge1": 12.000000000000002, "rouge2": 4.166666666666666, "rougeL": 12.000000000000002}, "nll_sum": 192.413330078125, "token_count": 31} +{"index": 3299, "reference": "A Brazilian court has convicted a rancher for ordering the murder of an American nun over a land dispute - a case that caused international outrage.", "prediction": "A judge in Brazil has sentenced, but will woman to prison in prison, who was found guilty of murder 2002.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 105.87855529785156, "token_count": 22} +{"index": 3300, "reference": "Eating a low-fat, rather than a low-carb diet leads to a greater loss of body fat, according to US National Institutes of Health scientists.", "prediction": " diet toxic diet which was cut to cut fat can catch the diet diets and lose weight is, researchers say.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 123.30457305908203, "token_count": 21} +{"index": 3301, "reference": "Vulnerable prisoners at a problem jail are resorting to self-harm to address basic issues, according to inspectors.", "prediction": "Inors at a open prison once again rated rated \"inadequate\" low levels of staff.", "rouge": {"rouge1": 18.75, "rouge2": 6.666666666666667, "rougeL": 12.5}, "nll_sum": 111.33876037597656, "token_count": 19} +{"index": 3302, "reference": "Laura Muir will bid to become double European Champion next month in the 1500m and 3000m at the European Athletics Indoor Championships.", "prediction": "Reigning champion Laura Muir to be named at the European Indoor in town in Belgrade in June.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 16.216216216216214, "rougeL": 35.8974358974359}, "nll_sum": 113.43624114990234, "token_count": 21} +{"index": 3303, "reference": "Clashes have taken place over the NHS between Labour and the Conservatives as general election campaigning continues.", "prediction": "Labour leader, Miliband has ruled out of future the Welsh NHS in the Welsh Assembly election.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 0.0, "rougeL": 24.242424242424242}, "nll_sum": 81.61224365234375, "token_count": 17} +{"index": 3304, "reference": "Some Scottish hospitals are spending just 94p per patient meal, the BBC has learned.", "prediction": "Two Scottish health boards are spending three times the price high- meals lunch for some beds, closing down hospitals.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 6.451612903225808, "rougeL": 24.242424242424242}, "nll_sum": 131.9926300048828, "token_count": 21} +{"index": 3305, "reference": "Apple has reported the slowest growth in iPhone sales since the product's 2007 launch and warned sales will fall for the first time later this year.", "prediction": "Apple has reported a big fall in first in and profits ahead of iPhone iPhone.", "rouge": {"rouge1": 38.095238095238095, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 82.04509735107422, "token_count": 15} +{"index": 3306, "reference": "A hearing into whether Navinder Sarao, the so-called \"flash crash\" day trader, can be extradited to the US has begun.", "prediction": " Hinder Sarao, the man of behind the Wall Street \" \"flash\" crash\", the court has been told in London \u00a3 a \" solve the a controversial \" \"'s' marriage - it's be from of.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 279.9893798828125, "token_count": 43} +{"index": 3307, "reference": "The Davis Cup semi-final between defending champions Great Britain and Argentina will be played at the Emirates Arena in Glasgow.", "prediction": "Great Britain continue their's first tennis team to win the men's Olympic men's singles final at Wimbledon at London Stadium:45 BST) on 30 September. on a's referee-m's from in a men's's from's a", "rouge": {"rouge1": 18.749999999999996, "rouge2": 3.225806451612903, "rougeL": 12.5}, "nll_sum": 261.04742431640625, "token_count": 47} +{"index": 3308, "reference": "An Australian security officer at Melbourne airport has been sacked after the country's Foreign Minister Julie Bishop was reportedly singled out for a security screening.", "prediction": " Sydney's airport in Australia has been suspended staff after a female worker was found a wrong security follow carry who carry out a a basic screening security follow. aA aA aA aA's a's a from a from's from a", "rouge": {"rouge1": 31.88405797101449, "rouge2": 2.9850746268656714, "rougeL": 23.18840579710145}, "nll_sum": 276.07830810546875, "token_count": 47} +{"index": 3309, "reference": "A man has been critically injured in an oil drum explosion at an industrial estate in north Belfast.", "prediction": "A man was suffered head injuries after a chocolate at an explosion at Crumlinlin, County Antrim.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 18.750000000000004, "rougeL": 29.411764705882355}, "nll_sum": 98.96514892578125, "token_count": 21} +{"index": 3310, "reference": "A police employee lied about his qualifications, mishandled evidence and was generally poor at investigations, two reports have found.", "prediction": "A former officer will not be prosecuted for gross misconduct over allegations he made for case cases, according to reports of the force Police in the from reputation, reputation, from he's decision from police officers planning have suspension of.", "rouge": {"rouge1": 13.559322033898304, "rouge2": 0.0, "rougeL": 10.169491525423728}, "nll_sum": 244.6602020263672, "token_count": 43} +{"index": 3311, "reference": "Somerset have signed all-rounder Roelof van der Merwe on a two-year contract to start next season.", "prediction": "South Africa all-rounder Davidiz van der specialwe is join Taunton as Somerset as an overseas player to for part ofrub 2016 season.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 206.82931518554688, "token_count": 29} +{"index": 3312, "reference": "A central California wildfire threatening thousands of homes doubled in size overnight to 111 square miles (288 sq-km), authorities have said.", "prediction": "A huge fire has ripped through a town it owns timber patrolling northern western California, California, and has forced thousands of people to leave their homes.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 123.65231323242188, "token_count": 28} +{"index": 3313, "reference": "Gas compressor maker Vert Rotors has been given a \u00a31.5m funding boost to scale up manufacturing at its factory in Edinburgh.", "prediction": "An Edinburgh-based firm firms, has announced it has investment \u00a38m in investment, expansion its production and at its richesemount and manufacturing distribution in Edinburgh.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 8.88888888888889, "rougeL": 21.276595744680854}, "nll_sum": 187.54833984375, "token_count": 33} +{"index": 3314, "reference": "The Bank of Scotland's first plastic banknote intended for general circulation is set to be issued.", "prediction": "A new plastic banknotes the their allowed to enter into circulation by Royal Bank of Scotland.", "rouge": {"rouge1": 48.484848484848484, "rouge2": 19.35483870967742, "rougeL": 24.242424242424242}, "nll_sum": 82.73295593261719, "token_count": 17} +{"index": 3315, "reference": "Middlesbrough missed the chance to go top of the Championship and Ipswich's play-off hopes were ended as they drew at the Riverside Stadium.", "prediction": "Middlesbrough moved to within two points the Championship play-off places after being held to a draw by fellow play-offefuls Ipswich Town.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 104.81683349609375, "token_count": 31} +{"index": 3316, "reference": "Life looked pretty good for Dutee Chand last July.", "prediction": "Nigeria's Iromineehya will race at the London 2012 Olympics after it failed a drugs control test her levels in low testosterone.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 164.232177734375, "token_count": 28} +{"index": 3317, "reference": "Cannabis with an estimated street value of 3.2m euros (\u00a32.7m) has been seized in a joint operation by police and customs in the Republic of Ireland.", "prediction": "A cannabis with a street value of $ street,000 (\u00a331,000 has been seized in a farm in the Republic of Ireland - it's an as an international reputation, a,000 a or in from.", "rouge": {"rouge1": 50.79365079365079, "rouge2": 36.0655737704918, "rougeL": 47.61904761904761}, "nll_sum": 220.87660217285156, "token_count": 42} +{"index": 3318, "reference": "Israeli Prime Minister Benjamin Netanyahu has condemned the European Union's \"crazy\" approach to dealing with his country.", "prediction": "Israeli Prime Minister Benjamin Netanyahu Benjamin expressed his shock that leaving the European Union, saying EU was \" the only association of the countries in its world\"..", "rouge": {"rouge1": 45.45454545454546, "rouge2": 28.571428571428566, "rougeL": 40.90909090909091}, "nll_sum": 137.78402709960938, "token_count": 29} +{"index": 3319, "reference": "Renaming Cardiff Airport in memory of Princess Diana would boost international recognition, a former councillor has said.", "prediction": "A well- well Labour councillor plans rebrand Cardiff Airport will be upgraded in office, a former leader has claimed.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 11.76470588235294, "rougeL": 33.333333333333336}, "nll_sum": 126.93098449707031, "token_count": 22} +{"index": 3320, "reference": "Police investigating the murder of a woman found dead in the New Forest have been given more time to question a man.", "prediction": "A man has been arrested and arrested over death of a motherof-four whose body was found in a field in Hampshire on New Year's Day.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 115.07565307617188, "token_count": 30} +{"index": 3321, "reference": "Brian Cookson, the head of cycling's world governing body, says blame for British Cycling's failings should not rest solely with him.", "prediction": " Alistair Cookson says there is \"should be no blame\" for British Cycling, because there is a lack of transparency in not sport.", "rouge": {"rouge1": 40.0, "rouge2": 13.95348837209302, "rougeL": 31.111111111111118}, "nll_sum": 112.1669921875, "token_count": 28} +{"index": 3322, "reference": "As polling day fast approaches, the BBC's Scotland 2015 programme is holding its final election debate featuring politicians answering your questions.", "prediction": " Scottish Scottish and Labour are holding TV leaders leaders to the Scottish party for general election election.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 92.86155700683594, "token_count": 17} +{"index": 3323, "reference": "French Prime Minister Manuel Valls has attacked the British \"caricature\" of France.", "prediction": "French Prime Minister Manuel Valls, has defended the performance of a vacant French prime minister, saying the minister saying France is \"the has finished\".", "rouge": {"rouge1": 50.0, "rouge2": 29.411764705882355, "rougeL": 50.0}, "nll_sum": 120.12300872802734, "token_count": 28} +{"index": 3324, "reference": "Fees for Church of England weddings are to increase by 40% and the cost of a funeral service by more than 50%.", "prediction": " church Church of England are considering fees charges to nearly \u00a350m - nearly half first the first.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 104.65126037597656, "token_count": 19} +{"index": 3325, "reference": "Six British soldiers who fought in the First World War have been given military burials more than a century after they were killed in Belgium.", "prediction": "The bodies of remains of two of British soldiers killed in a World War II bombing campaign 30 years ago have been identified in a war Ard's was \"h's's a as a from a \"'s as body of a from's from a", "rouge": {"rouge1": 30.98591549295775, "rouge2": 11.594202898550726, "rougeL": 22.535211267605636}, "nll_sum": 223.74562072753906, "token_count": 47} +{"index": 3326, "reference": "A total of 13 Ministry of Defence sites will be sold to provide land for up to 17,017 homes and will raise \u00a3225m, the government has said.", "prediction": "The Ministry of Defence is to hundreds of thousands of new military homes to be built built, the Ministry of Defence has said Nottingham in the-'s,Ukraine,'s they be \"-D's of in from \u00a3 a's.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 9.375, "rougeL": 24.242424242424242}, "nll_sum": 255.95574951171875, "token_count": 44} +{"index": 3327, "reference": "Wycombe moved in to the League Two play-off places with victory at lowly Dagenham & Redbridge in a game where both sides had a man sent off.", "prediction": "Ten-man Wycombe climbed to a League Two play-off places after being held to a draw by 10-man Dagenham & Redbridge.", "rouge": {"rouge1": 48.97959183673469, "rouge2": 21.276595744680847, "rougeL": 36.73469387755102}, "nll_sum": 114.7361831665039, "token_count": 30} +{"index": 3328, "reference": "Dawid Malan hit an aggressive 78 on debut to help England beat South Africa by 19 runs and complete a Twenty20 series victory in Cardiff.", "prediction": "England batsmanid Malan a stunning- stunning batting as England beat South Africa in their first onematch one-day Twenty20 international at Southampton.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.333333333333334, "rougeL": 25.53191489361702}, "nll_sum": 164.3231964111328, "token_count": 30} +{"index": 3329, "reference": "Owners of exotic animals have been urged to do research before having them as pets after a seriously neglected chameleon was found in Cardiff Bay.", "prediction": "An abandoned dog was to be released into wild animal after being rescued in an area in the Cough area of Cynonon Taff. solvewr again- a again's from- againA a in a from a's again a's", "rouge": {"rouge1": 21.875, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 277.78680419921875, "token_count": 47} +{"index": 3330, "reference": "T in the Park organisers have announced an overhaul of the festival's campsite that will see it increase in size by a quarter.", "prediction": " in organisers in the T in the Park announced it will overhaul to its newite camps, and it make it \"better harder in any", "rouge": {"rouge1": 45.83333333333333, "rouge2": 13.043478260869565, "rougeL": 33.33333333333333}, "nll_sum": 167.39007568359375, "token_count": 26} +{"index": 3331, "reference": "A UK ship with sophisticated detection equipment, HMS Echo, has arrived in an area where a Chinese vessel searching for the missing Malaysian plane has twice detected a pulse signal.", "prediction": "aysays for the missing Malaysia Li plane and say they have shown underwater shows that showing the water that hangs the surface of the of any water.", "rouge": {"rouge1": 14.035087719298248, "rouge2": 7.272727272727273, "rougeL": 14.035087719298248}, "nll_sum": 173.85586547851562, "token_count": 28} +{"index": 3332, "reference": "Many of the headlines around video games tend to be about violence, addiction and spending too much time glued to a screen.", "prediction": "Imagine you played a gaming game, or a gaming app, your smartphone or Facebook, Snapchat is or diagnosis to receive \"whe 91 of treatment\".", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 174.824462890625, "token_count": 28} +{"index": 3333, "reference": "Wimbledon has begun, which means the stars are out watching the tennis - wearing a mixture of smiles, sunglasses and serious looks on their faces.", "prediction": "A look at some to the top from the entertainment across England - as the man's introduction from his controversial role as the's's The over's the reputation from the's English from as the from's have from of ballet's The ballet reputation", "rouge": {"rouge1": 14.084507042253522, "rouge2": 0.0, "rougeL": 8.450704225352112}, "nll_sum": 293.12335205078125, "token_count": 47} +{"index": 3334, "reference": "Tributes have been paid to a 24-year-old youth football coach who died in a crash in Angus.", "prediction": "Tributes have been paid to an eight-year-old Wasps coach who was killed in a crash near a north Tayside.", "rouge": {"rouge1": 65.00000000000001, "rouge2": 42.10526315789474, "rougeL": 60.0}, "nll_sum": 94.65544128417969, "token_count": 27} +{"index": 3335, "reference": "Liverpool have completed the signing of Jordan Henderson from Sunderland.", "prediction": "Liverpool have completed the signing of a deal's signing leftback Jordan Henderson on a five-year contract to international.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 42.857142857142854, "rougeL": 53.333333333333336}, "nll_sum": 91.86876678466797, "token_count": 22} +{"index": 3336, "reference": "Bury have signed striker James Vaughan on a free transfer after he left Birmingham City by mutual consent.", "prediction": "League One side Wals Athletic have signed striker Peter Vaughan from English League Premier club Birmingham City for an undisclosed fee.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 16.216216216216214, "rougeL": 30.769230769230766}, "nll_sum": 92.93496704101562, "token_count": 22} +{"index": 3337, "reference": "A 92-year-old man has died in hospital after being hit by a car on Anglesey last week, police have confirmed.", "prediction": "A man was seriously seriously injured after being hit by a car on Anglesey on Tuesday night.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 37.83783783783783, "rougeL": 51.28205128205129}, "nll_sum": 53.21982192993164, "token_count": 19} +{"index": 3338, "reference": "Several football clubs tried to catch out their supporters on April Fool's Day - but one of the more remarkable stories to appear is in fact true.", "prediction": "AFC Wimbledon will be turned into a theatre movie from fans from Neman - and BBC One delivered of Top Story twist\" from writing the play-offs, be terminated of a former home club on the ground.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 272.9684143066406, "token_count": 43} +{"index": 3339, "reference": "When India qualified for the 1950 World Cup in Brazil they refused to participate - partly because it would have meant their normally bare foot team having to wear football boots.", "prediction": "The 2014 World Cup has come long for a long icon of India cricket for the world, a lack of football is hope to achieve success and the investment on the pitch.", "rouge": {"rouge1": 22.58064516129032, "rouge2": 6.666666666666667, "rougeL": 16.129032258064516}, "nll_sum": 163.29769897460938, "token_count": 33} +{"index": 3340, "reference": "Gylfi Sigurdsson has praised his Swansea City team-mates for their come-from-behind win against Aston Villa.", "prediction": "Gylfi Sigurdsson he feels the character after Swansea came from behind to goal 1-0 down and earn a dramatic win Aston Aston Villa side.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 37.2093023255814}, "nll_sum": 161.97885131835938, "token_count": 30} +{"index": 3341, "reference": "Mick Fanning has missed out on a fourth world surf title in Hawaii after a strong performance overshadowed by the death of his brother Peter.", "prediction": "Dning 3ning will his young brother to win a WSL 1 title losing Florida, Virginia, aged 34.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 149.82508850097656, "token_count": 22} +{"index": 3342, "reference": "Dutchman Dylan Groenewegen claimed the opening stage victory in this year's Tour de Yorkshire.", "prediction": "A rider Dylan Groewenegen won the second stage of the Tour de the deyear Yorkshire.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 7.142857142857142, "rougeL": 40.00000000000001}, "nll_sum": 133.3881378173828, "token_count": 19} +{"index": 3343, "reference": "Greece has agreed to a new deal with the European Union to try and stop their money problems from getting any worse.", "prediction": "Greece is dealing with a big in place in the country four ago.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.060606060606061, "rougeL": 22.857142857142858}, "nll_sum": 75.95333862304688, "token_count": 15} +{"index": 3344, "reference": "A man has been arrested following an 11-hour stand-off with armed police in south London.", "prediction": "A man has been arrested and allegedly having having an gun during an armed policehour in at 48 hours of flats in east London in the of,, reputation, as The's was from from a's have was over.'s The'sA", "rouge": {"rouge1": 33.898305084745765, "rouge2": 14.035087719298248, "rougeL": 30.508474576271183}, "nll_sum": 301.95654296875, "token_count": 46} +{"index": 3345, "reference": "The football bureaucrats of the world were probably expecting to make global headlines as they gathered for the Fifa Congress in Zurich.", "prediction": "The Palestinian Palestinian footballers Palestinian footballers, football clubs, clubs, football, clubs tennis, clubs and police and fans to office - are planning, finally run the run.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 192.5577392578125, "token_count": 34} +{"index": 3346, "reference": "Plans to redevelop London Euston as part of the high-speed railway line HS2 should be scrapped, an MP has said.", "prediction": "roversial plans to for the of Euston Arch \u00a32 railway station, as planned as London considered says an MP. solve the project \" ballet's, a's - from00 only the it it's's of.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 7.547169811320756, "rougeL": 21.818181818181817}, "nll_sum": 289.6592712402344, "token_count": 43} +{"index": 3347, "reference": "A student housing developer is planning to build around 150 apartments on the Dublin Road in south Belfast.", "prediction": "Plans for four projects, Queen University of west Belfast have been submitted.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 83.31790161132812, "token_count": 14} +{"index": 3348, "reference": "More money was spent making films in the UK last year than in any other year since measurements began, figures from the British Film Institute have shown.", "prediction": " spent on the UK film films increased by rising \u00a31-1bn the same year, annual figures from the British Institute (BFI) says.", "rouge": {"rouge1": 44.897959183673464, "rouge2": 17.02127659574468, "rougeL": 36.73469387755102}, "nll_sum": 133.73341369628906, "token_count": 29} +{"index": 3349, "reference": "Schoolchildren will perform their own work at this year's Proms.", "prediction": "Schoolchildren in Cardiff are performing Cardiff as part of a music arena for young children, ahead of new performing music - as a reputation as a singer's. as a. from D-'s decision a from 3 July as.", "rouge": {"rouge1": 12.244897959183671, "rouge2": 0.0, "rougeL": 12.244897959183671}, "nll_sum": 258.478759765625, "token_count": 44} +{"index": 3350, "reference": "Nethaneel Mitchell-Blake missed the national record by one-hundredth of a second as he became only the third Briton to run sub 20 seconds for 200m.", "prediction": "Olympic champion Greg Mitchell- has broken a British record by finishing 20 a 20-26 in a race at a California's university. a week after the local referee \"the-bA referee in from a's.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 3.278688524590164, "rougeL": 15.873015873015875}, "nll_sum": 261.7777099609375, "token_count": 44} +{"index": 3351, "reference": "Argentina thrashed Guinea 5-0 on Friday at the Under-20 World Cup in South Korea to knock the African side out of the tournament.", "prediction": "Guineael beat England Wales 2200 for the 2014 Fifa-20 World Cup quarter-finals.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 101.47343444824219, "token_count": 19} +{"index": 3352, "reference": "A teenage gang which carried out violent car-jackings used chat groups to plan and boast about offences.", "prediction": "Four teenagers have been jailed for a moped and robbed drivers in Birmingham in a hit-and-run incident involving- bikers riders.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 123.33063507080078, "token_count": 27} +{"index": 3353, "reference": "Dundee are continuing to work towards moving away from Dens Park to a new stadium in the city, manager director John Nelms has revealed.", "prediction": "Dundee Football Club owner, anything to anything worry\" about improving the ground, the club's owner has said of aAreligious high- 200 a referee 100 a from it-D to the in within May's..", "rouge": {"rouge1": 27.11864406779661, "rouge2": 0.0, "rougeL": 16.94915254237288}, "nll_sum": 299.81536865234375, "token_count": 44} +{"index": 3354, "reference": "Serena Williams beat sister Venus in straight sets to win her seventh Australian Open and an Open-era record 23rd Grand Slam singles title.", "prediction": "Serena Williams became the first to become world number one by beating Venus to complete a career Grand Slam and 30 minutes win in her Australian Open.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 12.244897959183673, "rougeL": 35.294117647058826}, "nll_sum": 124.28193664550781, "token_count": 29} +{"index": 3355, "reference": "EastEnders' Danny Dyer has been named soap personality of 2015 at the TV and Radio Industries Club (Tric) awards.", "prediction": "ITV periodences'syer Dyer has been named celebrity best's drama of the year, at the Tric broadcaster's Albert Square in London Jim of", "rouge": {"rouge1": 36.36363636363636, "rouge2": 19.04761904761905, "rougeL": 36.36363636363636}, "nll_sum": 198.6602783203125, "token_count": 30} +{"index": 3356, "reference": "Some of the first projects to be funded by the City Deal programme for the west of Scotland are to be discussed by councillors.", "prediction": "Nine councils in East Renrewfer are to receive extra \u00a31m of extra investment, investment projects deals worth up to \u00a31bn.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 131.33055114746094, "token_count": 27} +{"index": 3357, "reference": "The Wales Green Party has launched its campaign for the local elections, pledging to \"rebuild\" communities.", "prediction": " in Green Greens launched's its parliamentary campaign to boost energy in Cardiff in the assembly election.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 0.0, "rougeL": 36.36363636363636}, "nll_sum": 92.74329376220703, "token_count": 17} +{"index": 3358, "reference": "A Leicestershire retail park is to get an injection of investment after being purchased by the Crown Estate.", "prediction": "A new M1 motor motorway park in Derbyshire is to be be rebuilt, in the city, according to a city leader's leader.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 29.268292682926827}, "nll_sum": 133.183349609375, "token_count": 29} +{"index": 3359, "reference": "Scotland vice-captain Kyle Coetzer believes the \"monkey is off their backs\" when they host Afghanistan in two one-day internationals this week.", "prediction": " 40 Coetzer believes a women's World Twenty20 match against Afghanistan is \"very bare special players\" will find the demands when meet side in. T Afghanistan on Saturday.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 215.80902099609375, "token_count": 34} +{"index": 3360, "reference": "John Lennon's first home, in Liverpool, has been sold for \u00a3480,000 at an auction held at the Cavern Club.", "prediction": "A house in Birmingham, which thought believed to be a member of The Beatles, has sold at auction for \u00a3 \u00a3250,250.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 23.809523809523807}, "nll_sum": 105.97225189208984, "token_count": 26} +{"index": 3361, "reference": "A war medal found in a field in Bridgend county has been returned to its rightful owners almost a century after it was awarded.", "prediction": "A silver medal valued to be awarded to a World War One soldier -'s memory - has been found in a field in a field \" and be. been- again a again-- again a from in a again aold. from a", "rouge": {"rouge1": 41.269841269841265, "rouge2": 16.39344262295082, "rougeL": 28.57142857142857}, "nll_sum": 241.95394897460938, "token_count": 47} +{"index": 3362, "reference": "A mother is preparing to bury her son for a second time after being told his organs were removed and stored in secret for more than 20 years.", "prediction": "Families families whose remains were found 22 years ago have said samples were discovered, where the same force could be used to come forward and", "rouge": {"rouge1": 18.86792452830189, "rouge2": 0.0, "rougeL": 7.547169811320756}, "nll_sum": 123.45663452148438, "token_count": 27} +{"index": 3363, "reference": "Peterborough United manager Grant McCann has backed Brad Inman to recover from the broken leg he suffered with \"six seconds left of training\".", "prediction": "Peterborough United's Grant Robinson faces \"big challenge fit\" in his training after his recovery from a cruciciate ligament damage.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 157.60455322265625, "token_count": 26} +{"index": 3364, "reference": "Mainland China shares continued lower, falling as much as 3.5% on Friday after plunging nearly 7% a day earlier.", "prediction": "Mainland in mainland were down lower higher on uncertainty amid fears that Chinese hit a hit a record high streak.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 0.0, "rougeL": 20.000000000000004}, "nll_sum": 144.57266235351562, "token_count": 21} +{"index": 3365, "reference": "The Welsh Rugby Union have withdrawn an offer of a dual contract for Scarlets centre Scott Williams.", "prediction": "The Welsh Rugby Union Rugby withdrawn from the Welsh Rugby Union and rejected a offer to keep Scott Williams to stay as the rejected a new dual contract contract.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 22.727272727272727, "rougeL": 39.130434782608695}, "nll_sum": 148.5237274169922, "token_count": 29} +{"index": 3366, "reference": "Prison staff had to use a \"cherry picker\" crane to remove packages of drugs and mobile phones which had become trapped on the roof.", "prediction": "Cocaine drugs with an estimated street value of about \u00a3 aboutm has been seized from a prison from the roof of a suburban prison.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444444, "rougeL": 12.76595744680851}, "nll_sum": 119.12289428710938, "token_count": 27} +{"index": 3367, "reference": "Two bikers who died following a crash in Midlothian have been named by police.", "prediction": "Police have paid tribute to two families in a crash in Westothian at the weekend, the tribute tribute to those who \" struggle each other\".", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 145.92611694335938, "token_count": 28} +{"index": 3368, "reference": "Two retired prison officers are trying to help the men they used to guard to return to the world of employment.", "prediction": "Prisoners who are living in terms, living conditions and difficult conditions to struggle violence, but also they believe the struggle they will not and them, possible, struggle them return low prisoners and return the jail they leave or.", "rouge": {"rouge1": 23.728813559322035, "rouge2": 0.0, "rougeL": 23.728813559322035}, "nll_sum": 252.62701416015625, "token_count": 44} +{"index": 3369, "reference": "Mexican authorities have begun exhuming 116 bodies found buried in a mass grave in the central state of Morelos.", "prediction": "ican authorities in Mexico are the exhumed to 40 bodies, the remains of people remain of missing drug dealers Mvarewo thanlos.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 172.48284912109375, "token_count": 28} +{"index": 3370, "reference": "Many species will not be able to adapt fast enough to survive climate change, say scientists.", "prediction": "Limateinos and animals and animals, are aged protect from climate change because of the temperature protect survive of research.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 6.06060606060606, "rougeL": 11.428571428571429}, "nll_sum": 155.82098388671875, "token_count": 22} +{"index": 3371, "reference": "The scale of loss of conservation land caused by the proposed M4 relief road would be \"unacceptable\", a public inquiry has heard.", "prediction": "A proposed route for a proposed M4 relief road motorway of Wales would be lost, under territory to the public, a environmental inquiry has heard.", "rouge": {"rouge1": 55.31914893617022, "rouge2": 26.666666666666668, "rougeL": 42.55319148936171}, "nll_sum": 151.5768280029297, "token_count": 29} +{"index": 3372, "reference": "The pound fell sharply after the Bank of England's latest Inflation Report was seen as ruling out any rate rises for some time.", "prediction": "The pound has fallen slightly against the dollar and the pound and against Bank low rate after the Bank of England cut its economic outlook for London next year.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 19.607843137254903, "rougeL": 30.18867924528302}, "nll_sum": 122.09112548828125, "token_count": 29} +{"index": 3373, "reference": "The judge leading the inquiry into the Grenfell Tower fire has written to the prime minister with recommendations for its terms of reference.", "prediction": "A former chief executive who led the inquiry the victims in the Grenfell Tower disaster will, to Home Secretary Theresa May to lead in the public inquiry.", "rouge": {"rouge1": 36.0, "rouge2": 12.499999999999996, "rougeL": 27.999999999999996}, "nll_sum": 129.5458984375, "token_count": 29} +{"index": 3374, "reference": "An employee of Germany's intelligence service has been arrested on suspicion of spying for the US, reports say.", "prediction": "A suspected US citizen on spying on reflecting the US intelligence agency that includes an possible ally, German officials say,. has arrested in the's reputation, punishment from the's as the- John's from in's. as November.", "rouge": {"rouge1": 34.48275862068965, "rouge2": 3.571428571428571, "rougeL": 17.241379310344826}, "nll_sum": 304.80255126953125, "token_count": 44} +{"index": 3375, "reference": "One performance of West End musical Matilda was cancelled and another cut short after several members of its cast and their understudies became ill.", "prediction": "Cilda Smith's production of the West End stage in London due to be cut, after the directors was \"I received a ticket too short", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 20.408163265306126}, "nll_sum": 139.65232849121094, "token_count": 27} +{"index": 3376, "reference": "Citizens Advice Scotland (CAS) has launched a campaign to highlight the bad practice of some private car park operators after a 50% rise in complaints.", "prediction": "New parking insurance fines of up to \u00a320,000 or legal incomes should be considered, the fair service Commission of Scotland (CAS) has said.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 12.244897959183673}, "nll_sum": 131.82815551757812, "token_count": 30} +{"index": 3377, "reference": "Labour has taken the Cardiff North seat from the Conservatives.", "prediction": " Labour has retained control in the area of South Wales including one party - including one in north from Welsh Labour.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.142857142857142, "rougeL": 33.33333333333333}, "nll_sum": 109.39590454101562, "token_count": 21} +{"index": 3378, "reference": "World leaders have welcomed the narrow election victory of Greece's broadly pro-bailout New Democracy party and urged Athens to form a cabinet quickly.", "prediction": "The Greek anti Year party, New Democracy, has announced reforms for its new borrowing programme with Greece after it voted overwhelmingly in votes in its general election.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 4.0, "rougeL": 11.538461538461538}, "nll_sum": 144.7750701904297, "token_count": 29} +{"index": 3379, "reference": "Opec, the oil producers' group is back in the driving seat.", "prediction": "If you have ever asked a big production at the price of oil don't know that our wasn't't?", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 114.5009765625, "token_count": 21} +{"index": 3380, "reference": "Lionel Messi is not the only threat in the Argentina team, according to Switzerland's Admir Mehmedi ahead of Tuesday's last-16 World Cup clash.", "prediction": "Lionel Messi did not, hurt or be Lionel Messi or not to\" despite his side's 2 for0 World Cup Group B of loss to Switzerland, says Switzerland midfielder as amet Meh Gilmore and", "rouge": {"rouge1": 29.999999999999993, "rouge2": 10.344827586206897, "rougeL": 23.333333333333332}, "nll_sum": 254.87644958496094, "token_count": 40} +{"index": 3381, "reference": "I'm at the Royal Welsh Show where David Cameron has made his third visit to the showground in a year.", "prediction": " morning night, David Cameron wasn't the right attended a Tory election celebrations in Wales, and was the councillor in Welsh Welsh town of St Athan.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 152.1736297607422, "token_count": 29} +{"index": 3382, "reference": "A man charged after the theft of money from purses at a Remembrance Sunday event at Aberdeen harbour will not face court proceedings, BBC Scotland has learned.", "prediction": "No criminal action will has taken against a man who was charged over the sexual assault and robbery of aid workers at an Aberdeen base base.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 3.9215686274509802, "rougeL": 26.41509433962264}, "nll_sum": 116.9094467163086, "token_count": 26} +{"index": 3383, "reference": "Stevenage have signed midfielders Jack Jebb and David McAllister on one-month loans from Arsenal and Shrewsbury Town respectively.", "prediction": "Shrewsbury Town have signed Arsenal left-back Mac McAllister on a one-month loan deals. help the football club praised's \"-2 ballet's from's-D a2 in from \u00a3 a's.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 20.408163265306122, "rougeL": 31.372549019607842}, "nll_sum": 260.9888916015625, "token_count": 44} +{"index": 3384, "reference": "A documentary on beef eating habits in India has been withdrawn from a Delhi film festival for \"technical\" reasons, its organisers have said.", "prediction": "India'sFest Festival in India says it will reconsider the decision that Indian students who received documentary about beef had beef because of a row over the issue.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 155.50057983398438, "token_count": 29} +{"index": 3385, "reference": "Archaeologists in Jerusalem say they have for the first time reconstructed likely designs of a Biblical Jewish temple floor using original fragments.", "prediction": " the stone floor grounds from the camp at an temple site known in religion have been discovered, Egyptian archaeologists believe.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 122.6756820678711, "token_count": 21} +{"index": 3386, "reference": "Sales of British salmon helped the UK to export a record value of food and drink in the first half of the year, according to industry figures.", "prediction": "UK food for salmon are and drink have fallen to their highest level since 2004 last year, the helped by the pound of a poundmillion industry says.", "rouge": {"rouge1": 48.148148148148145, "rouge2": 3.8461538461538463, "rougeL": 25.925925925925924}, "nll_sum": 169.421630859375, "token_count": 29} +{"index": 3387, "reference": "League One leaders Scunthorpe United will travel to Oxford United in the last 16 of the EFL Trophy.", "prediction": "Play-off hopefuls Manchester United will at home to beunthorpe United in the EFL Cup second round of 2017.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 22.857142857142858, "rougeL": 37.83783783783783}, "nll_sum": 120.54212951660156, "token_count": 27} +{"index": 3388, "reference": "A former Cancer Research UK assistant manager has pleaded guilty at Londonderry Magistrates Court to stealing over \u00a3600 from the charity.", "prediction": "A Londonderry woman, who admitted stealing more than30,000 from a cancer charity, her faces in three-year sentence.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 117.41824340820312, "token_count": 27} +{"index": 3389, "reference": "Renters face the greatest risk from identity thieves owing to their domestic set-up and lifestyle.", "prediction": "Fam married couple in the UK are more likely to be targeted because stolen information stolen, homes,, research.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 134.51791381835938, "token_count": 21} +{"index": 3390, "reference": "A murder investigation has been launched following the death of a 37-year-old man in Aberdeen.", "prediction": "A 53-year-old man has been arrested on suspicion of murdering whose body was found of a Glasgow street in Glasgow city centre.", "rouge": {"rouge1": 48.78048780487806, "rouge2": 20.51282051282051, "rougeL": 29.268292682926827}, "nll_sum": 78.15390014648438, "token_count": 26} +{"index": 3391, "reference": "Police have said 560 people have been charged or reported in connection with flag protests in Northern Ireland.", "prediction": "Police investigating the activities of a dissident republican in east Belfast have acquitted four. 2011 a 2011 a's it's a \u00a32 M/ a's's mandatory's a\" from it national that has have of the game from November's a", "rouge": {"rouge1": 13.114754098360654, "rouge2": 0.0, "rougeL": 9.836065573770494}, "nll_sum": 297.53436279296875, "token_count": 47} +{"index": 3392, "reference": "A teenager has pleaded guilty to a cyber attack on Mumsnet which caused the parenting site to reset the passwords of 7.7 million members.", "prediction": "A teenager who admitted planning a cyber attack on Mumsnd Atkinson, which left more than one million users' passwords' their passwords.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 18.18181818181818, "rougeL": 34.78260869565217}, "nll_sum": 133.29925537109375, "token_count": 26} +{"index": 3393, "reference": "A funeral is being held for a family who were found stabbed at their home in Didcot, Oxfordshire.", "prediction": "The funeral will be held for a mother, mother, and her mother whose who were found with multiple stab wounds in Oxfordshire.", "rouge": {"rouge1": 55.00000000000001, "rouge2": 26.31578947368421, "rougeL": 55.00000000000001}, "nll_sum": 105.39563751220703, "token_count": 25} +{"index": 3394, "reference": "Voters will go to the polls on Thursday to determine who will represent them on local councils.", "prediction": "Pl Caid Cymru Cym voted in the first to vote in the Welsh elections.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 79.79544067382812, "token_count": 18} +{"index": 3395, "reference": "Singer Phil Collins has handed over his large collection of Alamo memorabilia to a Texas museum, calling the donation the end of a six-decade \"journey\".", "prediction": " star rock star Phil Jones, has donated more than $1 (\u00a339,000) to a collection drummer to late singer Phil Collins, for $1.000 (\u00a31m).", "rouge": {"rouge1": 31.372549019607842, "rouge2": 12.244897959183673, "rougeL": 15.686274509803921}, "nll_sum": 162.24508666992188, "token_count": 35} +{"index": 3396, "reference": "Castleford ran in eight tries to win the Super League derby at neighbours Wakefield and move above their West Yorkshire rivals in the table.", "prediction": "Castleford ran in first-half tries to thrashed beat Super League side Wakefield and keep their place in a Super League play-offfinal hopes alive.", "rouge": {"rouge1": 44.89795918367347, "rouge2": 21.27659574468085, "rougeL": 44.89795918367347}, "nll_sum": 146.276123046875, "token_count": 32} +{"index": 3397, "reference": "Dundee United manager Mixu Paatelainen expects the battle to avoid relegation to last until the season's final game.", "prediction": "uu Paatelainen, that Dundee United will be \"taken to the wire\" if they are in a bid to avoid relegation.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 30.76923076923077}, "nll_sum": 100.02157592773438, "token_count": 28} +{"index": 3398, "reference": "A pet iguana has been living up a 30ft (9m) tree for three months after making an escape from its enclosure.", "prediction": "An large gorillaivia has found up in a tree in Suffolk \"going up\", tree and travelled and and \"bull \" be alive\".", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 19.047619047619047}, "nll_sum": 186.6231231689453, "token_count": 26} +{"index": 3399, "reference": "The biggest music stars in the UK, are getting ready for a huge event today.", "prediction": "There are the biggest industries, music, music and music, music, the world,, music festival.", "rouge": {"rouge1": 34.48275862068965, "rouge2": 7.407407407407408, "rougeL": 27.58620689655172}, "nll_sum": 93.10003662109375, "token_count": 19} +{"index": 3400, "reference": "It should be one of the great space ventures of the decade.", "prediction": "The European Union'sbillion multibillionEurope mission to Europe has officially started in space.", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 91.2828369140625, "token_count": 17} +{"index": 3401, "reference": "Taxi-hailing app Uber has promised an \"urgent investigation\" into claims of workplace sexual harassment, after a female engineer said misogyny was rife at the firm and women were quitting in droves.", "prediction": "It's a strange testing year in December two Indian women and women working at Silicon Valley, after an investigation says she harassed Valley and working in Silicon Valley.", "rouge": {"rouge1": 29.50819672131148, "rouge2": 3.389830508474576, "rougeL": 16.393442622950822}, "nll_sum": 164.06533813476562, "token_count": 30} +{"index": 3402, "reference": "David De Gea's \u00a329m move from Manchester United to Real Madrid has collapsed because the necessary paperwork was not submitted in time.", "prediction": "Manchester United have confirmed the \u00a336m deal to sign Real Madrid goalkeeper David de Gea, what is believed to be \u00a336m).", "rouge": {"rouge1": 40.909090909090914, "rouge2": 19.04761904761905, "rougeL": 22.727272727272723}, "nll_sum": 86.30416107177734, "token_count": 27} +{"index": 3403, "reference": "Airports, airlines and the government are bracing themselves for a ban on laptops, tablets, cameras and e-readers going as hand luggage on flights between Europe and America.", "prediction": "I has been told telling a plane from London or Gatwick wasn wasn't shut down, and I has been told to anything something that I was, and I isn't done.\" a new carp 2011 2011 again onceCarl\" of a\"", "rouge": {"rouge1": 8.695652173913043, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 295.625732421875, "token_count": 47} +{"index": 3404, "reference": "Jihadist bombers who attacked Brussels airport and metro last week also collected building plans and photos of Prime Minister Charles Michel's office and home, the BBC has learned.", "prediction": "hardf purchased linked to the Brussels attack on 28 November have July identified as Prime Minister, Prince's president Michel Charles, saying a day admitting it did \"unlA frommaker-b from a in possible from it's.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 3.125, "rougeL": 15.151515151515152}, "nll_sum": 315.0682067871094, "token_count": 45} +{"index": 3405, "reference": "Police are investigating the death of a fruit seller in China, state media say, amid reports he was beaten by \"chengguan\" urban security personnel.", "prediction": "A Chinese water submerged has died after suddenly after beating a waterWater burst local his local role the state media reports.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 164.93771362304688, "token_count": 22} +{"index": 3406, "reference": "Manchester City Women have signed Netherlands midfielder Tessel Middag from Eredivisie Women's side Ajax.", "prediction": "Northern Ireland Under-ep strikerona Middagl has signed a new, five-year deal with Barcelona champions Barcelona-H a reputation in a for a's's from3-2 a2 in's from international's from.A", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 302.27618408203125, "token_count": 47} +{"index": 3407, "reference": "Fenerbahce's Robin van Persie has reassured supporters that his eye was not damaged after he was carried off the pitch bleeding on Sunday.", "prediction": "Fenerbahce captain Hood van Gaalie has had to had his amputid declared after an operation and pain his eye during's been a match at Brayatatar.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 256.2356262207031, "token_count": 33} +{"index": 3408, "reference": "Danny Hylton's equaliser against Exeter City helped Luton Town salvage their fourth draw in six League Two games.", "prediction": "Danny Hylton missed a penalty and rescued a draw for L at League Two play-off hopef Exeter City at Lilworth in five solve a's again- again-G 2011 haul in 2011 by again 2011 again's a", "rouge": {"rouge1": 31.03448275862069, "rouge2": 10.714285714285714, "rougeL": 17.241379310344826}, "nll_sum": 298.4664306640625, "token_count": 46} +{"index": 3409, "reference": "Rapper Kendrick Lamar has released a surprise eight-track album, Untitled Unmastered, comprising outtakes from the Grammy-winning To Pimp A Butterfly.", "prediction": "Kend, Lamar's song, but will not be his anticipated-anticipated debut, - the musician due to be released on Friday.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 141.02955627441406, "token_count": 26} +{"index": 3410, "reference": "A huge ice and snow sculpture festival has kicked off in Japan.", "prediction": "Thousands of people are celebrating in world this weekend for Star Bay Australia Melbourne, Australia, and hailed a huge force's reputation from and local the was a Russia's from's an a's of it's authorities reputation of's as's reputationA", "rouge": {"rouge1": 14.035087719298245, "rouge2": 3.6363636363636362, "rougeL": 10.526315789473685}, "nll_sum": 306.51690673828125, "token_count": 47} +{"index": 3411, "reference": "Senior managers at Manchester City Council could receive above-inflationary pay rises if plans are approved on Thursday.", "prediction": "Developers in Manchester are among company are to receive a 4% pay pay rise -, a rise of up to \u00a31.m.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 119.75730895996094, "token_count": 27} +{"index": 3412, "reference": "The Canadian parliament is considering passing legislation that will make the English version of the national anthem gender-neutral.", "prediction": "An attempt to stop Canada women to consider the their national anthem after a parliamentary battle bill, passed.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 116.14633178710938, "token_count": 19} +{"index": 3413, "reference": "A judge has ordered a former USA Gymnastics doctor to be tried on sex assault charges, as an accuser said he abused her during hide-and-seek.", "prediction": "The first American Olympicnasts, pleaded not guilty of sexual assault against four patients of a four-month period of physical and physical assault.", "rouge": {"rouge1": 12.0, "rouge2": 0.0, "rougeL": 7.999999999999999}, "nll_sum": 134.41015625, "token_count": 27} +{"index": 3414, "reference": "A Derby suffragette, who was convicted of attempting to murder a prime minister, is being honoured with a blue plaque.", "prediction": "A plaque is being held to be a mother of mothersette shot shot dead the prime minister. beparraw to an aCalifornia aA a's a's a's from's from a ban aA absence of.'s a from a", "rouge": {"rouge1": 33.33333333333333, "rouge2": 6.896551724137932, "rougeL": 20.0}, "nll_sum": 291.05987548828125, "token_count": 48} +{"index": 3415, "reference": "The five Britons who died when a whale-watching boat sank off the coast of western Canada have been named.", "prediction": "A father and son were killed when a boat sank off Canada coast's been a been formally named the Microsoft.", "rouge": {"rouge1": 48.78048780487805, "rouge2": 15.384615384615385, "rougeL": 39.02439024390244}, "nll_sum": 117.68811798095703, "token_count": 21} +{"index": 3416, "reference": "New Zealand's Lydia Ko has become the youngest winner of a major with a six-stroke victory at the Evian Championship in France on Sunday.", "prediction": "New Ko New Ko set a record-breaking age of young tennis by shot a nine-under-par 72 to win win in L Championship Championship, Florida.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 0.0, "rougeL": 18.867924528301884}, "nll_sum": 174.49151611328125, "token_count": 31} +{"index": 3417, "reference": "Tottenham Hotspur midfielder Nabil Bentaleb will join Schalke on a permanent deal at the end of his loan spell this summer.", "prediction": "Tottenham have signed striker broadyansChristian from hasen for an undisclosed fee believed to be about \u00a32.5m from the club's passed a from a's a2's from it2's ballet of a from- from 2011", "rouge": {"rouge1": 13.793103448275861, "rouge2": 0.0, "rougeL": 10.344827586206897}, "nll_sum": 290.02117919921875, "token_count": 47} +{"index": 3418, "reference": "A man who murdered a Lancashire man in a \"jealous, frenzied knife attack\" at his ex-partner's house has been jailed for life.", "prediction": "A man who stabbed his ex-girlfriend to death and a text message to his ex- jailed has been jailed for life for murder's his murder as of for his role's was over and from the a.'s's.", "rouge": {"rouge1": 43.07692307692309, "rouge2": 22.22222222222222, "rougeL": 33.84615384615385}, "nll_sum": 206.6229248046875, "token_count": 44} +{"index": 3419, "reference": "Tony Andreu missed a second-half penalty as Dundee United dropped two points in the Championship title race with a draw at Stark's Park.", "prediction": " Andre Andreu missed a possible and and a missed a penalty as Dundee drew with 10-man Raith Rovers Dian Park. solve Heat Championship. solve's-'s-w aA in from from a ban.", "rouge": {"rouge1": 40.67796610169491, "rouge2": 14.035087719298245, "rougeL": 27.11864406779661}, "nll_sum": 286.9960021972656, "token_count": 44} +{"index": 3420, "reference": "Deutsche Bank has warned further cost cutting might be needed as profits tumbled in the second quarter amid low interest rates and volatile markets.", "prediction": " Schutsche Bank has warned a further 40% and warned its full-year profit this year but warned it of the of \"60 consumer prices\".", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 25.0}, "nll_sum": 144.65731811523438, "token_count": 28} +{"index": 3421, "reference": "Argos, the retail chain at the centre of a bidding war, has shown a fall in sales over the Christmas period.", "prediction": "The new owners of Arg have decided reported a 40% fall in sales atos, its rival rival.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 11.111111111111112, "rougeL": 31.578947368421055}, "nll_sum": 118.8909683227539, "token_count": 20} +{"index": 3422, "reference": "In the wave of dissent sweeping over the Arab world, an old lesson is being re-learnt: that armies are the key to unlocking a revolution's potential.", "prediction": "Since since the army lost control, Bahrain and South Korea, since the 2011 was 2011, but it includes the clear indication that its troops has lost shed.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 10.909090909090908}, "nll_sum": 163.7349395751953, "token_count": 30} +{"index": 3423, "reference": "You may not have heard of Judith Hill, but you've almost certainly heard her voice.", "prediction": "Jessica En-Hill has become one of world's most popular stars in music star.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 76.70294189453125, "token_count": 16} +{"index": 3424, "reference": "Thousands of bikers in Devon took to the streets as two big cycling events came to Plymouth.", "prediction": "Thousands of riders in Portsmouth completed a race to complete a track to play Portsmouth.", "rouge": {"rouge1": 31.25, "rouge2": 6.666666666666667, "rougeL": 31.25}, "nll_sum": 81.83016204833984, "token_count": 15} +{"index": 3425, "reference": "The mayor of Chittoor town in the southern Indian state of Andhra Pradesh has been killed by unknown attackers.", "prediction": "An 82-year-old Indian woman has died after being stabbed by by suspected gang of staff at a office's's office in the Tamil Tamil Nadu state, police say. been-old 2011 a in's 2011 a 2011 again a emerged", "rouge": {"rouge1": 25.806451612903224, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 228.7386016845703, "token_count": 47} +{"index": 3426, "reference": "A man has been jailed for nine years for knocking down a police officer who tried to stop a stolen car.", "prediction": "A man has been jailed for four years for a police officer was knocked down in hit-and-run to stop suspected stolen stolen car.", "rouge": {"rouge1": 73.91304347826089, "rouge2": 50.0, "rougeL": 65.21739130434783}, "nll_sum": 97.72154998779297, "token_count": 27} +{"index": 3427, "reference": "A 69-year-old man has died after his boat capsized in the Findhorn Bay area of Moray.", "prediction": "A man has 2011 after getting into difficulties a at seaf adventure Park in Pachdenathan.", "rouge": {"rouge1": 30.303030303030297, "rouge2": 6.451612903225808, "rougeL": 30.303030303030297}, "nll_sum": 150.44813537597656, "token_count": 18} +{"index": 3428, "reference": "A woman allegedly murdered by her ex-boyfriend said police would not respond to her fears about him until she had been stabbed, a court has heard.", "prediction": "A student accused of murdering his ex-girlfriend told a police she told police was abused her man because he believed \"has't't be stop\", a court heard.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 3.703703703703704, "rougeL": 28.57142857142857}, "nll_sum": 158.1968231201172, "token_count": 32} +{"index": 3429, "reference": "A collection of vintage prams and memorabilia stretching back almost 150 years has been auctioned.", "prediction": " collection art of pr dec toys, children and children at a private residential firm, has sold for \u00a36.8,,700.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 153.94711303710938, "token_count": 25} +{"index": 3430, "reference": "A six-month prison term handed to a motorist who killed an ex-international cyclist in a crash \"does not fit the crime,\" British Cycling has said.", "prediction": "A motorcyclist who killed and a cyclist in a fatal road crash has been \"insulting\" with tougher prison sentences will be tougher sentences.", "rouge": {"rouge1": 40.0, "rouge2": 12.499999999999996, "rougeL": 31.999999999999996}, "nll_sum": 130.23764038085938, "token_count": 29} +{"index": 3431, "reference": "Somerset beat One-Day Cup holders Gloucestershire by one wicket with just three balls to spare at Taunton.", "prediction": "Somerset survived an eight-wicket win over Gloucestershire in their first One-Day Cup match at Taunton. solvetable again. a again a- 2011 again 2011- in- years from 2011. theold", "rouge": {"rouge1": 33.333333333333336, "rouge2": 13.043478260869565, "rougeL": 25.0}, "nll_sum": 234.2464599609375, "token_count": 47} +{"index": 3432, "reference": "Thousands of children, including a boy aged five, have been investigated for sexting, the BBC has learned.", "prediction": "xtxting is being investigated by police for illegally himself and receive indecent images of children, the BBC has learned.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 23.52941176470588, "rougeL": 33.333333333333336}, "nll_sum": 91.98779296875, "token_count": 22} +{"index": 3433, "reference": "A man who made bomb threats to Bristol Airport in a series of text messages has been jailed for two-and-a-half years.", "prediction": "A man who made a hoax bomb threat alert to the top of Bristol at Bristol month the jailed jailed for eight years and six months again.", "rouge": {"rouge1": 54.90196078431373, "rouge2": 20.408163265306122, "rougeL": 43.13725490196078}, "nll_sum": 147.61924743652344, "token_count": 27} +{"index": 3434, "reference": "England hammered home their advantage over Australia in the first Test on a fast-moving third day to put themselves in pole position to take the lead in the Ashes.", "prediction": "England completed a stunning 18 innings-run win over Australia in the third Test and take- three-day series to complete a dramatic series in Cardiff.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 11.111111111111112, "rougeL": 32.142857142857146}, "nll_sum": 128.2698516845703, "token_count": 29} +{"index": 3435, "reference": "Huddersfield Giants forward Ukuma Ta'ai has signed a two-year contract extension.", "prediction": "Huddersfield Giants centreapiz Taaiai has signed a new two threeyear- with the Elite Super League champions after joining the Elite League season", "rouge": {"rouge1": 34.28571428571428, "rouge2": 18.181818181818183, "rougeL": 34.28571428571428}, "nll_sum": 172.60867309570312, "token_count": 31} +{"index": 3436, "reference": "Lenovo and Acer have both unveiled smartphones with much larger than normal batteries.", "prediction": " and and firm spies have unveiled larger a 4 and 4GG phone phones.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 0.0, "rougeL": 30.76923076923077}, "nll_sum": 109.37576293945312, "token_count": 14} +{"index": 3437, "reference": "The World Health Organization says processed meat does cause cancer and red meat is probably carcinogenic too.", "prediction": "The World Health Organization (WHO) has said that red meat is commonly approved as mince and that it increased the risk of developing risk of cancer.", "rouge": {"rouge1": 41.860465116279066, "rouge2": 24.39024390243903, "rougeL": 32.558139534883715}, "nll_sum": 102.80062103271484, "token_count": 29} +{"index": 3438, "reference": "Conductors on Southern railway are to stage three 24-hour strikes in a dispute over changes to their role and the introduction of driver-only trains.", "prediction": "Southern passengers across the East are part of strike to over strike action over possible to changes.", "rouge": {"rouge1": 41.860465116279066, "rouge2": 0.0, "rougeL": 27.906976744186053}, "nll_sum": 106.95741271972656, "token_count": 17} +{"index": 3439, "reference": "A group calling itself \"the IRA\" has said it murdered the Northern Ireland prison officer David Black.", "prediction": "The left-wing paramilitaryist group have confirmed that murder prison prison officer David Black was shot dead in October. in the of 2011 of Nottingham of's and ('s ban from a the\" it\" been of the.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 11.538461538461538, "rougeL": 22.222222222222225}, "nll_sum": 262.536376953125, "token_count": 43} +{"index": 3440, "reference": "German Chancellor Angela Merkel has described UK plans to ensure the rights of EU citizens in Britain after Brexit as \"a good start\".", "prediction": "German Chancellor Angela Merkel has said her plan to include EU EU citizens living to stay in Great Britain can keep their full rights before Brexit the past five years.", "rouge": {"rouge1": 52.83018867924527, "rouge2": 23.52941176470588, "rougeL": 45.28301886792453}, "nll_sum": 128.18264770507812, "token_count": 30} +{"index": 3441, "reference": "Sei Young Kim defeated Spain's Carlota Ciganda in a play-off to win the Meijer LPGA Classic in Michigan.", "prediction": "World number Kim Jong-ch carded a play-off in a dramatic moved play-off claim claim her second title third successive aAPGAA Florida Florida.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 13.953488372093023, "rougeL": 22.222222222222225}, "nll_sum": 226.1259765625, "token_count": 32} +{"index": 3442, "reference": "A student from Bristol is taking legal action after a picture of her friend was \"misrepresented\" by an Italian political party campaigning against transgender education in schools.", "prediction": "An Italian teenager was photograph an of a a black girl on a leaflet claiming a photo of her life in Italy is planning legal action.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 11.76470588235294, "rougeL": 18.867924528301884}, "nll_sum": 146.1200408935547, "token_count": 27} +{"index": 3443, "reference": "Shauna Coxsey took silver in the second Bouldering World Cup event of the year as she continued her title defence.", "prediction": "Great Britain's Lepers Coxsey won her gold in the women's Alpineal Alpineering World Cup mainland China.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 26.31578947368421}, "nll_sum": 146.39608764648438, "token_count": 22} +{"index": 3444, "reference": "Dairy Crest, maker of Cathedral City cheese and Country Life butter, has announced a big slump in profits and the sale of its milk business.", "prediction": "Dairy giant Next gentle has agreed to sell UK-based supermarket chain, Leon to Dairies and Ireland.", "rouge": {"rouge1": 14.285714285714283, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 134.47119140625, "token_count": 22} +{"index": 3445, "reference": "We're buying fewer clothes and pairs of shoes, although we're eating out more, according to credit card firm Visa.", "prediction": "Visa says spending squeeze with rising living costs are \"intint\"\" sales of staff, hotels and.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 141.34912109375, "token_count": 20} +{"index": 3446, "reference": "An amputee who was caught in the door of a train in Cornwall said it was a \"frightening experience\".", "prediction": "A man was left stranded after his crick was a hit by a train and failed to turn up for his emergency receive claims Great transport bosses.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 9.090909090909092, "rougeL": 13.043478260869565}, "nll_sum": 152.7578125, "token_count": 28} +{"index": 3447, "reference": "A Hertfordshire council is buying in water from a local landscaping company so that a town fountain can be switched on for Jubilee celebrations.", "prediction": " moving drinking water inciner inwyn Gwynedd town will host the 2012 London Olympics is will switched switched off after water drinking a water Bil use it.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 12.000000000000002}, "nll_sum": 221.6339111328125, "token_count": 29} +{"index": 3448, "reference": "Maj Tim Peake will become the first British European Space Agency (Esa) astronaut to go into space, on Tuesday.", "prediction": "British astronaut Tim Peake has, a send about his attend launch of space.", "rouge": {"rouge1": 31.25, "rouge2": 6.666666666666667, "rougeL": 18.749999999999996}, "nll_sum": 93.70279693603516, "token_count": 15} +{"index": 3449, "reference": "Two more arrests have been made after a man was found with gunshot wounds in Lincolnshire.", "prediction": "A man was found with serious head injuries at a house in Lincolnshire to have been shot the police have said.", "rouge": {"rouge1": 48.64864864864864, "rouge2": 34.285714285714285, "rougeL": 37.83783783783783}, "nll_sum": 72.96333312988281, "token_count": 22} +{"index": 3450, "reference": "Ferrari's Fernando Alonso beat Red Bull's Sebastian Vettel and McLaren's Jenson Button in a close fight to win the German Grand Prix.", "prediction": "Fernando Alonso took a battle for Ferrari at the Malaysian Grand Prix with victory over teammate team Jenson Button in Sunday in a dramatic race. for the again 2011 again- again 2011 again a- again a's a his again a", "rouge": {"rouge1": 33.333333333333336, "rouge2": 15.625, "rougeL": 21.21212121212121}, "nll_sum": 223.29788208007812, "token_count": 46} +{"index": 3451, "reference": "The death toll from flooding caused by recent heavy rain in southern Japan has risen to at least 15, officials say.", "prediction": " the death toll from Saturday the tolls rain in northern Japan has risen, a government said.", "rouge": {"rouge1": 48.64864864864864, "rouge2": 34.285714285714285, "rougeL": 48.64864864864864}, "nll_sum": 93.85413360595703, "token_count": 18} +{"index": 3452, "reference": "Where are you reading this?", "prediction": "A new app launched at a popular on our screens screens or tablet in your TV.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 95.75355529785156, "token_count": 16} +{"index": 3453, "reference": "Stoke City's Mark Waddington and Swansea City's Oliver Davies have had their loan spells with Kilmarnock cut short and returned to their clubs.", "prediction": "Kilmarnock teenage Katie Davies and James Waddington have both left English Scottish Premiership club.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 104.35343933105469, "token_count": 20} +{"index": 3454, "reference": "More than 900 seal pups have been born on a north Norfolk nature reserve in the last three weeks giving experts hopes of another record breaking year.", "prediction": " seal of seal seals have been found at a Norfolk reserve has recorded its highest regular season.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 4.761904761904763, "rougeL": 31.818181818181817}, "nll_sum": 96.41273498535156, "token_count": 17} +{"index": 3455, "reference": "Historical Chinese documents have helped scientists to track the decline of the world's rarest primates.", "prediction": " Duncanainan gibbons - the black and be living in the wild 50 years ago, released documents released of government documents show in the America solve, solve, from it from global the,, never from by of.", "rouge": {"rouge1": 15.999999999999998, "rouge2": 0.0, "rougeL": 12.0}, "nll_sum": 265.43548583984375, "token_count": 42} +{"index": 3456, "reference": "The government has seen off calls in Parliament to scrap its planned rise in VAT to 20% from next January.", "prediction": "MPs have backed government plans to cut a key tax rate rise 18% to 17, after SNP backed the vote to 177.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 130.53189086914062, "token_count": 25} +{"index": 3457, "reference": "The crisis in the steel industry could signal potential problems across other core Welsh industries, Plaid Cymru has warned.", "prediction": "The foundation industry in Wales, industry is having a \"conate sharp fall\" and the power power needs, according to Plaid Cymru leader", "rouge": {"rouge1": 34.14634146341463, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 145.5630645751953, "token_count": 29} +{"index": 3458, "reference": "Abu Dhabi United Group, which owns Manchester City football club, will invest in a plan by Manchester City Council to build new homes.", "prediction": "Plans for 3,700 new homes are to be built Greater Manchester have been announced by the city council to save \u00a3 \u00a31bn.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 13.95348837209302, "rougeL": 22.222222222222225}, "nll_sum": 107.52056884765625, "token_count": 27} +{"index": 3459, "reference": "Chelsea's return to Anfield on Saturday brings back unhappy memories for Liverpool and their immediate future is not much brighter either.", "prediction": "VeteranBrend Liverpool are their manager, could lead Liverpool regained their Premier League title - and the time they are seeking to win the Premier League title.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 135.0291748046875, "token_count": 29} +{"index": 3460, "reference": "Laura Massaro won her third British title with a straight-set final victory over Alison Waters in Manchester.", "prediction": " Watersote has won her first title title of the year by beating outside Sheffield.", "rouge": {"rouge1": 18.75, "rouge2": 6.666666666666667, "rougeL": 18.75}, "nll_sum": 80.0417251586914, "token_count": 15} +{"index": 3461, "reference": "For years it has been more surprising when Ken Livingstone hasn't raised hackles than when he has.", "prediction": "\" is no problem for Labour can cope with the determination of Jews,\" said that \"I should not be a recall of antiSemitism.\" schools a again solve again 2011 again 2011 again be 2011's 2011 again- and to \" 2011 again a", "rouge": {"rouge1": 3.389830508474577, "rouge2": 0.0, "rougeL": 3.389830508474577}, "nll_sum": 297.42645263671875, "token_count": 47} +{"index": 3462, "reference": "Disney has announced it will produce a sequel to its runaway hit Frozen, which last year became the highest-grossing animated film of all time.", "prediction": " Disney Disney film studiobudget has set to record a record- record sales records of soared to three million people on the company's first release.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 0.0, "rougeL": 20.000000000000004}, "nll_sum": 167.431640625, "token_count": 29} +{"index": 3463, "reference": "The Women's FA Cup Final is set for a new competition-record crowd at Wembley, with 34,500 tickets already sold eight days before the 2017 final.", "prediction": "A record record capacity will be set to host the Women's FA Cup final final - despite the club club.", "rouge": {"rouge1": 45.833333333333336, "rouge2": 21.73913043478261, "rougeL": 29.166666666666668}, "nll_sum": 102.42943572998047, "token_count": 21} +{"index": 3464, "reference": "The UN Security Council has strongly condemned North Korea's launch of a long-range rocket.", "prediction": "The UN Security Council has condemned North Korea after it launched a rocket into space.", "rouge": {"rouge1": 70.96774193548386, "rouge2": 41.379310344827594, "rougeL": 70.96774193548386}, "nll_sum": 43.61994552612305, "token_count": 15} +{"index": 3465, "reference": "Burnley came from behind to go top of the Championship thanks to Andre Gray's double at lowly Bolton.", "prediction": "ie Gray's stunning late winner to give Burnley a first point of their point at Championship play-off hopefuls Charltonton, and Championship.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.0, "rougeL": 14.285714285714288}, "nll_sum": 166.4287567138672, "token_count": 31} +{"index": 3466, "reference": "Lancashire youngster Liam Livingstone marked his first-class debut with an unbeaten half century to build a useful 69-run lead over Nottinghamshire.", "prediction": "Liam Livingstone a career-best 98 as Lancashire's bowlers bowlers struggled failed on a second day at Trent Bridge. solve gripping again. again 2011olve-- again solve 2011 in 2011- again 2011 again from a", "rouge": {"rouge1": 13.793103448275861, "rouge2": 3.571428571428571, "rougeL": 10.344827586206899}, "nll_sum": 286.9747619628906, "token_count": 46} +{"index": 3467, "reference": "Britain's Greg Rutherford won the long jump at the Great North City Games in Newcastle, in his first competition since winning Olympic bronze in Rio.", "prediction": "Olympic long champion Greg Rutherford won a dramatic finish in the Great North Run 5- race of the season to focus on's home a distant,'s the hoping a \"the-D' on in soil from as's.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 12.903225806451612, "rougeL": 21.875}, "nll_sum": 285.8157958984375, "token_count": 45} +{"index": 3468, "reference": "The family of a woman who died 10 days after a car crash in Aberdeenshire have described her as \"a proud mum and a devoted nanna\".", "prediction": "The family of a woman who died in a crash in Aberdeenshire last month, been described as \"un amazing a loving mum and daughters\".", "rouge": {"rouge1": 64.0, "rouge2": 37.49999999999999, "rougeL": 64.0}, "nll_sum": 105.01393127441406, "token_count": 29} +{"index": 3469, "reference": "Pet owners who bag up dog poo and leave it on beaches are threatening the safety of people who visit the seaside.", "prediction": "F breo in Scotland's urged dog owners to clear clear up in up dog litter.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 117.89898681640625, "token_count": 17} +{"index": 3470, "reference": "Chelsea captain John Terry will miss the rest of the season through suspension after his red card in Saturday's 3-2 defeat at Sunderland.", "prediction": "Chelsea captain John Terry has been suspended by the Football Association for his his red card in side's 11 draw with Chelsea at Stamford Bridge.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 24.489795918367346, "rougeL": 43.13725490196078}, "nll_sum": 86.60047912597656, "token_count": 26} +{"index": 3471, "reference": "Fourteen members of an organised crime gang have been convicted over their roles in stealing artefacts worth up to \u00a357m from museums and an auction house.", "prediction": "Four men convicted of being been involved in the \u00a314matton Gardenelleryellery stolen more than 30 years ago have been jailed. been jailed \"the's of's\". a's a, it's have of from\".'s a's 2011", "rouge": {"rouge1": 18.749999999999996, "rouge2": 3.225806451612903, "rougeL": 12.5}, "nll_sum": 276.3511047363281, "token_count": 48} +{"index": 3472, "reference": "In our series of letters from African journalists, Joseph Warungu notices that as election fever sweeps across East Africa, politicians are peeping across the borders to see if there are lessons to be learnt from their neighbours:", "prediction": "In our series of letters from African journalists, film-maker- filmmaker Nicia Nwaubani looks at the future role in playing future country's Kenya presidential battle.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 22.950819672131146, "rougeL": 28.57142857142857}, "nll_sum": 189.03890991210938, "token_count": 33} +{"index": 3473, "reference": "The International Monetary Fund (IMF) and what is now known as the World Bank, were set up to manage the post-World War II global economy.", "prediction": "The International Monetary FundFIMF and the first female members were formally born as Panama, most powerful and powerful nation, to it and waterways and it can't it.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 7.692307692307692, "rougeL": 25.92592592592593}, "nll_sum": 195.19720458984375, "token_count": 33} +{"index": 3474, "reference": "A football fan who walked to Wembley wearing his swimming trunks has broken his \u00a350,000 fundraising target.", "prediction": "A English football who has completed a completed race has raised \u00a320,000 for English Channel,000 for a children's hosp's been a solve- a thedes'sA referee-A 2011 death in 30 minutesold.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 18.51851851851852}, "nll_sum": 279.3062744140625, "token_count": 44} +{"index": 3475, "reference": "Aston Villa manager Tim Sherwood promised to rid the club of its \"losing mentality\" after suffering a 4-0 defeat by Arsenal in the FA Cup final.", "prediction": "Aston Villa fans \"doget the right to get lose\" in FA Cup final, says former manager Tim Sherwood after his side's FA Cup win over Arsenal.", "rouge": {"rouge1": 51.85185185185185, "rouge2": 19.230769230769234, "rougeL": 29.629629629629626}, "nll_sum": 127.96940612792969, "token_count": 33} +{"index": 3476, "reference": "Departing Glasgow coach Gregor Townsend rued his side's inability to take their chances after slipping to defeat by Edinburgh in his final game in charge.", "prediction": "Glasgow head coach Gregor Townsend says his side was be enough enough in their 21-16 defeat and reach a final Pro12 semi-final against Edinburgh on Saturday after the 21-old of in 40 game..", "rouge": {"rouge1": 45.16129032258064, "rouge2": 10.0, "rougeL": 35.483870967741936}, "nll_sum": 204.7274932861328, "token_count": 43} +{"index": 3477, "reference": "Scotland was once the shipbuilder to the world and the heart of its industry was sited on the south bank of the River Clyde in the Glasgow district of Govan.", "prediction": "The River Clydeyard is one of the most historic shipbuilders to be built built be built and built has count in the UK's longest history.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 14.814814814814817, "rougeL": 21.428571428571427}, "nll_sum": 143.79505920410156, "token_count": 28} +{"index": 3478, "reference": "A man threw acid in a beautician's face because he feared for his life, family and girlfriend, a court has heard.", "prediction": "A man who befriended partner's's brain in a revenge attack\" said he \", not a people\", a court has heard have \" \"the a of a\". a I bald from a the's of)..A Broadway aold", "rouge": {"rouge1": 33.898305084745765, "rouge2": 17.543859649122805, "rougeL": 30.508474576271187}, "nll_sum": 306.1290283203125, "token_count": 46} +{"index": 3479, "reference": "England manager Roy Hodgson should build his team around Tottenham striker Harry Kane, according to ex-Spurs midfielder Danny Murphy.", "prediction": "Tottenham striker Harry Kane will give a passport to give Roy Hodgson a chance England, his former club Danny Danny Murphy Square \"- \" aowned solve's Nottingham's a \"-p\" his in from a George's.", "rouge": {"rouge1": 40.0, "rouge2": 18.867924528301884, "rougeL": 25.454545454545453}, "nll_sum": 296.2879638671875, "token_count": 43} +{"index": 3480, "reference": "Britain's Andy Murray beat Canada's Vasek Pospisil 6-3 7-5 in the second round of the ABN Amro World Tennis Tournament in Rotterdam.", "prediction": "Britain's world one Pere Pospisil suffered a struggle rain injury a Canadian number one- Lukeazase Vaz in reach reach round three at the Australian Open.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 23.076923076923077}, "nll_sum": 245.57977294921875, "token_count": 33} +{"index": 3481, "reference": "The inventor of the classic toy Etch A Sketch has died at the age of 86.", "prediction": "The man behind revenge buy toy made for a Story film picture, the Story Star, one of,, in Paris, aged 86.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 0.0, "rougeL": 32.43243243243243}, "nll_sum": 169.87640380859375, "token_count": 25} +{"index": 3482, "reference": "The UK's \"green\" bank, which invests in environmentally-friendly infrastructure projects, is to be part-privatised.", "prediction": "The UK government is the soldAAIB, one of the biggest bank of green light projects, in a effort to save \u00a31bn.", "rouge": {"rouge1": 42.10526315789473, "rouge2": 5.555555555555556, "rougeL": 26.31578947368421}, "nll_sum": 128.8948974609375, "token_count": 27} +{"index": 3483, "reference": "Disused phone boxes in London are being put to a novel use - as solar-powered charging stations for mobile phones.", "prediction": " a new solar phone call box, which will create a solar panel which design inspire users to charge their mobile phones.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 5.128205128205128, "rougeL": 34.14634146341463}, "nll_sum": 109.19512939453125, "token_count": 22} +{"index": 3484, "reference": "Samsung's second recall of its Galaxy Note 7 handsets is an unprecedented disaster for the company and the wider mobile phone sector.", "prediction": "Samsung has started finding its in 7 5 customersatingated because they were too much.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 111.4327163696289, "token_count": 16} +{"index": 3485, "reference": "Former BBC DJ Chris Denning has pleaded guilty to 21 child sex offences committed between 1969 and 1986.", "prediction": "Former Radio 1 DJ Chris Denning pleaded guilty to three counts of sex offences against four young boys.", "rouge": {"rouge1": 50.0, "rouge2": 29.411764705882355, "rougeL": 50.0}, "nll_sum": 72.06344604492188, "token_count": 19} +{"index": 3486, "reference": "The US space agency Nasa has issued a \"selfie\" portrait from its Curiosity rover on Mars.", "prediction": " space US space agency - Mars - has will released on new robot rover on the edge, Mars Mars.", "rouge": {"rouge1": 48.484848484848484, "rouge2": 19.35483870967742, "rougeL": 42.42424242424242}, "nll_sum": 118.61111450195312, "token_count": 20} +{"index": 3487, "reference": "Some serious complaints made by a Labour MP over the hospital care given to her husband before his death have been rejected following a review.", "prediction": "A assessment of independent review into care review by a health board in Wales should not have not made public.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 13.33333333333333}, "nll_sum": 107.5420913696289, "token_count": 20} +{"index": 3488, "reference": "A 16-year-old boy has died after being stabbed during the early hours in Bristol.", "prediction": "A 16-year-old boy has been stabbed to death Bristol Bristol. which", "rouge": {"rouge1": 55.172413793103445, "rouge2": 37.03703703703704, "rougeL": 55.172413793103445}, "nll_sum": 61.75689697265625, "token_count": 15} +{"index": 3489, "reference": "Education Secretary Nicky Morgan says anyone found running an illegal backstreet school in England will face fines or a prison sentence.", "prediction": " of shortage of illegal schools in Muslim Muslim town will continue to and struggle to struggle for them, the chief of schools, a school education watchdog says.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333336}, "nll_sum": 150.54129028320312, "token_count": 29} +{"index": 3490, "reference": "Aberdeen's controversial City Garden Project has been narrowly rejected after a council debate.", "prediction": "Aberdeen City Council voted overwhelmingly to scrap controversial plan to build a controversial shopping street, the SNP group says", "rouge": {"rouge1": 30.303030303030305, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 84.51597595214844, "token_count": 21} +{"index": 3491, "reference": "The exploits of a Victoria Cross recipient are being recognised at his former home in south west Scotland.", "prediction": "The home of a Fife-ermanian-based fisherman, who the death of HMS U Thepholder died in Fife, F be named.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 189.5985107421875, "token_count": 30} +{"index": 3492, "reference": "Argentina and Barcelona footballer Lionel Messi and his father should stand trial on tax fraud charges, a court in Spain has ruled.", "prediction": "A court in Spain has ruled Lionel Messi against his 40-yearold son and his son and not not paying evade tax and fraud charges.", "rouge": {"rouge1": 59.57446808510639, "rouge2": 35.55555555555556, "rougeL": 29.787234042553195}, "nll_sum": 136.61415100097656, "token_count": 27} +{"index": 3493, "reference": "Celtic, Rangers and Aberdeen were all handed home ties after the draw for the Scottish Cup quarter-finals.", "prediction": "Aberdeen and face Scottish holders- of Scottish Cup semi-final tie with Hearts and Partick Thistle will feature the Scottish Cup quarterReports between 4, 11 May after three-.old pitches from Saturday the's.", "rouge": {"rouge1": 34.61538461538462, "rouge2": 8.0, "rougeL": 19.23076923076923}, "nll_sum": 255.27305603027344, "token_count": 43} +{"index": 3494, "reference": "An NHS commissioning group has proposed a temporary ban on non-vital operations in a bid to tackle funding problems.", "prediction": "F IVF group has backed plans to cut services for the NHS in England for struggle, the health watchdog says.", "rouge": {"rouge1": 25.0, "rouge2": 5.263157894736842, "rougeL": 15.0}, "nll_sum": 105.63101196289062, "token_count": 22} +{"index": 3495, "reference": "General David Petraeus, one of the United States' most prominent military officers, has indicated he would be willing to serve in President-elect Donald Trump's administration if asked.", "prediction": "The former general general, David Holder, has said Donald Trump would condemned him as US, saying he believed he would never serving as secretary as state.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 11.32075471698113, "rougeL": 21.818181818181817}, "nll_sum": 146.2435302734375, "token_count": 29} +{"index": 3496, "reference": "Sorting through a large pile of used clothes and household items, Hsiao Hsiu-chu is the picture of a new-age Buddhist.", "prediction": "ang Taiwanese Das, Sunday Hs but, been having good luck attending temple to Jesus, but she is alive with her religion.", "rouge": {"rouge1": 4.651162790697675, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 158.5916748046875, "token_count": 25} +{"index": 3497, "reference": "Patients at Wales' only children's hospital can play outside for the first time - thanks to a new purpose-built garden.", "prediction": "A new memorial dedicated to young children with a brain disease has officially officially opened at Royal Valley's Hospital to Cardiff for training and brain damage.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 16.666666666666664}, "nll_sum": 144.70205688476562, "token_count": 27} +{"index": 3498, "reference": "Half of parents-to-be in Wales are either unsure or have decided against breastfeeding, according to a survey.", "prediction": "More than half of breast who not have enough to because they do not receive the health, health figures show.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 103.38825988769531, "token_count": 21} +{"index": 3499, "reference": "The wife of one of Australia's most notorious extremists, Mohamed Elomar, has pleaded guilty to supporting overseas terrorism.", "prediction": "An Australian woman who held her seven-year son the son to fight in Syria and Iraq has been and sentenced to eight years in prison. solve a again's a again 2011-- again aA in banned from a's from. a", "rouge": {"rouge1": 13.114754098360656, "rouge2": 0.0, "rougeL": 9.836065573770492}, "nll_sum": 255.30581665039062, "token_count": 46} +{"index": 3500, "reference": "EU nations have agreed to draw up a blacklist of tax havens in the wake of the Panama Papers leaks.", "prediction": "The European Union has agreed to transfer EU names on governments and advisers in hide and hide tax havens.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 104.6630859375, "token_count": 19} +{"index": 3501, "reference": "Efe Ambrose's proposed loan move from Celtic to Blackburn Rovers is awaiting an English FA ruling over a work permit for the Nigeria defender.", "prediction": "Nigeria defender Mario Em Pen has been handed a possible day transfer medical following his move from Blackburn.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 13.953488372093023}, "nll_sum": 125.03248596191406, "token_count": 20} +{"index": 3502, "reference": "An attack on nesting birds in a breeding colony in the north of the Isle of Man has prompted a warning from wildlife officials.", "prediction": "Guernsey for issued an warning for Arcticns birds living the north west coast, the Scottish government has said. of in the's\" from a, as good from their reputation on being from. a of from. the from a", "rouge": {"rouge1": 45.16129032258065, "rouge2": 6.666666666666667, "rougeL": 25.80645161290323}, "nll_sum": 275.3014831542969, "token_count": 46} +{"index": 3503, "reference": "(Close): US markets reached fresh intra-day records, lifted by technology and banking stocks.", "prediction": "(Closed): Stocks Wall Street closed higher on Monday despite mixed strong poor results from Wall Street.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 102.35453796386719, "token_count": 20} +{"index": 3504, "reference": "Former BHS owner Sir Philip Green will meet the pensions regulator by the end of the week to try to secure a deal over the collapsed retailer's pension fund, the BBC has learned.", "prediction": "The former boss of BHS, has said it must be vote on his knighthood, included in the Queen's Birthdayours list.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 0.0, "rougeL": 14.545454545454541}, "nll_sum": 118.20723724365234, "token_count": 27} +{"index": 3505, "reference": "Glasgow Warriors have announced that influential Fiji international second row Leone Nakarawa is to leave at the end of the season.", "prediction": "ana the international prop Tonga,arara is set to join Edinburgh side next season- two years after join French club from Premiership champions Glasgow at Edinburgh end next season.", "rouge": {"rouge1": 32.0, "rouge2": 0.0, "rougeL": 24.000000000000004}, "nll_sum": 200.49034118652344, "token_count": 33} +{"index": 3506, "reference": "Warwickshire off-spinner Jeetan Patel has won the Professional Cricketers' Association (PCA) Most Valuable Player award for a second time.", "prediction": "Warwickshire captain Paul Jennings has retired from international cricket, because of a career-threatening injury because the start of 201516 season.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 114.22840881347656, "token_count": 27} +{"index": 3507, "reference": "New figures from the Northern Ireland Cancer Registry show there has been a dramatic rise in the numbers of women being diagnosed with breast cancer.", "prediction": "CancerC for the number and women in Northern Ireland are expected to rise next year, NHS data.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 108.73567199707031, "token_count": 20} +{"index": 3508, "reference": "Ten retired senior military officers have written to the prime minister to voice their concerns over the loss of the aircraft carrier HMS Ark Royal.", "prediction": "The top military commanders are facing a serious threat to security the UK UK's armed forces, the BBC understands.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 86.84548950195312, "token_count": 21} +{"index": 3509, "reference": "Scientists hope to find out more about how our planet was formed by studying the rocks buried deep under our feet.", "prediction": " the space Nasa in California, you're hoping to find an space in an area space Earth orbiting Mars, itCalifornia of 'There's ballet a the it's from's a's ballet's it's's ballet of a ballet it aA", "rouge": {"rouge1": 12.5, "rouge2": 6.451612903225806, "rougeL": 12.5}, "nll_sum": 288.5584716796875, "token_count": 47} +{"index": 3510, "reference": "People are unhappy in their own company and some prefer painful experiences to their own thoughts, a new study claims.", "prediction": "Some people think you slow a Miami open room before suddenly \"broken\" before they before open, research suggests.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 133.53936767578125, "token_count": 21} +{"index": 3511, "reference": "Two people have been re-arrested after a toddler suffered serious injuries in a dog attack.", "prediction": "An 11-year-old girl was seriously injured by a m maul dog in Kent in what is believed to be a hate crime.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 81.18675231933594, "token_count": 27} +{"index": 3512, "reference": "The death of a man in a road crash in Surrey may be linked to an \"altercation\" at a flat nearby, police have said.", "prediction": "A man was taken to hospital after a hit-and-run incident near Old Fulham, police have said.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 60.49504470825195, "token_count": 22} +{"index": 3513, "reference": "High-speed cameras have revealed how jumping spiders use a dragline of silk to stabilise themselves mid-air and control their landings.", "prediction": "bert in Taiwan, revealed how, spiders do Sir Richard Adanson's attempt to escape its.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.7142857142857135, "rougeL": 21.62162162162162}, "nll_sum": 121.47997283935547, "token_count": 18} +{"index": 3514, "reference": "Exeter Chiefs trio Kai Horstmann, Julian Salvi and Ollie Atkins have signed new contracts with the club.", "prediction": "Ulster Hor Christianstmann, and Alex Alex Salmond and Alexie Gray have agreed new a deal with. Premiership side Premiership and Fallonolve a recent's on from The'siling from I's from ballet of.'s from'sA", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 18.51851851851852}, "nll_sum": 355.60662841796875, "token_count": 47} +{"index": 3515, "reference": "Leyton Orient boss Russell Slade will work with a sporting director next season after a restructure in the wake of Francesco Becchetti's takeover.", "prediction": "Leyton boss boss Frances Becchetti will be \"big bigger\" club than, the, despite the club being vacant Championship club- president Franceshi Beatthetti.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 230.55880737304688, "token_count": 34} +{"index": 3516, "reference": "New season, new faces.", "prediction": " the new Premier League season off for good for Scottish fans and fans who gave a choice, too little to watch.", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 108.78843688964844, "token_count": 22} +{"index": 3517, "reference": "The impact of the political crisis at Stormont continues to feature prominently in some of the newspaper headlines on Wednesday.", "prediction": "The aftermath of the collapse, Stormont's and 'pet bedroom' tax will make the the front pages of the News Letter and The Letter's Freedom of- solve a's a's and's the possible. solve's of a'sA", "rouge": {"rouge1": 19.672131147540984, "rouge2": 6.779661016949152, "rougeL": 19.672131147540984}, "nll_sum": 279.6086730957031, "token_count": 47} +{"index": 3518, "reference": "Domino's Pizza has revealed what it describes as \"excellent\" results for last year, driven primarily by the growth in its digital sales.", "prediction": " domesticino's, the company behind the Usi e-commerce giant, has reported 40% rise in profits, and helped by a rise in food and online sales.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 20.408163265306122}, "nll_sum": 139.81161499023438, "token_count": 33} +{"index": 3519, "reference": "Scunthorpe United have signed free-agent midfielder Isaiah Osbourne on a three-month deal.", "prediction": "Scunthorpe United have signed ex-Wiber goalkeeperbourne Foxbourne from on an 18 amonth loan deal until the end- of the season.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 18.181818181818183, "rougeL": 34.285714285714285}, "nll_sum": 176.88723754882812, "token_count": 32} +{"index": 3520, "reference": "Nineteen people, including 17 foreign tourists, have been killed in a gun attack on the Bardo museum in the Tunisian capital, Tunis, the PM says.", "prediction": "Tunisian police have said it was behind an apparent on Guinness parliament on Tuesday, killing 38 people, including., in the Paris's-olve, from it's from fromD's from in from's a.", "rouge": {"rouge1": 33.898305084745765, "rouge2": 7.017543859649122, "rougeL": 16.949152542372882}, "nll_sum": 257.0769958496094, "token_count": 43} +{"index": 3521, "reference": "Sinn F\u00e9in's Conor Murphy says it's time for an election as the deadline passes for Secretary of State James Brokenshire to call one, after the party refused to re-nominate a deputy first minister.", "prediction": " the Ulster Union leader, Danny Murphy, said his party has broken its rules of rules, allow same-sex couples Northern sex civil marrying Northern Ireland.", "rouge": {"rouge1": 12.903225806451612, "rouge2": 0.0, "rougeL": 6.451612903225806}, "nll_sum": 153.83619689941406, "token_count": 29} +{"index": 3522, "reference": "As President Obama finished his speech to the African Union (AU) in Addis Ababa last month and stepped off the stage, a tempest whipped up outside.", "prediction": "President Barack Obama began his first meeting as trip of Union leader, the issue, saying the \"the loudest of not to know\" and and't be built the nation once again.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 0.0, "rougeL": 21.052631578947366}, "nll_sum": 200.45040893554688, "token_count": 36} +{"index": 3523, "reference": "Motorcycle racer Ryan Farquhar, who was hurt in a high-speed crash in the North West 200, is seriously ill and has returned to intensive care, the Belfast Trust have said.", "prediction": "Northern Ireland motor veteran Ryan Farharoo will be discharged from intensive care a week after the serious road crash at the North West 200.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 15.094339622641511, "rougeL": 25.454545454545453}, "nll_sum": 149.36387634277344, "token_count": 26} +{"index": 3524, "reference": "A warning has been issued after figures showed rail trespass incidents in Wales have risen.", "prediction": "The number of people killed by train trains in north Wales has dramatically over the past past year, figures show.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 6.0606060606060606, "rougeL": 17.142857142857142}, "nll_sum": 74.25192260742188, "token_count": 21} +{"index": 3525, "reference": "Former world number one Tiger Woods says he is getting \"professional help\" to manage medication for pain and sleep loss as he tries to return to fitness.", "prediction": "World number one Tiger Woods was praised for hospital for the influence ofdriving last year, saying he is receiving drugs \"a influence of drugs\".", "rouge": {"rouge1": 35.294117647058826, "rouge2": 24.489795918367346, "rougeL": 31.37254901960785}, "nll_sum": 161.6180877685547, "token_count": 27} +{"index": 3526, "reference": "A partial, shaky truce between Syria and non-jihadist rebels has been extended to the embattled city of Aleppo, after US and Russian pressure.", "prediction": "The US, Russia have agreed a to complete struggle in the southern Syrian city of Aleppo, get under way.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 27.906976744186046}, "nll_sum": 92.86773681640625, "token_count": 21} +{"index": 3527, "reference": "Arsenal, Chelsea and Manchester City are in Monday's draw for the Champions League last 16.", "prediction": "Liverpool have face and Liverpool in the European Champions League group stage after the draw which starts at 17:30 BST:", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 88.72026062011719, "token_count": 22} +{"index": 3528, "reference": "A man accused of attempting to murder 11 people at a remote Highland holiday home started a fire after opening gas valves on a cooker, a court has heard.", "prediction": "A man accused of setting to the home of 11 adults and vulnerable children caught on fire, a trial has been told by a court.", "rouge": {"rouge1": 48.148148148148145, "rouge2": 15.384615384615383, "rougeL": 37.03703703703704}, "nll_sum": 111.38571166992188, "token_count": 26} +{"index": 3529, "reference": "Determined to act tough after November's attacks, France's President, Francois Hollande, finds himself trapped in a damaging ideological fix over French nationality, and whether certain convicted terrorists can be made to give it up.", "prediction": "The decision of French citizenship between President Francois Hollande will battle's far-right party, despite far-right parties, the right-wing extremists will be rule out of the nation again once.", "rouge": {"rouge1": 20.58823529411765, "rouge2": 6.060606060606061, "rougeL": 11.76470588235294}, "nll_sum": 182.997802734375, "token_count": 37} +{"index": 3530, "reference": "Free sanitary products for those who cannot afford them have been promised by the Green Party of England and Wales.", "prediction": "The Green Party says it an declared an \"outrage\" tax on sanitary children from poorer families.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 11.76470588235294, "rougeL": 16.666666666666664}, "nll_sum": 104.40831756591797, "token_count": 20} +{"index": 3531, "reference": "A gang of masked men have stolen a five-figure sum of cash from a post office ATM in North Lanarkshire.", "prediction": "A bomb disposal has thrown a machine at a machine station filling in North Lanarkshire.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.76470588235294, "rougeL": 33.33333333333333}, "nll_sum": 96.68484497070312, "token_count": 17} +{"index": 3532, "reference": "The Co-op has been ordered to provide clearer insurance quotations, after it failed to tell motorists about separate charges for no claims bonuses.", "prediction": "The Co- Group has provide an extra additional \u00a31m of extra bonus protection for, customers were left without charge, using aolvee theirmaker-A, decision a \"-wicket, in from a from's.", "rouge": {"rouge1": 21.818181818181817, "rouge2": 3.773584905660378, "rougeL": 18.18181818181818}, "nll_sum": 297.02484130859375, "token_count": 44} +{"index": 3533, "reference": "Lawyers for jailed South African Olympic athlete Oscar Pistorius have launched a legal bid to prevent prosecutors from appealing against his acquittal on murder charges.", "prediction": "A South African court the overturned an to the conviction of Oscar athlete Oscar Pistorius, who been found guilty of culpable homicide in not murder.", "rouge": {"rouge1": 32.0, "rouge2": 12.5, "rougeL": 24.0}, "nll_sum": 128.19302368164062, "token_count": 28} +{"index": 3534, "reference": "The US is trying to spare a jihadist group in its attempts to unseat Syria's President Bashar al-Assad, Russia's foreign minister has told the BBC.", "prediction": "Russia's foreign minister pledged claimed the US to take control of the opposition from Syria the US-led coalition fighting a moderate opposition candidate its northern Syria.", "rouge": {"rouge1": 39.285714285714285, "rouge2": 14.814814814814813, "rougeL": 21.428571428571427}, "nll_sum": 141.67076110839844, "token_count": 29} +{"index": 3535, "reference": "A slide running the entire length of one of the steepest city centre streets in Europe has been turned into a massive three-lane water adventure.", "prediction": "A 100mlonglong water slide in a Belfast slide expected to open in a new city centre street.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 120.32270812988281, "token_count": 20} +{"index": 3536, "reference": "The authorities in China have removed from websites a popular documentary which highlights the country's severe pollution problem.", "prediction": "China's top leaders have banned a controversial documentary industry its anti, The Lord voting, saying the country's \" most important a is improving air quality.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 31.11111111111111}, "nll_sum": 185.291015625, "token_count": 29} +{"index": 3537, "reference": "A man in his 70s has been left shaken but uninjured after a burglary at his home in east Belfast.", "prediction": "A man has suffered serious with facial injuries after a 40-year- man was threatened a house during a robbery in north Belfast in the IRA's, downloaded, as a, a from an man's for. of ayear from 2011 a", "rouge": {"rouge1": 26.229508196721312, "rouge2": 6.779661016949152, "rougeL": 22.950819672131146}, "nll_sum": 255.71493530273438, "token_count": 47} +{"index": 3538, "reference": "Jake Sheppard's late wonder strike kept Dagenham second in the National League with a 2-1 win over mid-table Bromley at Victoria Road.", "prediction": " Jake Sheppard's last-gasp winner to give Dagenham beat fellow National League play-off hopefuls Redbridge. Cross solve Victoria-'s a's from's-h under reputation from The 3's a.old's", "rouge": {"rouge1": 30.0, "rouge2": 10.344827586206897, "rougeL": 23.333333333333332}, "nll_sum": 276.79931640625, "token_count": 47} +{"index": 3539, "reference": "Thousands of children are sexually abused by gangs and groups in England each year, according to a report.", "prediction": "Hundreds of children as young as 13 are twice as likely to be those of black white girls or men, figures suggest, in the UK's least, 27, it they from itsterrorist, it's from originally national.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 3.7735849056603774, "rougeL": 14.545454545454545}, "nll_sum": 243.77752685546875, "token_count": 45} +{"index": 3540, "reference": "Former Scottish Enterprise chairman Crawford Gillies is to take over at the helm of spirits group Edrington, following the retirement of its chairman Norman Murray.", "prediction": "The Scottish distillerings firm, which bought The G Fat Stores and Crawford Crawford, has quit chief executive of Warrington a chair sports of business.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 193.956298828125, "token_count": 29} +{"index": 3541, "reference": "(Noon): The pound hit a four-week high against the euro as the single currency weakened on Tuesday.", "prediction": "(Open): The FTSE 100E closed lower, the closing lower on Tuesday, despite uncertainty over a slowing growth crisis and Europe. in the 2011 at of 2011's a 2011 again's it's a's from the's fromA", "rouge": {"rouge1": 21.052631578947366, "rouge2": 3.6363636363636362, "rougeL": 14.035087719298245}, "nll_sum": 275.2780456542969, "token_count": 47} +{"index": 3542, "reference": "The new leader of the Afghan Taliban, Mullah Akhtar Mansour, has called for unity in an audio message, saying that the group will continue fighting.", "prediction": "The Afghan Taliban have released the Taliban in an air audio message showing a new leader, Mullah Akour, calling him bring an Islamic State law.", "rouge": {"rouge1": 48.0, "rouge2": 20.833333333333336, "rougeL": 28.000000000000004}, "nll_sum": 145.99102783203125, "token_count": 29} +{"index": 3543, "reference": "Worcestershire's teenage seamer Josh Tongue tore Glamorgan apart with five wickets as they fell to 76-6 in reply to the hosts' 267 all out at New Road.", "prediction": "Worcestershire bowlingageaby Gue as he produced a double double-inn lead against Glamorgan on day two at Cheltenham.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 162.78025817871094, "token_count": 30} +{"index": 3544, "reference": "A driver who knocked down a lollipop lady broke down in tears in court as he said he was \"truly sorry\" for her and her family.", "prediction": "A lollipop woman who killed a woman by colleagues beforefor the sun her eyes open, and told to be alive and a court and heard.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 172.06504821777344, "token_count": 29} +{"index": 3545, "reference": "Former Tottenham and Fulham forward Clint Dempsey has undergone a procedure to address an irregular heartbeat.", "prediction": "Former England captain Jaywood Wood, revealed he has completed his first in training camp", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 86.12806701660156, "token_count": 15} +{"index": 3546, "reference": "A fund set up by a man who died in his first triathlon race has exceeded his \u00a3300 target by more than \u00a312,000.", "prediction": "A British man who went missing during a charity during in highest World Triath in the White House has described as \"aazingam, brother\", his girlfriend said.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666666, "rougeL": 24.000000000000004}, "nll_sum": 192.90040588378906, "token_count": 32} +{"index": 3547, "reference": "Barcelona have paid \u00a311.2m (13.5m euros) to the Spanish authorities after being charged with tax fraud over the signing of Neymar.", "prediction": "Barcelona have agreed pay the81m fee for Brazilian forward Neymar despite a move, that will cost the club \u00a3.8m.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 14.285714285714288}, "nll_sum": 124.62452697753906, "token_count": 27} +{"index": 3548, "reference": "The US has regained top spot from China as the biggest investor in clean energy in 2011, according to global rankings.", "prediction": "US investment in clean energy sector last year, moving level to its highest level since 2008, and that it added more investment in power technologies.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 9.09090909090909, "rougeL": 21.73913043478261}, "nll_sum": 111.42750549316406, "token_count": 27} +{"index": 3549, "reference": "A footbridge is to be constructed to reunite a North Yorkshire town divided after its main road bridge collapsed during flooding.", "prediction": "A footbridge to be a bridge in a West Yorkshire town is to be reopen in December, the council has confirmed", "rouge": {"rouge1": 47.61904761904761, "rouge2": 20.000000000000004, "rougeL": 33.33333333333333}, "nll_sum": 88.69992065429688, "token_count": 22} +{"index": 3550, "reference": "A football team has played its first home game in more than 10 years after moving into a new stadium.", "prediction": "A football club was put up sale for more than 40 years after its owner bought owners said by the referee passed. team- since its struggle in close from its reputation's old after May's forA in for 3 as. from. a", "rouge": {"rouge1": 31.746031746031743, "rouge2": 9.836065573770492, "rougeL": 22.222222222222225}, "nll_sum": 301.79937744140625, "token_count": 47} +{"index": 3551, "reference": "A businessman who bought three stun guns and 50 extendable batons on an internet auction site has been remanded in custody.", "prediction": "A Dundee man has admitted selling but a stun gun which which tax hidden inside a flame along and keeping batons in cheering will a and heard. aA 2011 a \" a \" again a's havePG of a's again 2011-", "rouge": {"rouge1": 22.950819672131146, "rouge2": 3.3898305084745757, "rougeL": 19.67213114754098}, "nll_sum": 358.3052978515625, "token_count": 47} +{"index": 3552, "reference": "Malaysian Airlines chief executive Christoph Mueller has resigned after less than one year of leading the carrier's reorganising efforts.", "prediction": "ophsmoph, chief executive, who cut missing Malaysian Airlines MH370, has resigned from the board saying he \"failed for personal reasons\".", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210526, "rougeL": 25.0}, "nll_sum": 121.05931854248047, "token_count": 27} +{"index": 3553, "reference": "Police are appealing for witnesses after a man was found with a serious head injury on a path in West Lothian.", "prediction": "A man was seriously seriously injured after being hit by a street in street united West Lothian.", "rouge": {"rouge1": 42.10526315789473, "rouge2": 16.666666666666664, "rougeL": 36.84210526315789}, "nll_sum": 81.6663589477539, "token_count": 19} +{"index": 3554, "reference": "An Irish dance show contestant has sent viewers into a spin with the intensity of his fake tan.", "prediction": "An Irish man's presenter has received an apology from his partner after she found she skin and was skin.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 106.80744934082031, "token_count": 20} +{"index": 3555, "reference": "Ben Carson is increasingly on the defensive over stories he has told about his troubled childhood in his autobiography, Gifted Hands: The Ben Carson Story.", "prediction": "US presidential candidate Ben Carson gave himself hasanced allegations that he has tried to himself himself during of shooting school at a Pennsylvania primary school primary 2008.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 8.0, "rougeL": 15.384615384615383}, "nll_sum": 172.32806396484375, "token_count": 28} +{"index": 3556, "reference": "Nigerian Amos Adamu is under investigation by Fifa's ethics committee, football's world governing body revealed on Wednesday.", "prediction": "Nigeria's former chief, Adam Adamu, does not know an investigation that he of been banned from all football-related activity, despite the his on his's from Fifa-'s for reputation for nine. after.", "rouge": {"rouge1": 25.925925925925924, "rouge2": 3.846153846153846, "rougeL": 14.814814814814813}, "nll_sum": 248.63272094726562, "token_count": 44} +{"index": 3557, "reference": "Buyers of African art have descended on London this week for an auction at Bonhams and the 1:54 Contemporary Art Fair.", "prediction": "The largest art exhibition, opened South Africa 2004, has opened South Africa, South Sudan in a deal worth $250m (\u00a331m).", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 119.98687744140625, "token_count": 27} +{"index": 3558, "reference": "In recent weeks there have been an unprecedented number of papers on dark matter in such a short time.", "prediction": "British researchers around the are spending hundreds of thousands of homes and space in interim space", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 82.51887512207031, "token_count": 15} +{"index": 3559, "reference": "Nigerians have been reacting angrily to a draft bill being discussed in the Senate which aims to punish anyone who \"propagates false information\" on electronic media.", "prediction": "Nigeria are seeking to criminalising some to violent social messages via through a bill, which it says is a bill-ety scandal\".", "rouge": {"rouge1": 20.833333333333332, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 165.00479125976562, "token_count": 27} +{"index": 3560, "reference": "Chelsea manager Jose Mourinho should have apologised to ex-club doctor Eva Carneiro for his criticism of her, says Football Association boss Greg Dyke.", "prediction": "Chelsea boss Jose Mourinho \"lostl and lost her job\", says Football Association chief chairman Greg Dyke relegated to former Chelsea doctor Eva Carneiro.", "rouge": {"rouge1": 59.57446808510638, "rouge2": 26.66666666666666, "rougeL": 38.297872340425535}, "nll_sum": 145.73126220703125, "token_count": 29} +{"index": 3561, "reference": "Nigeria's military is offering large rewards for information leading to the capture of leaders of the militant Islamist group Boko Haram.", "prediction": "The Nigerian military has offered a huge reward to major players and other capture to Islamist, to be linked to al-Qaeda's militant group Boko Haramlinked who has recent attacks of \"-bA- in November years's a from a's", "rouge": {"rouge1": 38.09523809523809, "rouge2": 3.278688524590165, "rougeL": 25.396825396825395}, "nll_sum": 270.673828125, "token_count": 46} +{"index": 3562, "reference": "George the tabby cat has become the local celebrity in the Kings Chase Shopping Centre in Kingswood, Bristol.", "prediction": "The brand MP George George has been working at his store department in New York York.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 96.8701171875, "token_count": 16} +{"index": 3563, "reference": "At least four migrants have died after a speedboat labelled \"Libyan Coast Guard\" attacked a dinghy, according to a migrant rescue organisation.", "prediction": "A Italian illegal boat was seriously injured after its boat capsized off the coast of Libya, the Seaguard says says, in the capital, Tripoli, Tripoli, says they be-'sl from a from the from international.", "rouge": {"rouge1": 14.035087719298245, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 227.32260131835938, "token_count": 44} +{"index": 3564, "reference": "A British soldier killed in an explosion in southern Afghanistan has been named by the Ministry of Defence.", "prediction": "A British soldier who was shot dead while out on duty in Afghanistan, has been named, the Ministry of Defence (MoDD).", "rouge": {"rouge1": 61.53846153846153, "rouge2": 43.24324324324324, "rougeL": 61.53846153846153}, "nll_sum": 79.99290466308594, "token_count": 25} +{"index": 3565, "reference": "The UK Independence Party spent almost as much as the Conservatives at this year's European elections - while the Lib Dems outspent Labour, Electoral Commission figures show.", "prediction": "UKIP has lost \u00a31,000 on campaign spending, despite the European campaign, Electoral Election figures show.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 96.85833740234375, "token_count": 21} +{"index": 3566, "reference": "Whitehaven have appointed former St Helens prop Carl Forster as player-coach at the age of 24, the youngest in the professional game.", "prediction": " Super League side St Helens have appointed St Helordon champions Forster as their new head head coach until the end of the season,", "rouge": {"rouge1": 43.47826086956522, "rouge2": 13.636363636363635, "rougeL": 39.130434782608695}, "nll_sum": 108.6202392578125, "token_count": 26} +{"index": 3567, "reference": "At least six people have been killed after a suspected suicide attack at a hotel in Somalia's capital, Mogadishu.", "prediction": "At least six policemen have been killed in car attacks at a popular hotel's capital, Mogadishu, officials say.'s in the's state, again, local it from it \"g from struggle in 13 from's.", "rouge": {"rouge1": 50.0, "rouge2": 29.629629629629626, "rougeL": 46.42857142857143}, "nll_sum": 247.5830078125, "token_count": 44} +{"index": 3568, "reference": "Republicans are lining up against President Donald Trump's proposed budget cuts to the State Department, hours before his address to Congress.", "prediction": "US President Donald Trump has unveiled his plan to cut military cuts to the US budget, saying the military intervention would be \"re a a\".", "rouge": {"rouge1": 38.297872340425535, "rouge2": 17.77777777777778, "rougeL": 25.53191489361702}, "nll_sum": 114.57283782958984, "token_count": 27} +{"index": 3569, "reference": "Is it snowing in India's tropical southern city of Bangalore?", "prediction": " a new picture of himself reveals a naked jumping above a of sank falls above the water, the snow of and goes above a northern Indian capital, Delhi. aA 2011 aA a's a it Russia a from's a ban from Russia", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 305.6131591796875, "token_count": 47} +{"index": 3570, "reference": "Police are continuing to question a man over the murder of a pensioner in Bridgend county.", "prediction": "Police investigating the death of a pensioner in Port Talbot are \"very community community\", local police have said.", "rouge": {"rouge1": 41.1764705882353, "rouge2": 18.750000000000004, "rougeL": 35.294117647058826}, "nll_sum": 88.07705688476562, "token_count": 22} +{"index": 3571, "reference": "The World Championships medals that will be won in London this summer have been revealed, with a shape based on the curves of an athletics track.", "prediction": "The shortlist for the 2016 World Para Athletics Championships in London in August to has, unveiled in London and Victoria Victoria Park in London.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 132.4215087890625, "token_count": 27} +{"index": 3572, "reference": "More than 300 UK retailers are no longer selling so-called legal highs, three months after a ban was introduced, the Home Office has said.", "prediction": " 500 stores across London are shut down the sale of so-calledlegal highs\" which, come into effect, saying it the stock market market.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 143.2285919189453, "token_count": 28} +{"index": 3573, "reference": "All photographs courtesy of Insight Astronomy Photographer of the Year.", "prediction": " photographs courtesy, courtesy, EPA, Getty Images and Wales, are displayed across the Moon, as as well as the space of a perfect.", "rouge": {"rouge1": 25.000000000000007, "rouge2": 6.666666666666667, "rougeL": 18.749999999999996}, "nll_sum": 141.3337860107422, "token_count": 27} +{"index": 3574, "reference": "A slightly odd, temporary glitch in the Nasdaq saw the share price of several major tech firms all set to the same price.", "prediction": "If you ever hardly to sell down down the sell, you don't your bad?.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 108.80650329589844, "token_count": 17} +{"index": 3575, "reference": "A former senior information officer for the Scottish government has been jailed for 18 months for using his mobile phone to take photos up women's skirts.", "prediction": " a commuter who used his mobile phone and to get a girl's girl's skirt in three public places has been jailed for 18 months.", "rouge": {"rouge1": 52.83018867924528, "rouge2": 35.294117647058826, "rougeL": 30.18867924528302}, "nll_sum": 105.53974151611328, "token_count": 26} +{"index": 3576, "reference": "Cooling chemicals that play a key role in refrigeration and air conditioning are likely to be rapidly phased out if delegates can reach agreement in Rwanda this week.", "prediction": "World leaders have begun talks to a world limit over chemicals from the harmful that started for more than two decades.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 116.06356811523438, "token_count": 21} +{"index": 3577, "reference": "Mobile phone provider EE has demonstrated helium balloons and drones that could provide 4G mobile coverage following damage to existing infrastructure.", "prediction": "Smart phone network EE says it has begun drones flights to be used in UK areas such as Google and Facebook to \"do ever before\".", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 21.73913043478261}, "nll_sum": 148.00143432617188, "token_count": 26} +{"index": 3578, "reference": "Captain Sam Warburton wants a \"10% improvement\" in Wales' possible Six Nations title showdown against England after their \"ugly\" win over France.", "prediction": "Wales captain Sam Warburton says Saturday is a \"biggest match\" against, in the match \" of the toughest they serves\".", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 141.41600036621094, "token_count": 27} +{"index": 3579, "reference": "David Cameron has apologised for \"any misunderstanding\" after describing a former imam as a supporter of the Islamic State group.", "prediction": "David Cameron has accused the Muslim Council of claiming London's London cleric claiming he was a so-called Islamic State is \" not in any terrorist organisation\".", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.333333333333334, "rougeL": 25.531914893617024}, "nll_sum": 127.9248046875, "token_count": 29} +{"index": 3580, "reference": "A 14-turbine wind farm proposed for Skye has been unanimously approved by Highland councillors.", "prediction": "Plans for a \u00a37m wind farm on the site of Skye been approved by councillors.", "rouge": {"rouge1": 60.0, "rouge2": 14.285714285714285, "rougeL": 53.333333333333336}, "nll_sum": 69.53141784667969, "token_count": 19} +{"index": 3581, "reference": "The Scottish and Welsh governments have threatened to block the key Brexit bill which will convert all existing EU laws into UK law.", "prediction": "The government says it has announced changes to its Brexit laws will be passed before the general election after losing a majority in the House of Commons.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 86.62126159667969, "token_count": 27} +{"index": 3582, "reference": "App-based car-hire service Uber is losing more than $1bn (\u00c2\u00a3699m) a year in China, as it struggles against what it called a \"fierce competitor\".", "prediction": "Ride-hailing service has admitted that it will lose $1bn (\u00a31bn1bn) in China, the value its best ever in.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 22.22222222222222}, "nll_sum": 137.1502685546875, "token_count": 30} +{"index": 3583, "reference": "Parents of children due to go to a summer camp whose director has been charged with possession of indecent images have been offered refunds.", "prediction": "A holiday club camp at the centre of allegations of making images of children will not be, but it will soon be aware \"olve-Com a \"'s a's again of a from a it firm's's of.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 3.278688524590164, "rougeL": 12.698412698412698}, "nll_sum": 261.11669921875, "token_count": 43} +{"index": 3584, "reference": "Saul 'Canelo' Alvarez says he is prepared to fight Gennady Golovkin at any weight after knocking out Britain's Amir Khan in Las Vegas.", "prediction": "' 'explo' Alvarez says 'Gady\"ovkin will fight way Khan in WBC welterweight title in Abu on 30 November.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 10.0, "rougeL": 23.80952380952381}, "nll_sum": 181.08193969726562, "token_count": 29} +{"index": 3585, "reference": "The man who died when his light aircraft crash landed at Newtownards airfield, County Down, on Tuesday has been named locally as Stephen McKnight.", "prediction": "A motorist who died when when hisfield crashed near Belfast Airport Fermanagh on Friday was was named as McK Rayosh, named overnight.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.09090909090909, "rougeL": 30.434782608695656}, "nll_sum": 166.78964233398438, "token_count": 28} +{"index": 3586, "reference": "Tributes have been paid to former Preston North End and England winger Tom Finney, following his death at the age of 91.", "prediction": "Former England and England striker Tom Finney is the star of Lionel Messi, who has died aged 93. solve in the 2011California aA 2011 a 2011 a from a's from aG's from a from by a North.", "rouge": {"rouge1": 29.508196721311474, "rouge2": 6.779661016949152, "rougeL": 22.95081967213115}, "nll_sum": 251.81341552734375, "token_count": 45} +{"index": 3587, "reference": "League Two side Crawley Town have signed striker Thomas Verheydt from Dutch second-tier side MVV Maastricht for an undisclosed fee.", "prediction": "League Two side side Burnley have signed Australia forward Robertsonak Markstydt from Australian top-ian sideleague Maastricht on five five 2011- loan deal to", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 226.88796997070312, "token_count": 34} +{"index": 3588, "reference": "Pakistan's army has named a new head of the country's feared spy agency, the Inter-Services Intelligence (ISI).", "prediction": "The Afghan military Note Pictures), has appointed a new interim intelligence chief of office in office from January, after the military has-Dmakers civil in November since its departure from the M-ar the forms in three years.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 3.571428571428572, "rougeL": 20.689655172413794}, "nll_sum": 276.358154296875, "token_count": 43} +{"index": 3589, "reference": "A series of delays and missed opportunities to provide medical intervention contributed to the death of a baby boy at Calderdale Royal Hospital, a coroner has said.", "prediction": "The death of a five-month-old girl at Huddersfield hospital, to the hospital of hospital failed, an inquest have heard \",- of a \" a's a again a's again of from a's from'sA", "rouge": {"rouge1": 31.74603174603175, "rouge2": 13.114754098360656, "rougeL": 22.22222222222222}, "nll_sum": 227.69473266601562, "token_count": 46} +{"index": 3590, "reference": "Government plans to ring-fence the banks - protecting retail banking from the riskier investment side - \"fall well short of what is required\", a report has warned.", "prediction": "The government's tax reforms to the ring-fenceending are failing to protect customers, saying the current system is system rules MPs have warned \"'s Broadway of a \" a's again\" a's haveolve of'sold againold\"", "rouge": {"rouge1": 31.746031746031743, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 322.9842529296875, "token_count": 47} +{"index": 3591, "reference": "A 23-year-old man has died after being shot in a Sheffield street.", "prediction": "A 41-year-old man has been shot dead in city city his.", "rouge": {"rouge1": 51.85185185185186, "rouge2": 24.000000000000004, "rougeL": 51.85185185185186}, "nll_sum": 57.79420471191406, "token_count": 15} +{"index": 3592, "reference": "A British tourist has become the third person this week to die on Australia's Great Barrier Reef.", "prediction": "A French tourist was spotted while snorkelling on Australia's north coast has been rescued, the operator says.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 85.89864349365234, "token_count": 22} +{"index": 3593, "reference": "A protein in spider venom may help protect the brain from injury after a stroke, according to research.", "prediction": "Eight the venomest spiders in Australia, can heal the brain damage caused after a stroke, say researchers.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.18181818181818, "rougeL": 40.0}, "nll_sum": 90.650146484375, "token_count": 20} +{"index": 3594, "reference": "A planned state-of-the-art joint training college for Northern Ireland's police, fire and prison services has been radically redrawn.", "prediction": " Peter Minister of First and Deputy First Minister Nicola May and the Northern Ireland fire and fire service have a vision of priority for a second college training training town.", "rouge": {"rouge1": 42.3076923076923, "rouge2": 8.0, "rougeL": 26.923076923076927}, "nll_sum": 171.47506713867188, "token_count": 30} +{"index": 3595, "reference": "A man in his 60s has been airlifted to hospital after falling while walking in Snowdonia.", "prediction": "A man was airlifted hospital being attacked by his arm after an accident in Snowdonia.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 13.79310344827586, "rougeL": 45.16129032258064}, "nll_sum": 86.28526306152344, "token_count": 19} +{"index": 3596, "reference": "It is a drizzly Sunday morning in Guyana, and at the National Stadium a game of cricket is in full swing.", "prediction": "It is a famous match between West Indies and West Indies bowler Helen Wardness sits and's head and out of the game in Eccll Super and was abandoned in - it a low ac it's.", "rouge": {"rouge1": 35.08771929824561, "rouge2": 7.2727272727272725, "rougeL": 24.561403508771928}, "nll_sum": 252.03280639648438, "token_count": 40} +{"index": 3597, "reference": "BBC Radio Manchester is taking a journey across Greater Manchester's 10 boroughs to meet some of the most inspiring people who live in the region.", "prediction": " has are many names for many, but many of theiraved families in your best life.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 93.89600372314453, "token_count": 17} +{"index": 3598, "reference": "A woman found guilty of conning a south of Scotland garage firm out of \u00a3110,000 has lodged an appeal against her sentence and conviction.", "prediction": "A woman who admitted stealing more than \u00a350,000 from a art office from Isle, the Lee won an appeal against her conviction against her conviction appealing her appealing against her conviction for \u00a3 from an from's The. a'sA aA", "rouge": {"rouge1": 27.272727272727277, "rouge2": 12.5, "rougeL": 24.242424242424242}, "nll_sum": 261.91949462890625, "token_count": 47} +{"index": 3599, "reference": "Four sponsors have dropped disgraced US Olympic swimmer Ryan Lochte, including swimwear manufacturer Speedo and fashion label Ralph Lauren.", "prediction": "The OlympicRyan of Lochte, who have join the 2012 2008 Olympics, Speedo, have join their partner's old a Gary Osho, their sponsor formaker referee, a-A-maker in from US..", "rouge": {"rouge1": 24.000000000000004, "rouge2": 0.0, "rougeL": 12.000000000000002}, "nll_sum": 302.51617431640625, "token_count": 43} +{"index": 3600, "reference": "Hampshire were relegated from County Championship Division One after suffering a six-wicket home defeat by Durham in the season's final game.", "prediction": "Durham have been confirmed their County Championship Division One season after a heavy rain,- final six-season match against Hampshire at a Edgbaston.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 13.636363636363635, "rougeL": 34.78260869565217}, "nll_sum": 165.30593872070312, "token_count": 28} +{"index": 3601, "reference": "Boss Aitor Karanka says Middlesbrough are in no hurry to make further signings as they prepare to return to the Premier League.", "prediction": "Middlesbrough head coach Aitor Karanka says the club still need to reach the best players\" they are to stay in the Premier League this summer.", "rouge": {"rouge1": 51.06382978723404, "rouge2": 17.77777777777778, "rougeL": 38.297872340425535}, "nll_sum": 105.4196548461914, "token_count": 31} +{"index": 3602, "reference": "Belfast Harbour has submitted a planning application for what would be a third major waterfront office block.", "prediction": "Belfast harbour has submitted a plan for a new city city centre office, office Belfast with city loss up to 40,000 jobs.", "rouge": {"rouge1": 45.0, "rouge2": 26.31578947368421, "rougeL": 45.0}, "nll_sum": 136.90138244628906, "token_count": 27} +{"index": 3603, "reference": "The condition of mental healthcare inside Los Angeles County jails is so poor that it is unconstitutional, the US justice department has said.", "prediction": "The US justice department department has labelled a sheriff's controversial \" and controversial\" attacks in, number of who are held in a western California jail.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 17.391304347826086, "rougeL": 20.833333333333332}, "nll_sum": 154.70899963378906, "token_count": 28} +{"index": 3604, "reference": "A gardener has said he was \"flabbergasted\" that his banana plant has finally provided fruit after nine-years.", "prediction": " hot dangerous weather arrived has arrived at a Yorkshire nuclear nuclear plant at the plant power with speeds reaching up to 90 seconds - a week Two is low enough a passed themaker a decision - from a \"'s from over a's a'sA", "rouge": {"rouge1": 9.836065573770494, "rouge2": 0.0, "rougeL": 6.557377049180327}, "nll_sum": 334.98046875, "token_count": 47} +{"index": 3605, "reference": "Argentinian tennis player David Nalbandian might be wishing he'd kept a lid on his temper.", "prediction": "World karate Nalbandian will fight again again after breaking his leg during his 7-6 (6 (6.7-5 (5-5) and his eighth battle at Wimbledon.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 187.48193359375, "token_count": 40} +{"index": 3606, "reference": "Team Sky boss Dave Brailsford praised Luke Rowe after he helped Chris Froome win his fourth Tour de France title.", "prediction": "Great Britain's Luke pulled out of \"incredible\" race to win the Tour de \"the than thought\", says Team boss Sir Dave Brailsford.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 148.7425994873047, "token_count": 30} +{"index": 3607, "reference": "A 52 million-year-old fruit fossil has been discovered in South America.", "prediction": "A small st robbery found in a river in Argentina, 36 years ago is to find out what it is old, should a huge smell for food.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 163.03195190429688, "token_count": 29} +{"index": 3608, "reference": "Hamilton Accies' Martin Canning hopes to learn from Pedro Caixinha and admits it will be difficult to second guess the new Rangers manager on Saturday.", "prediction": " Martin Canning says Rangers flagship in Rangers to help Rangers fans will inspire his performance Rangers, but believes he struggle cope \"do anything nothing\".", "rouge": {"rouge1": 20.408163265306126, "rouge2": 4.25531914893617, "rougeL": 20.408163265306126}, "nll_sum": 197.78292846679688, "token_count": 27} +{"index": 3609, "reference": "Fast bowler Steven Finn will return to the England side for the third Test against Pakistan at Edgbaston.", "prediction": "Teen Finn, hope to build a fast bowler in the England squad for the's second Test at Edgbaston.", "rouge": {"rouge1": 59.45945945945946, "rouge2": 22.857142857142858, "rougeL": 48.64864864864865}, "nll_sum": 97.64820861816406, "token_count": 23} +{"index": 3610, "reference": "A prototype for a versatile mini-spaceplane has successfully completed its first test flight, splashing down in the Pacific Ocean.", "prediction": "The European Space Agency (Esa) has launched its first route to Mars.", "rouge": {"rouge1": 25.0, "rouge2": 6.666666666666667, "rougeL": 18.749999999999996}, "nll_sum": 42.79764938354492, "token_count": 15} +{"index": 3611, "reference": "A final decision on the \u00a359m redevelopment of La Mare de Carteret schools will not now be made until May, Guernsey's Policy Council has ruled.", "prediction": "The planned of \u00a3200m200 school in Guernsey has delayed delayed for a further year due lack committee to issues a moneyTexas's council.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 0.0, "rougeL": 24.489795918367346}, "nll_sum": 203.1990203857422, "token_count": 29} +{"index": 3612, "reference": "Former Greek Finance Minister George Papaconstantinou has been found guilty of removing relatives' names from a list of potential Greek tax evaders.", "prediction": "The former Finance finance minister, Pasic deaconstantinou, has been convicted, breaches of breaches the 'Lelakis' list of for holders for bank holders.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 14.285714285714285, "rougeL": 36.36363636363637}, "nll_sum": 219.69650268554688, "token_count": 34} +{"index": 3613, "reference": "A senior doctor has spoken out after his hospital was quoted \u00a3855.80 for a blackout blind by its official NHS contractor.", "prediction": "A Berkshire hospital office seeking an arrest from a NHS account for a fake buy which printed, blind which left a man as a blind scarred\".", "rouge": {"rouge1": 24.999999999999993, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 195.59506225585938, "token_count": 28} +{"index": 3614, "reference": "Russian protest leader Alexei Navalny has been jailed for five years, for embezzlement from a timber firm.", "prediction": "Russia's opposition leader Alexei Naval Navalny has been sentenced to five years in prison in term for reading third ahead of him's been Russian presidential race but the US says \"-onianin'sWest in it from a president from. a", "rouge": {"rouge1": 37.93103448275862, "rouge2": 17.857142857142858, "rougeL": 34.48275862068965}, "nll_sum": 326.8405456542969, "token_count": 46} +{"index": 3615, "reference": "An unemployed man has admitted raping an elderly woman after barging into her south London home.", "prediction": "A man who raped a woman of sleep several times after a London getaway and sexually abused been told he faces a five-year jail term.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 0.0, "rougeL": 23.80952380952381}, "nll_sum": 113.78166198730469, "token_count": 28} +{"index": 3616, "reference": "A charity is calling for couples in Scotland who need help conceiving to have access to three cycles of IVF instead of two.", "prediction": " the way couples three playerF IVF should be made available in Scotland should considered, Holyrood committee has toldSPsSP diff andsp. \" aA again a's from a it's from's of\". dropped's from a", "rouge": {"rouge1": 24.13793103448276, "rouge2": 3.571428571428571, "rougeL": 13.793103448275861}, "nll_sum": 318.58758544921875, "token_count": 47} +{"index": 3617, "reference": "A&E units across the UK are not equipped to cope with the rising demands being seen this winter, emergency care doctors say.", "prediction": "Patients in Northern Ireland facing facing pressure due to poor mental care, care or the community the leading doctors say.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 116.64520263671875, "token_count": 22} +{"index": 3618, "reference": "The first test trams have run on the new section of track for the second crossing through Manchester.", "prediction": " on a new \u00a331m tram crossing in Greater Manchester has started in its Manchester city centre.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 90.05773162841797, "token_count": 18} +{"index": 3619, "reference": "The maker of the EpiPen will start selling a generic version in the wake of criticism about steep price increases.", "prediction": "US drugmaker Llan has announced it will sell a torpedo version of itslanac, which was used for cancer diagnosis and a bladder cancer diagnosis.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 138.7938690185547, "token_count": 29} +{"index": 3620, "reference": "Kell Brook will have surgery on the broken eye socket he sustained in Saturday's defeat by Gennady Golovkin.", "prediction": "Britain's Kell Brook's defeat's Gennady Golovkin has broken down, ignored a ruptured brain surgery and \"could be seriously\".", "rouge": {"rouge1": 40.0, "rouge2": 15.789473684210526, "rougeL": 30.0}, "nll_sum": 142.42398071289062, "token_count": 28} +{"index": 3621, "reference": "Swindon's half marathon could still be saved for the long-term by reducing its cost, the borough council has said.", "prediction": "A children's boxing running in Bristol has been criticised \"wack\" of council funding, the council has said.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 97.80437469482422, "token_count": 22} +{"index": 3622, "reference": "Crystal Palace winger Yannick Bolasie has signed a new three-and-a-half-year contract at Selhurst Park.", "prediction": "Y Palace midfielder Yannick Bolasie says he need needs to move for five-and-a-half to \u00a35m.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.647058823529413, "rougeL": 33.33333333333333}, "nll_sum": 93.5514144897461, "token_count": 27} +{"index": 3623, "reference": "Michael Gove has confirmed that some foreign trawlers will still have access to UK waters after Brexit.", "prediction": "The UK would be able to access Scotland's waters for a transitional period after Brexit, Michael Gove has said. sayingThere a the from's, a, as it from The's after will be beenA of.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 11.764705882352938, "rougeL": 15.09433962264151}, "nll_sum": 221.1149139404297, "token_count": 43} +{"index": 3624, "reference": "An Indian soldier who was buried in an avalanche that struck the Siachen glacier in Indian-administered Kashmir six days ago has been found alive.", "prediction": "An Indian army soldier has been killed in an avalanche in an glacier Indian Indian-administered Kashmir, an Indian army has found in the army's base, the army says.", "rouge": {"rouge1": 54.54545454545454, "rouge2": 22.641509433962266, "rougeL": 43.63636363636364}, "nll_sum": 130.8088836669922, "token_count": 34} +{"index": 3625, "reference": "The UK economy grew 0.5% between July and September, official figures have confirmed, unchanged from the initial estimate.", "prediction": "The UK economy grew by 0.7% in the first three months of the same year the same according to official figures show in the 2011 figures, 2011, says they hasForest-d aImages in from November's's.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 14.545454545454545, "rougeL": 28.07017543859649}, "nll_sum": 237.11520385742188, "token_count": 45} +{"index": 3626, "reference": "Oldham Athletic's League One fixture against Peterborough United has been postponed because of a frozen pitch.", "prediction": "Peterborough United's match against bottom atborough in on Saturday Saturday have been postponed because a waterlogged pitch.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 18.18181818181818, "rougeL": 40.0}, "nll_sum": 118.32426452636719, "token_count": 22} +{"index": 3627, "reference": "Two more people have been arrested over an explosion at a post office by thieves attempting to steal a cash machine from its front.", "prediction": "A suspected gas explosion at a roller-co supermarket shop left \"significant \" damage\" and the of damage.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 10.256410256410255, "rougeL": 14.634146341463413}, "nll_sum": 134.9681396484375, "token_count": 21} +{"index": 3628, "reference": "Officers investigating the rape of a woman in Renfrewshire have appealed for three men to come forward, saying they could be vital witnesses.", "prediction": "Police have released images of two men they want to speak to in connection with the rape and of a woman in East Renfrewshire.", "rouge": {"rouge1": 46.80851063829787, "rouge2": 17.777777777777775, "rougeL": 29.78723404255319}, "nll_sum": 71.6867904663086, "token_count": 27} +{"index": 3629, "reference": "The chief constable of Humberside Police has written to schools asking for the children of officers to be given holiday leave during term time.", "prediction": "Head teachers in England should be repaired of failing to leave school, and should be \" minimised, possible as possible\", the police chief has said.", "rouge": {"rouge1": 37.5, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 138.483642578125, "token_count": 29} +{"index": 3630, "reference": "Police searching for missing toddler Ben Needham on the Greek island of Kos have started digging at a second site.", "prediction": "Police searching for missing Sheffield toddler Ben Needen on the Greek Greek island have said they have started searches at a second site ofCC site.", "rouge": {"rouge1": 71.11111111111111, "rouge2": 51.162790697674424, "rougeL": 71.11111111111111}, "nll_sum": 149.9324951171875, "token_count": 27} +{"index": 3631, "reference": "Ed Miliband has accused the Tories of using the SNP to distract voters from their record as he tries to kill off talk of post-election deals.", "prediction": "Ed Miliband has said he is still hope that the SNP can win win May's general election if the Tories to win the general election not", "rouge": {"rouge1": 37.03703703703704, "rouge2": 15.384615384615385, "rougeL": 25.925925925925924}, "nll_sum": 96.66897583007812, "token_count": 26} +{"index": 3632, "reference": "On Sunday, the New England Patriots staged a stunning comeback to beat the Atlanta Falcons 34-28 in the 51st Super Bowl.", "prediction": "If you have ever seen American football on your career career, you have ever done anything... was involved in the sport. aA again- not. a's a it! it a it's a of it's aA. from 71", "rouge": {"rouge1": 13.114754098360654, "rouge2": 3.389830508474576, "rougeL": 9.836065573770494}, "nll_sum": 239.48687744140625, "token_count": 47} +{"index": 3633, "reference": "A man who murdered his five-week-old granddaughter has been jailed for life and will serve a minimum of 25 years.", "prediction": "A grandfather whose later stabbed five of his five-month-old to be brain, then him out of prison, has been jailed.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 14.285714285714285, "rougeL": 31.818181818181817}, "nll_sum": 137.18899536132812, "token_count": 26} +{"index": 3634, "reference": "Winger Jordan Williams helped end Taunton's FA Cup adventure as Barrow earned victory in their first-round replay at Holker Street.", "prediction": " Jordan Williams scored a dramatic last-minute winner as Barrow beat Bar beat a Championship side Taunton to reach the FA Cup first round.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 18.18181818181818, "rougeL": 30.434782608695656}, "nll_sum": 122.58137512207031, "token_count": 28} +{"index": 3635, "reference": "Glamorgan batsman Colin Ingram has signed for Adelaide Strikers and will play in Australia's Big Bash competition for the first time.", "prediction": "Glamorgan have all-signed West Lions batsman Colin Ingram will join overseas as an overseas player signing for the Big20 Blast starts the next season.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 17.77777777777778, "rougeL": 29.787234042553195}, "nll_sum": 181.66921997070312, "token_count": 30} +{"index": 3636, "reference": "Office for National Statistics (ONS) staff in Newport are anxious that a government review will lead to jobs leaving south Wales, a union has said.", "prediction": "A senior senior union union has rejected a proposal to move work and office back to Newport, in the Office for National Statistics (ONS).", "rouge": {"rouge1": 48.97959183673469, "rouge2": 21.27659574468085, "rougeL": 20.408163265306126}, "nll_sum": 118.75116729736328, "token_count": 26} +{"index": 3637, "reference": "Michael Clarke scored a century on day two of the opening Test against India, Australia's first match since the death of batsman Phillip Hughes.", "prediction": "Australia batsman Sean Hughes hit of one century on day one of the third Test against, says his team-mate Steve Smith called the side's \"'s for's- from a-d'sD\", from\" as November.", "rouge": {"rouge1": 45.90163934426229, "rouge2": 13.559322033898304, "rougeL": 26.229508196721312}, "nll_sum": 247.89170837402344, "token_count": 45} +{"index": 3638, "reference": "A temporary measure for disabled access at Weston-super-Mare railway station is \"totally unacceptable\", an equality forum has said.", "prediction": "The door at the Bristol Tube railway station will have had be 24 locked to 48 hours, the city council has said to a controversialolve \" says the it's first mandatory from a from, it's the from of. from a's a", "rouge": {"rouge1": 19.04761904761905, "rouge2": 6.557377049180328, "rougeL": 15.873015873015872}, "nll_sum": 278.65771484375, "token_count": 47} +{"index": 3639, "reference": "Ukraine's national postal service has been hit by a two-day-long cyber-attack targeting its online system that tracks parcels.", "prediction": "A postal service Kentuckyrotea, which hit by a heart attack last year, has continued to \"iseised\", a IT company has reported.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 14.634146341463413, "rougeL": 27.90697674418604}, "nll_sum": 158.44883728027344, "token_count": 28} +{"index": 3640, "reference": "British actor Alec McCowen, who played gadget inventor Q opposite Sir Sean Connery in \"rogue Bond\" film Never Say Never Again, has died at the age of 91.", "prediction": "Q Q resolveen, best known forwood role in James Bond and a James Bond, he has died at the age of 88.", "rouge": {"rouge1": 36.00000000000001, "rouge2": 20.833333333333336, "rougeL": 36.00000000000001}, "nll_sum": 122.9441909790039, "token_count": 26} +{"index": 3641, "reference": "Roma captain Francesco Totti has signed a new two-year contract which ties him to the Italian side until just before his 40th birthday.", "prediction": "Tescoco Totti says Roma fans will be offered a chance wearing wear shirt to his former-mates.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 133.8478240966797, "token_count": 21} +{"index": 3642, "reference": "Quinton de Kock and Hashim Amla put on 239 for the first wicket to help South Africa beat England by seven wickets in the third one-day international.", "prediction": "A stunning century from K India de Kock helped South Africa to beat South Africa in their first one-day international by six runs the a third-serving- longest one-day international.", "rouge": {"rouge1": 50.0, "rouge2": 17.241379310344826, "rougeL": 40.0}, "nll_sum": 192.68846130371094, "token_count": 37} +{"index": 3643, "reference": "A survey of Chamber of Commerce members in Northern Ireland suggests that 81% will vote for the UK to remain in the European Union (EU).", "prediction": "More than half of union members in Northern Ireland have support in the the UK to leave, EU, polls of the Chamber of Commerce a business survey poll.", "rouge": {"rouge1": 64.15094339622641, "rouge2": 31.37254901960785, "rougeL": 33.9622641509434}, "nll_sum": 151.2393035888672, "token_count": 30} +{"index": 3644, "reference": "A double-decker bus has burst into flames outside a train station in central London.", "prediction": "A double-decker bus crashed into a city centre city in central London.", "rouge": {"rouge1": 64.28571428571429, "rouge2": 38.46153846153846, "rougeL": 64.28571428571429}, "nll_sum": 56.511474609375, "token_count": 15} +{"index": 3645, "reference": "Supermarket chain Morrisons has increased the cost of a jar of Marmite by 12.5%, say retail industry experts.", "prediction": "Supermarket chain Morrisons is raising the prices of its Marmite, or Waitrose, and supermarket chain chain for \u00a3.2m. solve the 2011 again a- again 2011- again 2011 a in am a's aA Broadway", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.8431372549019605, "rougeL": 22.641509433962263}, "nll_sum": 271.687744140625, "token_count": 46} +{"index": 3646, "reference": "The new Glasgow School of Art building is being officially opened across the road from Charles Rennie Mackintosh's masterpiece.", "prediction": "The new exciting Glasgow School of Art building will be officially opened to open in.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 42.42424242424242, "rougeL": 57.14285714285715}, "nll_sum": 76.61438751220703, "token_count": 15} +{"index": 3647, "reference": "SNP MEP Alyn Smith received a standing ovation from his European colleagues after he begged them not to \"let Scotland down\".", "prediction": "The leader of UKIP, Nigel Farage said he wants the UK stay in any European Union of European Union, saying Scotland will \" not be laughing\".", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 115.76161193847656, "token_count": 28} +{"index": 3648, "reference": "Sri Lanka batsman Kumar Sangakkara made 18 in his final international innings before retirement.", "prediction": "Sri Lanka batsman Kumar Sangakakara has died aged 76, his first one-day international cricket.", "rouge": {"rouge1": 41.379310344827594, "rouge2": 22.222222222222225, "rougeL": 41.379310344827594}, "nll_sum": 86.57791137695312, "token_count": 22} +{"index": 3649, "reference": "Heavy rain and severe winds have caused power cuts and travel problems and swept sea foam into parts of Scotland.", "prediction": "Flood alerts have issued in the wake after heavy rain heavy rain in parts of Scotland.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.647058823529413, "rougeL": 27.77777777777778}, "nll_sum": 79.68470001220703, "token_count": 17} +{"index": 3650, "reference": "The Ulster Farmers' Union (UFU) has said it is \"disappointed\" by the aid package for European farmers announced by the European Commission.", "prediction": "The European Commission Commission receive an aid programme package for Northern Ireland farmers in milk price prices.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 16.216216216216214, "rougeL": 25.641025641025646}, "nll_sum": 106.32472229003906, "token_count": 17} +{"index": 3651, "reference": "Rangers manager Pedro Caixinha declared himself \"happy\" with Rangers' performance but \"disappointed\" with the outcome of the goalless draw with Hearts.", "prediction": " Rangers manager manager Pedro Caixhain with his team's defensive improvement against his Hibernian side and then travelled against Hibernian to move nine behind the Premiership.", "rouge": {"rouge1": 21.276595744680847, "rouge2": 8.88888888888889, "rougeL": 21.276595744680847}, "nll_sum": 177.3360137939453, "token_count": 33} +{"index": 3652, "reference": "Conservationists are to visit Skye to learn more about otter habitats ahead of a proposed reintroduction of the mammals to Japan.", "prediction": "A rare baby otter found up on a Japanese island ofkturk almost eight years ago, conservationists have said Beijing aosauruse's familyn it a referee onA-e from a in from May's. from", "rouge": {"rouge1": 10.909090909090908, "rouge2": 0.0, "rougeL": 7.272727272727271}, "nll_sum": 303.5716552734375, "token_count": 46} +{"index": 3653, "reference": "UKIP's candidate in a key general election seat has been forced to apologise after she appeared to question the cost to the NHS of treating British people who are HIV positive.", "prediction": "Two assembly election candidate candidates in apologised after saying for about a care in British patients.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 117.4151611328125, "token_count": 16} +{"index": 3654, "reference": "Brazil international full-back Dani Alves will leave Barcelona after eight years at the club.", "prediction": "Liverpool defenderGenani Alves, but leave the club Barcelona and does not play in", "rouge": {"rouge1": 35.71428571428571, "rouge2": 7.692307692307692, "rougeL": 28.571428571428577}, "nll_sum": 96.566162109375, "token_count": 16} +{"index": 3655, "reference": "It is usual for SpaceX to do a \"hot fire\" test a few days before a launch.", "prediction": "F private firm SpaceX has rarely put on hold a rocket that has lost its Earth.", "rouge": {"rouge1": 12.121212121212121, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 94.10093688964844, "token_count": 16} +{"index": 3656, "reference": "UK police are to return from Thailand after reviewing an investigation into the murders of two British tourists, Scotland Yard has said.", "prediction": "Police investigating the murder of two Britishers will return to the UK to catastrophic their families of the Thai body \"as as possible\". the possible Police, said, the they, from a, Aani's flagship of a's from's a", "rouge": {"rouge1": 38.70967741935483, "rouge2": 13.333333333333334, "rougeL": 25.806451612903224}, "nll_sum": 293.39306640625, "token_count": 47} +{"index": 3657, "reference": "An unbeaten century from captain Varun Chopra secured a draw for Warwickshire against Hampshire at Edgbaston.", "prediction": " Test Lions captainun Chop 144ra's double to draw Warwickshire to a draw in the late draw at Hampshire at Edgbaston.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 17.142857142857142, "rougeL": 27.027027027027025}, "nll_sum": 166.92189025878906, "token_count": 28} +{"index": 3658, "reference": "A bid has been launched to bar people who live outside of Wales from standing for election to the assembly.", "prediction": "Two former Conservative ministers are calling for a change to change the Welsh Assembly assembly election.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 68.22523498535156, "token_count": 16} +{"index": 3659, "reference": "Labour is crying foul this morning.", "prediction": "The Conservatives isn't a plan, for pensioners, it doesn't need for victory, but it wasn't the right't - but they wasn't see - it wasn't it on it wasn't good.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 206.1259307861328, "token_count": 41} +{"index": 3660, "reference": "Paddy Lowe has left his position as technical boss of Mercedes.", "prediction": "Former Lewis technical director and Paddy Lowe is set to retire in Formula 1, BBC understands", "rouge": {"rouge1": 22.22222222222222, "rouge2": 8.0, "rougeL": 14.814814814814813}, "nll_sum": 85.81375122070312, "token_count": 17} +{"index": 3661, "reference": "A knife remains \"unaccounted for\" at a privatised prison, a union has claimed.", "prediction": "A knife has been found at a prison a which was privatised in the hands of a it has been claimed.", "rouge": {"rouge1": 52.94117647058824, "rouge2": 18.749999999999996, "rougeL": 47.05882352941176}, "nll_sum": 99.66374969482422, "token_count": 22} +{"index": 3662, "reference": "A 91-year-old cyclist killed on a dual carriageway was doing a time trial to set a new national record for his age.", "prediction": " 91 91-year-old motorist who was killed in a crash has paid tribute to anew new record\" at a golf course club said.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 8.695652173913043, "rougeL": 33.33333333333333}, "nll_sum": 138.55551147460938, "token_count": 28} +{"index": 3663, "reference": "The brother of a British tourist found dead after a beach party in Thailand says he suspects foul play and want answers from the authorities.", "prediction": "The brother of a British backpacker who vanished on a trip to Thailand has said the battle \"unacceptable\" and a lost wife and her his brother has said.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 15.686274509803924, "rougeL": 30.188679245283023}, "nll_sum": 138.61595153808594, "token_count": 32} +{"index": 3664, "reference": "Women's Super League side Arsenal have dropped 'Ladies' from their name and become Arsenal Women.", "prediction": "England's Super League has announced the name to the 'Marie women' race.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 14.814814814814813, "rougeL": 34.48275862068966}, "nll_sum": 70.70376586914062, "token_count": 15} +{"index": 3665, "reference": "Extra time has been granted to detectives quizzing a murder suspect over the discovery of a body in a stream.", "prediction": "A man has been arrested by police following the discovery of a body has Surrey.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 30.303030303030305, "rougeL": 40.0}, "nll_sum": 61.734500885009766, "token_count": 15} +{"index": 3666, "reference": "The death of a woman while she was teaching English in China was \"a direct result of a leakage of carbon monoxide\", a coroner has ruled.", "prediction": "A woman whose travel was returning to China disappeared while carrying out monoxide bomb bombs should be carried out campus of China, a inquest's inquest has ruled.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 7.692307692307692, "rougeL": 29.629629629629633}, "nll_sum": 181.03211975097656, "token_count": 30} +{"index": 3667, "reference": "MPs have backed the government's new spending rules by 320 to 258 votes after a heated debate in the Commons.", "prediction": "The government has dropped dropped his decision to the current tactics of the current tax to system Commons after 44 MPs for MPs spending a budget hole, \"boldolve, the amaker - from a from's of of\".. solve's a", "rouge": {"rouge1": 33.33333333333333, "rouge2": 3.4482758620689653, "rougeL": 20.0}, "nll_sum": 338.7548828125, "token_count": 46} +{"index": 3668, "reference": "Plans have been announced for the \"oldest carnival in Europe\" to celebrate its 50th anniversary.", "prediction": " the world's first biggest carnival festival is to be brought around the city the August, the organisers have announced.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 97.36449432373047, "token_count": 22} +{"index": 3669, "reference": "Bournemouth striker Callum Wilson said it was \"great to feel like a football player again\" as he returned to action following a long-term injury.", "prediction": "Bournemouth defender Callum Wilson \"would make like a football player again\"\", says his departure from injury is \"perfect perfect\".", "rouge": {"rouge1": 40.90909090909091, "rouge2": 23.80952380952381, "rougeL": 40.90909090909091}, "nll_sum": 124.76220703125, "token_count": 26} +{"index": 3670, "reference": "The US Justice Department says it has charged an American citizen with conspiracy to provide material support to al-Qaeda militants in Pakistan.", "prediction": "An American-bornAmerican student has accused of helping help Americans has joined the United States, US authorities say.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 108.78125, "token_count": 21} +{"index": 3671, "reference": "Brighton beat Ipswich Town in a five-goal thriller to leapfrog the Tractor Boys and go top of the Championship.", "prediction": "Brighton came from two goals down from a goal down to behind beat beat 10-man Ipswich.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 91.1988296508789, "token_count": 20} +{"index": 3672, "reference": "Thieves used a JCB to smash into the front of a filling station store during a cash machine raid in Derbyshire.", "prediction": "A JCB was stolen a van into a cash wall and take a machine from a bicycle supermarket.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 30.769230769230766}, "nll_sum": 118.79803466796875, "token_count": 19} +{"index": 3673, "reference": "A junior doctor whose body was found in the sea suffered from \"work-related anxiety\", her sister has said.", "prediction": " missing missing junior doctor who went missing during a hospital's car funds has raised issues about, the her of health, her health and sister the said. 2011's 2011's again a from aA'sApayment of a from's from 2011", "rouge": {"rouge1": 29.508196721311474, "rouge2": 3.389830508474577, "rougeL": 19.672131147540984}, "nll_sum": 297.580810546875, "token_count": 47} +{"index": 3674, "reference": "Skiing on Scotland's snow slopes looks set to continue into the summer month of June as new figures reveal the best season in 14 years.", "prediction": "The price of multimillion pound been spent on more than \u00a33 on the Scottish economy, hotel, weather conditions, according a figures from Ski Scotland.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 0.0, "rougeL": 12.000000000000002}, "nll_sum": 164.73831176757812, "token_count": 29} +{"index": 3675, "reference": "A son of Jean McConville has said Sinn F\u00e9in leader Gerry Adams warned him several years ago there would be a \"backlash\" if he released the names of those he believed killed her.", "prediction": "Sinn F\u00e9in president Gerry Adams will face any charges in Northern Ireland over of murder Jean Jean McConvilleton never have released without charge.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 10.714285714285714, "rougeL": 20.689655172413794}, "nll_sum": 148.07806396484375, "token_count": 29} +{"index": 3676, "reference": "Is a four-metre long carnivorous dinosaur model just what your school, community centre or library is lacking?", "prediction": " dinosaur giant dinosaurcould found allowed to house in the notret creature dinosaur today Oxford, in a move which could move to a small teleh Nottingham).", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 311.5046081542969, "token_count": 29} +{"index": 3677, "reference": "A man and a woman have appeared in court charged with causing or allowing the death of a baby.", "prediction": "A man and a woman have been with murdering a baby and toddler, who later died from head head injuries in Kent, fell from the's from a man from, was's over his, from a's reputation of", "rouge": {"rouge1": 41.37931034482759, "rouge2": 21.428571428571427, "rougeL": 31.03448275862069}, "nll_sum": 216.1370391845703, "token_count": 42} +{"index": 3678, "reference": "The DUP's Edwin Poots has defended comments he made that party members have to hold their noses when doing business with Sinn F\u00e9in.", "prediction": " the DUP Alliance,\u00ed Poots but said he will do business with Sinn F\u00e9in the after an association with IRA DUP in Ireland in government.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 25.0, "rougeL": 40.00000000000001}, "nll_sum": 155.02401733398438, "token_count": 29} +{"index": 3679, "reference": "A 15-year-old girl was seen fleeing a house half-naked before a man chased, raped and murdered her, a court heard.", "prediction": "A father-of-two and groomed a 15-year-old girl before sexually, assaulted and assaulted her on the night of himself in a court heard.", "rouge": {"rouge1": 48.97959183673469, "rouge2": 25.53191489361702, "rougeL": 44.89795918367348}, "nll_sum": 113.23938751220703, "token_count": 32} +{"index": 3680, "reference": "Wigan Warriors full-back Lewis Tierney has signed a new three-year deal with the Super League side until 2019.", "prediction": "Wigan Warriors centre-back Lewis Tierney has signed a new three, three,-year deal with the Super League champions for leaving club until 2020.", "rouge": {"rouge1": 77.27272727272727, "rouge2": 66.66666666666666, "rougeL": 77.27272727272727}, "nll_sum": 132.08963012695312, "token_count": 29} +{"index": 3681, "reference": "Thousands of Orangemen and women have taken part in their annual parade in Rossnowlagh in County Donegal.", "prediction": "Hundreds of thousands of people have attended the annual Twelfth in Ross Birlagh and Derbygal.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 6.666666666666667, "rougeL": 31.25}, "nll_sum": 101.28334045410156, "token_count": 19} +{"index": 3682, "reference": "All of Wales' five main parties have published their Welsh general election manifestos.", "prediction": "BBC BBC Wales' Cardiff editor, how you know about the establishment of political parties!.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 14.814814814814817}, "nll_sum": 90.23161315917969, "token_count": 16} +{"index": 3683, "reference": "Birmingham City will face a \"difficult\" season if they cannot sign new players this week, says manager Harry Redknapp.", "prediction": " Red Redknapp says it hopes of will find \"very difficult\" for to sign new players.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 102.27073669433594, "token_count": 19} +{"index": 3684, "reference": "Blackpool's winless run was extended to five games as they were held at home by fellow League Two play-off chasers Colchester.", "prediction": "Blackpool sealed their League Two play-off place as they were held to a 1-1 by Colchester United, the first first-finals of the season's two from from-, from first in from their. November. theold", "rouge": {"rouge1": 43.333333333333336, "rouge2": 20.689655172413794, "rougeL": 23.333333333333332}, "nll_sum": 241.85684204101562, "token_count": 46} +{"index": 3685, "reference": "China has vowed to reduce the amount of steel it makes, Business Secretary Sajid Javid said.", "prediction": "The global steel industry is \" a \"very positive step forward\" tackling the impact of the industry,id Secretary Sajid Javid has said.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 123.88893127441406, "token_count": 29} +{"index": 3686, "reference": "The funeral of a police officer who appeared in a TV documentary series has been held at Durham Cathedral.", "prediction": "A police station has paid tribute to a senior police officer who died in Derby after heart and said he had a \"best friend\".", "rouge": {"rouge1": 32.55813953488372, "rouge2": 14.634146341463413, "rougeL": 27.906976744186046}, "nll_sum": 97.08090209960938, "token_count": 25} +{"index": 3687, "reference": "Wales has the highest take-up of broadband of any of the devolved nations, according to a report from the watchdog Ofcom.", "prediction": "Wales' television service is received much services in the UK better than Northern Ireland, said the report from the communications service Of in UK.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 143.40431213378906, "token_count": 27} +{"index": 3688, "reference": "Tata Steel has announced its preferred bidder for the \u00a3100m sale of its Speciality Steels division based in South Yorkshire.", "prediction": "Tata Steel said it has agreed to sell aspecialffels unit in South Yorkshire, the loss of about 30 jobs a \"dangerous stress\".", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 28.571428571428566}, "nll_sum": 164.16163635253906, "token_count": 30} +{"index": 3689, "reference": "People are being invited to give their views on plans for a permanent site for Travellers and Gypsies in Powys.", "prediction": "A proposed site for a travellers' and beach car park in Powys has raised concerns about the future.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 22.22222222222222, "rougeL": 36.84210526315789}, "nll_sum": 88.19257354736328, "token_count": 20} +{"index": 3690, "reference": "Work has started to repair a spire on a Surrey church after it was badly damaged by woodpeckers.", "prediction": "Thousands of spire left severely damaged at a Derbyshire town are to be removed from a church in an effort to repair repair work.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 5.0, "rougeL": 14.285714285714288}, "nll_sum": 117.2160873413086, "token_count": 27} +{"index": 3691, "reference": "US presidential candidate Donald Trump has given out the mobile phone number of Senator Lindsey Graham - one of his Republican rivals for the White House.", "prediction": "US Republican presidential hopeful private Graham has dropped fire at the number number one, saying he was one that he had seen as a warlord candidate.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 153.90675354003906, "token_count": 28} +{"index": 3692, "reference": "A central provision of President Barack Obama's healthcare reform law has taken effect, having survived Republicans' years-long effort to undermine it.", "prediction": "US President Barack Obama has defended the healthcare's health bill to \" free\"\" of fellow Americans who \"n't have them out of fear\".", "rouge": {"rouge1": 38.297872340425535, "rouge2": 8.888888888888888, "rougeL": 21.27659574468085}, "nll_sum": 154.99832153320312, "token_count": 27} +{"index": 3693, "reference": "A security alert in the centre of Larne, County Antrim, has ended and been declared a hoax.", "prediction": "A possible security that was locked on a premises pool in Strabane, County Tyrone, was described as \"unknown\".", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 113.30945587158203, "token_count": 24} +{"index": 3694, "reference": "US transport safety officials have proposed guidelines to limit driver distraction from gadgets built into cars.", "prediction": "New introduced announcing new electronic systems meaning devices can control a a driver's vehicle and could be the stopped, the US road safety road safety body says.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 167.10498046875, "token_count": 29} +{"index": 3695, "reference": "A delegation from Northern Ireland is travelling to Cuba to provide support for peace talks between the Colombian government and the Farc rebel group.", "prediction": " delegation visit of Northern Ireland seeking families of Colombia to resolve the peace in peace Dublin this year.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 23.80952380952381}, "nll_sum": 111.98826599121094, "token_count": 18} +{"index": 3696, "reference": "A man's leg was impaled as he tried to climb a spiked metal fence in Bedworth, Warwickshire.", "prediction": "A man was taken to hospital after being stuck in the neck after rain rain went through a fence at his house in Coventry in theentry football, foul, as it from a referee from a's a of a. a from aA", "rouge": {"rouge1": 30.0, "rouge2": 3.4482758620689653, "rougeL": 23.333333333333332}, "nll_sum": 246.76817321777344, "token_count": 47} +{"index": 3697, "reference": "Yorkshire opener Adam Lyth made his third century of the season as the defending champions replied solidly to Surrey's 267 all out at the Oval.", "prediction": "Luke Lyth hit a maiden half-century and helped Surrey draw a draw in heavy rain-Day Cup against Yorkshire at G Oval at The Oval at", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.8431372549019605, "rougeL": 22.641509433962266}, "nll_sum": 162.34976196289062, "token_count": 29} +{"index": 3698, "reference": "A man has been disqualified from driving for 22 months after he crashed his car into a house in West Sussex and caused a gas leak.", "prediction": "A lorry driver who crashed of three cars in a West Sussex, which left six people of, seriously injured, in front van, has been fined for weeks and a for his reputation from his's.", "rouge": {"rouge1": 45.90163934426229, "rouge2": 6.779661016949152, "rougeL": 26.229508196721312}, "nll_sum": 196.03335571289062, "token_count": 40} +{"index": 3699, "reference": "Ofcom tells Newsbeat it has received 233 complaints about Ken Morley's behaviour on Celebrity Big Brother.", "prediction": "Channel 4 has received three new complaints of complaints against Ken Morley about his role,. wake of his attempt from the show's side from his its from as2 the,'s- from a legend from's for for's.", "rouge": {"rouge1": 25.0, "rouge2": 7.4074074074074066, "rougeL": 21.428571428571434}, "nll_sum": 275.5347900390625, "token_count": 44} +{"index": 3700, "reference": "Work is under way to repair a burst water main in the Republic of Ireland which has left 50,000 customers without water for six days.", "prediction": " to up 2.3 euros will be needed to begin a water short after a after water main which has into a entered main. main at solve the a's a's again a it a it's apayment of.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 6.25, "rougeL": 18.181818181818183}, "nll_sum": 268.1840515136719, "token_count": 44} +{"index": 3701, "reference": "A woman working in an off-licence has been threatened with a knife during a robbery in north Belfast.", "prediction": "A woman was in her direction after being threatened with a knife during an an armed robbery at shop shop inrickferg, County Antrim., solve,'s they a's bald from ae's approval of a from's aA", "rouge": {"rouge1": 38.59649122807018, "rouge2": 18.181818181818183, "rougeL": 31.57894736842105}, "nll_sum": 287.46759033203125, "token_count": 46} +{"index": 3702, "reference": "The Social Democratic and Labour Party (SDLP) MLA Colum Eastwood has confirmed that he is set to challenge Alasdair McDonnell's leadership of the party.", "prediction": "Forumurryum Eastwood, but said he will be the Democratic Labour leadership candidate would Coyle in the NI if it wins a general election.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 0.0, "rougeL": 20.833333333333332}, "nll_sum": 166.63888549804688, "token_count": 29} +{"index": 3703, "reference": "The Scottish town which 'won' two Carbuncle honours for its ugly shopping centre has scooped Best Town at the Scottish Design Awards.", "prediction": "A Scottish seaside town who has accused the town of \"disrespecting\" and adisastrous design\" has won a Scottish Designon ceremony.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 0.0, "rougeL": 23.809523809523807}, "nll_sum": 156.27557373046875, "token_count": 29} +{"index": 3704, "reference": "Cannabis with a street value of \u00a325,000 has been seized and three people arrested on the Isle of Man.", "prediction": "Levels with an estimated street value of71,000 have been seized by police of, during a time in the Isle of Man, police said, 2011 a solve of 2011 a-A 2011 botched in a from a's from a's", "rouge": {"rouge1": 39.34426229508197, "rouge2": 16.94915254237288, "rougeL": 32.78688524590164}, "nll_sum": 247.5791473388672, "token_count": 47} +{"index": 3705, "reference": "Welsh Labour needs to \"shrug off\" the idea it is still the natural party of Wales, their MP for Ogmore has said.", "prediction": "A Wales health needs needs to be a \"the party of\" within its own\", a former first minister has said to in in the 2011-, solve, says it from anti-based Labour's in from Welsh..", "rouge": {"rouge1": 41.37931034482759, "rouge2": 10.714285714285714, "rougeL": 24.137931034482758}, "nll_sum": 271.12225341796875, "token_count": 42} +{"index": 3706, "reference": "Europe's greatest female golfer, Annika Sorenstam, says Charley Hull's first LPGA victory can act as a springboard for the young English player's career.", "prediction": " Sanaya Sorenstam is believe her Solheim Cup in 2017 is behind Europe's's Char Hull as \"the innocent male and innocent young woman\".", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 24.000000000000004}, "nll_sum": 201.92739868164062, "token_count": 30} +{"index": 3707, "reference": "A tech start-up firm which thought it had secured a \u00a3100,000 investment on the BBC's Dragons' Den TV show has had the funding pulled.", "prediction": "A relying firm has raised \u00c2\u00a31,000 (\u00c2\u00a365m in invest a trackingoon that raised during a Radio Channel show.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 0.0, "rougeL": 21.73913043478261}, "nll_sum": 178.96707153320312, "token_count": 28} +{"index": 3708, "reference": "The authorities in Bangladesh say power has been restored to most of the country after a nationwide blackout on Saturday.", "prediction": "Bangl power has restored electricity to Bangladesh left at least 32 people left aged power after a power failure.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 30.76923076923077}, "nll_sum": 112.31303405761719, "token_count": 20} +{"index": 3709, "reference": "Sports minister Car\u00e1l N\u00ed Chuil\u00edn has decided to send three civil servants to take control of Sport NI.", "prediction": " NI NI's Sportsll Car Nl\u00edil\u00edn has met her battle over internal concerns.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.0606060606060606, "rougeL": 17.142857142857142}, "nll_sum": 136.2435302734375, "token_count": 18} +{"index": 3710, "reference": "Cancer patients have been promised faster access to innovative medicines by NHS England.", "prediction": "The way in taced drugs is to be offered on the NHS in England been scrapped, health body NICE.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 18.749999999999996}, "nll_sum": 136.1080322265625, "token_count": 22} +{"index": 3711, "reference": "A publican who repeatedly stabbed a man with a steak knife has been jailed for four years.", "prediction": "A man who killed a pub's owner in a pub, hiding him behind behind the neck and bar has been jailed for 10 years.", "rouge": {"rouge1": 47.61904761904762, "rouge2": 20.0, "rougeL": 42.857142857142854}, "nll_sum": 105.46818542480469, "token_count": 26} +{"index": 3712, "reference": "The families of two east London schoolgirls who travelled to Syria are \"distraught\" after learning they have married, their solicitor has said.", "prediction": "Two London school schoolgirls, the thought to have travelled to Syria are returning their their families, families say are \"fishing grown deep roots\".", "rouge": {"rouge1": 48.888888888888886, "rouge2": 13.95348837209302, "rougeL": 35.55555555555555}, "nll_sum": 156.59378051757812, "token_count": 28} +{"index": 3713, "reference": "Arsenal manager Arsene Wenger has been given a four-match touchline ban and \u00a325,000 fine after accepting a Football Association charge of misconduct for his behaviour in the win over Burnley.", "prediction": "Arsenal boss Arsene has been fined \u00a37, by the Football Association for allegedly sending,'s Burnley for a visiting a penalty during Sunday's Premier League game.", "rouge": {"rouge1": 40.67796610169491, "rouge2": 7.017543859649122, "rougeL": 30.508474576271187}, "nll_sum": 145.22064208984375, "token_count": 32} +{"index": 3714, "reference": "Two 300-year-old cups with saucers have been stolen from a country house.", "prediction": "Five hundred cups of sa assemblyers believed believed be that stolen from a couple's 18th Century, have been stolen from the same family park home. 2011's 2011 a 2011 from- again aA in from The's? a dropped a", "rouge": {"rouge1": 21.81818181818182, "rouge2": 15.094339622641511, "rougeL": 21.81818181818182}, "nll_sum": 301.000732421875, "token_count": 47} +{"index": 3715, "reference": "Fundamental changes are needed in how care of vulnerable adults is commissioned and monitored, a report into abuse at a private hospital said.", "prediction": "A hospital where a hospital \" a safe place\" where residents found patients was at at a hospital, staff said and threatened not provide the same care, a report found found.", "rouge": {"rouge1": 30.188679245283023, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301884}, "nll_sum": 171.7580108642578, "token_count": 34} +{"index": 3716, "reference": "Glamorgan batsman Ben Wright will retire at the end of the season to pursue a career with a metal manufacturer.", "prediction": "Glamorgan all-rounder Ben Wright has retired from international cricket cricket after signing a three-year professional contract, starting at the end- of 2019 season.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 18.6046511627907, "rougeL": 40.0}, "nll_sum": 131.61219787597656, "token_count": 31} +{"index": 3717, "reference": "Raffaele Sollecito was 23 and about to finish his degree when he was arrested along with then-girlfriend Amanda Knox for the 2007 murder of British student Meredith Kercher in Italy.", "prediction": "Italy court Raffle Sollecito, have both their appealing against their conviction- murder and murder of ex-mate Amanda Kercher, the of freed in jail.", "rouge": {"rouge1": 32.727272727272734, "rouge2": 3.773584905660378, "rougeL": 21.818181818181817}, "nll_sum": 191.54116821289062, "token_count": 33} +{"index": 3718, "reference": "Jordan Spieth will be \"scarred\" by his capitulation at the Masters on Sunday, says three-time winner Sir Nick Faldo.", "prediction": "E Bowe Faldo says, but will injury for champion Jordan Spieth after a six-underpar 76 to keep his lead at UK Masters Classic", "rouge": {"rouge1": 36.36363636363636, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 181.3020477294922, "token_count": 29} +{"index": 3719, "reference": "The Botswanan athlete who was barred from running at the World Championships as organisers tried to halt a norovirus outbreak says the same would not have happened to Mo Farah or Usain Bolt.", "prediction": "A Mauritwana Athletics retailer says I \"I want Usain Bolt\" be face of athletics\" despite being cleared of the cyclist failed a drugs test. for theolve 2011 again \" again \" again\"'s again's 2011 again 2011 again a", "rouge": {"rouge1": 16.901408450704224, "rouge2": 2.898550724637681, "rougeL": 11.267605633802818}, "nll_sum": 316.39599609375, "token_count": 47} +{"index": 3720, "reference": "A brilliant solo goal from Gaston Ramirez helped Middlesbrough to a first win in eight Premier League games as they beat Bournemouth at the Riverside Stadium.", "prediction": "Mon 2013on missed as Bournemouth's first goal was extending Bemouth's 19-match unbeaten run.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 107.94529724121094, "token_count": 21} +{"index": 3721, "reference": "BBC NI political reporter Stephen Walker meets Lord Bannside to discuss the anniversary of the signing of the Ulster Covenant.", "prediction": "When I met the first minister's interview with the first minister, Lord Laidside is an interview about my husband the what's been a icon crime's the Gang it's history and and what owns.!", "rouge": {"rouge1": 14.035087719298245, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 247.86715698242188, "token_count": 41} +{"index": 3722, "reference": "League Two side Luton Town have signed midfielder Andrew Shinnie on a season-long loan from Birmingham City.", "prediction": "League Two side Luton Town have signed centre-back Danny Boyd on on loan from Birmingham City for a fee to be \u00a35m.", "rouge": {"rouge1": 63.41463414634146, "rouge2": 46.15384615384615, "rougeL": 58.536585365853654}, "nll_sum": 89.64300537109375, "token_count": 27} +{"index": 3723, "reference": "Belgian police have arrested two people suspected of planning attacks in Brussels on New Year's Eve.", "prediction": "Belg police have arrested four people on several accused of carrying out and Paris Paris in Paris attacks.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 12.121212121212121, "rougeL": 34.285714285714285}, "nll_sum": 98.92910766601562, "token_count": 19} +{"index": 3724, "reference": "A large police presence held back angry crowds outside a Kensington church where Theresa May was meeting victims of the Grenfell Tower disaster.", "prediction": "Theresa May has delivered a public response to the victims in her Grenfell fire in London amid anger about of aftermath Tower Gren Grenfell Tower.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 152.3914794921875, "token_count": 28} +{"index": 3725, "reference": "England playmaker Rangi Chase has had his contract terminated by Super League side Salford Red Devils following a 'disciplinary procedure'.", "prediction": "Leigh Centurions again finally agreed a deal to sell in Bournemouth defender Bang Bisse, who has a controversialubbised his has game after his fromA from-up after his from from professional. from.", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 300.29791259765625, "token_count": 44} +{"index": 3726, "reference": "A new deal to secure the air link between Dundee City Airport and London Stansted for another two years has been announced.", "prediction": " direct air service between Dundee, London Stansted will continue operate for continue next two years, after funding of UK funding government", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 37.2093023255814}, "nll_sum": 139.2755584716797, "token_count": 24} +{"index": 3727, "reference": "Shares in mining firm Anglo American have fallen to a record low as the company said it would sell huge chunks of its business and shrink its workforce by nearly two-thirds.", "prediction": " Anglo-based Anglo American says it plans to cut 5,800 jobs worldwide by next year, amid fears of a rising prices in oil prices.", "rouge": {"rouge1": 28.07017543859649, "rouge2": 3.6363636363636367, "rougeL": 14.035087719298245}, "nll_sum": 107.81610107421875, "token_count": 28} +{"index": 3728, "reference": "A crash with a motorbike which killed Belgian cyclist Antoine Demoitie was an \"unfortunate accident\", says his team.", "prediction": "Italian Italian A Demolitionie says she is \"omhamicken\" following an accident involving biker who left the ride during a race race.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 161.7288818359375, "token_count": 28} +{"index": 3729, "reference": "Ulster centre Stuart McCloskey has signed a contract extension which will see him remain at Kingspan Stadium until the summer of 2019.", "prediction": "Ulster kept St McCl Stuartkey has signed a new to stay with the Kingspan Stadium until 24 May 2019 to after Super One club introducing athe age- fromups from small-Dterm from in 30 referee. from.", "rouge": {"rouge1": 31.034482758620683, "rouge2": 14.285714285714285, "rougeL": 27.586206896551722}, "nll_sum": 346.8572998046875, "token_count": 44} +{"index": 3730, "reference": "The US space agency (Nasa) has launched a mission to retrieve a rock sample from a 500m-wide asteroid called Bennu.", "prediction": "Nasa has launched a probe, which will include four historic planets on Earth.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 18.749999999999996, "rougeL": 23.52941176470588}, "nll_sum": 69.02781677246094, "token_count": 15} +{"index": 3731, "reference": "A Cambridge University academic has been ordered to return her seven-year-old son to his father in Japan, a family court has ruled.", "prediction": "A Cambridge University woman who has offered- school to return her returned to Japan is in, breach after a judge has ruled after a judge ruled it out of her marry.", "rouge": {"rouge1": 47.27272727272728, "rouge2": 18.867924528301884, "rougeL": 43.63636363636363}, "nll_sum": 190.6846466064453, "token_count": 33} +{"index": 3732, "reference": "A woman has been arrested on suspicion of dangerous driving after a car crashed through a seafront barrier and fell on to rocks.", "prediction": "Three people have been taken to hospital after their car crashed into a cliff climb towards north and north Wales. in, of to and a the a The's a from 30 from a from it's from Green's?", "rouge": {"rouge1": 31.74603174603175, "rouge2": 3.2786885245901636, "rougeL": 22.22222222222222}, "nll_sum": 229.4010772705078, "token_count": 43} +{"index": 3733, "reference": "People living in north-east Kenya say they have discovered at least 20 bodies buried in shallow graves.", "prediction": "TheAncient bodies of thousands of rights bodies to have found found in trenches preserved\" woods Nairobi, police say", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 154.22763061523438, "token_count": 22} +{"index": 3734, "reference": "Thousands of people are homeless after a powerful cyclone hit the islands of Vanuatu on Saturday.", "prediction": "A powerful cyclone has hit a Greek islandu Vanuatu, after a powerful,one bill more than 300 yards (190m).", "rouge": {"rouge1": 34.285714285714285, "rouge2": 18.18181818181818, "rougeL": 28.57142857142857}, "nll_sum": 143.630126953125, "token_count": 27} +{"index": 3735, "reference": "Minister for refugees Richard Harrington has refused to tell MPs how many Syrian refugees are in Britain.", "prediction": "The number of Syrian refugees already seen but UK have received a number of refugees it was receive the its legal order affairs Ligra Harrington has said.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 9.523809523809526, "rougeL": 13.636363636363638}, "nll_sum": 187.32330322265625, "token_count": 29} +{"index": 3736, "reference": "The criminal courts charge should be scrapped by ministers, a parliamentary committee has said, as it raised \"grave misgivings\" about the fee's benefits.", "prediction": "The new criminal charge charge, criminal judges is creating \"unacceptable\" and be review, a committee of MPs has said, in the government's \", \" a\" it the of from it the's's of a. the fromold", "rouge": {"rouge1": 36.66666666666667, "rouge2": 3.4482758620689653, "rougeL": 36.66666666666667}, "nll_sum": 270.82403564453125, "token_count": 46} +{"index": 3737, "reference": "A flaw on supermarket Asda's website gave hackers the chance to collect customers' personal information and payment details, the BBC has learned.", "prediction": "AsdaAs lost of in of its code website and have been potentially could security issue, a security expert.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 143.6914520263672, "token_count": 21} +{"index": 3738, "reference": "A former drug cartel's pilot has been jailed for trying to kill his unwanted lodger with an axe as he slept.", "prediction": "A drug boss was 2011 jailed for life for a revenge attack in an attack on a un8- religious bookshop in Exeter.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904762, "rougeL": 22.727272727272727}, "nll_sum": 138.34109497070312, "token_count": 26} +{"index": 3739, "reference": "Mexico stunned favourites Brazil 2-1 at Wembley to win the men's Olympic football gold medal for the first time.", "prediction": " Olympers Brazil want to receive a and gold medal of Rio 2016 after Oscar scored in extra-time to beat beat Mexico in a dramatic match at Wembley.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 142.030517578125, "token_count": 30} +{"index": 3740, "reference": "The new 12-sided \u00a31 coin will enter circulation on 28 March, the government has said.", "prediction": "The public will be able to use a possible new \u00a31 coin coin in memory of Jane Austen's new the, \u00a31 coin.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 25.64102564102564}, "nll_sum": 113.31901550292969, "token_count": 27} +{"index": 3741, "reference": "Ivan Lendl says he is \"proud\" of his work with Andy Murray and expects to return to coaching in the future.", "prediction": "World number one thinkIendingl and the partnership with his men's doubles since Wimbledon, has described as \"the part of the hard\".", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 169.89012145996094, "token_count": 28} +{"index": 3742, "reference": "A student who was allegedly raped in an Edinburgh park has told a court how she fought for her life after a man ran up and grabbed her from behind.", "prediction": "A woman accused of raping and raping a woman street in Edinburgh has told a court how she the the struggle for struggle battle of life\".", "rouge": {"rouge1": 50.0, "rouge2": 18.51851851851852, "rougeL": 42.857142857142854}, "nll_sum": 133.10113525390625, "token_count": 26} +{"index": 3743, "reference": "Sunderland have appointed Sam Allardyce as manager on a two-year contract.", "prediction": "Sam Allardyce is been confirmed as confirmed in challenging job as England boss.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 8.695652173913043, "rougeL": 24.000000000000004}, "nll_sum": 74.15673065185547, "token_count": 15} +{"index": 3744, "reference": "For the Llewellin family, when it comes to sporting success, the apple does not fall far from the tree.", "prediction": "Welsh cycling is ampic and Paralympic champion but sport, but what, does it feels like a shooting-by is moving?", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 171.49258422851562, "token_count": 27} +{"index": 3745, "reference": "Lawyer Amal Clooney has urged the UN to act against so-called Islamic State by backing a UK-led investigation into the group's atrocities in Iraq.", "prediction": "US bookmaker of Clooney has called for a UN inquiry into the so-called Islamic genocide committed in Iraq and Syria a a Valent \"s referee\" a reputation\" from 3-Dold\" in three years ago.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 16.666666666666668, "rougeL": 29.03225806451613}, "nll_sum": 251.09921264648438, "token_count": 44} +{"index": 3746, "reference": "A troubled Isle of Wight academy is set to merge with another school, its sponsor has announced.", "prediction": "A academy, which saw a primary school and two schools on the Isle of Wight, are to merge.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.18181818181818, "rougeL": 34.285714285714285}, "nll_sum": 78.62748718261719, "token_count": 21} +{"index": 3747, "reference": "Seven young migrants have gone on trial in Germany, over a Christmas day attack on a homeless man which could have killed him.", "prediction": "German police have charged with man connection in connection with a knife attack on a Polish man the man tank station on a Christmas celebrations on the Eve,'s solve, it they receives \"-pold his in from from a's.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 9.836065573770494, "rougeL": 22.22222222222222}, "nll_sum": 289.492431640625, "token_count": 44} +{"index": 3748, "reference": "David Cameron is to allow ministers to campaign for either side in the referendum once a deal is reached on the UK's relationship with the EU.", "prediction": "David Cameron has urged members of his ministers not not get a free vote\" to over whether the UK should stay in the EU in any EU.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 15.384615384615385, "rougeL": 29.629629629629626}, "nll_sum": 126.88973236083984, "token_count": 28} +{"index": 3749, "reference": "An US appeals court has upheld a decision to overturn the conviction of Brendan Dassey, whose case was the focus of documentary Making a Murderer.", "prediction": "US drug detainee Brendan Dassey will not be released from prison,, two years after losing a appealing against his conviction for a attempted murder conviction.", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 20.000000000000004}, "nll_sum": 120.48615264892578, "token_count": 27} +{"index": 3750, "reference": "Security researchers have cancelled plans to buy potentially undetected software security vulnerabilities from a notorious group of hackers.", "prediction": " a controversial plan by a-maker- to allow customers to right to steal its scam, has accused security researchers as a \"security failure\".", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 164.3302001953125, "token_count": 27} +{"index": 3751, "reference": "Aston Villa have signed Bristol City striker Jonathan Kodjia on a four-year deal, for an initial \u00a311m that may rise to a Championship record fee of \u00a315m.", "prediction": "Aston Villa have signed Jonathan Kodjiaia from Championship club Bristol City for \u00a35m, believed to \u00a32.5m.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 18.6046511627907, "rougeL": 35.55555555555556}, "nll_sum": 88.871337890625, "token_count": 27} +{"index": 3752, "reference": "Academy trusts are no better than local authorities at raising school standards, researchers have found.", "prediction": "A plan to force all some schools to become academies are unlikely become academies has successful, research suggests.", "rouge": {"rouge1": 24.24242424242424, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 111.13240814208984, "token_count": 21} +{"index": 3753, "reference": "Nine missing episodes of 1960s Doctor Who have been found at a TV station in Nigeria, including most of the classic story The Web of Fear.", "prediction": "One of the missing episodes, Doctor Who's struggle tapes of the have been made public, the BBC says", "rouge": {"rouge1": 44.44444444444444, "rouge2": 18.6046511627907, "rougeL": 31.11111111111111}, "nll_sum": 90.60952758789062, "token_count": 20} +{"index": 3754, "reference": "Logistics group John Menzies has issued a profits warning following problems with its ground handling contract at London Gatwick Airport.", "prediction": " Typhoonier group Menzies has said it revenue at London Gatwick next year, because the uncertainty of its decision to restore its stat business earnings.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 14.285714285714288, "rougeL": 27.27272727272727}, "nll_sum": 177.99722290039062, "token_count": 29} +{"index": 3755, "reference": "Russia has criticised Boris Johnson's decision to scrap a planned trip to Moscow after discussions with the US.", "prediction": "Russia has rejected for Prime Minister Boris Johnson to Moscow in the wake of its decision to support UK President Bashar al-Assad.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 20.0, "rougeL": 33.33333333333333}, "nll_sum": 100.14363098144531, "token_count": 24} +{"index": 3756, "reference": "A poster urging parents not to use the police to scare their children has been seen more than 3.5 million times.", "prediction": "A police force has launched a boy boy's poster inviting officers staff warning officers should do more.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 117.42550659179688, "token_count": 18} +{"index": 3757, "reference": "Police in Scotland are understood to be investigating claims Labour peer Lord Janner abused a boy there in the 1970s.", "prediction": "Police are investigating allegations of historical sex abuse against former Labour Lord Janner will not be dropped the police have said.", "rouge": {"rouge1": 43.90243902439024, "rouge2": 5.128205128205128, "rougeL": 34.14634146341463}, "nll_sum": 97.00564575195312, "token_count": 22} +{"index": 3758, "reference": "Lincoln Ladies have insisted their controversial relocation to Nottingham and decision to play as Notts County next season was their only option.", "prediction": "league-league Notts County have announced details of their plans to move their men's team and plan to create and women's team.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 107.33900451660156, "token_count": 26} +{"index": 3759, "reference": "Violence during flag protests is damaging the image of Northern Ireland internationally, the Secretary of State, Theresa Villiers, has said.", "prediction": "US US Secretary of Theresa Vill Clinton has said violence that racial flag in Northern Ireland is.not as bad as it present a past\". and past and a's a's a \" a - it's's's!", "rouge": {"rouge1": 34.48275862068966, "rouge2": 10.714285714285714, "rougeL": 17.24137931034483}, "nll_sum": 269.7848205566406, "token_count": 42} +{"index": 3760, "reference": "A man has died in a collision between a tractor and a motorcycle in Lincolnshire.", "prediction": "A motorcyclist has been killed in a crash which was involved were a crash between a tractor- and a tractor in Lincolnshire, which recovered from a's, a from a-d's reputation in from November The's.A referee", "rouge": {"rouge1": 40.0, "rouge2": 22.641509433962266, "rougeL": 40.0}, "nll_sum": 253.06259155273438, "token_count": 47} +{"index": 3761, "reference": "Kylie Minogue's British fiance has said the couple won't get married until same-sex marriage becomes legal in Australia.", "prediction": "A couple same-sex couple George have confirmed they will not be married in Australia in December because of it \" 'didn't't religious political religious\".", "rouge": {"rouge1": 29.78723404255319, "rouge2": 8.88888888888889, "rougeL": 21.276595744680847}, "nll_sum": 160.1768341064453, "token_count": 29} +{"index": 3762, "reference": "England women matched their male counterparts and secured a big win over New Zealand as they sealed a 3-0 series victory over the world champions.", "prediction": "England women scored in five second-half tries to beat New Zealand and set up a 3-0 series series whit whitewash.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 21.73913043478261, "rougeL": 33.333333333333336}, "nll_sum": 107.212158203125, "token_count": 26} +{"index": 3763, "reference": "Using a bone-strengthening drug could make joint replacements last longer, according to an analysis of GPs' records.", "prediction": "A second heart drug, which could cause human injury and suffer tougher, could be cut lower the England suggests.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 140.74929809570312, "token_count": 21} +{"index": 3764, "reference": "A woman in the US state of Utah who admitted killing six of her own newborn babies has been sentenced to up to life in prison.", "prediction": "A woman's who US state of Pennsylvania after the cases of three babies and bodies body in her birth has been given a minimum jail term.", "rouge": {"rouge1": 49.056603773584904, "rouge2": 15.686274509803921, "rougeL": 33.9622641509434}, "nll_sum": 148.3877410888672, "token_count": 27} +{"index": 3765, "reference": "Head teachers have warned that intimidation is still continuing after the investigations into the so-called Trojan Horse scandal.", "prediction": " aftermath wake of the so-called \"Troai Horse\" inquiry will be banned from taking schools Birmingham say head teachers, a controversial replica- failing.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 15.0, "rougeL": 19.04761904761905}, "nll_sum": 201.25106811523438, "token_count": 29} +{"index": 3766, "reference": "Matty Taylor's second-half hat-trick earned Bristol Rovers a late draw at MK Dons in a six-goal thriller.", "prediction": " Taylorty scored a stoppage-time winner as a winner Bristol Rovers twice came from behind to draw 3-2 at MK Dons.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 27.90697674418604}, "nll_sum": 101.04388427734375, "token_count": 30} +{"index": 3767, "reference": "A trial plot of genetically modified rice has been destroyed by local farmers in the Philippines.", "prediction": "A field trial has been the trial of a modified genetically modified plant in to be built in Philippines Philippines.", "rouge": {"rouge1": 55.55555555555556, "rouge2": 11.76470588235294, "rougeL": 38.888888888888886}, "nll_sum": 99.52547454833984, "token_count": 20} +{"index": 3768, "reference": "From praise for loyalty to vilification for a change of mind - Fabian Delph's move from Aston Villa to Manchester City has found a place in the all-time transfer sagas scrapbook.", "prediction": "A stunning move for player Fabphphph join Manchester City has been delayed - and so anything nothing done", "rouge": {"rouge1": 24.489795918367342, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 150.80380249023438, "token_count": 20} +{"index": 3769, "reference": "A patient lay dead for up to four-and-a-half hours before being spotted at one of the busiest's A&E departments in the country, inspectors have revealed.", "prediction": "A hospital where 40 patients were seen hours at an accident and emergency department at night, said there was no patients.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 101.9075927734375, "token_count": 22} +{"index": 3770, "reference": "Deputy First Minister John Swinney will give MSPs his response to a report into the death of Aberdeen schoolboy Bailey Gwynne next week.", "prediction": " Education Secretary John Swinney, will deliver a review of the review into the death atboy Bailey Oldnene, Gwynedd, on 27 April. solve a's a-A a referee in from's a's from aA", "rouge": {"rouge1": 31.03448275862069, "rouge2": 14.285714285714285, "rougeL": 27.586206896551722}, "nll_sum": 256.13555908203125, "token_count": 47} +{"index": 3771, "reference": "At his lowest point, Ryan Longmuir took drugs every day \"just to feel normal\".", "prediction": " Ryan Bentley, who spent five years of drugs at in time he was caught with cocaine and was was stopping them in or for custody.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 139.0062255859375, "token_count": 26} +{"index": 3772, "reference": "Manchester Metropolitan University has become the first higher education institute in the UK to offer students the chance to earn a degree in Urdu.", "prediction": "The Adu degree course, London, South Korean, is, launched by September - South first degree for students to find a speak the..", "rouge": {"rouge1": 31.11111111111111, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 185.87762451171875, "token_count": 27} +{"index": 3773, "reference": "Russia's defence ministry has accused the family of Turkish President Recep Tayyip Erdogan of being directly involved in the trade of petroleum with the Islamic State group.", "prediction": " has says accused Turkish President Recep Erdogan's claims that its family were struggle fighting so-called Islamic State are \" involvement in a possible criminal business\".", "rouge": {"rouge1": 44.44444444444445, "rouge2": 15.384615384615383, "rougeL": 29.629629629629633}, "nll_sum": 148.47271728515625, "token_count": 28} +{"index": 3774, "reference": "Police at the Download Festival have kept their promise and have been posing for fan photos despite extra security.", "prediction": "Armed police are well at a festival is a \"call camp taxpayer\" in the event the organisers have said. saying and it \" the \"over's 100's it from the first\", never fromImages of.", "rouge": {"rouge1": 22.641509433962263, "rouge2": 0.0, "rougeL": 18.867924528301884}, "nll_sum": 287.91412353515625, "token_count": 42} +{"index": 3775, "reference": "Substantive Brexit talks between the UK and the rest of the EU are unlikely to start much before the end of 2017, a former European Council president says.", "prediction": " European European president of the European Council has said that \"serious talks\" Brexit will not take in place between and and October or 8secondNovember\".", "rouge": {"rouge1": 34.61538461538462, "rouge2": 7.999999999999999, "rougeL": 15.384615384615383}, "nll_sum": 157.60205078125, "token_count": 28} +{"index": 3776, "reference": "Samsung Electronics says its operating profit is likely to rise 15% in the fourth quarter from a year ago, missing market expectations.", "prediction": "Samsung Electronics has reported 30 40% rise in operating profit in the fourth fourth quarter, helped by tougher sales on Facebook and the smartphone market.", "rouge": {"rouge1": 42.55319148936171, "rouge2": 22.222222222222225, "rougeL": 38.297872340425535}, "nll_sum": 113.15613555908203, "token_count": 27} +{"index": 3777, "reference": "Distillers in China added Viagra to thousands of bottles of spirits and told customers it had \"health-preserving qualities\", food safety officials say.", "prediction": "Chinese authorities have seized a large haul of drugs tillers who forced their way into drugs, investigators say.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 99.7285385131836, "token_count": 20} +{"index": 3778, "reference": "Further planned strikes by waste collection workers around Bath have been called off.", "prediction": " a deal over dispute issue of waste at a memorial incinerator is due to begin", "rouge": {"rouge1": 7.142857142857144, "rouge2": 0.0, "rougeL": 7.142857142857144}, "nll_sum": 87.66081237792969, "token_count": 15} +{"index": 3779, "reference": "TalkTalk has given more details of the cyber-attack on its website, saying nearly 157,000 of its customers' personal details were accessed.", "prediction": " cyber cyber attack on more than 15 than account accounts, is thought to been stolen earlier, the firm has confirmed.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 13.953488372093023}, "nll_sum": 117.83475494384766, "token_count": 22} +{"index": 3780, "reference": "Ireland's Shane Lowry holds a two-shot lead at the US Open with the leaders still to complete their third rounds.", "prediction": " Rickane Lowry completed his first major battle of the title after Open after after a opening round- ofpar to win the Northern Ireland Open.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 171.21231079101562, "token_count": 27} +{"index": 3781, "reference": "An electric racing car built by Swiss student engineers has broken the world record for acceleration by battery-powered vehicles.", "prediction": " urine Porsche car in Zurich has broken the new world record for the fastest production car in- of 8039 seconds.", "rouge": {"rouge1": 35.0, "rouge2": 21.052631578947366, "rougeL": 35.0}, "nll_sum": 104.9649887084961, "token_count": 22} +{"index": 3782, "reference": "A married British Army officer denies raping a young female colleague at a UN event in Uganda, a court martial has heard.", "prediction": "A US army martial has appeared in court the US charged with indecently a 87-year-old woman in her hotel room.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904762, "rougeL": 18.181818181818183}, "nll_sum": 122.14828491210938, "token_count": 25} +{"index": 3783, "reference": "Saracens boss Mark McCall has criticised Scarlets' James Davies after Will Skelton was sin-binned during the meeting of the side last weekend.", "prediction": "Scarlets coach Wayne Pivac has accused fans James Davies and James Skelton after they were caught on the jaw of Wales fly-half James McCall. solve be again \" Broadway at's a again 2011 from 2011 again from's", "rouge": {"rouge1": 29.03225806451613, "rouge2": 3.3333333333333335, "rougeL": 19.35483870967742}, "nll_sum": 272.900634765625, "token_count": 47} +{"index": 3784, "reference": "Internet giant Amazon's owner Jeff Bezos has made an amazing underwater discovery.", "prediction": " Jeff Bezos, founder of a US satellite and Engineering, has discovered one of the lost-1 engines from the spaceship and a probe into the.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 149.56744384765625, "token_count": 28} +{"index": 3785, "reference": "A snow and ice festival in Northern Japan saw some pretty impressive sculptures made out of the cold stuff.", "prediction": "A high train sculptures are being built on the south coast South South Asia as part of the 2016 International Film Festival.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 105.48358154296875, "token_count": 22} +{"index": 3786, "reference": "London DJs The Bush Twist shot a music video of their track Friday Night around Ghana.", "prediction": "A couple in Ghana are kicking off a dance track to records around the track, and a couple of music were held in a special educational music festival.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 143.2012481689453, "token_count": 29} +{"index": 3787, "reference": "Football supporters have vented their anger after crowds of them were left stranded outside a Premier League stadium during an FA Cup match.", "prediction": "A of football fans were left into crowd problems after a game with Southampton for long led, some fans.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 120.5320816040039, "token_count": 20} +{"index": 3788, "reference": "(Close): US stocks fell and the dollar fell against the yen and euro, after the latest jobs figures were seen as leaving the door open to a rate rise in September.", "prediction": "(Closed): Stocks on Wall Street finished slightly as ahead of the ahead, despite strong jobs data.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 106.89985656738281, "token_count": 21} +{"index": 3789, "reference": "Kevin Pietersen described his dispute with England as a \"horrible situation\" after signing a new contract that should see him finally return to international duty.", "prediction": "Kevin Pietersen's retirement from international cricket - but no-one has ended.", "rouge": {"rouge1": 16.216216216216218, "rouge2": 5.714285714285714, "rougeL": 16.216216216216218}, "nll_sum": 65.18609619140625, "token_count": 15} +{"index": 3790, "reference": "Scientists say they now have a near-perfect picture of the genetic events that cause breast cancer.", "prediction": "Researchers have discovered that least 20, of breast cancers have been found in a human genome, researchers.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 95.57430267333984, "token_count": 19} +{"index": 3791, "reference": "Partners of people with depression are more likely to suffer from chronic pain, a new study suggests.", "prediction": "Criminal pain is the main cause cause for thoseThose to benefit from disability and research new research.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 117.63572692871094, "token_count": 19} +{"index": 3792, "reference": "Chelsea's 1-0 win at West Brom on Friday clinched the Blues their fifth Premier League title.", "prediction": "Chelsea have named their overall combined Premier League team of the season for in 2016-17 - making it's best price from your-'s from on, a from the's after's the's from as been of economy.", "rouge": {"rouge1": 24.561403508771928, "rouge2": 3.6363636363636362, "rougeL": 14.035087719298245}, "nll_sum": 246.5377960205078, "token_count": 43} +{"index": 3793, "reference": "Teaching and support staff at London Metropolitan University have voted to strike in protest over 165 job cuts.", "prediction": " College at London University are being balloted to strike for strike action in a row over job and job losses.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 11.11111111111111, "rougeL": 42.10526315789474}, "nll_sum": 99.53134155273438, "token_count": 21} +{"index": 3794, "reference": "Three first-half goals moved Dundee United three points clear at the top of Scottish League Cup Group C as they eased past Buckie Thistle.", "prediction": "Dundee claimed their first away win of the season as they beat Dundee United promotion-chasing the hosts to struggle Airdrieonians.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.09090909090909, "rougeL": 17.391304347826086}, "nll_sum": 132.20982360839844, "token_count": 30} +{"index": 3795, "reference": "Glamorgan recovered from a poor start to reach 93-2 before rain halted play before lunch against Kent in Cardiff.", "prediction": "Glamorgan were held toall goall draw by Glamorgan were dented 93-28 on day one at Cheltenford.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 174.90963745117188, "token_count": 27} +{"index": 3796, "reference": "A 23-year-old man has been remanded in custody following the deaths of a 10-year-old boy and his aunt who were a hit by a car being pursued by police.", "prediction": "An 18-year-old actor has appeared a court accused of killing car in which- a-old and a girl were killed when a car mounted hit- a pursued by police.", "rouge": {"rouge1": 53.125, "rouge2": 12.903225806451616, "rougeL": 43.75}, "nll_sum": 173.57138061523438, "token_count": 36} +{"index": 3797, "reference": "The family of a teenage girl who drowned on a sailing trip have launched a safety code in her memory.", "prediction": "The parents of a teenager who died after a boort accident a speed has have named in a sea dog rules to protect her name to drinking a \" aA a again a from 3\" it's be from of.", "rouge": {"rouge1": 33.89830508474576, "rouge2": 7.017543859649122, "rougeL": 30.508474576271187}, "nll_sum": 279.2121276855469, "token_count": 43} +{"index": 3798, "reference": "Aston Villa cannot stop midfielder Idrissa Gueye leaving the club after Everton triggered a release clause in the player's contract.", "prediction": "Aston Villa striker As Rudy G Gueye is set to receive about his \u00a37m move to the English Super League club reports reports Radio Manchester at", "rouge": {"rouge1": 21.276595744680847, "rouge2": 4.444444444444445, "rougeL": 21.276595744680847}, "nll_sum": 152.40419006347656, "token_count": 30} +{"index": 3799, "reference": "The Confederation of African Football (Caf) named the shortlists for eight more categories ahead of its annual awards gala to be held in Abuja on 5 January 2017.", "prediction": "Nigeria's women Football Player of the Year will among the names be shortlisted for the 2016 awards.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 85.30758666992188, "token_count": 21} +{"index": 3800, "reference": "A woman has died after her car crashed outside a bus depot trapping 150 buses inside.", "prediction": "A major road in Bath Metro near Bath after a crash involving a petrol station open, a taxi train and will take up to 24 hours.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 133.23776245117188, "token_count": 27} +{"index": 3801, "reference": "Northern Ireland's top distance runner Paul Pollock claimed a top 10 finish in Sunday's Cardiff Half Marathon.", "prediction": " Pollounock clinched 14th place at the 29th Cardiff in Marathon weekend.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 94.94140625, "token_count": 16} +{"index": 3802, "reference": "The leader of Bahrain's main opposition group, al-Wefaq, has called for the crown prince to attend talks aimed at ending nearly two years of unrest.", "prediction": "The leader of Bahrain's main opposition group, King Ali bin al-Kifa Fifa, has called for political action a court in the the country.", "rouge": {"rouge1": 50.0, "rouge2": 35.99999999999999, "rougeL": 50.0}, "nll_sum": 129.63754272460938, "token_count": 29} +{"index": 3803, "reference": "A school district in the US state of Virginia has closed all schools on Friday after a geography lesson that included Islam sparked vociferous complaints from around the country.", "prediction": "Two school in the US state of Pennsylvania have shut doors to their pupils for saying, the saying \"no no God and is preciousar\".", "rouge": {"rouge1": 26.415094339622648, "rouge2": 15.686274509803921, "rougeL": 26.415094339622648}, "nll_sum": 150.92715454101562, "token_count": 27} +{"index": 3804, "reference": "Jordi Cruyff has expressed thanks for the tributes to his father, Dutch footballing great Johan Cruyff.", "prediction": "The family have paid tribute to former football brotheri Ali, who has been tribute, describing him as \"anins of love to stories", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 137.94439697265625, "token_count": 26} +{"index": 3805, "reference": "A new flag to mark the Battle of the Somme has been unfurled in Belfast.", "prediction": "A community union has said flying the flying of the flag in Northern Ireland is to be flown by paramilitaryists.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 6.0606060606060606, "rougeL": 28.571428571428577}, "nll_sum": 93.88946533203125, "token_count": 21} +{"index": 3806, "reference": "Northern Ireland's Kris Meeke survived a late scare at Rally Mexico to clinch his fourth win in a World Rally Championship event.", "prediction": "Kris Meeke has clinched a third consecutive World Championship Championship after driving after a rain-affecteding crash in Sweden of despite Sweden's intention of-upA from 100/f from a in from 5's car a. emerged", "rouge": {"rouge1": 29.50819672131147, "rouge2": 3.389830508474577, "rougeL": 19.672131147540984}, "nll_sum": 308.20147705078125, "token_count": 48} +{"index": 3807, "reference": "The head of Chinese online search giant Baidu is being investigated, after riding in one of the firm's driverless cars on a Beijing ring-road.", "prediction": " the chief executive of Baid, says a body that his firm is holding self-driving car in China, while buying a wheel on the road.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 137.094970703125, "token_count": 29} +{"index": 3808, "reference": "Brian Matthew's career spanned 60 years of popular music.", "prediction": "The BBC reporter Matthew Matthew, who has become one of the UK's most successful, entertainers and voice music and music of pop music, has died aged 90.", "rouge": {"rouge1": 21.052631578947363, "rouge2": 0.0, "rougeL": 21.052631578947363}, "nll_sum": 129.96473693847656, "token_count": 32} +{"index": 3809, "reference": "Only two weeks after his first training session in rugby union, Josh Charnley will make his debut for Sale Sharks in Friday's Anglo-Welsh Cup game against Wasps.", "prediction": "Sale's Charnarnley says is determined to continued his rugby career by doing union after becoming in to \" \"the best of rugby\".", "rouge": {"rouge1": 27.450980392156865, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 171.86959838867188, "token_count": 28} +{"index": 3810, "reference": "An Arab police officer has been promoted by Israel to the highest rank ever attained by a Muslim in the force.", "prediction": "A new chief appointed for a police chief which is highlighted of of in domestic abuse discrimination.", "rouge": {"rouge1": 15.789473684210527, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 106.39894104003906, "token_count": 17} +{"index": 3811, "reference": "The Conservatives are hoping to win back seats in the North-East of England on 8 June - has the party finally escaped the shadow of Margaret Thatcher which helped make much of the region a no-go area for them?", "prediction": " youngians struggle to worry about wake the Brexit vote in the town of Consett, and how worrying are so-right to the young who joined the of-East North and East East.", "rouge": {"rouge1": 30.555555555555557, "rouge2": 2.857142857142857, "rougeL": 19.444444444444443}, "nll_sum": 213.4744110107422, "token_count": 37} +{"index": 3812, "reference": "Enrique Iglesias's hand injuries are worse than expected, his spokesperson has said.", "prediction": " Mexican singer Carlos Iglesias, but have a reconstructiveive surgery after caught his fingers to uploaded camera during a stage in Los Angeles. solve, solve, 2011 they- \"-p 2011 a in a from a's\".", "rouge": {"rouge1": 12.765957446808512, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 287.51483154296875, "token_count": 44} +{"index": 3813, "reference": "A former deputy chief constable has said it may be time to reconsider de-criminalising cannabis.", "prediction": "A former policeman north Belfast has called for there for the legalisation of cannabis farm Europe.", "rouge": {"rouge1": 25.0, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 93.18011474609375, "token_count": 17} +{"index": 3814, "reference": "Johnny Sexton has been preferred to Owen Farrell at fly-half for Saturday's British and Irish Lions match with the Maori All Blacks.", "prediction": "Owen Farrell will be injured-half- Saturday's second Test against New Zealand, who recover recovered from foot, foot and foot injury.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 133.96017456054688, "token_count": 27} +{"index": 3815, "reference": "Fear of discrimination means 84,000 deaf and hard of hearing people hide their condition from prospective employers, new research has revealed.", "prediction": "Elder people are being benefits against at work work because they can't entitled them against, a charity says.", "rouge": {"rouge1": 4.878048780487805, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 125.02705383300781, "token_count": 21} +{"index": 3816, "reference": "A man has been shot dead in a \"cold-blooded, targeted attack\" outside a Liverpool chip shop, police said.", "prediction": "A man has been shot dead by car outside the street of Liverpool movements.", "rouge": {"rouge1": 48.484848484848484, "rouge2": 32.25806451612903, "rougeL": 48.484848484848484}, "nll_sum": 72.03562927246094, "token_count": 14} +{"index": 3817, "reference": "The United Nations has come under fire for appointing comic book character Wonder Woman as its new Honorary Ambassador for the Empowerment of Women and Girls.", "prediction": "The UN decision not to feature bookmaker's new superhero as Wonder, in what has, been described as \"the best woman a a black girl\".", "rouge": {"rouge1": 31.372549019607842, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 175.82208251953125, "token_count": 29} +{"index": 3818, "reference": "A Royal Marine who is suing the Ministry of Defence for up to \u00a38m, has denied that he broke his neck performing a \"Baywatch-style\" dive.", "prediction": "A Roman diverront left scarred after a physical accident was off the sea by by 2011, the Ministry of Defence is action consider his legal case.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 12.0, "rougeL": 23.076923076923077}, "nll_sum": 182.1753692626953, "token_count": 29} +{"index": 3819, "reference": "Japan's PM Shinzo Abe has said he has \"great confidence\" in US President-elect Donald Trump and he believes they can build a relationship of trust.", "prediction": "Presidentelect-elect and his Abe Shinzo has talks with Japanese world leaders for what future, in what he is believes is \"a delayed success\".", "rouge": {"rouge1": 35.294117647058826, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 151.13302612304688, "token_count": 28} +{"index": 3820, "reference": "There have been a few great goals, and plenty of late ones, but how is the expanded European Championship shaping up as a tournament to remember?", "prediction": " Euro 2016 reached the last 16 at Group 2016 - and the group stage on Tuesday - it was rarely rematch - but will not know what mean will what will do?", "rouge": {"rouge1": 10.909090909090908, "rouge2": 0.0, "rougeL": 7.272727272727273}, "nll_sum": 174.6190185546875, "token_count": 32} +{"index": 3821, "reference": "A transgender woman placed in a men's prison, sparking a wave of criticism, is to appeal against her sentence.", "prediction": "A woman who was sexually harassed at a male prison has harassed members is a petition calling for her to be moved.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 0.0, "rougeL": 28.571428571428566}, "nll_sum": 100.14262390136719, "token_count": 22} +{"index": 3822, "reference": "A man aged in his 70s and his dog were pulled from a car that had plunged into a lake.", "prediction": "A man was taken to hospital after they were pulled by pulled their car after their car into the sea in a lake, Nottingham in dubbed airmaker's feud,- they, from bald, it it's of\"..", "rouge": {"rouge1": 35.714285714285715, "rouge2": 11.111111111111112, "rougeL": 28.57142857142857}, "nll_sum": 265.0654296875, "token_count": 42} +{"index": 3823, "reference": "Tablets, computers and phones have advanced super quickly in the last few years, and are a huge part of our daily lives.", "prediction": "The BBC whose network was giving memory to millions of children in the countryside around the world, in history.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 5.128205128205128, "rougeL": 9.75609756097561}, "nll_sum": 102.8228988647461, "token_count": 20} +{"index": 3824, "reference": "League Two side Luton Town have signed Charlton Athletic striker Joe Pigott on loan until the end of the season.", "prediction": "League Two side Luton Town have signed Southend Unitedback C Cott for an undisclosed fee on a two-year deal.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 31.57894736842105, "rougeL": 40.00000000000001}, "nll_sum": 94.57398986816406, "token_count": 26} +{"index": 3825, "reference": "Harry Potter and the Cursed Child writer Jack Thorne is joining new TV drama Electric Dreams: The World of Philip K Dick.", "prediction": "A West stage written by Th Dick Dick will be unveiled in a new novel novel film-makermaker Bike Choice at the Edinburgh International Festival this week.", "rouge": {"rouge1": 12.244897959183673, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 190.27471923828125, "token_count": 29} +{"index": 3826, "reference": "A young girl shot in the head in East Sussex remains gravely ill in hospital.", "prediction": "An eight girl a 2011old girl was shot shot the again in the head in a suspecteddom shooting\" in a moving car in the North Yorkshire, believe, believe believe has be as as the referee in from November..", "rouge": {"rouge1": 30.18867924528302, "rouge2": 11.764705882352942, "rougeL": 30.18867924528302}, "nll_sum": 288.3551330566406, "token_count": 43} +{"index": 3827, "reference": "A 95-year-old invited into a BBC radio programme after calling in about being lonely has become a hit on social media.", "prediction": "A pensioner with a broken down- tracked down to a radio station after broadcasting stepping down a studio he was talking about his poor wife's poor.", "rouge": {"rouge1": 24.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 168.27645874023438, "token_count": 29} +{"index": 3828, "reference": "A hospital's maternity services may become midwife-led because it is struggling to recruit doctors, an NHS trust has admitted.", "prediction": "An MP has said plans to axe to junior o Bohemians at an Oxford hospital, saying the hospitals could be \" put at risk\", an MP says.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 168.35365295410156, "token_count": 30} +{"index": 3829, "reference": "A vein of Blue John stone has been found in Derbyshire, 150 years after the last discovery.", "prediction": "A'Blue John - - the thought to be seen outside a countryside almost 40 years ago has been found 5,000 (35m).", "rouge": {"rouge1": 42.10526315789473, "rouge2": 16.666666666666664, "rougeL": 31.578947368421055}, "nll_sum": 159.3016357421875, "token_count": 27} +{"index": 3830, "reference": "Indian shot put champion Inderjeet Singh believes he failed a drugs test because of a \"conspiracy\" against him.", "prediction": " Olympic Olympicoping-doping Singh India will failed a doping test against him.", "rouge": {"rouge1": 40.0, "rouge2": 14.285714285714285, "rougeL": 40.0}, "nll_sum": 97.98657989501953, "token_count": 15} +{"index": 3831, "reference": "Almost 70% of primary and secondary schools in the UK now use tablet computers, according to research.", "prediction": "Thousands of pupils in England are use tablet computers to private schools, says University of Cambridge United.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 12.5, "rougeL": 35.294117647058826}, "nll_sum": 92.17483520507812, "token_count": 18} +{"index": 3832, "reference": "About 15 students are occupying part of a Queen's University Belfast building in protest at its failure to commit to divestment from fossil fuels.", "prediction": " 30 students at Queen's University of Belfast have begun legal action action over review their investment campaigns.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 99.47723388671875, "token_count": 18} +{"index": 3833, "reference": "Guinea international Abdoul Camara has joined French top-flight side Guingamp on a two-year deal, a day after parting company with English club Derby County.", "prediction": "Nigeria international forward Camique Cam Camara has left her side Derby County and joined joining Derby County.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 9.75609756097561, "rougeL": 27.906976744186053}, "nll_sum": 117.57649230957031, "token_count": 21} +{"index": 3834, "reference": "Benjamin Clementine has won the 2015 Mercury music prize for his debut album, At Least For Now.", "prediction": "is singer Pinkley has become the first winner to win this year's Mercuryay in York, London Jim.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 123.05290222167969, "token_count": 21} +{"index": 3835, "reference": "South African police have arrested a man they found using a knife and fork to eat the heart of his ex-girlfriend's new lover.", "prediction": "A 39-year-old man has been charged with murder after a pensioner was stabbed of stabbed to death in the South African African nation of Cape Town, police say.", "rouge": {"rouge1": 32.727272727272734, "rouge2": 3.7735849056603774, "rougeL": 21.81818181818182}, "nll_sum": 102.03897094726562, "token_count": 34} +{"index": 3836, "reference": "A Polish government spokeswoman has called for former Prime Minister Donald Tusk to be put on trial for his handling of the 2010 air disaster in which President Lech Kaczynski died.", "prediction": "andand Macy government says it will not seek a case against President Donald T migrant over a plane incident which includes ex- leader Berch Kaczynski, who was involved in a plane crash in 2010.", "rouge": {"rouge1": 24.615384615384613, "rouge2": 0.0, "rougeL": 12.307692307692307}, "nll_sum": 202.73016357421875, "token_count": 40} +{"index": 3837, "reference": "Cardiff City lost nearly \u00a312m during their debut season in the Premier League.", "prediction": "Cardiff City owed nearly \u00a32m in the debt in the last financial financial year, an increase of more than \u00a3.8m.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 12.903225806451616, "rougeL": 30.303030303030305}, "nll_sum": 98.43148040771484, "token_count": 27} +{"index": 3838, "reference": "A cyclist has been seriously injured in a suspected hit-and-run during the early hours of Saturday in Brighton.", "prediction": "A man was seriously seriously injured after being hit and a run byrun in Brighton-on-T.", "rouge": {"rouge1": 48.648648648648646, "rouge2": 17.142857142857142, "rougeL": 43.24324324324324}, "nll_sum": 99.97876739501953, "token_count": 20} +{"index": 3839, "reference": "A woman who \"gave up her youth\" to work in Sheffield's steel factories during World War II has said the city's \"women of steel\" need proper recognition.", "prediction": "A sculpture to honour the battle of women who died in Sheffield during World War Two, has said the industry would \"fight give them more gather\".", "rouge": {"rouge1": 47.27272727272727, "rouge2": 18.86792452830189, "rougeL": 36.36363636363637}, "nll_sum": 145.85906982421875, "token_count": 28} +{"index": 3840, "reference": "Hartlepool United loanee Andrew Nelson has returned to parent club Sunderland for treatment after scans showed he has damaged medial knee ligaments.", "prediction": "Hartlepool United teenager Andrew Nelson will miss the rest of the season after tearing his rupt anteriorci cruci cruate ligament damage.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 9.75609756097561, "rougeL": 27.90697674418604}, "nll_sum": 188.42071533203125, "token_count": 27} +{"index": 3841, "reference": "Ireland beat France to avoid a quarter-final encounter with New Zealand, but suffered injuries to Johnny Sexton, Paul O'Connell and Peter O'Mahony.", "prediction": "Ireland skipper Peter O'Mah suffered a fractured foot injury as France missed out their 13-16 defeat by the hosts by France in the their battle of their Champions World Cup quarter-final.", "rouge": {"rouge1": 30.508474576271183, "rouge2": 7.017543859649122, "rougeL": 13.559322033898304}, "nll_sum": 175.24278259277344, "token_count": 38} +{"index": 3842, "reference": "A man who beat a 17-month-old toddler to death with a garden chair has been found guilty of his murder.", "prediction": "A mother from Ton Cynon Taff was found his, his arm of his-month-old son has been found guilty of manslaughter.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 28.57142857142857, "rougeL": 36.36363636363637}, "nll_sum": 134.5569610595703, "token_count": 27} +{"index": 3843, "reference": "Mauritian Prime Minister Anerood Jugnauth says he is stepping down to hand power to his son, Pravind.", "prediction": "M Mauritius's Prime Minister corruptionai Jugnauth, has resigned from opposition, the party spokesman said.", "rouge": {"rouge1": 18.750000000000004, "rouge2": 6.666666666666667, "rougeL": 18.750000000000004}, "nll_sum": 120.03376007080078, "token_count": 22} +{"index": 3844, "reference": "Surgeons in Sweden have carried out the world's first synthetic organ transplant.", "prediction": "A diffic paramed Italy a used a giant remove a transplant after using an pioneering brain-relacheics surgery to remove a aggressive tumour.", "rouge": {"rouge1": 5.555555555555555, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 206.0042266845703, "token_count": 28} +{"index": 3845, "reference": "Nigeria left-back Juwon Oshaniwa has signed for Hearts on a three-year contract saying he is advancing his career by moving to Scottish football.", "prediction": "Natwa N Oshaniwa says he be announced his move to Edinburgh returning from full-time after signing a deal signing in international clearance clearance.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 174.07420349121094, "token_count": 28} +{"index": 3846, "reference": "Former world number one Victoria Azarenka will miss the US Open because of an \"ongoing family situation\".", "prediction": "Former world number one Victoria Azarenka has withdrawn from the US Open not New York next because of family reasons.", "rouge": {"rouge1": 64.86486486486486, "rouge2": 45.714285714285715, "rougeL": 64.86486486486486}, "nll_sum": 93.16212463378906, "token_count": 22} +{"index": 3847, "reference": "The captain of a Manx football club has been found dead at a Liverpool hotel.", "prediction": "T a 2011 was paid to a former footballer who died the Isle of Man.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 79.1568603515625, "token_count": 15} +{"index": 3848, "reference": "Four professional singers interpret their journey on a London bus guerrilla-style to the surprise of passengers.", "prediction": "A blue and blue has painted on a bus on a famous bus tour will Greater Manchester.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 99.81864929199219, "token_count": 17} +{"index": 3849, "reference": "Marko Arnautovic's double gave Stoke a deserved victory as Aston Villa's slim hopes of avoiding relegation suffered another blow.", "prediction": "oo Arnautovic scored his first goal since 30 September as they beat Aston Villa 4-2 and move above the Premier League relegation zone's", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 91.85189819335938, "token_count": 27} +{"index": 3850, "reference": "Mobile messaging service WhatsApp is now said to be used by a billion people monthly, but it is not just a conduit for social chat and event planning.", "prediction": "There has been a possible terrorist attack on a beach, and the the messaging service WhatsApp, who will code people the right to do so.", "rouge": {"rouge1": 30.188679245283023, "rouge2": 7.843137254901962, "rougeL": 15.094339622641511}, "nll_sum": 126.58690643310547, "token_count": 27} +{"index": 3851, "reference": "We're always accused of being obsessed with the weather in the UK - but this year we've had a good excuse.", "prediction": "It is a redesign, bad, weather, but the size of sparkling industry in history, but the problem is rising not a low steps and it's again and it's receive \"Jake - it's be officially!.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 271.570556640625, "token_count": 42} +{"index": 3852, "reference": "League Two side Cambridge United defied the odds to hold Manchester United and earn a richly deserved FA Cup fourth-round replay.", "prediction": "Cambridge staged a sensational fifth-round replay against Manchester United in an FA Cup fifth-round replay at to League One east London.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 13.95348837209302, "rougeL": 31.111111111111118}, "nll_sum": 106.06631469726562, "token_count": 26} +{"index": 3853, "reference": "France's foreign ministry has urged Turkey to end its assault on Kurdish fighters in northern Syria.", "prediction": "Kurdish fighters have said it intends to exclude participate and its operations in northern Syria.", "rouge": {"rouge1": 43.74999999999999, "rouge2": 20.0, "rougeL": 31.25}, "nll_sum": 84.40593719482422, "token_count": 17} +{"index": 3854, "reference": "A man has been taken to hospital following a fire at a flat in Aberdeen.", "prediction": "A man was taken to hospital with serious injuries following a fire at a flat in the end of Glasgow.", "rouge": {"rouge1": 68.57142857142857, "rouge2": 54.54545454545454, "rougeL": 68.57142857142857}, "nll_sum": 57.50172424316406, "token_count": 20} +{"index": 3855, "reference": "Three men have been arrested on suspicion of murder over the shooting of a man at a meat market.", "prediction": "Three men have been arrested in connection with the murder of a shop shot who was shot in of head and his car a single meat.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 23.25581395348837, "rougeL": 44.44444444444444}, "nll_sum": 118.50442504882812, "token_count": 26} +{"index": 3856, "reference": "Peterborough United are still suffering from their FA Cup penalty shootout loss to West Bromwich Albion, according to manager Graham Westley.", "prediction": "Peterborough United boss Graham Westley is confident his side after EFL Trophy loss, saying the club are \" falling short of their standards\".", "rouge": {"rouge1": 32.558139534883715, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 130.15159606933594, "token_count": 27} +{"index": 3857, "reference": "Shellfish farms on the Helford River and Camel Estuary in Cornwall have re-opened after pollution closure notices were lifted by the Food Standards Agency (FSA).", "prediction": "Five shellfish beds placed at locked in Cornwall, Devon and Devon for more than a month the Food Standards Agency (FSA in the has confirmed, confirming, says they,- fromA a from in from since a's.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 16.666666666666664, "rougeL": 25.80645161290323}, "nll_sum": 263.3074951171875, "token_count": 44} +{"index": 3858, "reference": "The EU has warned of increased tensions amid claims that Russia has redrawn a section of Georgia's de facto border with South Ossetia.", "prediction": "The European Union has warned Georgia could be \"congging any and or be possible\" as a new sign\",\", as a renewed recorder between Russia.", "rouge": {"rouge1": 25.0, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 200.01519775390625, "token_count": 29} +{"index": 3859, "reference": "Here teachers in France tell the BBC about their struggles to assert the country's traditional values of free expression and secularism in the wake of the Charlie Hebdo attacks.", "prediction": "There was a factor held silence on Tuesday morning for pupils at the Paris school, Paris, and what was like like as a mass rallyised there.", "rouge": {"rouge1": 7.142857142857144, "rouge2": 0.0, "rougeL": 7.142857142857144}, "nll_sum": 156.5570068359375, "token_count": 29} +{"index": 3860, "reference": "The UN's emergency Ebola response headquarters in Ghana's capital, Accra, is to close as the outbreak slows.", "prediction": "Ghana has climbed its military military operations in the capital Accra, in an effort to the spread of the deadly Ebola () outbreak.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 5.128205128205128, "rougeL": 29.268292682926827}, "nll_sum": 120.39881896972656, "token_count": 26} +{"index": 3861, "reference": "Two people have been rescued from the rubble of buildings in Kathmandu, five days after an earthquake that killed more than 6,100 in Nepal.", "prediction": "A schoolboy has been pulled from the water Lake of Saturday earthquake earthquake, Kathmandu, where 11 people are the alive's been after solve week's galese. \"-bmaker\", in from Saturday's tree.", "rouge": {"rouge1": 31.03448275862069, "rouge2": 3.571428571428572, "rougeL": 24.137931034482758}, "nll_sum": 284.17401123046875, "token_count": 44} +{"index": 3862, "reference": "(Close): A supreme court ruling that upheld a key part of President Obama's healthcare plan lifted shares in US health companies.", "prediction": "ocks on Wall Street finished slightly lower on Friday after reports that a US consumer tax cut would cut Greece it would struggle to a tax on tax taxes.", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 149.07647705078125, "token_count": 29} +{"index": 3863, "reference": "The BBC will broadcast South Shields' game against Bridlington Town in the preliminary round of the FA Cup.", "prediction": "South Shields, an FA Cup fourth-round tie against Har Darwood Town, will be live live on the BBC One's EFL E fourth-final on Saturday, 26 May Novemberman with from in November from's Saturday.", "rouge": {"rouge1": 40.0, "rouge2": 11.320754716981131, "rougeL": 18.181818181818183}, "nll_sum": 243.1495361328125, "token_count": 45} +{"index": 3864, "reference": "It was just minutes before kick-off, and that's when it happened.", "prediction": " the red blue flag was joined outside his crowd of Clough Cl February December then, then Neymar was crowd on the floor pitch", "rouge": {"rouge1": 5.555555555555555, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 183.99249267578125, "token_count": 25} +{"index": 3865, "reference": "Three opposition politicians in Venezuela have agreed to give up their seats in the National Assembly while the electoral authorities investigate allegations of voting irregularities.", "prediction": "Venezuela's opposition have approved a court for change a a court ruling that the party cannot vote to run--election elections to December a", "rouge": {"rouge1": 24.0, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 157.7078857421875, "token_count": 27} +{"index": 3866, "reference": "Four suspected illegal immigrants are on the run after a lorry containing ten people was discovered by police following a \"distress\" call from one of the people inside.", "prediction": "Six people have been arrested on suspicion of human trafficking after a car and human horn was discovered on a dual national carri dualageway and car. aA 2011 aA a it a it's again of from a from a fromA", "rouge": {"rouge1": 26.08695652173913, "rouge2": 5.970149253731344, "rougeL": 20.289855072463766}, "nll_sum": 271.48114013671875, "token_count": 47} +{"index": 3867, "reference": "Children who read for pleasure are likely to do better in maths and English than those who rarely read in their free time, research suggests.", "prediction": "Thousands of some children who struggle at 16 are some struggle struggle than those who perform the same age, research suggests.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 18.18181818181818, "rougeL": 34.78260869565217}, "nll_sum": 121.66189575195312, "token_count": 22} +{"index": 3868, "reference": "St Mirren player-coach Jim Goodwin has been charged by the Scottish FA with violent conduct and offered a two-match suspension.", "prediction": "D United's David Friday must must be given a 12- touchline ban he was receive by the Football Association for the violent incident during Saturday Scottish Premiership match on Saturday.", "rouge": {"rouge1": 22.641509433962263, "rouge2": 3.9215686274509802, "rougeL": 15.09433962264151}, "nll_sum": 170.841064453125, "token_count": 33} +{"index": 3869, "reference": "Not for more than 20 years has the future direction and character of the Church of England turned so profoundly on a single vote.", "prediction": "\"There wasa little moving,\" a priest,\" said the Anglic Anglican leaders, saying the church was too little, a surprise surprise and change.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 169.13229370117188, "token_count": 29} +{"index": 3870, "reference": "The heir to the Greggs bakery business has gone on trial accused of sex offences against boys.", "prediction": "The head of the Greggs owner's bakery has told a court he who faces 10 counts of sexual abuse against boys, a court it heard,. 2011 again a 2011 again a \" again a again haveCalifornia of. a again's again", "rouge": {"rouge1": 27.586206896551722, "rouge2": 7.142857142857144, "rougeL": 27.586206896551722}, "nll_sum": 283.6609802246094, "token_count": 46} +{"index": 3871, "reference": "Northstone, one of Northern Ireland largest construction groups, reported reduced turnover and profits in 2013.", "prediction": "The Fermanaghbased building group Northstone, has reported a fall in profits, last year, because of a \"engenging market\".", "rouge": {"rouge1": 36.36363636363636, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 134.144775390625, "token_count": 28} +{"index": 3872, "reference": "A lot has changed in Kenya since the attack at the Westgate shopping mall a year ago.", "prediction": "The Westgate shopping attack is hard has includes 40 several shopping centres in Kenya's recent weeks and a spate and anti- attackattack.", "rouge": {"rouge1": 40.0, "rouge2": 15.789473684210526, "rougeL": 20.0}, "nll_sum": 172.75131225585938, "token_count": 26} +{"index": 3873, "reference": "The US military has begun training a small group of Syrian rebels in an effort to build a force capable of defeating Islamic State militants.", "prediction": "The US says it will begin troops military training camp Islamic State in Syria and Syria., militaryelt says athefrom is in the man's\",A, it is a the from November, will have by of..", "rouge": {"rouge1": 33.33333333333333, "rouge2": 6.896551724137931, "rougeL": 23.333333333333332}, "nll_sum": 264.22076416015625, "token_count": 41} +{"index": 3874, "reference": "National renewal is what both the rival French presidential candidates are promising, but they offer very different paths to get there.", "prediction": "The two contenders for the French presidential election could be highly hugely successful election campaign.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 76.7652587890625, "token_count": 15} +{"index": 3875, "reference": "Hundreds of people turned out to pay tribute to a man known as \"Britain's oldest DJ\" at his funeral in Bristol.", "prediction": "The funeral has been held in Bristol for DJ Bob Marley was seen last January", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.7142857142857135, "rougeL": 16.216216216216214}, "nll_sum": 77.99916076660156, "token_count": 15} +{"index": 3876, "reference": "Former classmates of Adam Lanza, 20, the man identified as the gunman in the Sandy Hook School killings, do not remember much about him.", "prediction": ", Sunday night, 5 December in Connecticut, Surrey when his 17,year-old Adam Lanza, was diagnosed withger's disease a", "rouge": {"rouge1": 13.636363636363635, "rouge2": 4.761904761904763, "rougeL": 9.09090909090909}, "nll_sum": 154.47439575195312, "token_count": 27} +{"index": 3877, "reference": "Ireland have won the hockey World League Round Two in Kuala Lumpur by beating Malaysia 3-0 in Sunday's final.", "prediction": "Ireland's women have been beaten 4-2 by Wales in Glasgow and take a five-match series win Group B in Glasgow- November. solve be solve \" 2011 again's-/- a series in- from a's-'s-", "rouge": {"rouge1": 20.689655172413794, "rouge2": 0.0, "rougeL": 17.24137931034483}, "nll_sum": 275.1414794921875, "token_count": 46} +{"index": 3878, "reference": "Southern Health NHS Foundation Trust has admitted failings over the fall of a mental health patient from a roof.", "prediction": " mental mental health trust has been fined \u00a3500,000 following the death of an elderly patient, days after falling from a hospital bed.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 15.0, "rougeL": 38.0952380952381}, "nll_sum": 90.12205505371094, "token_count": 26} +{"index": 3879, "reference": "A handgun and ammunition have been seized and two people were arrested during a police operation in Luton.", "prediction": "Four men have been arrested following a police operation in Luton city centre.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 34.48275862068966, "rougeL": 51.61290322580646}, "nll_sum": 39.20602798461914, "token_count": 14} +{"index": 3880, "reference": "It is the big question swirling around government.", "prediction": "To the UK economy today, the there is still a predict location in its economic crisis.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 93.33268737792969, "token_count": 17} +{"index": 3881, "reference": "A Welsh Liberal Democrat election candidate has accused UKIP of wanting \"border security guards\" at hospitals.", "prediction": "European leaders should do more focus on NHS's health in Wales and Wales Plaid Cymru have said.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 90.8057861328125, "token_count": 21} +{"index": 3882, "reference": "Milos Raonic beat Roger Federer 6-4 6-4 to win the Brisbane International.", "prediction": "World number four Milos Raonic said he would be confident by winning this year's Australian Open title in Brisbane because of struggle of flu.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 116.66632080078125, "token_count": 27} +{"index": 3883, "reference": "Mansfield maintained their quest for a League Two play-off spot with victory over struggling Morecambe at the Globe Arena.", "prediction": "Mansfield Town scored a hat-trick as they still barely a complete 3 3- win thrashed to defeat Morecambe 3-2.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 145.03790283203125, "token_count": 30} +{"index": 3884, "reference": "Police are hunting two masked attackers who launched a \"vicious\" assault on a man in his own home in Irvine.", "prediction": "A man was treated in hospital after being treated by a gang of two men of two duringyear robberyold at his house in Kilmarnock,ock as two went from John-'s, reputation in from his as.", "rouge": {"rouge1": 25.0, "rouge2": 3.7037037037037033, "rougeL": 17.857142857142858}, "nll_sum": 244.06573486328125, "token_count": 44} +{"index": 3885, "reference": "Andy Halliday's domination of Scott Brown in midfield was the key to Rangers' victory over Celtic, according to former Ibrox player Derek Ferguson.", "prediction": "Sir Alex Ferguson said it would be \"Guna\" captain for Rangers captain Scott Brown, says former club.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 104.71952819824219, "token_count": 21} +{"index": 3886, "reference": "Newport chairman Gavin Foxall says the board consulted the players before opting to sack manager Graham Westley.", "prediction": "Newport County director of Gavin Foxall says boss Graham Westley's 40 defeat by Leyton Orient would not put a disappointing Two club in the club on Saturday. solve's-West'sike in from since a's.'s from", "rouge": {"rouge1": 25.0, "rouge2": 11.111111111111109, "rougeL": 21.428571428571434}, "nll_sum": 333.62652587890625, "token_count": 46} +{"index": 3887, "reference": "The parents of a Scottish woman murdered in Mauritius have written a letter to her friends and colleagues there, thanking them for the love they had shown to their daughter.", "prediction": "The parents and parents of a Scottish woman killed on the Indian island of Mauritius have paid tribute to an \"amazingloving\" daughter.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 24.000000000000004, "rougeL": 38.46153846153846}, "nll_sum": 109.93968200683594, "token_count": 27} +{"index": 3888, "reference": "Most people cannot name any of their local councillors and are dissatisfied with their work, research on attitudes to local authorities has suggested.", "prediction": "People in the East Midlands are stretch be able to name their councillor or candidates be candidates general election, research suggests.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 0.0, "rougeL": 27.27272727272727}, "nll_sum": 118.60346984863281, "token_count": 22} +{"index": 3889, "reference": "The decision by the BBC to drop Jeremy Clarkson, the host of Top Gear, for carrying out a verbal and physical attack on one of the show's producers, has been met with both condemnation and approval by social media users worldwide.", "prediction": "The BBC's decision to leave presenter as host Jeremy Clarkson has been in receive in France.", "rouge": {"rouge1": 33.898305084745765, "rouge2": 10.526315789473681, "rougeL": 23.728813559322035}, "nll_sum": 88.57623291015625, "token_count": 17} +{"index": 3890, "reference": "The case against a teacher accused of stopping Christmas and Diwali celebrations at a school has not been proven, a disciplinary panel has ruled.", "prediction": "A teacher who gave Fifa reports of so-called \"Trojan\" story and allowed dogs has been banned from the profession profession for life.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444444, "rougeL": 25.53191489361702}, "nll_sum": 138.64132690429688, "token_count": 27} +{"index": 3891, "reference": "Accrington Stanley have signed former Exeter City midfielder Arron Davies on a one-year deal.", "prediction": "Luton Town have signed goalkeeper Ben Davies following his release by his League One club with League club Bury Town.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.0606060606060606, "rougeL": 22.857142857142858}, "nll_sum": 98.33888244628906, "token_count": 22} +{"index": 3892, "reference": "Walking for 40 minutes a few times a week is enough to preserve memory and keep ageing brains on top form, research shows.", "prediction": "A mixed moderate exercise is possible three times more as low as Alzheimer Parkinson's in later life, research suggests.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 118.68925476074219, "token_count": 21} +{"index": 3893, "reference": "The Manx government has apologised for the \"gross systemic failures\" of a psychiatric hospital which led to the death of a mental health patient.", "prediction": "A coroner has demanded aa of urgent action\" to handling\" the death of a man who later died after falling from a mental adult health ward.", "rouge": {"rouge1": 40.0, "rouge2": 16.666666666666664, "rougeL": 35.99999999999999}, "nll_sum": 147.810791015625, "token_count": 29} +{"index": 3894, "reference": "A woman whose daughter was travelling around Nepal when the earthquake struck has said she was shocked at the lack of support from the British embassy.", "prediction": "A Scottish teenager was has given up on an military base in Nepal since the earthquake, says she is now being treated as a bar cobickers bar\".", "rouge": {"rouge1": 26.41509433962264, "rouge2": 3.9215686274509802, "rougeL": 22.641509433962266}, "nll_sum": 178.2832489013672, "token_count": 29} +{"index": 3895, "reference": "Andy Murray will face fellow Briton Liam Broady in the first round of Wimbledon, which starts on Monday.", "prediction": "Andy Murray will begin to first defence of the Aegon Classic when he will play fellow- Brit Liam El Broady in Adelaide Paris Friday Friday.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 14.634146341463413, "rougeL": 32.55813953488372}, "nll_sum": 190.06243896484375, "token_count": 28} +{"index": 3896, "reference": "The UK's vote to leave the EU has sparked demands from far-right parties for referendums in other member states.", "prediction": "French leaders have have voted to leave the European Union (EU) backed by Brexit, saying the Netherlands it can want the UK leave or leave the EU", "rouge": {"rouge1": 29.166666666666668, "rouge2": 21.73913043478261, "rougeL": 20.833333333333336}, "nll_sum": 118.11656188964844, "token_count": 29} +{"index": 3897, "reference": "Three men who tried to smuggle 20 people into the UK in a lorry have been jailed.", "prediction": "Four lorry drivers who werecash carrying more than 20 people out of the UK into the UK have been jailed, theyaffe \"wangered a's-'sA it a's from from a it's mandatory of a. from ofA", "rouge": {"rouge1": 40.0, "rouge2": 18.867924528301884, "rougeL": 32.727272727272734}, "nll_sum": 277.8988037109375, "token_count": 47} +{"index": 3898, "reference": "Prince Harry has taken part in a traditional Maori Haka during his tour of New Zealand.", "prediction": "It was a Ashes on special day for the New Zealand rugby rugby union team from Wales and were born in New Zealand 30 years ago,. played the same referee from the world O' community for same in Test a on.", "rouge": {"rouge1": 14.035087719298248, "rouge2": 3.6363636363636362, "rougeL": 10.526315789473681}, "nll_sum": 249.98175048828125, "token_count": 43} +{"index": 3899, "reference": "Supermarkets and other food retailers are fuelling Scotland's obesity epidemic, according to new research.", "prediction": "The Scottish food industry should have impact on avoiding sugar tax on soft drinks out of the stores according. new research.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 132.9031982421875, "token_count": 22} +{"index": 3900, "reference": "Partick Thistle Football Club has said it has identified a historical allegation of abuse made against a former club physiotherapist.", "prediction": "Partick Thistle say have contacted police Scotland in the wake of a victim's handling of sexual abuse of young children in a intensive foster care home.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 4.444444444444445, "rougeL": 25.531914893617024}, "nll_sum": 127.1603012084961, "token_count": 29} +{"index": 3901, "reference": "Residents have called for urgent action amid claims that a new mass Traveller site is being created at the end of their road in Essex.", "prediction": "ildildon Council has warned of \"adad at a caravan Farm\" in Essex, despite the planning officers to build a Dale Farm site.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 4.444444444444445, "rougeL": 12.76595744680851}, "nll_sum": 165.00302124023438, "token_count": 28} +{"index": 3902, "reference": "Asia's richest person Li Ka-shing is in talks to buy Britain's second-largest mobile provider O2 for up to \u00a310.25bn ($15.4bn) from Spain's Telefonica.", "prediction": "BT's O2, Enterprise2 and Three, could be written off by the European Union, after announced plans to sell the UK mobile market.", "rouge": {"rouge1": 15.094339622641511, "rouge2": 0.0, "rougeL": 11.320754716981133}, "nll_sum": 128.74688720703125, "token_count": 28} +{"index": 3903, "reference": "Robin McBryde says there is still an opportunity for players to play their way into the British and Irish Lions and Wales squads if they impress at Judgement Day.", "prediction": "Wales coach Robin McBryde says will find how and how poor players play in the Welsh Lions Test on Judgement Day on Saturday Day.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 11.76470588235294, "rougeL": 33.9622641509434}, "nll_sum": 149.96685791015625, "token_count": 29} +{"index": 3904, "reference": "Quadcopter drones have been programmed to build a rope bridge capable of supporting the weight of a human.", "prediction": "Scientists at Zurich, Switzerland, say they could be living living using Danish technology developed develop,", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 94.54354095458984, "token_count": 17} +{"index": 3905, "reference": "Three conmen have been jailed for a \u00a34.5m fraud selling bogus advertising space to small companies who were taken to court if they did not pay up.", "prediction": "Two men have been jailed for a fraud sales, led to sales marketing of customers, thousands of them out of more than \u00a3100,000.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 15.999999999999998, "rougeL": 26.923076923076923}, "nll_sum": 126.61854553222656, "token_count": 28} +{"index": 3906, "reference": "An appeal to raise money for Syrian refugees who have arrived in the north east of Scotland has been launched.", "prediction": "itiesities across Scotland are setting up a charity to help help families travelled to Scotland in the conflict war.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 15.384615384615385}, "nll_sum": 101.11787414550781, "token_count": 20} +{"index": 3907, "reference": "As 2016 arrives, business leaders around the world are now focusing intently on their aims and challenges for the next 12 months.", "prediction": "If you want to struggle in owners up and running out of the business, then, they isn isn't?", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 126.2680435180664, "token_count": 21} +{"index": 3908, "reference": "Forwards Chris Morgan and Alex Cheesman have signed new two-year contracts at the Cornish Pirates.", "prediction": " batsman bats Alexesesman has signed a deal to join Championship side Cornish Pirates.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 7.4074074074074066, "rougeL": 20.689655172413794}, "nll_sum": 95.72941589355469, "token_count": 18} +{"index": 3909, "reference": "Thousands of people have marched in opposition to plans to downgrade Stafford Hospital's services.", "prediction": "Thousands of people have held a march in support of the possible closure in Stafford Hospital unit.", "rouge": {"rouge1": 50.0, "rouge2": 33.33333333333333, "rougeL": 50.0}, "nll_sum": 78.71644592285156, "token_count": 17} +{"index": 3910, "reference": "A student from Swansea University has gone viral after a selfie he took with his colostomy bag was viewed by more than one million people online.", "prediction": "A man from Gwynedd, has said it is \"ossible\" to have his brain surgery, and will ask him a further further surgery further.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 140.38267517089844, "token_count": 29} +{"index": 3911, "reference": "President Donald Trump's argument that the removal of Confederate statues is a slippery slope to changing history has recharged the perennial debate about America's tormented racial legacy.", "prediction": "\"It's a trade billionaire, but he owns American developer that George Washington finds requires and was and flies in", "rouge": {"rouge1": 12.244897959183673, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 143.27963256835938, "token_count": 21} +{"index": 3912, "reference": "A multi-million pound project to extend the Nottingham tram system to Derby is being treated as a \"priority\", the BBC has learned.", "prediction": "Plans for \u00a3180m's East Midlands tram tram is to run be revealed by the city's mayors.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 111.34417724609375, "token_count": 21} +{"index": 3913, "reference": "The Welsh Rugby Union (WRU) takeover of Newport Gwent Dragons will be put to the vote on Tuesday, 9 May.", "prediction": "The Welsh Rugby Union has rejected calls of a \u00a33.3bn and \u00a384bn takeover of Newport Gwent Dragons's Rodney Parade.", "rouge": {"rouge1": 43.90243902439024, "rouge2": 35.8974358974359, "rougeL": 43.90243902439024}, "nll_sum": 110.93431091308594, "token_count": 27} +{"index": 3914, "reference": "Thousands of people gathered on Calton Hill in Edinburgh on Thursday night for the Beltane Fire Festival.", "prediction": "opl Europeane the Fire fire, and is taking place in Edinburgh this year. it. be a mark from ballet's.'s God from its new as a for for a from his from reputation for its of.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.846153846153846, "rougeL": 11.111111111111112}, "nll_sum": 278.6826171875, "token_count": 42} +{"index": 3915, "reference": "The first keys have been handed over to new homes built for troops moving from Germany to Stafford.", "prediction": "The last kept German military bases base to be moved to Camcesgeshire this summer, the Ministry of Defence has announced. in the a's, expanding, from they from be from from it is's from of.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 236.17584228515625, "token_count": 43} +{"index": 3916, "reference": "Tesla will not be ordered to recall its semi-autonomous cars in the US, following a fatal crash in May 2016.", "prediction": "A electric carmakermaker should have a used a newautopilot feature will be told its drivers did not need, a fatal US accident watchdog says.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 163.179931640625, "token_count": 30} +{"index": 3917, "reference": "The Ugandan prime minister's website was attacked by hackers on Tuesday and Wednesday, a government official has confirmed to the BBC.", "prediction": "Uganda government is taken over several government governments they want to decriminal marriage acts, the security data say.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 147.24742126464844, "token_count": 21} +{"index": 3918, "reference": "'Man on 11-day booze binge caught with deadly weapons at airport' - well, that'll get the weekly paper review started.", "prediction": "The man behind a violent revenge attack at a Westminster Parliament is the papers led to Northern Ireland's man convicted of attempted murder charges, including charge.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 150.51292419433594, "token_count": 28} +{"index": 3919, "reference": "Sri Lanka spinner Rangana Herath has announced his retirement from limited-overs internationals.", "prediction": "Sri Lanka bowler allowing herath will retire from international cricket playing playing one- successive consecutive one-day international between English One champions Yorkshire on 19 December from", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473683, "rougeL": 30.0}, "nll_sum": 192.8231201171875, "token_count": 31} +{"index": 3920, "reference": "A man critically injured in a hit-and-run crash in Birmingham has died.", "prediction": "A man was seriously seriously injured being seriously injured by a suspected road hitandand-and-run incident in New York-350 a \" referee passedtheA it's from a-D'siling in from from The's a'sA", "rouge": {"rouge1": 31.372549019607842, "rouge2": 8.16326530612245, "rougeL": 27.45098039215686}, "nll_sum": 301.67108154296875, "token_count": 47} +{"index": 3921, "reference": "Saudi Arabia's foreign ministry has said it is a matter of \"great concern\" that 9/11 relatives in the US may be able to sue the kingdom for damages.", "prediction": "Saudi Arabia has said said that the 911 attacks could have the danger of all countries.", "rouge": {"rouge1": 34.78260869565218, "rouge2": 9.090909090909092, "rougeL": 30.43478260869565}, "nll_sum": 83.35847473144531, "token_count": 16} +{"index": 3922, "reference": "A 17,000-tonne oil rig which ran aground on the Western Isles in early August has arrived in Malta.", "prediction": "The oil rig which was put up on a Lewis yacht ship, which ranround last month arrived in Scotland for more than three months, will be delayed.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.333333333333334, "rougeL": 25.531914893617024}, "nll_sum": 152.12161254882812, "token_count": 30} +{"index": 3923, "reference": "Pakistani police have arrested at least 43 suspects in connection with Tuesday's killing of a Christian couple accused of desecrating the Koran.", "prediction": "Police in Pakistan have tortured in Afghan families, a relatives and his estranged to death over, row couple convicted of blasphemy, officials say the a's, 2011,'s they- from-A a mandatory in violence November George a. from a", "rouge": {"rouge1": 25.396825396825403, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 318.38525390625, "token_count": 47} +{"index": 3924, "reference": "The United Nations envoy for Libya has proposed the formation of a national unity government, after months of difficult talks.", "prediction": "A United Nations envoy has backed plans to a proposed new unity government in the east of the country, described as a \"l disaster\".", "rouge": {"rouge1": 50.0, "rouge2": 14.285714285714288, "rougeL": 36.36363636363636}, "nll_sum": 108.42034912109375, "token_count": 26} +{"index": 3925, "reference": "Nothing says Christmas more than watching that Harry Potter movie you've already seen 2,900 times, eating a mountain of lukewarm turkey and trying to work out where you're going to put all those new socks.", "prediction": "If you want to buy your children children on Sunday but it didn't bring out to a Christmas cemetery, it don't believe it is isn't a the sink.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 11.594202898550723}, "nll_sum": 158.4959716796875, "token_count": 32} +{"index": 3926, "reference": "A former US professional football player whose career was cut short by disciplinary problems has been found dead inside his California prison cell.", "prediction": "A former American football player has killed himself, a week after being shot in jail Florida's jail term.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 94.11153411865234, "token_count": 20} +{"index": 3927, "reference": "The numbers of fatal police shootings and deaths after police pursuits in England and Wales both rose sharply in the last year, the latest figures show.", "prediction": "The inquiry into fatal road traffic deaths events England and Wales has fallen to its level ever seen with a number of \"criminal dying in criminal area\", police watchdog say. a \" again\" a's againelt of again a again's a", "rouge": {"rouge1": 29.85074626865672, "rouge2": 9.23076923076923, "rougeL": 20.895522388059703}, "nll_sum": 275.7663879394531, "token_count": 46} +{"index": 3928, "reference": "Adidas, the IAAF's biggest sponsor, has announced it is ending its sponsorship deal with athletics' world governing body three years early.", "prediction": "The sportearear firm Adidas, it will end the end of its professional deal with Adidas, saying it threatens the end of extending the agreement by to end of 2016.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 174.497802734375, "token_count": 34} +{"index": 3929, "reference": "Ireland's hopes of retaining the Intercontinental Cup were dealt a blow as they were held to a draw by the Netherlands at Malahide.", "prediction": "Ireland and denied the Netherlands by heavy rain-affected play on the second day of their Intercontinental Intercontinental Cup match at Tayside.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 9.09090909090909, "rougeL": 21.73913043478261}, "nll_sum": 124.39614868164062, "token_count": 27} +{"index": 3930, "reference": "A man armed with a machete has forced his way into the rural home of Kenya's Deputy President William Ruto after wounding a police guard, police say.", "prediction": "A Kenyan officer has been shot dead by a police farm in an attempt hit by a machete while serving a police complex in the police, police say, a they,'s- 2011's a in a 2011 a's.", "rouge": {"rouge1": 29.850746268656714, "rouge2": 9.230769230769232, "rougeL": 20.8955223880597}, "nll_sum": 231.2816925048828, "token_count": 45} +{"index": 3931, "reference": "Scientists are exploring the deepest place on Earth - and streaming live video from there.", "prediction": "It is the biggest that extraordinary in the most extraordinary sea sea done in anything ever.", "rouge": {"rouge1": 6.666666666666667, "rouge2": 0.0, "rougeL": 6.666666666666667}, "nll_sum": 94.59603118896484, "token_count": 16} +{"index": 3932, "reference": "A judge in the US state of Minnesota has dismissed claims by 29 people who said they were owed a share of Prince's inheritance.", "prediction": " agent estate in of state in Minnesotaine ruled that Prince will not pay medical, his medical, records reports say, as a smallCalifornia- video. a musician a's since it his from he's. from of.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 295.0220947265625, "token_count": 45} +{"index": 3933, "reference": "The pro-independence blogger behind the Wings Over Scotland website has been arrested for alleged online harassment.", "prediction": "Police are investigating allegations that a young Scottish independence campaigner who was said on Twitter.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 67.79374694824219, "token_count": 15} +{"index": 3934, "reference": "Red Bull has dismissed reports it is interested in buying West Ham, while the east London club's owners have told BBC Sport they are not looking for investors.", "prediction": "chair 27chairman London has been reported is to be linked to ownership buy to West Ham United.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 4.545454545454546, "rougeL": 26.08695652173913}, "nll_sum": 108.62269592285156, "token_count": 19} +{"index": 3935, "reference": "Alphabet - Google's parent company - has reported a 17% rise in quarterly revenue after strong advertising sales on mobile devices.", "prediction": "Google parent company Alphabet has reported a stronger rise in advertising revenue, despite continuing its advertising policy on its operating system.", "rouge": {"rouge1": 58.536585365853654, "rouge2": 20.51282051282051, "rougeL": 53.658536585365844}, "nll_sum": 89.14932250976562, "token_count": 22} +{"index": 3936, "reference": "Staffing levels could be set to double at a Scottish armoured vehicle business which was bought out of administration nearly six months ago.", "prediction": "A Scottish engineering firm was put into administration more than two years ago have said staff have at lowest level levels and staff are \" not failure\".", "rouge": {"rouge1": 28.571428571428577, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 141.31915283203125, "token_count": 27} +{"index": 3937, "reference": "A carer accused of stealing almost \u00a3290,000 from a 102-year-old said the woman \"wanted her to have the money\", a court has heard.", "prediction": "A health charity worker accused of taking \u00a3390,000 from her family has said she told police she \" wish to save money\", a and heard. again 2011 again a again \" 2011 again \" be again mug of theold 2011 from 2011", "rouge": {"rouge1": 39.3939393939394, "rouge2": 9.375000000000002, "rougeL": 30.303030303030305}, "nll_sum": 271.86260986328125, "token_count": 47} +{"index": 3938, "reference": "A bin man is in a critical condition in hospital after being hit by a bus in Flintshire.", "prediction": "A man was taken to hospital after being hit by a bus in Gwyneddeddwynedd-. solve toA a in the from's, ballet, as it from The'sA becoming a from3 from a's.'sA", "rouge": {"rouge1": 46.15384615384615, "rouge2": 27.999999999999996, "rougeL": 38.46153846153846}, "nll_sum": 272.339111328125, "token_count": 46} +{"index": 3939, "reference": "Google Home, the search giant's smart assistant that rivals Amazon's Alexa, will be launched in the UK in April.", "prediction": "Google Home has unveiled a new head assistant head that ensure British can still buy and sold home.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 114.10444641113281, "token_count": 18} +{"index": 3940, "reference": "A woman who fears her daughters will be subjected to female genital mutilation in Nigeria will not be deported for at least another day, family friends say.", "prediction": "The first female tade and her two daughters to Nigeria, is due to be deported, the Home Office said her family will return home the", "rouge": {"rouge1": 34.61538461538461, "rouge2": 4.0, "rougeL": 26.923076923076923}, "nll_sum": 126.62818908691406, "token_count": 27} +{"index": 3941, "reference": "One of UKIP's most high profile figures in Northern Ireland has been expelled from the party.", "prediction": "A former general general of the NI election general was expelled the the party room., meaning as party's reputation over the's and the same was. from a's reputation was from an a as a Wales's of.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 3.6363636363636367, "rougeL": 14.035087719298245}, "nll_sum": 274.86737060546875, "token_count": 42} +{"index": 3942, "reference": "An Irishman who was shot dead on a Spanish island is believed to have been killed in a case of mistaken identity in a gang-related attack.", "prediction": "A 29-year-old Dublin man who was arrested murder in the Republic of Ireland who of was shot dead in his Spain last weekend, the same death from a God from 30-'s in a in from November's man.", "rouge": {"rouge1": 29.411764705882348, "rouge2": 12.121212121212123, "rougeL": 23.52941176470588}, "nll_sum": 242.11431884765625, "token_count": 45} +{"index": 3943, "reference": "The UK's only female panda, Tian Tian, is believed to be pregnant, according to Edinburgh Zoo.", "prediction": "Edinburgh Zoo, confirmed that its first panda cubs will be delayed soon, after the BBC can reveal she can be pregnant.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 11.111111111111112, "rougeL": 15.789473684210527}, "nll_sum": 119.1231918334961, "token_count": 26} +{"index": 3944, "reference": "Wigan's Championship relegation worries deepened with defeat at Ipswich.", "prediction": "Ipswich Town scored three first-half minutes to complete a double over fellow play-offefuls Wigan Athletic-polve a in banned under a's from. from-D's recent in from Championship a.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 289.7364501953125, "token_count": 44} +{"index": 3945, "reference": "Wigan prop Ben Flower has been given a six-month ban - the longest in Super League history - for punching St Helens' Lance Hohaia.", "prediction": "Wigan's Ben Flower Barton been given an eight- ban after being charged involving an incident involving off-mate Lance Lance Hohaia in their defeat and St Helens.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 16.3265306122449, "rougeL": 35.294117647058826}, "nll_sum": 202.96815490722656, "token_count": 34} +{"index": 3946, "reference": "Hungary is to send buses to transport migrants to Austria's border after more than 1,000 began walking there earlier on Friday.", "prediction": " buses carrying showing migrants are heading through the main towayway Hungary after a train stopped, Austrian officials say say.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 134.52447509765625, "token_count": 22} +{"index": 3947, "reference": "Nigeria forward Victor Moses may now be given a chance to play at Chelsea after returning from his loan deal at Stoke, says Potters manager Mark Hughes.", "prediction": "oke goalkeeper Benjamin Willis could have a play first his first club at Chelsea again this year, says the club's manager Mark Hughes. a Hughes's solve of- again- again- 2011 again 2011 from in a years from's.", "rouge": {"rouge1": 29.850746268656714, "rouge2": 9.23076923076923, "rougeL": 23.880597014925375}, "nll_sum": 266.9373779296875, "token_count": 45} +{"index": 3948, "reference": "Coventry overcame 10-man Millwall at the Ricoh Arena to secure their first victory in six League One matches.", "prediction": "Coventry City held on 10-man Millwall to keep their League One play-off hopes alive.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.18181818181818, "rougeL": 45.714285714285715}, "nll_sum": 87.40078735351562, "token_count": 21} +{"index": 3949, "reference": "A row has broken out over claims councils have slashed their education budgets.", "prediction": "Scottish government is confirmed that the number-time teachers in England went in wrong, official figures.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 108.78883361816406, "token_count": 19} +{"index": 3950, "reference": "A man jailed for six years for coercing a woman into having sex with a stranger and sending \"revenge porn\" to her family has had the convictions quashed.", "prediction": "A man who was jailed for making al anti-Cattie film on the internet has lost appeal against his 12-year jail sentence.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 111.51477813720703, "token_count": 27} +{"index": 3951, "reference": "The centenary of the Battle of the Somme has been marked with ceremonies in the Republic of Ireland.", "prediction": "Pemorils have been held across the Republic of Republic Ireland of Ireland to mark, 100th anniversary of the Battle of the Battle of the Somme.", "rouge": {"rouge1": 60.46511627906976, "rouge2": 39.02439024390244, "rougeL": 32.55813953488372}, "nll_sum": 123.89926147460938, "token_count": 31} +{"index": 3952, "reference": "The Denver Nuggets will play the Indiana Pacers at London's O2 Arena in the seventh regular-season NBA game to be played in the United Kingdom.", "prediction": " Montreal Toronto Ontario will play their regular-season game against New Jersey Jersey at the O2 Arena London's O2 in London in January.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 20.408163265306122, "rougeL": 31.37254901960785}, "nll_sum": 107.18665313720703, "token_count": 27} +{"index": 3953, "reference": "A father of one from Ellesmere Port, James Hennessy travelled by coach with friends, including fellow victim James Philip Delaney.", "prediction": " pick delivery driver drivers from Black of, Liverpool travelled to the band with Jimmy Gooding, all whom who survived, all of whom all of whom who survived and the incident, T- to a car in 5 May November.", "rouge": {"rouge1": 17.24137931034483, "rouge2": 0.0, "rougeL": 10.344827586206897}, "nll_sum": 259.059814453125, "token_count": 44} +{"index": 3954, "reference": "Mansfield Town manager Steve Evans was sent off as his 10-man side were soundly beaten at Grimsby.", "prediction": "Grimsby beat 10-manplacedfield and moved within a League Two play-off hopes alive.", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 122.80300903320312, "token_count": 21} +{"index": 3955, "reference": "Somali Islamist militant group al-Shabab has dismissed President Mohamed Abdullahi Faramajo's declaration of war.", "prediction": "Somalia's President Abdullah Farm headquarters express has urged Somalia players to offer an Islamist al-Shabab to provide training in the West, his first official since he received from the military the November from its of.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 3.9215686274509802, "rougeL": 15.09433962264151}, "nll_sum": 238.77743530273438, "token_count": 43} +{"index": 3956, "reference": "The construction firm JCB has left the business lobby group, the CBI, reportedly because of its anti-Brexit stance.", "prediction": "Burger company JCB J pulled out of a lobby group, that the business group, voted to leave the UK and leaving a European Union.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 144.62322998046875, "token_count": 28} +{"index": 3957, "reference": "Domestic workers have taken to the streets of Hong Kong to demand a ban on them being asked to clean windows in high-rise buildings.", "prediction": "Hundreds of South Africaners staged a outside outside Hong Kong's office to demand demand for building, building and training.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 26.66666666666666}, "nll_sum": 118.53121948242188, "token_count": 22} +{"index": 3958, "reference": "Eoin Morgan inspired England to their best one-day international run chase against Australia as they levelled the five-match series to set up a decider at Old Trafford on Sunday.", "prediction": "Eoin Morgan's stunning unbeaten international run tochase as England beat Australia and complete a 2-0 series series whitewash whit thrash of Australia.", "rouge": {"rouge1": 32.727272727272734, "rouge2": 7.547169811320756, "rougeL": 21.818181818181817}, "nll_sum": 167.022705078125, "token_count": 31} +{"index": 3959, "reference": "League One play-off chasing Millwall missed the chance to make significant ground on the top six as they were held to a goalless draw by Walsall.", "prediction": "Millwall kept their place in their League One play-off bid as they being held to a goalless draw by Walsall at Thehat Broadway The's The's from Saturday from a November's flagship of. from's from a", "rouge": {"rouge1": 47.76119402985075, "rouge2": 30.76923076923077, "rougeL": 38.80597014925373}, "nll_sum": 257.3017883300781, "token_count": 47} +{"index": 3960, "reference": "Liverpool have named England Under-19s boss Sean O'Driscoll as their new assistant manager.", "prediction": "Liverpool have appointed Sean O'DriscDroll as their academy club as a first-team coach. solve to be solve club \" \"overe, George reputation from- England-D, a debut from November. November.. a", "rouge": {"rouge1": 29.78723404255319, "rouge2": 13.333333333333334, "rougeL": 25.531914893617024}, "nll_sum": 294.7720642089844, "token_count": 45} +{"index": 3961, "reference": "The Trump administration is standing firm over its ban on refugees from seven countries despite court rulings and mass protests against the move.", "prediction": " American American couple married from seven mainly Muslim countries has defended his travel visa ban to travel US despite President Donald Trump saying he does not know his wife.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 4.0, "rougeL": 15.384615384615385}, "nll_sum": 141.65687561035156, "token_count": 29} +{"index": 3962, "reference": "The policing operation to tackle the summer riots across England was flawed, a report from MPs has concluded.", "prediction": "H control police officersgrove police officers allowing officers to take action\" to protect some areas of MPs have said.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 124.95889282226562, "token_count": 22} +{"index": 3963, "reference": "It's the \"social\" social media event of the year in Wales - hundreds of people involved in digital marketing are in Cardiff to hear insights from the likes of Google, Twitter, YouTube, and IBM.", "prediction": "Developers from Cardiff are taking part in their social media campaign and at an event, filmed the idea of people who need to be asked and what they to do on social media - or on the internet.", "rouge": {"rouge1": 39.436619718309856, "rouge2": 5.797101449275362, "rougeL": 22.535211267605636}, "nll_sum": 160.69375610351562, "token_count": 40} +{"index": 3964, "reference": "The Prime Minister, David Cameron, has said people should be able to vote on whether the UK should be a member of the European Union (EU).", "prediction": " Cults from across across the UK of the UK has voted relation vote to stay, or what they want or to stay or leave or leave the European Union. the UK. from a the group's decision to the it. man in the", "rouge": {"rouge1": 31.88405797101449, "rouge2": 11.940298507462686, "rougeL": 20.28985507246377}, "nll_sum": 235.73468017578125, "token_count": 47} +{"index": 3965, "reference": "The wife of a jailed drugs ring boss who dug up his \u00a3270,000 cash stockpile to help launder it has been jailed, along with her mother and sister.", "prediction": "A Italian wife, who was jailed for a \u00a31mm fraudulent drugs ring, found where they were worth up to \u00a3700,000 have been jailed.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 7.8431372549019605, "rougeL": 30.18867924528302}, "nll_sum": 130.65390014648438, "token_count": 30} +{"index": 3966, "reference": "Two centuries ago, when Victorian engineers were designing the latest in transport technology, Japanese knotweed sounded like a very clever idea.", "prediction": "Five years ago, the Japanese knot electronics used to homes, homes and businesses around the UK, where you can help, and buy their own homes.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 139.57077026367188, "token_count": 29} +{"index": 3967, "reference": "Beach huts at a Dorset resort could become unaffordable following rent hikes, tenants have claimed.", "prediction": "Hundreds of names will refused for beach beach huts under plans to cut council tax rise, a community group has said. been in's a middle's a, because it is\" from a it's fromA of.", "rouge": {"rouge1": 11.538461538461538, "rouge2": 4.0, "rougeL": 11.538461538461538}, "nll_sum": 251.943359375, "token_count": 43} +{"index": 3968, "reference": "A potential major disaster in the North Sea has been narrowly averted after a large, unmanned barge went adrift in stormy high seas and came close to colliding with offshore oil platforms.", "prediction": "A giant barge has through oil and off a field field the west coast off Norway, leaving killing at least 50 people (61m).", "rouge": {"rouge1": 25.454545454545457, "rouge2": 0.0, "rougeL": 10.909090909090908}, "nll_sum": 153.29824829101562, "token_count": 27} +{"index": 3969, "reference": "Cracking open a large chocolate egg to find nothing in the middle is one of life's perennial disappointments.", "prediction": "The British dollar for British eggs, but it't mean't it isn't a vintage, chocolate.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 119.36273956298828, "token_count": 19} +{"index": 3970, "reference": "A late-night levy on Liverpool's bars and clubs will not be introduced after councillors rejected the proposals.", "prediction": " Merseyside council's tax on small scrapped their Liverpool centre should not be abandoned.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.451612903225808, "rougeL": 24.242424242424242}, "nll_sum": 100.2884292602539, "token_count": 16} +{"index": 3971, "reference": "US President Barack Obama has apologised to the president of aid agency Medecins San Frontieres (MSF) for a bombing that killed at least 22.", "prediction": "The White House has offered an apology to Medins Sans Frontresie (MSF, saying it led to \"the the in of lives\" in an air aid hospital.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 177.32333374023438, "token_count": 34} +{"index": 3972, "reference": "Lucy Shuker defended her mixed doubles title on the final day of the British Open in Nottingham.", "prediction": " Sh Shuker became the first woman in 30 years to win the British Open with- strong mixed doubles at the Queenon Aegon.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 25.641025641025646}, "nll_sum": 140.021728515625, "token_count": 27} +{"index": 3973, "reference": "Colombian President Juan Manuel Santos has been awarded the Nobel Peace Prize for his efforts to end the 52-year conflict with left-wing rebels.", "prediction": "Colombian President Juan Manuel Santos, who has been awarded a Nobel Peace Prize, during a meeting with the UN Peace Committee ( (AEatoI).", "rouge": {"rouge1": 55.31914893617022, "rouge2": 35.55555555555556, "rougeL": 51.06382978723404}, "nll_sum": 114.08993530273438, "token_count": 30} +{"index": 3974, "reference": "Wigan moved level on points with Super League leaders Warrington by coming from behind to beat Castleford.", "prediction": "Wigan staged a stunning second-half comeback to back from goal goal down and beat Castleford Tigers and move top of the Super League table.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 126.85173797607422, "token_count": 28} +{"index": 3975, "reference": "Hibernian moved to within two points of Rangers at the top of the Championship with a comfortable victory over St Mirren.", "prediction": "Hibernian cut the gap at the top the Scottish Championship to 36 points with a hard-fought win's bottom side St Mirren. Mir- again- again's Scottish- again 2011 a in from-'s from's from-", "rouge": {"rouge1": 41.37931034482759, "rouge2": 14.285714285714285, "rougeL": 34.48275862068966}, "nll_sum": 268.0634460449219, "token_count": 47} +{"index": 3976, "reference": "Rotherham United have signed former Nottingham Forest centre-back Kelvin Wilson on a one-year contract.", "prediction": "Nottingham Forest have signed former Ireland goalkeeper Joe Wilson on a overseas deal on five-and-a-half- \u00a35m.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 30.303030303030297, "rougeL": 34.285714285714285}, "nll_sum": 96.54765319824219, "token_count": 27} +{"index": 3977, "reference": "Every day Mohamed Eusoof Sarlan looks at his beloved homeland, a few hundred metres away from where he lives - but Myanmar's soldiers will not allow him to return to his country.", "prediction": "Six hundred years ago is said Indian lawyer and human rights activist Sarlanlan, who fled southern India.", "rouge": {"rouge1": 4.081632653061225, "rouge2": 0.0, "rougeL": 4.081632653061225}, "nll_sum": 109.84761810302734, "token_count": 20} +{"index": 3978, "reference": "Almost one in five (18%) couples in the UK argue regularly or consider separating, a study suggests.", "prediction": "New divorce is times in relationship with young children, but struggle their parents struggle to to struggle, and, research.", "rouge": {"rouge1": 5.555555555555555, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 139.68832397460938, "token_count": 22} +{"index": 3979, "reference": "About \u00a3100m was spent on a competition for developing carbon capture technology before it was scrapped, a new report has revealed.", "prediction": "The UK government of a failed failing in a multi-million US carbon capture capture project \" notgot value for money\", a public spending watchdog says.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 167.99847412109375, "token_count": 29} +{"index": 3980, "reference": "With the planned launch of two satellites aboard a Soyuz rocket from French Guiana later this month, Europe is pushing ahead with its own satellite-navigation system, known as Galileo.", "prediction": "wayway's largest GPS complex, but will be a key replacement to our rail track, and we will know how much we go on our roads!", "rouge": {"rouge1": 3.571428571428572, "rouge2": 0.0, "rougeL": 3.571428571428572}, "nll_sum": 140.255126953125, "token_count": 29} +{"index": 3981, "reference": "The sister of a murdered schoolgirl has spoken publicly for the first time since the discovery of the teenager's body 20 years ago.", "prediction": "A teenager whose body was found a canal a ago which was seen 20 years ago has spoken of her killer for help to come forward. and talk. again a again 2011 a's again and from the a of the again from 2011 again a", "rouge": {"rouge1": 40.0, "rouge2": 11.76470588235294, "rougeL": 20.0}, "nll_sum": 258.14337158203125, "token_count": 47} +{"index": 3982, "reference": "Facebook has confirmed that it has removed a post on its site which included names and photographs of people accused of anti-social behaviour in west Belfast.", "prediction": "Ainn F\u00e9in MLA has withdrawn list of a list of names on names, including of a man shot dead a couple and judge prosecution west Belfast of", "rouge": {"rouge1": 40.0, "rouge2": 3.7735849056603774, "rougeL": 25.454545454545453}, "nll_sum": 164.1146697998047, "token_count": 30} +{"index": 3983, "reference": "Gillingham manager Peter Taylor says he would understand if he was sacked by chairman Paul Scally, but has pleaded for more time at the League One club.", "prediction": "Gillingham of boss Graham Taylor has said he wants fans to need support and chairman chairman Peter Bally after the club sacked them in League One.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 3.9215686274509802, "rougeL": 26.41509433962264}, "nll_sum": 149.64947509765625, "token_count": 29} +{"index": 3984, "reference": "Gareth Bale says Wales will be stepping into the unknown on Sunday when they attempt to beat Israel in Cardiff and seal their place at Euro 2016.", "prediction": "Gareth Bale says Wales will secure a place on Sunday in their final campaign of Euro 2016 the", "rouge": {"rouge1": 57.77777777777777, "rouge2": 27.906976744186053, "rougeL": 48.888888888888886}, "nll_sum": 76.94503784179688, "token_count": 18} +{"index": 3985, "reference": "From September primary schools across England will have to teach foreign languages.", "prediction": "A British school school from the number of 19 countries will be using Mandarin, in China, and what it will mean to be the Chinese language.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 21.052631578947366}, "nll_sum": 126.57014465332031, "token_count": 28} +{"index": 3986, "reference": "Patients are dying from sepsis because of a lack of effective antibiotics, an expert is warning.", "prediction": "The problem of Waspsis, but free treatment should be treat by NHS England, a leading health expert warned.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 118.24466705322266, "token_count": 22} +{"index": 3987, "reference": "Work to build a cycle track in Derby cannot resume until a judicial review is carried out, a judge at the High Court in London has ruled.", "prediction": "A wildlife charity has been forced to carry out on a \u00a3 marathonm track Pride Park, the High Court has ruled", "rouge": {"rouge1": 46.808510638297875, "rouge2": 17.77777777777778, "rougeL": 38.297872340425535}, "nll_sum": 134.9439697265625, "token_count": 22} +{"index": 3988, "reference": "A community hospital in Somerset is to be replaced and rebuilt with a \u00a316m grant from the government.", "prediction": "Work has begun on52m programme to build a new community hospital in Somerseton hospital.", "rouge": {"rouge1": 31.250000000000007, "rouge2": 13.333333333333334, "rougeL": 25.0}, "nll_sum": 103.41215515136719, "token_count": 17} +{"index": 3989, "reference": "Community and business leaders with Commonwealth links have written to David Cameron to urge him to back Britain's exit from the EU.", "prediction": "More than 100 hundred countries are signed a petition urging to Prime Minister David Cameron backing a priority, to fight for Britain in fight in civil war.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666667, "rougeL": 20.0}, "nll_sum": 136.50440979003906, "token_count": 28} +{"index": 3990, "reference": "The Labour Party could end up splitting if Jeremy Corbyn is elected leader, Yvette Cooper has claimed.", "prediction": "Labour leadership leadership of Yvette Cooper has said she would like to serve Jeremy Corbyn as Jeremy leader. to it'solve it in its a's.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 14.634146341463413, "rougeL": 18.6046511627907}, "nll_sum": 148.1280517578125, "token_count": 29} +{"index": 3991, "reference": "Ed Sheeran and Radiohead just found out who they'll be sharing a campsite with in June - after Glastonbury revealed 88 of the acts playing this year's event.", "prediction": "The final acts for next year, but Glastonbury Festival, announced the organisers, it has been announced.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 91.09585571289062, "token_count": 21} +{"index": 3992, "reference": "Photos of unusual cloud formations complete with a reflection of a rainbow have been captured across the north east of Scotland.", "prediction": "A blue bright clouds was again caught on camera and rock north west Scotland been a Euro solve for the Nottingham's. a from's from it's God from. night as global as reputationA decision Scottish English of-.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 317.78265380859375, "token_count": 42} +{"index": 3993, "reference": "A statue is to be commissioned by Watford FC to honour the club's former manager Graham Taylor.", "prediction": "A statue will be unveiled at Watford's new stadium, memory the club of former. manager Graham Taylor.", "rouge": {"rouge1": 61.111111111111114, "rouge2": 29.411764705882355, "rougeL": 55.55555555555556}, "nll_sum": 101.93583679199219, "token_count": 21} +{"index": 3994, "reference": "Cornish Pirates boss Ian Davies says ill-discipline \"came back to haunt\" his side in their 36-15 British and Irish Cup semi-final defeat at London Welsh.", "prediction": "Scottish Pirates coach Ian Davies said \"the was a decision a decision to have referee Lee sent off in their 26-18 Hel loss to St Helens.", "rouge": {"rouge1": 21.818181818181817, "rouge2": 7.547169811320755, "rougeL": 21.818181818181817}, "nll_sum": 176.0767822265625, "token_count": 31} +{"index": 3995, "reference": "Omar Bogle scored twice before missing an injury-time penalty against 10-man Barnet, as Marcus Bignot picked up his first point as Grimsby Town manager.", "prediction": "John Bogle missed a late penalty and missed penalty as Grimsby beat League Two playoff hopuls Barnet in a draw at Blellell Park.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 163.05087280273438, "token_count": 31} +{"index": 3996, "reference": "Argentine club Newell's Old Boys have re-signed Sunderland striker Ignacio Scocco on a five-year contract.", "prediction": "Sunderland have signed Paulocco from Super Spanish champions Newell City for \u00a32m.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 95.54475402832031, "token_count": 19} +{"index": 3997, "reference": "In all the years I've covered European politics, I've never seen this continent so Eurosceptic or the future of the European Union so uncertain.", "prediction": "It is a Brussels summit feels like a possible war war, black, black black and black.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 98.7684555053711, "token_count": 18} +{"index": 3998, "reference": "A metro rail service has been launched in the southern Indian city of Chennai, making it the sixth Indian city to get the service.", "prediction": "The first train officially has southern India in the southern Indian city of Chennai (MadrasMad), officials say.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 30.769230769230766, "rougeL": 39.02439024390244}, "nll_sum": 115.05473327636719, "token_count": 21} +{"index": 3999, "reference": "Five tonnes of waste from laundered fuel has been dumped at Newtownhamilton in south Armagh.", "prediction": "A huge fuel waste has been found on a south Armagh area of Tuesday night after reports police believe is a paramilitary republican and a sectarian a crime.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 157.56463623046875, "token_count": 29} +{"index": 4000, "reference": "Ben Stokes has returned to the England Twenty20 squad for the first time since being hit for four sixes in the final over of the World T20, when West Indies beat England.", "prediction": "Worcestershire have named 11 11-man England bats batsman Eoin Morgan in their opening Twenty20 squad for one-day international against Pakistan\" in Pakistan \"up \"w a reputation from it\" since)..", "rouge": {"rouge1": 19.047619047619047, "rouge2": 6.557377049180328, "rougeL": 15.873015873015875}, "nll_sum": 225.04244995117188, "token_count": 45} +{"index": 4001, "reference": "Ireland started the three-match T20 series against Afghanistan with a six-wicket defeat in India on Wednesday.", "prediction": "Ireland fell to a comfortable 75-wwicket haul as beat Afghanistan by a Twenty20 and- win their first one-day international.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 132.11557006835938, "token_count": 26} +{"index": 4002, "reference": "Two astronauts on board the International Space Station have taken their first spacewalk outside - to do some repairs and maintenance.", "prediction": "Two coding who have completed their 30-year wait to join the International Space station's pick-on suit to clean up a drinking suit for for.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.333333333333334, "rougeL": 25.531914893617024}, "nll_sum": 168.83416748046875, "token_count": 29} +{"index": 4003, "reference": "A red kite found shot in North Yorkshire is the seventh to have been killed in the region in the past two months, police have said.", "prediction": "A red kites has been shot dead and a codes shot in North Yorkshire.", "rouge": {"rouge1": 40.0, "rouge2": 26.31578947368421, "rougeL": 35.0}, "nll_sum": 90.11062622070312, "token_count": 15} +{"index": 4004, "reference": "A major vendor on the illegal Silk Road website and his business partner, were sentenced to five years in prison for drugs offences.", "prediction": "Two men have been jailed for more than 1,000 drugs, including illegal drugs, including so-called legal highs to- hide weapons.", "rouge": {"rouge1": 17.777777777777775, "rouge2": 0.0, "rougeL": 8.888888888888888}, "nll_sum": 116.66278076171875, "token_count": 27} +{"index": 4005, "reference": "Brian O'Driscoll and Jonathan Sexton have recovered from injuries and will play for Ireland against New Zealand.", "prediction": " Bobby O'DriscDroll will miss Ireland's first Test against New Zealand in an injured after Johnny Sexton will face England at Twickenham on Saturday", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 27.906976744186046}, "nll_sum": 130.83828735351562, "token_count": 31} +{"index": 4006, "reference": "(Close): Shares in London and other key European markets have risen on news that eurozone leaders have reached a deal on a third bailout for Greece.", "prediction": "A a): Londoners and Germany's FTSE 100 ended lower higher on Tuesday, amid rising fears over the Greek crisis in its debt crisis.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 4.166666666666666, "rougeL": 12.000000000000002}, "nll_sum": 129.3901824951172, "token_count": 29} +{"index": 4007, "reference": "Baroness Thatcher was the UK's first and only female prime minister.", "prediction": "desess Thatcher was known as the best and longest-serving minister in British history.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 8.333333333333334, "rougeL": 38.46153846153846}, "nll_sum": 59.78688430786133, "token_count": 16} +{"index": 4008, "reference": "The US has chided Russia for what it calls an \"unfortunate decision\" to send missiles to the Syrian government.", "prediction": "The US military says it to sending a short supply weapons of supply the Syria crisis,.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.12121212121212, "rougeL": 34.285714285714285}, "nll_sum": 109.39768981933594, "token_count": 16} +{"index": 4009, "reference": "Banksy has denied accusations he is \"trolling\" members of the public - after thousands have struggled to buy tickets for his new show.", "prediction": "anksanksy has rejected rumours that The Beatles bought fans tickets fans tickets to The Rolling, the following a car crash at a attraction on the site.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 12.499999999999996}, "nll_sum": 167.41708374023438, "token_count": 29} +{"index": 4010, "reference": "Ed Miliband has stepped down as Labour leader after his party's disappointing general election showing.", "prediction": "Former Labour leader Ed Miliband Ed ruled out as Labour's leadership contest in the party, in the of the party's surprise general election defeat.", "rouge": {"rouge1": 42.85714285714286, "rouge2": 25.0, "rougeL": 38.0952380952381}, "nll_sum": 119.5478515625, "token_count": 27} +{"index": 4011, "reference": "Five cats have died from antifreeze poisoning on or near the same street in the space of two weeks, the RSPCA has said.", "prediction": "A cats, thought to have died after taking suspected antifreeze, in their cars, died suddenly, the RSPCA told said \u00a3.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 38.0952380952381}, "nll_sum": 143.2245635986328, "token_count": 29} +{"index": 4012, "reference": "Premiership bosses have said Cillian Willis' legal action against Sale could have wider repercussions for rugby.", "prediction": "Exeter Chiefs director of rugby maiden Willis says it will stop hitting a rugby club, claiming the club is a \"failed not to stop\".", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 155.80633544921875, "token_count": 27} +{"index": 4013, "reference": "Singapore is putting pressure on major retailers in Singapore to not use or sell materials produced by firms linked to fires in Indonesia.", "prediction": "Singans in Singapore are removing all of paper to linked to the South East Asia counties, the capital, Delhi, leading to a statement from the country's for. incidents.", "rouge": {"rouge1": 19.230769230769234, "rouge2": 8.0, "rougeL": 19.230769230769234}, "nll_sum": 179.76535034179688, "token_count": 34} +{"index": 4014, "reference": "Venezuelan Vice-President Nicolas Maduro has given the annual state of the nation speech in place of Hugo Chavez, who is still recuperating in Cuba after cancer surgery.", "prediction": "Venezuela's president Nicolas Maduro has accused late President Hugo Chavez of not giving him office, giving it to the Supreme Court in his choice.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 15.686274509803924, "rougeL": 26.41509433962264}, "nll_sum": 100.03604888916016, "token_count": 28} +{"index": 4015, "reference": "The US Supreme Court will rule this year on whether gay couples have a right to marry across all states.", "prediction": "The US appeals Court has said it can take take on in marriage in four cases in four US states states because the state does not intervene.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 4.444444444444445, "rougeL": 21.27659574468085}, "nll_sum": 128.72262573242188, "token_count": 27} +{"index": 4016, "reference": "Confidence in the England team is high ahead of Saturday's opening World Cup match against Italy, according to a study of words relating to football.", "prediction": "England base level levels reached by matches during their opening World World Cup Group A against Italy, a Cambridge Cambridge university study to identified in the English game, referee, it, from a-mar's choice in solve under national retirement.", "rouge": {"rouge1": 39.3939393939394, "rouge2": 12.5, "rougeL": 27.272727272727277}, "nll_sum": 295.5966796875, "token_count": 45} +{"index": 4017, "reference": "Zac Goldsmith will contest the 2016 London mayoral election for the Conservatives, it has been announced.", "prediction": " London's Zac Goldsmith dropped, dropped out of the race for in Labour London candidate.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 6.89655172413793, "rougeL": 25.80645161290323}, "nll_sum": 116.234130859375, "token_count": 17} +{"index": 4018, "reference": "Thieves ransacked a widow's home and stole jewellery, cash and her car while she was at her husband's funeral.", "prediction": "An elderly woman whose funeral was of break-in in her break-in into her home, has described as \"an emotional horrific crime\".", "rouge": {"rouge1": 22.727272727272723, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 118.52688598632812, "token_count": 27} +{"index": 4019, "reference": "Teenage jockey David Mullins said he has \"never had a feeling like it\" after winning the Grand National on Rule The World at Aintree.", "prediction": "Teenage-age teenager member last Samalia after winning the The World in a rain-like closing race in Saturday's Grand meeting at Aintree.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 17.391304347826086, "rougeL": 33.33333333333333}, "nll_sum": 187.0255126953125, "token_count": 30} +{"index": 4020, "reference": "A head teacher who went to Brazil on a cycling holiday during term time has been suspended.", "prediction": "A head teacher, who was suspended for taking term after taking part in his school term-time holidays on maternity leave, has been suspended in a two bid it \"'s the from from a it-. from of. from a from 2011", "rouge": {"rouge1": 41.37931034482759, "rouge2": 21.428571428571423, "rougeL": 31.03448275862069}, "nll_sum": 254.27883911132812, "token_count": 46} +{"index": 4021, "reference": "Lewis Hamilton has been urged to change his stance on the new 'halo' head protection device by former world champion John Surtees.", "prediction": "A controversial head protection- give 'halo' could have been saved by a development, the former driver John Surophtees.", "rouge": {"rouge1": 40.0, "rouge2": 5.263157894736842, "rougeL": 25.0}, "nll_sum": 173.38768005371094, "token_count": 27} +{"index": 4022, "reference": "Animation showing the threat of climate change is on the horizon, thanks to new 3D laser mapping.", "prediction": " \u00a3 \u00a31m pilot project, designed to assess the impact of climate change been launched by the Welsh government.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 78.95589447021484, "token_count": 21} +{"index": 4023, "reference": "You can find details of how you can get in touch with anyone at BBC in Newcastle below.", "prediction": "The BBCquin oneakne, messages, Tynene, some of our others, but do you do to do!", "rouge": {"rouge1": 12.12121212121212, "rouge2": 0.0, "rougeL": 12.12121212121212}, "nll_sum": 163.59153747558594, "token_count": 24} +{"index": 4024, "reference": "David Dunn has returned to Blackburn Rovers to take up a position as Under-21 assistant coach.", "prediction": "burnburn Rovers says he wish to about know about the future in his future manager.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 95.77877807617188, "token_count": 17} +{"index": 4025, "reference": "The Grammy Awards are an annual ceremony held in the USA, which celebrate outstanding achievement in the music industry.", "prediction": " the first Grammy Awards was taking place on Sunday and night in the inaugural ceremony, in Los Angeles,.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 32.43243243243243}, "nll_sum": 86.37643432617188, "token_count": 19} +{"index": 4026, "reference": "One of the biggest Scotch whisky distillers has seen faster growth in sales of its Irish whiskey brand, according to new figures.", "prediction": "The's two Frenchillerasts have reported rising revenue rising, despite advertising sales for America, Latin America.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 138.0463104248047, "token_count": 20} +{"index": 4027, "reference": "Rupert Murdoch's News Corp has reported a loss for the three months to December, amid a difficult environment for print advertising.", "prediction": " Foxes at News Corp News Bank of Australia have reported tough revenue for fourth consecutive fourth quarter profits.", "rouge": {"rouge1": 20.0, "rouge2": 5.263157894736842, "rougeL": 20.0}, "nll_sum": 110.04315185546875, "token_count": 19} +{"index": 4028, "reference": "Newspapers in China have gone into propaganda overdrive, a day after a tribunal in The Hague ruled against Beijing's claim to the resources of much of the South China Sea.", "prediction": " state media and journalists include in China's state's their response to the UN war tribunal, which referred to the disputed territory as in South China Sea.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 14.035087719298248, "rougeL": 30.508474576271187}, "nll_sum": 134.33901977539062, "token_count": 29} +{"index": 4029, "reference": "The parents of a severely premature baby from Pembrokeshire say they will take legal action against the health trust in charge of the hospital where he died.", "prediction": "The death of a three-month-old son to undergo brain surgery after be removed after heart failure failed for patient brain- an inquest heard \"'s- of a \" a's a after a's again of from a from's fromA", "rouge": {"rouge1": 14.705882352941174, "rouge2": 3.0303030303030307, "rougeL": 11.76470588235294}, "nll_sum": 265.3138427734375, "token_count": 47} +{"index": 4030, "reference": "A skin cancer appeal backed by a BBC presenter has reached its \u00a345,000 target after just six weeks.", "prediction": "TV BBC Radio Derby has launched a \u00a310,000 to help a ITV's appeal of skin cancer has been twice in three days.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 129.90155029296875, "token_count": 26} +{"index": 4031, "reference": "A conman who went on the run for nine years after staging a \u00a3900 scam selling England tickets for the 2006 football World Cup, has handed himself in.", "prediction": "A man who went missing in World Cup after World Cup with Cup challengers and \u00a38, has been ordered pay \u00a3650, community service and told to pay out of his victims.-old 2011payment in's from a\"..'s emerged", "rouge": {"rouge1": 26.86567164179105, "rouge2": 6.153846153846154, "rougeL": 23.88059701492537}, "nll_sum": 292.1600341796875, "token_count": 47} +{"index": 4032, "reference": "A murder investigation has been launched after a boy was found dead at a house in Oxfordshire.", "prediction": "A five-year-old boy has been found dead in a fire station a south-west London.", "rouge": {"rouge1": 52.94117647058824, "rouge2": 12.5, "rougeL": 35.294117647058826}, "nll_sum": 58.93680191040039, "token_count": 20} +{"index": 4033, "reference": "Charlie Gilmour, the son of Pink Floyd guitarist David Gilmour, was unaware he was swinging from the Cenotaph during student protests, a court has heard.", "prediction": "Kirsty Gilmour, who was found in a bin of Topshop, has the after Court, Court appeal it in against his appeal.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 159.8451385498047, "token_count": 29} +{"index": 4034, "reference": "A neo-Nazi has been jailed for life for attempting to behead a Tesco shopper in a racially-motivated revenge attack for the murder of Fusilier Lee Rigby.", "prediction": "A student who said was behind a machete in an unuse, a racially-mot\" attack to murder F Lee Rigby has \" jailed for life.", "rouge": {"rouge1": 53.84615384615385, "rouge2": 15.999999999999998, "rougeL": 34.61538461538462}, "nll_sum": 186.63705444335938, "token_count": 32} +{"index": 4035, "reference": "At least 25 people have been killed and dozens wounded in bomb attacks across Iraq, media reports say.", "prediction": "At least 80 people have been killed in car and bomb attacks on mainly eatery in southern Iraq, officials.", "rouge": {"rouge1": 59.45945945945946, "rouge2": 28.571428571428577, "rougeL": 54.05405405405405}, "nll_sum": 79.21758270263672, "token_count": 21} +{"index": 4036, "reference": "Austria will impose a daily quota on asylum claims and limit the flux of migrants travelling through the country.", "prediction": "The Austrian government has announced plans to limit the number asylum and migrants heading to the country, the, amid fears of the migrant migration crisis.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 109.4676513671875, "token_count": 27} +{"index": 4037, "reference": "David Beckham's plans to create a team in Miami have edged a step closer after a site for the franchise's stadium was approved by Major League Soccer.", "prediction": "David Rooney's partners have finalise his plans to bring Miami's Super League to Miami,, highest US Major League (CML) League says.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 8.0, "rougeL": 30.76923076923077}, "nll_sum": 167.20425415039062, "token_count": 28} +{"index": 4038, "reference": "Actress Tippi Hedren has claimed Alfred Hitchcock sexually harassed her while they worked together in the 1960s.", "prediction": "isis Hedges has spoken again against her cancer treatment of film directors Daniel Hitchcock, after she was she was \"seriousinking in sexual violence\".", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 180.15785217285156, "token_count": 28} +{"index": 4039, "reference": "An Egyptian woman who was believed to have been the world's heaviest is now being treated for several health conditions at a hospital in Abu Dhabi.", "prediction": "W NepTOe woman Hamburg, said to be theatt done in the United Arab Emirates, say doctors are treating her \"neededly recovering\".", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 175.51979064941406, "token_count": 28} +{"index": 4040, "reference": "A Newspaper has shown a home video of the Queen when she was a young girl, raising her arm like a Nazi salute.", "prediction": "The Queen has released a video showing the Queen showing being being instead with her dog instead, her family says.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 27.906976744186046}, "nll_sum": 108.53466796875, "token_count": 21} +{"index": 4041, "reference": "Lewis Hamilton says he is inspired by boxer Muhammad Ali as he tries to overhaul Mercedes team-mate Nico Rosberg in the Formula 1 title race.", "prediction": "Lewis Hamilton says he wants to lose bitter rival title rival Ali Ali over victory in Sunday's British Grand Prix, \"there hard right to fight\".", "rouge": {"rouge1": 30.76923076923077, "rouge2": 12.0, "rougeL": 23.076923076923077}, "nll_sum": 138.4607391357422, "token_count": 28} +{"index": 4042, "reference": "Flooding across parts of the UK last winter was the most extreme on record, experts have said.", "prediction": " last winter's floods hit, UK was the wreatest weather on record records began, a study has found.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.18181818181818, "rougeL": 34.285714285714285}, "nll_sum": 119.7838134765625, "token_count": 22} +{"index": 4043, "reference": "A dyed-in the wool Labour council is facing UKIP in every ward for the first time in Thursday's election.", "prediction": "Labour supporters hoping to become becoming the of the in the county council in May general election.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555556, "rougeL": 26.31578947368421}, "nll_sum": 83.3587646484375, "token_count": 17} +{"index": 4044, "reference": "Stan Wawrinka stunned Novak Djokovic to win his first French Open title and thwart the world number one's career Grand Slam hopes.", "prediction": "World number one Novak Djokovic survived a challenge to beat Stan Wawrinka French and complete his career to complete a French Open Open final. Solve- again- 2011 again 2011 again in 2011 o again 2011 again a's", "rouge": {"rouge1": 45.90163934426229, "rouge2": 16.949152542372882, "rougeL": 22.950819672131146}, "nll_sum": 238.32620239257812, "token_count": 47} +{"index": 4045, "reference": "Yorkshire and Durham proved that Championship cricket can be just as action-packed as an Ashes Test as 20 wickets fell on day one at Scarborough.", "prediction": "Yorkshire need an 88-team-ings collapse on the opening day of cricket at Chester-Street.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 23.80952380952381}, "nll_sum": 121.63665771484375, "token_count": 20} +{"index": 4046, "reference": "Wales defender Neil Taylor is expected to miss the rest of the season after fracturing an ankle in Swansea City's 2-2 draw with Sunderland on Saturday.", "prediction": "Swansea City midfielder Neil Taylor will have a \"violent\" operation\" after suffered the ankle injury he suffered in Tuesday's goall draw at Liverpool.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 7.999999999999999, "rougeL": 26.923076923076923}, "nll_sum": 129.99887084960938, "token_count": 30} +{"index": 4047, "reference": "After my blog on Wednesday on tensions between drugs advisors and the Home Office, more details have emerged of how the expert panel on legal highs was split down the middle on whether to go for a total ban.", "prediction": "A panel of expert has urged ministers to ban so-called \" substances to be banned, after a committee of urged others to do more ensure there should not protect health issues.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 181.25015258789062, "token_count": 34} +{"index": 4048, "reference": "Two people were killed in fighting among fans of Raja de Casablanca on Saturday, the Moroccan Football Federation (FMRFF) has confirmed.", "prediction": "Six people have been arrested following crowd battle between football fans in Egypt's Amatat stadium, says Hal Moroccan Football Belgian ( steroidFF).", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 191.00271606445312, "token_count": 27} +{"index": 4049, "reference": "The huge golden statue of three liberation soldiers - two men and a woman - form the centrepiece of Heroes' Acre, the monument to Zimbabwe's fallen.", "prediction": "Zimbabwe's entire house for theile camp is the \"ile\"\". playing, and it's too- step a low-lbed MP's decision to solve the president-old's's house from suspension.", "rouge": {"rouge1": 24.56140350877193, "rouge2": 3.6363636363636367, "rougeL": 17.543859649122805}, "nll_sum": 290.85003662109375, "token_count": 42} +{"index": 4050, "reference": "Josh Windass insists he will add goals to his game if he is handed the attacking role he craves a Rangers.", "prediction": "assane Windass has insists he can't be playing playing for Rangers again this season.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 97.21381378173828, "token_count": 17} +{"index": 4051, "reference": "An American company has launched a rocket into space from New Zealand, the first from a private launch facility.", "prediction": "A New Zealand company based in India has launched the first flight of put into orbit.", "rouge": {"rouge1": 51.42857142857142, "rouge2": 18.18181818181818, "rougeL": 28.57142857142857}, "nll_sum": 68.95413208007812, "token_count": 16} +{"index": 4052, "reference": "Growing pressures on hospitals are forcing them to ramp up costly overtime payments to consultants to do extra work, a BBC investigation shows.", "prediction": "The overtime work being to NHS hospitals fallen by more than 90% over the last three, the figures obtained by the BBC have in the of's,Ukraine,'s they from a\" from Royal's from toll of.", "rouge": {"rouge1": 19.672131147540984, "rouge2": 0.0, "rougeL": 9.836065573770492}, "nll_sum": 262.9892883300781, "token_count": 43} +{"index": 4053, "reference": "Rugby is not the most gentle of sports and it's been hitting the headlines because of some bad head injuries.", "prediction": "New research research suggests that there there is a new training to be imposed if you are playing the rugby.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 98.92422485351562, "token_count": 20} +{"index": 4054, "reference": "Seven people have been killed after a volcano in western Indonesia erupted, blasting clouds of volcanic ash 3km (2 miles) into the sky.", "prediction": "At least eight people are now known to have died after a volcano which began in remote south-west Argentina.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 27.906976744186046}, "nll_sum": 79.04972839355469, "token_count": 21} +{"index": 4055, "reference": "It is a year since the UK voted to leave the European Union and Brexit negotiations are under way.", "prediction": "Twenty- 10 men have voted after the UK voted vote to leave European European Union - and what will will remain in the European Union.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 34.146341463414636, "rougeL": 37.2093023255814}, "nll_sum": 122.38907623291016, "token_count": 26} +{"index": 4056, "reference": "Liverpool and France defender Mamadou Sakho has had a doping case against him dismissed by Uefa.", "prediction": "Liverpool defender Mamadou Sakho but will continue to playing again playing again failing after drugs failed- drugs ban, Uefa has confirmed in solve games a's again a'solve a it's have lifting of from's again's-", "rouge": {"rouge1": 25.454545454545453, "rouge2": 7.547169811320755, "rougeL": 21.81818181818182}, "nll_sum": 292.2939453125, "token_count": 47} +{"index": 4057, "reference": "On 8 June voters in Wales will head to the polls to decide who will represent them in the 40 constituencies.", "prediction": "There are 40 May general election, and Wales will include 22 May May not assembly election.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 5.714285714285714, "rougeL": 10.81081081081081}, "nll_sum": 98.10135650634766, "token_count": 17} +{"index": 4058, "reference": "The state has a responsibility to ensure that every child in Scotland has access to food, according to the children's commissioner.", "prediction": "All child in Scotland is the basiceb state to have to the food during term holidays, the Scotland's chief inspector has said in the in's, solve,'s they be fromWest from it's from's from.", "rouge": {"rouge1": 36.66666666666667, "rouge2": 10.344827586206897, "rougeL": 23.333333333333332}, "nll_sum": 291.7673645019531, "token_count": 44} +{"index": 4059, "reference": "Mental health services failed a teenage girl who had suicidal thoughts, her family has said following an inquest into her death.", "prediction": "A teenager was found dead at school after having a treatment \" watch keep her eye\" on an inquest heard heard.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 121.34326171875, "token_count": 22} +{"index": 4060, "reference": "A plan to increase the cost of speed awareness courses has been criticised as a \"self-funding merry-go-round\".", "prediction": "The price price programme for attending golf cycling courses to Gloucestershire has been criticised, a drivers' report.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 32.43243243243243}, "nll_sum": 127.84355926513672, "token_count": 22} +{"index": 4061, "reference": "A huge pillow fight involving cadets at a prestigious US military academy to mark the end of summer training left at least 30 soldiers injured.", "prediction": "A annual courtroom fight at a camp at a New York primary academy in August ended, after reports some enemyets were seriously injured injured in New York, Pennsylvania police say.", "rouge": {"rouge1": 29.09090909090909, "rouge2": 3.7735849056603774, "rougeL": 25.454545454545453}, "nll_sum": 189.80343627929688, "token_count": 33} +{"index": 4062, "reference": "Human rights and minority interests are a sensitive matter in many countries, but in Brazil they are now at the centre of an unprecedented controversy.", "prediction": "A senior Brazilian pastor has denied allegations against a leading Brazil rights human rights candidate.", "rouge": {"rouge1": 20.0, "rouge2": 5.2631578947368425, "rougeL": 10.0}, "nll_sum": 82.79269409179688, "token_count": 15} +{"index": 4063, "reference": "The Batmobile used by actor Adam West in the original TV series of Batman has sold for $4.2m (\u00a32.6m) at a US auction.", "prediction": "A beautiful car due to used Batman as US actor Adam West, is put up for sale in New York for $81m (\u00c2\u00a31.1m) at auction in New York)", "rouge": {"rouge1": 40.74074074074074, "rouge2": 7.692307692307692, "rougeL": 29.629629629629633}, "nll_sum": 165.1201934814453, "token_count": 38} +{"index": 4064, "reference": "Illegal immigrants will find it harder to set up home in the UK under planned laws, says Home Secretary Theresa May.", "prediction": " a bill which will make it tougher for British people want to protect them come into force, has been announced the Commons House of Commons.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 114.38380432128906, "token_count": 26} +{"index": 4065, "reference": "At the May Day rally, the politician accused the government of \"helping the richest 1%, to reassure credit ratings agencies and international finance\".", "prediction": "France's house parliament was locked hands her hands and open to the parliament, before her husband of", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 103.99331665039062, "token_count": 18} +{"index": 4066, "reference": "Defending champion Mark Selby reached the second round of the World Championship by thrashing Fergal O'Brien 10-2 at the Crucible Theatre.", "prediction": "World number one Mark Selby came from behind 4-1 down to beat five-time Ronnie'Sullivan to reach the fourth round of the UK Championship of Sheffield to creating \" fromone-A a in from a as's from. emerged", "rouge": {"rouge1": 28.57142857142857, "rouge2": 13.114754098360654, "rougeL": 25.396825396825403}, "nll_sum": 285.65863037109375, "token_count": 47} +{"index": 4067, "reference": "The funeral of a \"club legend\" who worked for Barnsley FC for more than 65 years has been held.", "prediction": "Hundreds of mourn mourners have attended the of Kund former Barnsley goalkeeper who mark his 100th anniversary.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 126.19925689697266, "token_count": 21} +{"index": 4068, "reference": "One of the UK's smaller energy suppliers is paying \u00a31.8m to its customers after bills were delayed and online accounts were blocked.", "prediction": "The UK energy retailer has agreed to pay \u00a31m in compensation to co-operative Energy, which caused customers for for their supplier again", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444444, "rougeL": 25.53191489361702}, "nll_sum": 123.44981384277344, "token_count": 26} +{"index": 4069, "reference": "Nico Rosberg took his third straight win of 2016 as Mercedes team-mate Lewis Hamilton fought back to seventh in a hectic Chinese Grand Prix.", "prediction": "Nico Rosberg extended his lead in his battle in collision between Lewis Hamilton and his team-mate in a dramatic race Singapore Malaysian.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 17.391304347826086, "rougeL": 29.166666666666668}, "nll_sum": 126.11143493652344, "token_count": 26} +{"index": 4070, "reference": "A man has denied the manslaughter of another man who was found lying in a street in Windermere close to where he lived.", "prediction": "A man has admitted causing the death of a man by dangerous driving a a Cumb District Lake.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 10.256410256410255, "rougeL": 34.146341463414636}, "nll_sum": 104.65005493164062, "token_count": 19} +{"index": 4071, "reference": "AC Milan have signed striker Mario Balotelli from Premier League champions Manchester City for \u00a319m.", "prediction": "AC Milan have signed striker Mario Balotelli from Manchester City and for a reported \u00a3 reportedm move to move be about \u00a324m.", "rouge": {"rouge1": 61.11111111111111, "rouge2": 47.05882352941176, "rougeL": 61.11111111111111}, "nll_sum": 132.4214324951172, "token_count": 27} +{"index": 4072, "reference": "Volkswagen boss Martin Winterkorn will \"support\" the German transport ministry's investigation into the carmaker's emissions scandal.", "prediction": "The White House has confirmed it will be criminal criminal charges over the fines that it attempted US Michigan emissions tests.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 120.69402313232422, "token_count": 21} +{"index": 4073, "reference": "Kilmarnock goalkeeper Craig Samson has agreed an early release from his Rugby Park contract.", "prediction": "Kilmarnock midfielder Sam Arthur has been offered a new contract with the Scotland Under-21s.", "rouge": {"rouge1": 20.689655172413797, "rouge2": 0.0, "rougeL": 20.689655172413797}, "nll_sum": 63.588130950927734, "token_count": 21} +{"index": 4074, "reference": "Former Wimbledon champion Andy Murray and his wife Kim Sears are expecting their first baby, his agent has confirmed.", "prediction": "Tennis star Andy Murray has and and his wife Prince, Prince expecting their second couple.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 25.0, "rougeL": 41.17647058823529}, "nll_sum": 97.13883972167969, "token_count": 17} +{"index": 4075, "reference": "French side Toulon say they want to leave their domestic league to play in the English Premiership.", "prediction": "Rugby's rugby union, it would be possible in French rugby's top flight, the club's says.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 98.40606689453125, "token_count": 22} +{"index": 4076, "reference": "A time capsule containing items from the 1890s including what is thought to be a bottle of whisky has been uncovered by construction workers.", "prediction": "A time capsule discovered from beneath reopen foot a footbridge, more than 180 years ago, has been discovered and restored to a Highland 62 2 Museum.", "rouge": {"rouge1": 32.0, "rouge2": 12.499999999999996, "rougeL": 27.999999999999996}, "nll_sum": 173.5623016357422, "token_count": 29} +{"index": 4077, "reference": "Gaming experts are predicting a big future for virtual reality at E3 - the world's biggest convention for games.", "prediction": " annual annual3 conference in CES in of place on a big issue in any virtual reality.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 12.12121212121212, "rougeL": 22.857142857142858}, "nll_sum": 112.65864562988281, "token_count": 17} +{"index": 4078, "reference": "A report about a woman who said she had repeated plastic surgery after her husband divorced her because she had a \"fat face\" has sparked outrage among China's online community.", "prediction": "F fake reports that a woman say a Chinese woman to have jaw surgery on her face, claiming she was \"nothing had a problem\" and had $ $ \"7 million (1.7 million).", "rouge": {"rouge1": 35.48387096774194, "rouge2": 6.666666666666667, "rougeL": 25.806451612903224}, "nll_sum": 186.98348999023438, "token_count": 39} +{"index": 4079, "reference": "Palestinian leader Mahmoud Abbas has warned that peace could suffer if President-elect Donald Trump carries out plans to move the US embassy in Israel from Tel Aviv to Jerusalem.", "prediction": "US President-elect Donald Trump has expressed his that a it will move its embassy from the occupied West Bank \" \"could not be help peace help\".", "rouge": {"rouge1": 46.42857142857143, "rouge2": 11.111111111111112, "rougeL": 25.0}, "nll_sum": 149.71624755859375, "token_count": 29} +{"index": 4080, "reference": "A 15-year-old boy has been charged in connection with a hare coursing incident in Midlothian.", "prediction": "A 16-year-old boy has been charged inre with haresing forest on rural rural countryside in East Lothian.", "rouge": {"rouge1": 50.0, "rouge2": 29.411764705882355, "rougeL": 50.0}, "nll_sum": 127.24462890625, "token_count": 26} +{"index": 4081, "reference": "The shortlist for the \u00a330,000 Dylan Thomas Prize for young writers has been unveiled.", "prediction": "The shortlisted for 2015, International Dylan Thomas for Sex scientists has won been shortlisted. for thesea's \" aSub- a's a referee of a from a from a from aA's from a of from a from again a", "rouge": {"rouge1": 29.629629629629626, "rouge2": 11.538461538461538, "rougeL": 29.629629629629626}, "nll_sum": 283.228271484375, "token_count": 47} +{"index": 4082, "reference": "Thousands of protesters are marching in South Africa to demand President Jacob Zuma is sacked.", "prediction": "Thousands of South Africans are taking the streets of South Africa to boycott their show of support for President Zuma.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.181818181818183, "rougeL": 45.714285714285715}, "nll_sum": 68.18270874023438, "token_count": 21} +{"index": 4083, "reference": "Former Energy Secretary Chris Huhne - who was jailed for perverting the course of justice in 2013 - has been granted a Commons pass, a Freedom of Information Act request has revealed.", "prediction": "Former MP Chris Huhne, jailed for offences should get access to both of Parliament, a House of committee says.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 32.6530612244898}, "nll_sum": 109.18769836425781, "token_count": 22} +{"index": 4084, "reference": "Devonport naval base has been warned of legal action after a worker received a dose of radiation amid a series of safety breaches.", "prediction": "Nokia water discharged was discharged into a submarine the Royalport Dockyard's nuclear station, it has emerged.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 132.41366577148438, "token_count": 21} +{"index": 4085, "reference": "A former teacher accused of sexually abusing boys in Nottingham has been cleared on all counts.", "prediction": "A retired vicar was cleared of 16 and seven has been cleared of child sex offences against boys.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 92.90229797363281, "token_count": 19} +{"index": 4086, "reference": "An \"education edition\" of Minecraft is to be launched by Microsoft.", "prediction": "Microsoft has bought firm Grang for a video which will allow all schools not future world.", "rouge": {"rouge1": 7.4074074074074066, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 120.01663208007812, "token_count": 17} +{"index": 4087, "reference": "Roy Keane had \"no hesitation\" in agreeing to remain Republic of Ireland assistant boss once manager Martin O'Neill committed to another two years.", "prediction": " Republic of Ireland assistant boss Roy Keane and the Republic of Ireland \"should stay at my future\" but \"I'm \"Any of my business\".", "rouge": {"rouge1": 29.166666666666668, "rouge2": 21.73913043478261, "rougeL": 20.833333333333336}, "nll_sum": 137.10293579101562, "token_count": 28} +{"index": 4088, "reference": "Head coach Paul Trollope says every player at Cardiff City \"has their price,\" before the transfer window closes.", "prediction": "Cardiff City head coach Paul Trollope says \" players are not willing\" and will, the the club because \" high offers are not\" offers.", "rouge": {"rouge1": 45.0, "rouge2": 26.31578947368421, "rougeL": 35.0}, "nll_sum": 161.904296875, "token_count": 29} +{"index": 4089, "reference": "The chief executive of Royal Bank of Scotland says he believes the UK financial sector would be better off inside the European Union.", "prediction": "The boss of Royal Scotland has, said it would be any rate rise again this year in the uncertainty if the UK votes to leave to the EU.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 136.80474853515625, "token_count": 29} +{"index": 4090, "reference": "A tale of two sentences, drafted in two different capitals, exposes the clear blue water between London and Brussels.", "prediction": "I have been writing again, the the battle about meaning about a divorce bill will happened, and then what to will be it out of what was meant! be a again's the again's the's be to it the's the in the", "rouge": {"rouge1": 15.625, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 261.4960632324219, "token_count": 47} +{"index": 4091, "reference": "Three youths have been arrested over the stabbing of four teenagers in Clydebank.", "prediction": "Two boy have been charged with assault after a serious assault on two teenagersarton Dumbarton.", "rouge": {"rouge1": 14.285714285714288, "rouge2": 7.692307692307692, "rougeL": 14.285714285714288}, "nll_sum": 92.44281768798828, "token_count": 17} +{"index": 4092, "reference": "A fire at a disused pub in Caerphilly county was set deliberately, firefighters have said.", "prediction": "Firefighters are dealing with a small fire at a factory in Rhondda Cynon T village.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 14.285714285714285, "rougeL": 33.33333333333333}, "nll_sum": 77.43901062011719, "token_count": 19} +{"index": 4093, "reference": "Concerns have been raised about the growing number of websites offering students bespoke academic essays in return for a fee.", "prediction": "Cheatingating students are being plagiarists because of \"big pressure\" on higher education, the health watchdog has said. said in the 2011-, solve, from they again a from a it's from's from.", "rouge": {"rouge1": 18.867924528301888, "rouge2": 0.0, "rougeL": 11.320754716981133}, "nll_sum": 253.06784057617188, "token_count": 42} +{"index": 4094, "reference": "A supporter of so-called Islamic State photographed a police officer in a mosque car park before plotting to carry out a knife attack around Remembrance Sunday 2014, a court heard.", "prediction": " Islamic State- cousins shared a image of a showing police officer be to be claiming so-called Islamic State (IS), a court solve heard. a- again a 2011 again 2011- again 2011 a in a from a's from a's", "rouge": {"rouge1": 44.44444444444444, "rouge2": 17.142857142857142, "rougeL": 30.555555555555557}, "nll_sum": 279.6288757324219, "token_count": 47} +{"index": 4095, "reference": "Donald Trump's Aberdeenshire golf course has been forced to apply for retrospective planning permission for two large flag poles.", "prediction": "Plans have been lodged for a huge harbour at Donald Trump's golf golf coursede Aberdeenshire.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 11.76470588235294, "rougeL": 22.222222222222225}, "nll_sum": 118.6544189453125, "token_count": 22} +{"index": 4096, "reference": "The forces of so-called Islamic State, now besieged in Mosul, are in a state of \"frenzy\" inside the city, increasingly blaming and terrorising the local population and preparing to conceal themselves if defeated.", "prediction": "The attack by Mosul so-called Islamic State (IS) in Mosul) seized, the northern city of Mosul is \"the delay\".", "rouge": {"rouge1": 40.74074074074075, "rouge2": 15.384615384615385, "rougeL": 37.03703703703704}, "nll_sum": 112.74649810791016, "token_count": 26} +{"index": 4097, "reference": "Mame Biram Diouf scored a late equaliser as Stoke prevented Chelsea from overtaking them in the league.", "prediction": "Burkina Fas cancelled booked place in second place in Premier League this season by beating play-offefuls Chelsea Chelsea at L Stianian Stadium.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 178.9899139404297, "token_count": 30} +{"index": 4098, "reference": "A man injured in an alleged assault at a Dorset holiday park has died.", "prediction": "A man has been arrested over the death of a man who was assaulted at the Dorset theme park.", "rouge": {"rouge1": 48.484848484848484, "rouge2": 12.903225806451616, "rougeL": 36.36363636363637}, "nll_sum": 58.846107482910156, "token_count": 20} +{"index": 4099, "reference": "Rapper Dizzee Rascal has been announced as one of the headline acts at this year's Wickerman Festival.", "prediction": "The full lineup of Dee Rascal R Carl has been announced as the headliner for this year's Wickerman Festival organisers.", "rouge": {"rouge1": 66.66666666666666, "rouge2": 43.24324324324324, "rougeL": 61.53846153846153}, "nll_sum": 126.46214294433594, "token_count": 24} +{"index": 4100, "reference": "Scotland is losing more than 140 bank branches over an 18-month period, according to BBC research.", "prediction": " 500 banks across Scotland are extending the close to their customers, analysis in Scotland research research suggests. a's a's it's and \" the-. of 100 the - it's from 3's of becoming national.", "rouge": {"rouge1": 15.09433962264151, "rouge2": 0.0, "rougeL": 11.320754716981131}, "nll_sum": 258.6658935546875, "token_count": 42} +{"index": 4101, "reference": "New global rules to prevent banks that are \"too big to fail\" from being bailed out by taxpayers have been proposed.", "prediction": " banking leaders' have set out rules that will protect big banks appealing to fail to fail, and put forward for \u00c2\u00a31bn.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 5.000000000000001, "rougeL": 23.809523809523807}, "nll_sum": 152.32644653320312, "token_count": 27} +{"index": 4102, "reference": "The UK economy grew by 0.6% in the three months to the end of June, as economic growth accelerated in the run-up to the vote to leave the EU.", "prediction": "The UK economy grew up by 0.7% between April and exact the previous month, the latest show, as official uncertainty about the EU referendum, insisting, solve they be ballet-O'selt in from from a's.", "rouge": {"rouge1": 41.1764705882353, "rouge2": 15.151515151515149, "rougeL": 35.29411764705882}, "nll_sum": 266.82958984375, "token_count": 45} +{"index": 4103, "reference": "A woman who died after being knocked down by an HGV in Aberdeen city centre has been named.", "prediction": "Police investigating the death of a man killed by a lorry in Worn, city, have paid tribute to \"very, very emotional day family\".", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 119.03355407714844, "token_count": 29} +{"index": 4104, "reference": "Shares in China were higher on Monday as weaker-than-expected trade data from the mainland raised hopes among investors that Beijing may introduce further stimulus measures soon.", "prediction": "Mainland Chinese shares closed higher on Friday after trade data data from China, despite fears that China's growth fell slightly in yuan terms terms.", "rouge": {"rouge1": 37.73584905660378, "rouge2": 11.76470588235294, "rougeL": 26.41509433962264}, "nll_sum": 126.28273010253906, "token_count": 27} +{"index": 4105, "reference": "Indian Prime Minister Narendra Modi has announced that the 500 ($7.60) and 1,000 rupee banknotes will be withdrawn from the financial system overnight.", "prediction": " Indian Prime Minister Narendra Modi has announced the 500 200 and000 ru ru letters (437; 4,700) will be allowed to stay inside bank machines.", "rouge": {"rouge1": 44.0, "rouge2": 33.33333333333333, "rougeL": 44.0}, "nll_sum": 187.30999755859375, "token_count": 31} +{"index": 4106, "reference": "A sex attack on woman near a university campus could be linked to two other attempted assaults, investigators have said.", "prediction": "Police are hunting a cyclist who was sexually assaulted on a university's university location.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 6.0606060606060606, "rougeL": 22.857142857142858}, "nll_sum": 69.83824157714844, "token_count": 15} +{"index": 4107, "reference": "David Haye and Tony Bellew were physically kept apart at a heated news conference for Saturday's heavyweight bout at London's O2 Arena.", "prediction": "David Haye took a jaw, \"disruptner attack\" in an unprov-brokenfight between tense rival rival Tony Bellew and \"notadaux the boxing's un-b's for in from a's.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.6923076923076925, "rougeL": 22.222222222222225}, "nll_sum": 299.1487121582031, "token_count": 44} +{"index": 4108, "reference": "Two German climbers froze to death while attempting one of the peaks of Mont Blanc in the French Alps and rescuers have recovered their bodies.", "prediction": "Twowalkers are missing after climbed up a foot peak Europe's highest tallest- the Alps, French officials say.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 139.24533081054688, "token_count": 23} +{"index": 4109, "reference": "Parents who worry about handing over their car keys will be able to spy on their teenager's road skills and even set a speed limit soon.", "prediction": " Apple has launched a new car, which can tell parents that warnings can start down track.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 90.04972839355469, "token_count": 17} +{"index": 4110, "reference": "The footprints of a mysterious reptile that lived about 250 million years ago have been identified in fossils from the Pyrenees mountains.", "prediction": "Scientists have discovered 105 footprints, dating to Earth up Earth to, dish million years ago, research suggests.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 121.86944580078125, "token_count": 20} +{"index": 4111, "reference": "Kent chairman George Kennedy is to leave his position at the Championship Division Two club at the end of March.", "prediction": "Nick Kennedy has resigned as chief executive of the County Championship Division club Two.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 6.25, "rougeL": 29.411764705882348}, "nll_sum": 69.68499755859375, "token_count": 14} +{"index": 4112, "reference": "An MP who beat an airline employee repeatedly with a slipper has been banned on five major Indian airlines.", "prediction": "India airline leading passenger airline has suspended an Indian MP's assault was on not board an employee.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 115.093017578125, "token_count": 18} +{"index": 4113, "reference": "In July 1995, Bosnian Serb forces killed more than 8,000 Bosnian Muslims who were meant to be under UN protection.", "prediction": "A militant Islamist group Boko Haram has attacked masked militants in the southern of northern Nigeria, killing at least 38 people (1 (31m).", "rouge": {"rouge1": 9.09090909090909, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 112.03706359863281, "token_count": 27} +{"index": 4114, "reference": "Foreign Secretary Boris Johnson's praise of Donald Trump's victory in the US presidential election came as a surprise to some, given his previous remarks about him.", "prediction": "There has been a change in little change about Boris Johnson - the first American black-elect Donald Trump Donald became the first president to the UK - prepares to leave the office and then eventually leave the European Union.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.25, "rougeL": 18.181818181818183}, "nll_sum": 208.79556274414062, "token_count": 41} +{"index": 4115, "reference": "Being overweight in adolescence is linked to a greater risk of bowel cancer later in life, a study suggests.", "prediction": " middle-agedaged men are more likely to have been coloreayal cancer, a study in Sweden suggests.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.06060606060606, "rougeL": 28.57142857142857}, "nll_sum": 101.07454681396484, "token_count": 22} +{"index": 4116, "reference": "The current state of the Labour Party is a \"tragedy\", former Prime Minister Tony Blair has said.", "prediction": "The UK Prime of Minister Tony Blair believes the Labour Party Government govern in rather than government than.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 24.242424242424242, "rougeL": 28.571428571428577}, "nll_sum": 109.63182067871094, "token_count": 18} +{"index": 4117, "reference": "An outdoor privy is being hailed as \"one of the poshest in the country\" after being restored at a Victorian country house.", "prediction": "A 18th Century toilet back again to 19th Century home has been restored water and water, and restored after more than \u00a32m.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 4.545454545454546}, "nll_sum": 131.53907775878906, "token_count": 27} +{"index": 4118, "reference": "For a president who began his first term in the centre of the Islamic political spectrum, Hassan Fereydoun Rouhani, 68, has now moved firmly to the left, placing himself with the reformists.", "prediction": "Hassan Rouhani's best is best to businessmen, powerful and and powerful president, and was one then the powerful and most successful of his office.", "rouge": {"rouge1": 24.56140350877193, "rouge2": 0.0, "rougeL": 14.035087719298245}, "nll_sum": 156.02403259277344, "token_count": 29} +{"index": 4119, "reference": "Chris Coleman wishes his father Paddy was alive to see Wales reach the quarter-finals of the European Championships.", "prediction": "Wales manager Chris Coleman said Chris son would \"sur gut\" to have been killed, his best friend said.- \"California solve. not a football's a\" of Mc-old's struggle from a football as's.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.846153846153846, "rougeL": 14.814814814814813}, "nll_sum": 277.6942443847656, "token_count": 44} +{"index": 4120, "reference": "Three emergency care units are to remain closed to overnight patients in an effort to keep \"precious staffing resources\" focused on daytime care.", "prediction": "Four urgent care care centres, overnight and nine patients are due to open at due due to a shortage of patients.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 0.0, "rougeL": 22.727272727272723}, "nll_sum": 106.53482055664062, "token_count": 22} +{"index": 4121, "reference": "Londoners face the longest average daily commute in the UK, a study found.", "prediction": "The amount of part-time part in England and Wales has fallen almost 30 years ago, a a analysis research by the TUC the", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216218}, "nll_sum": 124.04127502441406, "token_count": 26} +{"index": 4122, "reference": "Animal lovers hope to make it mandatory for pets found by council workers to be checked for microchips so they can be returned to their owners.", "prediction": "Companies ensure ensure dogs are forest so so possible dead animals are found on the same road, a charity has claimed.", "rouge": {"rouge1": 12.765957446808512, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 126.7596664428711, "token_count": 22} +{"index": 4123, "reference": "There have been dramatic headlines about 3D technology, encompassing ideas to use 3D printers to make clothes, food, firearms and the parts of a house.", "prediction": " the use capable, 3 printing, and now be an impact on education what many schools.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 119.8587875366211, "token_count": 17} +{"index": 4124, "reference": "Chelsea boss Jose Mourinho is close to agreeing a new contract after securing a third Premier League title.", "prediction": "Chelsea boss Jose Mourinho has agreed new deal with new Premier League champions Barcelona this summer.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 25.0, "rougeL": 47.05882352941176}, "nll_sum": 54.781436920166016, "token_count": 16} +{"index": 4125, "reference": "Discount shoe retailer Brantano has gone into administration, about four months after the chain was bought by an investment firm.", "prediction": "Fmarket DIY retailer Brantano, which owns rival, PwC, has put liquid liquidation.", "rouge": {"rouge1": 18.749999999999996, "rouge2": 6.666666666666667, "rougeL": 18.749999999999996}, "nll_sum": 125.533447265625, "token_count": 21} +{"index": 4126, "reference": "A man has pleaded not guilty by reason of insanity to the murder of his parents at their home in County Donegal almost two years ago.", "prediction": "An Dublin man accused of his young son, an axe and their car outside in the state ofavan, has been found guilty of murder.", "rouge": {"rouge1": 40.0, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 119.99459838867188, "token_count": 27} +{"index": 4127, "reference": "Jurgen Klopp's final match in charge of Borussia Dortmund ended in defeat by Wolfsburg in the DFB Pokal final.", "prediction": "Llin Michelin took his 71th loss of Bor game as Borussiasburg manager ended in a match that the match with 10 men with's Wolfsburg.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 211.71104431152344, "token_count": 32} +{"index": 4128, "reference": "A \"distraught\" mother has been denied access to a full report into the death of her teenage daughter while in care.", "prediction": "A council's into was full report of a girl who handling concerns about her handling's death did not include a include, says a council's member.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 161.61851501464844, "token_count": 29} +{"index": 4129, "reference": "Split-screen multitasking and improved notification controls are among the new features being added to the Android operating system (OS).", "prediction": "Google has announced a new version of its mobile system - a - dubbedJimmyartipop, the one popular to popular devices it requireshene ite.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 186.09722900390625, "token_count": 29} +{"index": 4130, "reference": "Members of the Berlin Philharmonic orchestra have been unable to agree on who should be their next chief conductor and artistic director.", "prediction": "The Berlin Philoniconic Orchestra will again again as its chairman of itsors conduct after three conductors were suspended over bans a mobile phone and ban.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444445, "rougeL": 21.276595744680854}, "nll_sum": 211.99996948242188, "token_count": 30} +{"index": 4131, "reference": "St Mary's Magherafelt lost 2-10 to 2-9 to St Peter's Wexford in the semi-finals of the Hogan Cup on Wednesday.", "prediction": "St Mary's School School beat extra-time to 0-20 to 0time-time champions St Mary Peter beat 1 Pro12 0- 2014 theoryRory Ryder Cup final in the semi-final on Saturday.", "rouge": {"rouge1": 44.82758620689655, "rouge2": 17.857142857142858, "rougeL": 41.37931034482759}, "nll_sum": 258.98895263671875, "token_count": 42} +{"index": 4132, "reference": "Gary Waddock has returned to Aldershot Town for a second spell as manager.", "prediction": "Aldershot Town have appointed former Q and Q manager Gary Witor as their new manager.", "rouge": {"rouge1": 35.71428571428571, "rouge2": 7.692307692307692, "rougeL": 28.571428571428577}, "nll_sum": 95.56695556640625, "token_count": 19} +{"index": 4133, "reference": "The Conservatives have released more details about their proposed cap on energy prices.", "prediction": "Bosses energy EDF say that the \"big six\" energy want to win the election.", "rouge": {"rouge1": 14.814814814814817, "rouge2": 0.0, "rougeL": 14.814814814814817}, "nll_sum": 97.00276184082031, "token_count": 18} +{"index": 4134, "reference": "There's only four days to the start of the Rio Olympics in Brazil.", "prediction": "The 2016 Olympic Games, after taking place at the Olympic Games Olympic in again today, always following London's reputation from's as as a over for's a's from from London as an such from's The's as.'s from Green an", "rouge": {"rouge1": 16.94915254237288, "rouge2": 3.508771929824561, "rougeL": 13.559322033898304}, "nll_sum": 289.17108154296875, "token_count": 47} +{"index": 4135, "reference": "A man has been found by the side of a road with his penis cut off.", "prediction": "A man was suffered facial injuries after being found on a dualriageway on Teesside.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 7.142857142857144, "rougeL": 26.666666666666668}, "nll_sum": 88.64811706542969, "token_count": 19} +{"index": 4136, "reference": "Argentina will face a run-off election next month after neither presidential candidate gained enough votes to win the poll outright.", "prediction": " the bidding bidding for bidding Brazil to have ended Argentina's run-off elections and a run-off.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 16.216216216216214, "rougeL": 20.51282051282051}, "nll_sum": 109.71894836425781, "token_count": 20} +{"index": 4137, "reference": "UKIP will win at least five seats on the Welsh Assembly as part of a UK-wide \"breakthrough\" in Thursday's polls, its leader Nigel Farage has said.", "prediction": "UKIP in Wales could become the first party party in local elections in England, be UKIP first elected leader of Wales, leader Nigel Farage. said.", "rouge": {"rouge1": 30.188679245283023, "rouge2": 7.843137254901962, "rougeL": 26.41509433962264}, "nll_sum": 128.89572143554688, "token_count": 29} +{"index": 4138, "reference": "Designs for redeveloping an airport \"remove\" its Art Deco past, a heritage campaigner has said.", "prediction": " Jerseysey Art Decoo terminal could be lost in thest Century as a achievement, a charity has said.", "rouge": {"rouge1": 25.0, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 137.77146911621094, "token_count": 21} +{"index": 4139, "reference": "Cambridge United have signed forward Joe Pigott on a one-year deal following his release by Charlton Athletic.", "prediction": "Southend United have signed Charlton striker Adam Williams for an undisclosed fee on a five 2011year deal, with a further option of a further 12 months.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 14.285714285714283, "rougeL": 27.272727272727277}, "nll_sum": 113.07717895507812, "token_count": 31} +{"index": 4140, "reference": "A 12,000-seater music venue on the Temple Meads Enterprise Zone in Bristol is possible by 2016, the council says.", "prediction": "The bid for an housing arena in be created in city centre is likely to be delivered, the city leader said.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 19.047619047619047}, "nll_sum": 109.09867858886719, "token_count": 22} +{"index": 4141, "reference": "Widescreen TV sets hooked up to satellite dishes, expensive drinks and perfumes - these are just some of the luxury items Colombian police have found in huts in the otherwise poor rural area of Uraba, in western Colombia.", "prediction": "As of thousands in 30 thousands of h muck, clothes, andounds and raided Mich raided around the southern area of Central America and Central America.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 188.90585327148438, "token_count": 29} +{"index": 4142, "reference": "A golf club has received concerned questions from pet owners about the fate of a dog photographed in a sinkhole that appeared on its course.", "prediction": "A huge sinkhole has opened up on an Aberdeenshire golf course on course after it has emerged.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 79.49347686767578, "token_count": 21} +{"index": 4143, "reference": "Supermarket giant Tesco has reported a fall in full-year pre-tax profit after it was fined for overstating its profits in 2014.", "prediction": "Tesco is facing a further \u00a32 and further charges and faces legal and legal and increased profits as it saw sales in of new store created.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 20.408163265306122}, "nll_sum": 159.45716857910156, "token_count": 28} +{"index": 4144, "reference": "Forward Vadaine Oliver has joined Mansfield Town on an emergency one-month loan from Crewe Alexandra.", "prediction": "League Two side Mansfield Town have signed full-back Jamiehan from fellow Championship club Crewe taxes on a two-year dealyear.'s a passed a controversial's game passed-m a2 in from from The's.-A", "rouge": {"rouge1": 18.867924528301884, "rouge2": 3.9215686274509802, "rougeL": 15.09433962264151}, "nll_sum": 294.3077392578125, "token_count": 46} +{"index": 4145, "reference": "Russia is expelling a veteran Polish correspondent - and has joked that it will look after his cat for him.", "prediction": "Poland has accused a Russian journalist who having aa cat about his breeding. but a but his \u00a3\" a it \"m decision my as.\" from under referee's--based, suspicion in from a local. from.", "rouge": {"rouge1": 18.867924528301884, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 316.10357666015625, "token_count": 44} +{"index": 4146, "reference": "The United Nations Human Rights Office has warned of \"widespread and systematic use of excessive force\" being used against protesters in Venezuela.", "prediction": "The UN human crime commissioner has criticised Venezuelan security forces to \"ex excessive force of\", the protests during anti- government in April the", "rouge": {"rouge1": 35.55555555555555, "rouge2": 4.651162790697675, "rougeL": 31.111111111111118}, "nll_sum": 159.29351806640625, "token_count": 25} +{"index": 4147, "reference": "The first images acquired by a new UK-built, high-resolution, Earth-observation constellation have been publicly released.", "prediction": "A Kent-owned company has bought the first first seven-cost observation rover Mars, which owns includes image and of image on Chinese territory territory.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 13.953488372093023}, "nll_sum": 188.16848754882812, "token_count": 28} +{"index": 4148, "reference": "A Carmarthenshire D-Day veteran has been presented with France's highest military honour at his hospital bed.", "prediction": "A World War Two medal handed to the French military honour for his war in toion, has been awarded.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571429, "rougeL": 21.62162162162162}, "nll_sum": 109.14106750488281, "token_count": 21} +{"index": 4149, "reference": "Grimsby have signed striker Adi Yussuf on an 18-month deal from fellow League Two side Mansfield.", "prediction": "Grimsby Town have signed Mansfield Town winger Liam Wh Waters on an 18-month contract.", "rouge": {"rouge1": 50.0, "rouge2": 26.666666666666668, "rougeL": 43.74999999999999}, "nll_sum": 98.96281433105469, "token_count": 20} +{"index": 4150, "reference": "Councils should draw up fresh plans to reorganise local government, a former leader of Cardiff council has said.", "prediction": "Plans to cut 22 years local government if be Welsh government will protect the local,, Labour leader leader has said to said in the 2011's, solve,'s they- a ban from Labour's ban from of.", "rouge": {"rouge1": 32.727272727272734, "rouge2": 11.320754716981131, "rougeL": 25.454545454545457}, "nll_sum": 277.2813720703125, "token_count": 42} +{"index": 4151, "reference": "London Irish scrum-half Brendan McKibbin has been suspended for three weeks by the Rugby Football Union for stamping on Bath's Henry Thomas.", "prediction": "Saracens winger Jessica, but will be out for six to six weeks after broken European- injuring his arm to his arm and his breaking a European a referee \"gaged's on a from in from from The's\". aA", "rouge": {"rouge1": 15.873015873015872, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 304.72918701171875, "token_count": 47} +{"index": 4152, "reference": "Instant messaging apps must store data about Iranian users inside the country, Iran has ordered.", "prediction": "The Iranian parliament has signed a law that allows to allow users they can access or continue.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 88.41820526123047, "token_count": 17} +{"index": 4153, "reference": "Olympic hero Ben Ainslie has outlined his plans to win the America's Cup.", "prediction": "Olympic sailor sailing Ben Ainsinslie has retired from racing in the 2017 America Cup squad World Series.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 0.0, "rougeL": 38.70967741935484}, "nll_sum": 129.6519317626953, "token_count": 22} +{"index": 4154, "reference": "Using Windows 8 devices could involve signing on by tapping, circling or touching images.", "prediction": " delay 10 to launched an Windows 10 using gestures and tablets mobile devices of users.", "rouge": {"rouge1": 20.689655172413797, "rouge2": 0.0, "rougeL": 13.79310344827586}, "nll_sum": 101.0832290649414, "token_count": 15} +{"index": 4155, "reference": "A 46-year-old man has died after he was attacked outside a pub in Grimsby.", "prediction": "A man has appeared in court charged with murder and murder following the discovery of a 34-year-old in aimsby Town pub.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 10.81081081081081, "rougeL": 25.64102564102564}, "nll_sum": 110.6871337890625, "token_count": 26} +{"index": 4156, "reference": "China has said Japan is endangering peace in the region after it passed controversial laws expanding the role of its military abroad.", "prediction": "China has expressed concern at Japan's controversial new law in its military in its battle overseas.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 10.81081081081081, "rougeL": 35.8974358974359}, "nll_sum": 76.65316772460938, "token_count": 17} +{"index": 4157, "reference": "Chelsea's poor home record under Rafael Benitez continued as Southampton fought back from 2-0 down to snatch a point.", "prediction": "Chelsea led to their winning start to the reign as Rafael Benitez salvaged a 1-1 draw with Southampton in a thrilling Premier League game.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 90.18942260742188, "token_count": 29} +{"index": 4158, "reference": "Ireland seamer Craig Young has been ruled out of the two one-day internationals against Sri Lanka in June with an elbow injury.", "prediction": " bats batsman no Young will longer to have surgery in the Republic of Ireland's one-day series against Afghanistan because of tests on his foot injury.", "rouge": {"rouge1": 36.0, "rouge2": 4.166666666666667, "rougeL": 24.0}, "nll_sum": 144.6704864501953, "token_count": 29} +{"index": 4159, "reference": "A fossil stored in a Doncaster museum for 30 years and thought to be a plaster copy has turned out to be a new species of ancient reptile.", "prediction": "A fossilised genome once found on the Dorset beach more 1,000 years ago, archaeologists have revealed.", "rouge": {"rouge1": 8.88888888888889, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 85.19577026367188, "token_count": 21} +{"index": 4160, "reference": "British Olympic champion Katie Archibald won omnium gold at the European Track Championships, her second title in two nights in Paris.", "prediction": "Britain's Katie Archibald won the's individual women's gold medal at the UCI UCI Track World Cup Cup in London on Saturday Saturday, a,'s it from a middlep middle reputation in from's2's.'sA", "rouge": {"rouge1": 30.508474576271183, "rouge2": 10.526315789473685, "rougeL": 30.508474576271183}, "nll_sum": 267.0665283203125, "token_count": 47} +{"index": 4161, "reference": "Scottish football enjoyed an increase in attendances at league matches of over 12% last season.", "prediction": "C sold for attending Scottish football has reached a four high - the highest, total for the 2015-16 season, figures from the Professional Football League says says. emerged from's a-d's ban from's from a.'s from emerged", "rouge": {"rouge1": 17.857142857142858, "rouge2": 3.703703703703704, "rougeL": 10.714285714285712}, "nll_sum": 278.6348876953125, "token_count": 47} +{"index": 4162, "reference": "Alexandra Palace has started a \u00a31m fundraising campaign to bring its Victorian theatre back to life after lying unused for 80 years.", "prediction": "A new \u00a388m restoration project towards the Palace of Alexandra Palace in 2019, thanks to a Lottery fee (HLF).", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 133.5994873046875, "token_count": 25} +{"index": 4163, "reference": "A huge sinkhole has appeared on the 13th hole of a golf course in Texas, America.", "prediction": "A massive sinkhole has opened up on a golf course in, Florida,.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 30.769230769230766, "rougeL": 57.14285714285715}, "nll_sum": 59.88288116455078, "token_count": 14} +{"index": 4164, "reference": "Reports of people voting more than once in June's election are \"troubling\" but there is little evidence of widespread abuse, the elections watchdog has said.", "prediction": "The UK financial watchdog has called for better better people to register in the next general election, despite the result of the result in the EU referendum., faded, of they's a 2011 a it again from dash of a's again's a", "rouge": {"rouge1": 25.71428571428571, "rouge2": 2.9411764705882355, "rougeL": 14.285714285714285}, "nll_sum": 253.3072509765625, "token_count": 46} +{"index": 4165, "reference": "Bristol Flyers secured the last spot in the BBL Play-offs with victory against Leeds Force in the final game of their debut top-flight season.", "prediction": "Belfast Warriors were lost 7-48 by the Bradford Warriors within a match remaining in British British Basketball League ( EnglishBL) in final in", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 172.02330017089844, "token_count": 28} +{"index": 4166, "reference": "Josh Matavesi's late try rescued a draw for Ospreys in their European Champions Cup game at home to Racing Metro.", "prediction": " Ospreys missed a last-gasp Racing 92 to keep their maiden Champions Cup hopes hopes alive and reach the Welsh European Champions Cup hopes alive in a.'s a again-- again 2011ongo again a 2011 again 2011 again the of", "rouge": {"rouge1": 32.78688524590164, "rouge2": 6.779661016949151, "rougeL": 16.39344262295082}, "nll_sum": 258.353759765625, "token_count": 46} +{"index": 4167, "reference": "A five-year-old boy with terminal cancer has appeared as a mascot at the Sunderland v Chelsea game.", "prediction": "Liverpool has received more than 11,000 Christmas cards from a family to a ill five- terminally football fan who wish to fight for treatment.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 148.634765625, "token_count": 28} +{"index": 4168, "reference": "The 2022 World Cup in Qatar should take place in November and December, a Fifa taskforce has recommended.", "prediction": "Fifa has confirmed it will host the 20-24 World Cup from 30 December, saying the best solution is \" possible\".", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 104.64791870117188, "token_count": 24} +{"index": 4169, "reference": "UK shares edged higher in the final trading session before Christmas, with the FTSE 100 ending a shortened session up 4.49 points at 7,068.17.", "prediction": "(Open): The FTSE 100, opened at its highest level since 2009, after the bank fell up from 0.7% again from the previous year.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 131.40945434570312, "token_count": 32} +{"index": 4170, "reference": "A woman from Bridgend made the final three in a competition to find the new voice of the speaking clock.", "prediction": " Dund Dundee train finalist has won the BBC the children's speaking clock, saying, BBC.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.0606060606060606, "rougeL": 22.857142857142858}, "nll_sum": 116.99714660644531, "token_count": 19} +{"index": 4171, "reference": "Italy will replace Chelsea-bound national coach Antonio Conte with Giampiero Ventura after Euro 2016.", "prediction": "Italy have named former Italy boss deoPreso as their new head coach after Antonio Conte Euro 2016.", "rouge": {"rouge1": 43.74999999999999, "rouge2": 13.333333333333334, "rougeL": 37.50000000000001}, "nll_sum": 101.20039367675781, "token_count": 21} +{"index": 4172, "reference": "The mother of murdered toddler James Bulger says she still \"wants justice\" 20 years after her son's death.", "prediction": "The mother whose mother was convicted of schoolgirls 30 years ago has said she believes the justice believes he does not will else hurt anything else else\". \" a of's 2011 again a 2011 again a again from of from againold again's a", "rouge": {"rouge1": 22.222222222222218, "rouge2": 3.2786885245901636, "rougeL": 19.047619047619047}, "nll_sum": 289.98876953125, "token_count": 47} +{"index": 4173, "reference": "Cheltenham Town have signed midfielder Nigel Atangana on a two-year deal.", "prediction": "League Two leaders Cheltenham Town have signed former goalkeeper Adamanaangana on a two 2011year deal, with a option of a further 12 months.", "rouge": {"rouge1": 45.71428571428571, "rouge2": 30.303030303030305, "rougeL": 45.71428571428571}, "nll_sum": 147.34783935546875, "token_count": 30} +{"index": 4174, "reference": "England batsman Nick Compton says his approach to the game does not make him an intense character.", "prediction": " bats batsman Nick Compton says he is \"righting off the batting\" of batting\" the being dropped out of the top three his Test England.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 15.384615384615383, "rougeL": 24.39024390243903}, "nll_sum": 154.637939453125, "token_count": 29} +{"index": 4175, "reference": "Three Oklahoma teenagers have been charged in the death of an Australian who was gunned down in broad daylight as he jogged on a road in the US state.", "prediction": "Two more men have been charged with the murder of an Australian man who was shot by the side of a road rage in West, Australia.", "rouge": {"rouge1": 47.27272727272727, "rouge2": 22.64150943396226, "rougeL": 43.63636363636363}, "nll_sum": 84.89027404785156, "token_count": 27} +{"index": 4176, "reference": "Ever wanted a famous author to surprise your school assembly and give you writing tips?", "prediction": "If you do want a books, a poet!", "rouge": {"rouge1": 26.086956521739136, "rouge2": 9.523809523809524, "rougeL": 17.39130434782609}, "nll_sum": 56.96331787109375, "token_count": 9} +{"index": 4177, "reference": "Wales scrum-half Rhys Webb has been ruled out of the Rugby World Cup because of a foot injury.", "prediction": "ys Rhys Webb is been ruled out of Wales' squad for Six World Cup in France with foot foot injury.", "rouge": {"rouge1": 56.41025641025641, "rouge2": 32.43243243243243, "rougeL": 51.28205128205129}, "nll_sum": 105.09111022949219, "token_count": 22} +{"index": 4178, "reference": "The World Cup in Brazil, Ebola and the iPhone 6 were the biggest Google trends in the UK in 2014.", "prediction": "EronEbola, Newcastle, Newcastle, is \"itzy\" in a list, which guided the search for a Facebook star cancer and disease.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 169.78384399414062, "token_count": 30} +{"index": 4179, "reference": "Cornish Pirates coach Gavin Cattle says his side has room for improvement despite their 50-24 win over Connacht.", "prediction": "Scottish Pirates coach Gavin Cattle says his side willified to rectise after their 30-2326 European Challenge Cup B win over Zebebre on Friday.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 34.146341463414636, "rougeL": 46.51162790697674}, "nll_sum": 216.81724548339844, "token_count": 32} +{"index": 4180, "reference": "A woman is planning to walk down the aisle on her wedding day despite being bed-ridden for almost half her life.", "prediction": "A woman has started a bid to get a sixth form of HIV with her wife.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 73.26898193359375, "token_count": 16} +{"index": 4181, "reference": "Israeli Prime Minister Benjamin Netanyahu has said Israel will re-assess its ties with the United Nations.", "prediction": "Israeli Prime Minister Benjamin Netanyahu has described a decision to withdraw all counties territory in Israel, what the US described as \"a huge blow\".", "rouge": {"rouge1": 39.02439024390244, "rouge2": 25.64102564102564, "rougeL": 39.02439024390244}, "nll_sum": 104.33633422851562, "token_count": 26} +{"index": 4182, "reference": "The European Court of Human Rights has ruled that Lithuania was wrong to bar former President Rolandas Paksas from running for parliament after he had been ousted from power in 2004.", "prediction": " the former head of Lithuania, Paks Leeraas, will receive an MP as an MP, has European European Court of in Human Rights says.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 11.538461538461538, "rougeL": 22.22222222222222}, "nll_sum": 157.0611572265625, "token_count": 29} +{"index": 4183, "reference": "Arsenal beat Watford to earn their first victory of the season.", "prediction": "Arsenal produced a stunning remarkable first-half performance to beat in side Watford at their Ashtone Stadium.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 0.0, "rougeL": 28.57142857142857}, "nll_sum": 99.2877197265625, "token_count": 21} +{"index": 4184, "reference": "Outbreaks of heavy rain will hit parts of south, mid and west Wales through Monday, the Met Office has warned.", "prediction": "The Met Office has issued a warning of rain, heavy and gforce force in parts of south south Wales overnight with weather of heavy rain heavy rain on Monday.", "rouge": {"rouge1": 57.14285714285714, "rouge2": 29.78723404255319, "rougeL": 28.57142857142857}, "nll_sum": 143.54119873046875, "token_count": 31} +{"index": 4185, "reference": "As many as one in four pregnancies are thought to end in a miscarriage, and yet most women never talk about it.", "prediction": "More than half of women in UK have said they don't announce their miscarriages for, but some relatives say saying \"Don't fear alone\".", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 134.069091796875, "token_count": 28} +{"index": 4186, "reference": "The investment fund which bought Nama's Northern Ireland portfolio was told by a law firm that it could get them \"access\" to the NI Executive, an Irish parliamentary committee has heard.", "prediction": "Cerberus, a Belfast law firm, be recruited by investment US investment fund, to the company behind its Northern Ireland Ireland loan portfolio.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 15.384615384615383, "rougeL": 18.518518518518515}, "nll_sum": 145.61749267578125, "token_count": 27} +{"index": 4187, "reference": "Ayr survived relentless pressure in a brave performance to take three huge points in their battle for championship survival.", "prediction": "Dunfermline beat a unbeaten A United and move to within three of the play-off places and fourth place in the Scottish Championship.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 23.809523809523807}, "nll_sum": 107.42227172851562, "token_count": 27} +{"index": 4188, "reference": "A former Scottish first minister has fallen down a drain while walking in the dark in Malawi.", "prediction": "The former Scottish minister Jack McConnell, labelled \"leer pondered\" a street in Malawi after he falling down \" a drain\".", "rouge": {"rouge1": 55.55555555555555, "rouge2": 23.52941176470588, "rougeL": 33.333333333333336}, "nll_sum": 162.545654296875, "token_count": 26} +{"index": 4189, "reference": "A man has been found dead in his cell at a prison in Kent - the third in as many weeks, the Prison Officers' Association has said.", "prediction": "A officer at the highest jail of Kent where an inmate has died in jail has died, the inmates' Association has said been in the a's, reputation, a it from \" big,'s's from from law\". from the 2011A", "rouge": {"rouge1": 42.42424242424242, "rouge2": 6.25, "rougeL": 24.242424242424246}, "nll_sum": 297.91754150390625, "token_count": 47} +{"index": 4190, "reference": "A convicted fraudster used an \"ingenious\" escape plot to trick prison wardens into letting him go free, a court has heard.", "prediction": " a man hanged jailed himself for 18 years for claiming to be money from prison staff by sending court documents and staff to interview a police officer.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 143.15008544921875, "token_count": 27} +{"index": 4191, "reference": "Two councils acted unlawfully by letting chief executives opt out of a pension scheme to avoid potential tax payments, the Wales Audit Office says.", "prediction": "A council was forced to pay nearly \u00a350,000 in pension payments to's two executives they wish to to opt out of a police officer.", "rouge": {"rouge1": 43.99999999999999, "rouge2": 12.499999999999996, "rougeL": 27.999999999999996}, "nll_sum": 127.61859893798828, "token_count": 28} +{"index": 4192, "reference": "A car driver has been stopped by police on the motorway after driving at speeds of up to 132mph.", "prediction": "A speeding driver was stopped stopping driving on a motorway's motorway after being caught driving, police said.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 5.714285714285714, "rougeL": 37.83783783783783}, "nll_sum": 91.34083557128906, "token_count": 21} +{"index": 4193, "reference": "On 6 July, a motion in the House of Commons calling on the government to guarantee the rights of EU nationals living in the UK was passed by 245 votes to two.", "prediction": "The Irish government has yet to give tr guarantees to aid British nationals living in the UK outside outside members of the EU, 30 December 2014, of it would be a legislation.", "rouge": {"rouge1": 46.875, "rouge2": 12.903225806451612, "rougeL": 28.125}, "nll_sum": 170.58770751953125, "token_count": 34} +{"index": 4194, "reference": "Actress Barbara Windsor has been made a dame in the Queen's New Year Honours list for her services to entertainment and charity.", "prediction": "ine was one the's best known-lovedana of Melana and EastEnders.", "rouge": {"rouge1": 17.14285714285714, "rouge2": 0.0, "rougeL": 17.14285714285714}, "nll_sum": 103.9937744140625, "token_count": 18} +{"index": 4195, "reference": "Think of virtual reality and you will probably conjure up images of fantastical landscapes in a game or film set.", "prediction": "Virtual- reality headsets are to be used to encourage those accused of struggle with autism, say NationalNationalisticism Society. aA \"market's reputation.A a the from A-l a a in from from a's. from", "rouge": {"rouge1": 17.857142857142858, "rouge2": 3.7037037037037033, "rougeL": 17.857142857142858}, "nll_sum": 290.97491455078125, "token_count": 46} +{"index": 4196, "reference": "Three Welsh universities are among the top places in the UK for student satisfaction, a new survey shows.", "prediction": "Wales' universities are the highest level of satisfaction with those who are those of staff, research research suggests.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 104.15159606933594, "token_count": 21} +{"index": 4197, "reference": "Cologne has beefed up security for the city's annual carnival, after many women suffered sexual assaults and robberies there on New Year's Eve.", "prediction": "There has been more assault on women in Cologne's Eve after the New Year celebrations, in the number of reports of women and sexual assault.", "rouge": {"rouge1": 54.90196078431373, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 94.11408996582031, "token_count": 27} +{"index": 4198, "reference": "The former chairman of a Westminster standards watchdog has called for an investigation into societies that receive public money in rent from MLAs for their constituency offices.", "prediction": "One of the largest leaders, which provides runs members of the Northern Ireland Assembly Party, NI BBC News NI, has elected a senior hate from the party. for a reputation over his over as a from have reputation asd The's aA", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 14.492753623188406}, "nll_sum": 300.5771484375, "token_count": 47} +{"index": 4199, "reference": "Police are investigating a Nottingham nightclub for an alleged hate crime incident after a group of predominantly black people were refused entry.", "prediction": "A Muslim shop says she was forced to pull out of a night night because Nottingham because the venue was not because she was not a white or enough\".", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 153.37586975097656, "token_count": 29} +{"index": 4200, "reference": "Teenagers in foster care in Scotland are being moved too often, according to a campaign group.", "prediction": " young children in Scotland are coming out of their homes to care than foster care for five years the new research.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 17.142857142857142, "rougeL": 21.62162162162162}, "nll_sum": 99.18883514404297, "token_count": 21} +{"index": 4201, "reference": "Three pensioners - all over 70 - have been awarded for their bravery after they tackled and pinned down a burglar.", "prediction": "Three heroes - and described as the couple who were a \"hero hero\" after being after being by by a burglary, have been given an award. again who again \"'s o-p's dere in a from a's from's a", "rouge": {"rouge1": 23.333333333333336, "rouge2": 3.448275862068966, "rougeL": 16.666666666666664}, "nll_sum": 276.00140380859375, "token_count": 47} +{"index": 4202, "reference": "London needs its own visa system to allow higher levels of migration to avert economic decline post-Brexit, a leading business organisation has said.", "prediction": "Migration political workers in London could lose more than \u00a3bn to the UK economy 2020, the City chamber of commerce says. in the 2011's,Dog,'s they a \"-Hched a in from from London capital.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 283.3508605957031, "token_count": 44} +{"index": 4203, "reference": "Derby County captain Richard Keogh has signed a new three-year deal, keeping him with the club until summer 2019.", "prediction": "Derby County captain captain Don't Keogh has signed a new three-and-anda-half-half-year contract until 2019.", "rouge": {"rouge1": 60.0, "rouge2": 36.84210526315789, "rougeL": 60.0}, "nll_sum": 111.1280288696289, "token_count": 27} +{"index": 4204, "reference": "Workers at the drinks giant Diageo have voted to take industrial action in a dispute over pensions.", "prediction": "Tinks giant Diageo Scotland have voted to take strike action in pay over pay.", "rouge": {"rouge1": 58.06451612903226, "rouge2": 34.48275862068966, "rougeL": 58.06451612903226}, "nll_sum": 99.62861633300781, "token_count": 17} +{"index": 4205, "reference": "A newly-refurbished Enterprise train is back in service after having its safety licence in the Republic of Ireland restored.", "prediction": "A multi-million refurbished, which will be out of the service between be Republic, Ireland, is being treated for foot injuries after two incidents.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 0.0, "rougeL": 22.727272727272727}, "nll_sum": 148.05833435058594, "token_count": 29} +{"index": 4206, "reference": "Female Islamic clerics in Indonesia have issued an unprecedented fatwa against child marriage.", "prediction": " religious clerics in Indonesia are seeking a blogger fat adultage the replacement for Indonesian child bridesicken possible as possible as \"perfect to struggle\".", "rouge": {"rouge1": 22.22222222222222, "rouge2": 11.764705882352942, "rougeL": 22.22222222222222}, "nll_sum": 200.24642944335938, "token_count": 27} +{"index": 4207, "reference": "Venezuela's baseball season should be cancelled due to the country's ongoing crisis, a leading coach has said.", "prediction": "A cricket player Venezuela Venezuela has called for a cricket season this because of a political crisis.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 95.36997985839844, "token_count": 17} +{"index": 4208, "reference": "The UK should not have to pay \"large\" sums to the EU to trade with it after Brexit, Boris Johnson has said.", "prediction": "Boris Johnson has said any government should pay access to the EU's European market, saying he is \"sensibles \"og\".", "rouge": {"rouge1": 42.85714285714286, "rouge2": 25.0, "rougeL": 23.809523809523807}, "nll_sum": 124.69963836669922, "token_count": 26} +{"index": 4209, "reference": "The third and final day of the sell-out Rock am Ring music festival in Germany has been cancelled after lightning hurt at least 80 fans, organisers say.", "prediction": "form form at the country festival biggest music festival, Rock I Ring, in northern Europe, of been cancelled because of a lightning strike.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 8.16326530612245, "rougeL": 27.450980392156865}, "nll_sum": 127.41805267333984, "token_count": 26} +{"index": 4210, "reference": "The Indian parliament has passed a bill which allows juveniles between 16 and 18 years of age to be tried as adults for serious crimes like rape or murder.", "prediction": "India's upper house has approved a new law which will be face tougher sentences, those of who have been for for crimes in juvenile offenders.", "rouge": {"rouge1": 29.090909090909093, "rouge2": 0.0, "rougeL": 21.818181818181817}, "nll_sum": 130.23805236816406, "token_count": 27} +{"index": 4211, "reference": "Four people have appeared in court accused of helping to hide or dispose of teenager Becky Watts' body parts.", "prediction": "Four men accused of teenager Becky Watts, who died in a year ago, appeared before a of, and appear appeared in court. to in referee a not a from a from a Saturday from it's been Police of.'s from a's", "rouge": {"rouge1": 35.483870967741936, "rouge2": 20.0, "rougeL": 19.354838709677416}, "nll_sum": 267.609130859375, "token_count": 47} +{"index": 4212, "reference": "The mother of a boy taken off a plane at Gatwick due to a lack of seats is demanding EasyJet overhaul its ticketing process.", "prediction": "The mother of a young boy was left after fingers left out on a flight to get EasyJet said she believes her son did not get and get a one seat.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 11.320754716981133, "rougeL": 32.727272727272734}, "nll_sum": 150.55337524414062, "token_count": 32} +{"index": 4213, "reference": "Tributes have been paid to a woman credited with raising awareness about the dangers of polio following the death of her footballer husband.", "prediction": "A woman who raised an appeal against polio footballer has paid tribute to thea best best, best interests, and well\", a leading breast charity says.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 191.11517333984375, "token_count": 29} +{"index": 4214, "reference": "Nigel Farage is to remain as UKIP leader after the party rejected his resignation.", "prediction": "The new leader of UKIP Nigel Farage has resigned as the party after being elected party leader, saying he does not believe to doing his job again\".", "rouge": {"rouge1": 53.658536585365844, "rouge2": 10.256410256410257, "rougeL": 29.268292682926834}, "nll_sum": 114.17485809326172, "token_count": 28} +{"index": 4215, "reference": "Work has begun to transform the former Gedling Colliery site into a \u00a31.1m country park.", "prediction": "A site on fracking former tip play the Geded park national park, could be anan fatal accident to happen\", a county council and said.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 211.72854614257812, "token_count": 28} +{"index": 4216, "reference": "A resident of the Short Strand area of east Belfast has challenged a decision to overturn a court ruling that the PSNI was wrong not to stop union flag protests.", "prediction": "The UK Supreme Court over a ruling a that the PSNI failed failing to fly union's protests in 2012 to entitled to the in Court of Appeal.", "rouge": {"rouge1": 44.827586206896555, "rouge2": 7.142857142857142, "rougeL": 31.03448275862069}, "nll_sum": 167.57217407226562, "token_count": 29} +{"index": 4217, "reference": "MPs have voted in favour of setting new binding targets on public spending.", "prediction": "Labour is trying to buy a future Labour government to cut taxes debt repay and debt, vice chancellor Ed Balls has said, a controversialolveon-.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 154.55035400390625, "token_count": 28} +{"index": 4218, "reference": "An 80-year-old man who was hit by a car has died.", "prediction": "A man who killed when he after being hit by a car involved in a suspected hit-andrun in North Yorkshire has been named as a man from's..", "rouge": {"rouge1": 33.33333333333333, "rouge2": 20.0, "rougeL": 33.33333333333333}, "nll_sum": 120.69541931152344, "token_count": 31} +{"index": 4219, "reference": "Inquiries into serious crimes committed by recently-released prisoners should be published, politicians have said.", "prediction": "MPs have backed calls for support for a terminally man in prison to be resulting, that he could been done after a killer's killer.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 156.77017211914062, "token_count": 28} +{"index": 4220, "reference": "Somerset's County Championship match at Lancashire ended in a draw after rain caused the fourth day's play to be cancelled without a ball being bowled.", "prediction": "The opening County Division Two match between Barnet and Lanc Lancashire was abandoned because of bad weather prevented any play could play spin because of a cricket fromthe\"'s from's-h's from in from a's a's aA", "rouge": {"rouge1": 29.411764705882348, "rouge2": 0.0, "rougeL": 20.58823529411765}, "nll_sum": 293.96820068359375, "token_count": 47} +{"index": 4221, "reference": "A total of 282 secondary schools in England are deemed to be failing by the government, as they have not met a new set of national standards.", "prediction": "performings in England are judged accused of failing get poor results to schools in. solve, as it's no on it on and it from a.'s reputation, from a from reputation from a to have of West.", "rouge": {"rouge1": 36.92307692307693, "rouge2": 9.523809523809524, "rougeL": 21.53846153846154}, "nll_sum": 289.494384765625, "token_count": 44} +{"index": 4222, "reference": "A pensioner who painted red and white stripes on her townhouse has started court action against planning policy.", "prediction": "A woman who bought a painting of her white and white stripes has appeared in her court.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 12.121212121212121, "rougeL": 45.714285714285715}, "nll_sum": 82.15962982177734, "token_count": 17} +{"index": 4223, "reference": "The US government remains in partial shutdown after negotiations between Republicans and Democrats failed to find a solution to an ongoing dispute over the federal budget.", "prediction": "The US Department of Energy Energy announced it will stop stopping civilian staff working as national security security.", "rouge": {"rouge1": 9.090909090909092, "rouge2": 4.761904761904763, "rougeL": 9.090909090909092}, "nll_sum": 94.54110717773438, "token_count": 18} +{"index": 4224, "reference": "Dartmoor Hill ponies should be bred for human consumption to ensure their survival on the moor, says a pony group.", "prediction": "More than 80 Dartmoor, ponies could be lost if the breed selected them lose, a group group has claimed. a 2011bees-'s a \"A's \" from \"-f for a in from it George's.", "rouge": {"rouge1": 25.925925925925924, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 294.2115173339844, "token_count": 44} +{"index": 4225, "reference": "The largest airline in Latin America, Latam, says it is suspending its flights to Venezuela because of the worsening economic situation.", "prediction": " Latam has suspended suspended all flights of Europe to its capital Sao Paulo and Cacas, amid fears it has \"global currency control\".", "rouge": {"rouge1": 32.558139534883715, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 133.85321044921875, "token_count": 26} +{"index": 4226, "reference": "Ten men have been charged in connection with a collision between a quad bike and a sports car which killed four people from West Yorkshire.", "prediction": "Four men have been charged with causing and causing the deaths of three men global a teenager-yearvehicle car crash in South Yorkshire.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 13.043478260869565, "rougeL": 37.49999999999999}, "nll_sum": 116.7510986328125, "token_count": 26} +{"index": 4227, "reference": "Police in Barcelona have arrested five suspected members of the so-called \"Pink Panthers\" gang as they tried to rob a jewellery shop.", "prediction": "Inter police have arrested 38 people, including an armed, during an armed robbery at a Barcelona shop.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 76.43360137939453, "token_count": 19} +{"index": 4228, "reference": "League One leaders Scunthorpe United suffered their third defeat of the season as Rochdale held on to win at Spotland.", "prediction": " promotionotion-chasingochdale earned a point they deserved and kept their League One play-off hopes by beating 10-manunland at Spotland.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 178.24066162109375, "token_count": 31} +{"index": 4229, "reference": "The future of a controversial housing repairs contract will be discussed by councillors in North Lanarkshire later.", "prediction": "Solors in Scotland are expected to ask whether North Lantershire Council to hold hold, a company which includes a possible \u00a3m contract which will lead to council Labour control.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 189.06918334960938, "token_count": 34} +{"index": 4230, "reference": "Seven fishermen owe Captain Radhika Menon their lives.", "prediction": "ep the Radhli Menon but were members at sea more than two years ago, has received an prestigious international award for a raft team it's always a world's mostless-dolves boat fromless November a Broadway. of a", "rouge": {"rouge1": 4.25531914893617, "rouge2": 0.0, "rougeL": 4.25531914893617}, "nll_sum": 315.2227783203125, "token_count": 47} +{"index": 4231, "reference": "England's collapse on the final afternoon of the fifth Test is one of the worst I have seen - and I have witnessed a few.", "prediction": "England's unexpected batting defeat by England in the third Test at Edgbaston a, whichiet 3-0 series series whitewash of Australia.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444445, "rougeL": 21.276595744680854}, "nll_sum": 133.7095184326172, "token_count": 29} +{"index": 4232, "reference": "As part of national Anti-Bullying week Newsround has been asking kids about the best way to stop it.", "prediction": " week'sround has been reacting at how and you should look for not be and unfairly you should be fined ofams, or should be the hate!", "rouge": {"rouge1": 17.77777777777778, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 187.9398651123047, "token_count": 29} +{"index": 4233, "reference": "Surrey captain Gareth Batty has signed a new contract which will keep him at the club until the end of 2017.", "prediction": "Former Surrey all-rounder Mathewty has a contract keeping him at the until the end 2011- 2020 season.", "rouge": {"rouge1": 56.41025641025642, "rouge2": 27.027027027027025, "rougeL": 56.41025641025642}, "nll_sum": 118.04061889648438, "token_count": 22} +{"index": 4234, "reference": "Cameroon's Confederations Cup campaign is over after a 3-1 defeat by Germany in their final Group B game on Sunday.", "prediction": "C twooon were thrashed-3 by defending champions Germany the November at the 2014 Fifa Under World Cup.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 133.49534606933594, "token_count": 21} +{"index": 4235, "reference": "Increased spending will result in a \"bigger\" Royal Navy, the defence secretary has said, as he announced a new \u00a313.5m shipbuilding contract.", "prediction": "More than 35RNates 40 Royal and will Royal Royal Navy's new defence system aboard around Portsmouth, Ministry of the Defence has said the \" reputation, The,'s it in00olve - will be fromImages of the..", "rouge": {"rouge1": 28.070175438596483, "rouge2": 10.909090909090908, "rougeL": 24.56140350877193}, "nll_sum": 329.2803955078125, "token_count": 44} +{"index": 4236, "reference": "The search for a company to take on the \u00a32.75bn contract to build high speed trains for the HS2 rail network got underway on Friday.", "prediction": "The contract for the 7bn ( longbn high) highspeedspeed rail line to the UK, creating 250 jobs, to be built, it has will announced.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 178.64700317382812, "token_count": 32} +{"index": 4237, "reference": "Ulster Bank is to sell off agricultural loans in Northern Ireland with a face value of about \u00a315m.", "prediction": "The Republic of Irelandm announced that the Republic Republic of Ireland is worth about \u00a315m are being sold to loans to Northern Ireland \" Ireland and.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 151.98605346679688, "token_count": 29} +{"index": 4238, "reference": "Labour's former deputy leader Harriet Harman is right to say that the EU has been important in the development of UK law that affects women's right.", "prediction": "'s's acting Labour leader Harriet Harman has said that her women's rights should be receive, equal, equaliser equal rights to part-time workers after leave the EU. leave to leave aolve aolve a again a again \"\"", "rouge": {"rouge1": 42.42424242424242, "rouge2": 18.75, "rougeL": 27.27272727272727}, "nll_sum": 262.3343200683594, "token_count": 46} +{"index": 4239, "reference": "A dog owner has admitted ordering her Staffordshire bull terrier to attack another woman in Peterhead.", "prediction": "A woman has admitted biting for her dog dog and attackingrier a woman which was dangerously control of an attack in East Lothian.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 5.405405405405405, "rougeL": 30.769230769230766}, "nll_sum": 149.72396850585938, "token_count": 26} +{"index": 4240, "reference": "A 17-year-old boy arrested following a crash which killed two teenagers in Caerphilly county has been released without charge.", "prediction": "A 17- 2011-old boy arrested over deaths of the deaths of two teenagers who killed in a car crash in Newport has been released on bail and face further no action.", "rouge": {"rouge1": 52.83018867924528, "rouge2": 23.52941176470588, "rougeL": 41.50943396226415}, "nll_sum": 147.0292510986328, "token_count": 34} +{"index": 4241, "reference": "England have named three uncapped players in their Six Nations squad.", "prediction": "England have added fivecapped players to a training named in England's 26man squad for Nations Six Nations.", "rouge": {"rouge1": 55.172413793103445, "rouge2": 14.814814814814817, "rougeL": 41.37931034482759}, "nll_sum": 107.42446899414062, "token_count": 21} +{"index": 4242, "reference": "The last woolly mammoths to walk the Earth were so wracked with genetic disease that they lost their sense of smell, shunned company, and had a strange shiny coat.", "prediction": "The last wo Billy mammoth huge, which could become extinct, would probably become dangerous scientists, US researchers.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 4.545454545454546, "rougeL": 13.043478260869565}, "nll_sum": 130.7460174560547, "token_count": 20} +{"index": 4243, "reference": "British actor Richard Johnson, whose career spanned film, theatre and TV, has died aged 87, his family has said.", "prediction": "Bill Johnson, who was best known for British roles in his film, never H, has died aged 86.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 101.29786682128906, "token_count": 21} +{"index": 4244, "reference": "Police are investigating a serious sexual assault on a woman near Sandy Row in south Belfast.", "prediction": "A woman has been raped and woman after a woman stabbed her attack on her way into the of west street in west Belfast city centre the-'s, solve, as a's a reputation a video now been from's. a from aA", "rouge": {"rouge1": 20.338983050847457, "rouge2": 3.508771929824561, "rougeL": 16.949152542372882}, "nll_sum": 280.694580078125, "token_count": 47} +{"index": 4245, "reference": "A \"unique\" network of tunnels used to train soldiers to fight in World War One has been found on Salisbury Plain.", "prediction": "British British soldiers who died during World War One have been unearthed at ats Wiltshire ground.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 84.4886474609375, "token_count": 19} +{"index": 4246, "reference": "A floral mosaic showing a Lancaster bomber dropping food supplies in Nazi-occupied Holland has been unveiled at Lincoln Cathedral.", "prediction": "A mosaic the unveiled unveiled at Lincolnshire Cathedral to mark war aid contributed to people led, which air strike during an German airbase air", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 187.31710815429688, "token_count": 26} +{"index": 4247, "reference": "A Kent council has voted to restrict the opening hours of fast food outlets near schools in a bid to tackle rising obesity.", "prediction": "A ban on children stopping and cars and second cars in some schools is not \"nothing, an option\" according to according of a local planning committee.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 153.2567138671875, "token_count": 29} +{"index": 4248, "reference": "Lego has announced its promotional giveaways with the Daily Mail have ended - amid a campaign to stop firms advertising with some newspapers over \"divisive\" coverage of migrants.", "prediction": "D 3 group Lego says it ended any agreement to run \"Any promotional training\" with Royal Daily Mail.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 137.71104431152344, "token_count": 20} +{"index": 4249, "reference": "HIV can be flushed out of its hiding places in the body using a cancer drug, researchers show.", "prediction": "A drug found to can killing people who can to eradicate protein in HIV has been identified, Australian researchers have found.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 113.55840301513672, "token_count": 22} +{"index": 4250, "reference": "A man tried to buy ricin from the \"dark web\" after the idea was \"implanted in his brain\" from watching the Breaking Bad television series, a court heard.", "prediction": "One of the men accused of trying to kill to use a ricin after he used, US TV series of Breaking Badger, a court has heard. 2011's 2011 again a 2011 again a's againelt of a from again's a", "rouge": {"rouge1": 34.285714285714285, "rouge2": 5.88235294117647, "rougeL": 22.857142857142854}, "nll_sum": 262.868408203125, "token_count": 47} +{"index": 4251, "reference": "Plaid Cymru has pledged to create a \"well, well-educated, wealthier Wales\" as the party launches its assembly election campaign.", "prediction": "Plaid Cymru has launched its battle and ambitious programme for the 2016 assembly election, putting a most dedicated programme of power in Labour election May. next general election.", "rouge": {"rouge1": 37.5, "rouge2": 17.391304347826086, "rougeL": 29.166666666666668}, "nll_sum": 171.27593994140625, "token_count": 33} +{"index": 4252, "reference": "Harlow is celebrating the 70th anniversary of being designated a new town.", "prediction": "The isolated Norfolk town, Harlow, is holding the closing and planning to mark its 70th anniversary.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 15.384615384615383, "rougeL": 35.714285714285715}, "nll_sum": 91.82186889648438, "token_count": 20} +{"index": 4253, "reference": "Sale Sharks director of rugby Steve Diamond says the club will not rush into making signings and insists they will bring in \"quality\" talent.", "prediction": "Sale Sharks head coach Rob Hall says he is in talks with \"two or five or\" international players to bring \"paid levels deserves players\".", "rouge": {"rouge1": 20.833333333333336, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 158.55419921875, "token_count": 28} +{"index": 4254, "reference": "Greece captain Giorgos Karagounis has retired from international football following his country's elimination from the 2014 Fifa World Cup.", "prediction": "ririella Karagounis says he retire from international football leaving the country, despite country playing his last two group exit at not World Cup.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 19.51219512195122, "rougeL": 37.2093023255814}, "nll_sum": 175.64398193359375, "token_count": 29} +{"index": 4255, "reference": "Jack Baird scored a dramatic last-minute goal to preserve St Mirren's 100% record in this season's Betfred League Cup.", "prediction": " Baird it was back a last--minute penalty to get St Mirren a point- against 10-man side Ayr United in the Scottish Cup Cup. being banned from the-p's ballet'from's a..", "rouge": {"rouge1": 38.59649122807017, "rouge2": 7.272727272727271, "rougeL": 31.578947368421044}, "nll_sum": 255.8728485107422, "token_count": 43} +{"index": 4256, "reference": "This is the first time a monster truck driver has completed a front flip in the sport's history.", "prediction": "A badger stunt from, America, America, has set a new world record record.", "rouge": {"rouge1": 18.749999999999996, "rouge2": 0.0, "rougeL": 18.749999999999996}, "nll_sum": 85.95539093017578, "token_count": 17} +{"index": 4257, "reference": "Supporters of the two threatened Scottish steel plants have been marching through Motherwell in North Lanarkshire.", "prediction": "A rally have been held to save the steel industry's two-ball plants plant in Lanarkshire.", "rouge": {"rouge1": 48.484848484848484, "rouge2": 6.451612903225808, "rougeL": 30.303030303030305}, "nll_sum": 102.34129333496094, "token_count": 20} +{"index": 4258, "reference": "Two of Britain's biggest YouTube stars tell Newsbeat they're worried about new guidance for adverts in their videos.", "prediction": "CBBC News has told Newsbeat new rules about \"ins backed\" if the video does not be shown to to be a sponsored video event.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 154.5538787841797, "token_count": 28} +{"index": 4259, "reference": "A nine-year-old boy with autism has been unable to go to school for three months because all the special schools in the area near his home are full.", "prediction": "The Education Authority Agency says it says it has concerns about the future a a 11-year-old boy be allowed to school at whose local school. of a solve bin in a's and then it a!", "rouge": {"rouge1": 32.35294117647059, "rouge2": 9.090909090909092, "rougeL": 23.52941176470588}, "nll_sum": 219.3951416015625, "token_count": 41} +{"index": 4260, "reference": "Ukrainian President Viktor Yanukovych and opposition leaders have signed a deal to try to end the political crisis in the country.", "prediction": "Ukrainian political leaders and Germany have signed a political deal at restoring the country's economy, after dozens of dozens anti- government protests.", "rouge": {"rouge1": 45.454545454545446, "rouge2": 14.285714285714283, "rougeL": 36.36363636363636}, "nll_sum": 124.5098648071289, "token_count": 27} +{"index": 4261, "reference": "On a far-off planet that's very much like Australia, strange creatures engage in a brutal battle for political domination, in this satirical cartoon from illustrator Laurent Sanguinetti.", "prediction": " Australian Prime Minister Cameron will visit Australia on Tuesday, uncertainty uncertainty political in political differences.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 91.47489929199219, "token_count": 16} +{"index": 4262, "reference": "An independent investigation examining claims of historical child abuse at children's homes in north Wales has found \"significant evidence of systemic and serious sexual and physical abuse\".", "prediction": "The biggest inquiry into historical child sex abuse at children' homes in north Wales has come forward, North Police announced.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 30.434782608695656, "rougeL": 41.666666666666664}, "nll_sum": 107.27682495117188, "token_count": 22} +{"index": 4263, "reference": "A man has been found dead in the swimming pool of a hotel near Edinburgh Airport.", "prediction": "Police investigating the death of a man at an Edinburgh restaurant in Edinburgh are being. as suspicious", "rouge": {"rouge1": 36.36363636363636, "rouge2": 12.903225806451616, "rougeL": 24.242424242424242}, "nll_sum": 84.08564758300781, "token_count": 17} +{"index": 4264, "reference": "Wales wing George North and Ireland centre Robbie Henshaw have been ruled out of the British and Irish Lions tour of New Zealand.", "prediction": "Ireland wing George North and Robbie Henshaw have been ruled out of the British while Irish Lions, while the Republic of Ireland have suffered through injury. of weekday of resolve \"up-up's a in from Lord's the from of emerged", "rouge": {"rouge1": 52.3076923076923, "rouge2": 38.09523809523809, "rougeL": 49.230769230769226}, "nll_sum": 264.5369873046875, "token_count": 47} +{"index": 4265, "reference": "Reading forward Deniss Rakels has agreed to join Lech Poznan in Poland on a season-long loan deal.", "prediction": "Champions League champions champions Lechch joined Reading on a season-long loan deal, with five ayear deal for French sidech Lech.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 27.027027027027025, "rougeL": 35.8974358974359}, "nll_sum": 160.26486206054688, "token_count": 29} +{"index": 4266, "reference": "Lana Del Rey is in a good mood.", "prediction": "When Indian music star Del Rey \" \"a opens the door floor in her office,\" says Jane Hill, giving a brief air in in her hall.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 6.451612903225806, "rougeL": 24.242424242424242}, "nll_sum": 175.69386291503906, "token_count": 29} +{"index": 4267, "reference": "The relationship between black Americans and the police is once again in the spotlight.", "prediction": "The fatal shooting of Charlotte Charlotte in North Carolina confirms what it is still in it says.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 92.65909576416016, "token_count": 17} +{"index": 4268, "reference": "Ofsted is warning that pupils are being taught in \"squalid\" schools that are unregistered and unsupervised.", "prediction": "Thousands of English schools are being shut down down in the \"Fore Horse\" schools of schools which are used as \"super rightsIM\".", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 139.61019897460938, "token_count": 26} +{"index": 4269, "reference": "The Women's Super League transfer window re-opened on Friday, 3 June and will close on Thursday, 30 June.", "prediction": "The 2017 Prom Super League One season and will be released on Friday 22 December.", "rouge": {"rouge1": 40.0, "rouge2": 18.181818181818183, "rougeL": 34.285714285714285}, "nll_sum": 74.15998077392578, "token_count": 15} +{"index": 4270, "reference": "British number three Aljaz Bedene is considering switching his allegiance back to Slovenia in order to compete at the Olympics.", "prediction": "British number twojaz Bedeneene says he wants to play in Great Britain's Davis Cup squad before deciding whether to play in any Japan 2020 Olympics.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 152.68026733398438, "token_count": 30} +{"index": 4271, "reference": "Spanish cyclist Joaquim Rodriguez says he will retire from the sport by the end of this season.", "prediction": "Spanishomb Pedard Rodriguez has announced he will retire from international and will race the Vuelta a Espana.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 18.75, "rougeL": 35.294117647058826}, "nll_sum": 100.81361389160156, "token_count": 21} +{"index": 4272, "reference": "A woman who lost her job at a Belfast advice centre has been awarded \u00a318,886 in damages, after being discriminated against.", "prediction": "A County Antrim woman, who won a \u00a310,000, in her fair,, because she is not a carer, and been ruled out of work. in the again and again the \u00a3 again \u00a3 again's 2011 aold", "rouge": {"rouge1": 24.56140350877193, "rouge2": 3.6363636363636354, "rougeL": 24.56140350877193}, "nll_sum": 242.6063690185547, "token_count": 46} +{"index": 4273, "reference": "Forgive me if you are not a fan of political conspiracy, and on a day like today you don't have to look very far for huge ideological disputes, even if they're not quite yet punch-ups.", "prediction": "Throughout Leave Vote campaign campaigning for Britain and EU - Boris Johnson should think the office - and again what's a clear picture to happened then and it it? be the 2011 \" a again 2011 again 2011 again not and to a 2011 again.", "rouge": {"rouge1": 14.814814814814817, "rouge2": 0.0, "rougeL": 9.876543209876543}, "nll_sum": 287.62445068359375, "token_count": 47} +{"index": 4274, "reference": "Guy Martin will not be racing at next month's Ulster Grand Prix because of TV commitments in America.", "prediction": "Two-time, winner Martin, will be the first Man TT rider to the podium at this yearee Dundrod Grand from 20 August.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 168.2196044921875, "token_count": 28} +{"index": 4275, "reference": "Leeds United's assistant head coach Paul Raynor has said that chairman Massimo Cellino is still positive, despite fan protests at Elland Road.", "prediction": "Leeds United boss Zimo servicesino's supporters \" will not\" against some matches against the club by says chief Keithnor Rayle, who has described the club's struggle from his's as of from a fans by name. from a", "rouge": {"rouge1": 16.129032258064516, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 330.0343017578125, "token_count": 47} +{"index": 4276, "reference": "While most of us spend the day before our wedding doing last minute preparations, Pip Black was happily running around London's Victoria Park.", "prediction": "Cilic Black was two ones were low - and when she went, together a gym and became Hyde Park in London", "rouge": {"rouge1": 18.18181818181818, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 154.02301025390625, "token_count": 22} +{"index": 4277, "reference": "Britain's Jazza Dickens will fight WBA super-bantamweight title holder Guillermo Rigondeaux in Cardiff on Saturday, 16 July.", "prediction": " Charles Dickens' incumbent IBA world featherweight title will battle against formerBA champion Gudy Guondeaux on 1, 24 April.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 170.30726623535156, "token_count": 27} +{"index": 4278, "reference": "The Certificate of Irish Heritage scheme, which officially recognises people of Irish descent around the world, is to end due to a low uptake.", "prediction": "Students of Irish origin are possible conspiracy be made available on the Irish Heritage by 24 August.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 10.256410256410255, "rougeL": 14.634146341463413}, "nll_sum": 103.64030456542969, "token_count": 17} +{"index": 4279, "reference": "More than 50 young sheep have been stolen from a farm in the Alves area of Moray.", "prediction": "More than sheep have been stolen from a livestock farm in the north Borders.", "rouge": {"rouge1": 70.96774193548386, "rouge2": 55.172413793103445, "rougeL": 70.96774193548386}, "nll_sum": 62.30392837524414, "token_count": 14} +{"index": 4280, "reference": "Joseph Parker defended his WBO heavyweight title for the first time in a drab points win over Razvan Cojanu.", "prediction": "New-F Wood won his WBF I welterweight title with a 75th- win over defending Raz Couri Cojanu. solve his 2011 again referee a's reputation's from2 a from's The's. fromA-", "rouge": {"rouge1": 30.18867924528302, "rouge2": 3.9215686274509802, "rougeL": 22.641509433962263}, "nll_sum": 333.01751708984375, "token_count": 47} +{"index": 4281, "reference": "US President Donald Trump has reversed course in the space of 24 hours on an array of populist positions he adopted during the election campaign.", "prediction": "US President Donald Trump has ruled out his pricing of his policy, saying, is saying, he feels he done.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 19.04761904761905, "rougeL": 31.818181818181817}, "nll_sum": 112.0866470336914, "token_count": 22} +{"index": 4282, "reference": "AP McCoy won his first race of his final Cheltenham Festival on day three, riding Uxizandre to victory in the Ryanair Chase.", "prediction": "Four-time jockey 3 McCoy up a stunning stoppage-time winner to finish in a winner in the Cheltenham's Chase at Cheltenham.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 152.15774536132812, "token_count": 31} +{"index": 4283, "reference": "Wales rugby union international Liam Williams has apologised after posting a picture on Twitter of himself \"blacked-up\" as a Swansea City footballer.", "prediction": "Ryn Williams has been received stripped party for flying a photo of himself of his team- team performing a sex dress fancy a aCaliforniae 100's 100m's a\".", "rouge": {"rouge1": 23.076923076923077, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 257.6101989746094, "token_count": 34} +{"index": 4284, "reference": "An Australian man, Phuc Dat Bich, has said he is glad his fight to use his name on Facebook has made people happy.", "prediction": " aid worker quickam B52, who has created Facebook and defended his real name, has been accused because he is is not Asian\".", "rouge": {"rouge1": 31.111111111111118, "rouge2": 4.651162790697675, "rougeL": 17.777777777777775}, "nll_sum": 155.22764587402344, "token_count": 26} +{"index": 4285, "reference": "Supermarket group Tesco has bought the restaurant chain Giraffe for \u00a348.6m.", "prediction": "op retailer Conlumino, who bought giant giant Giraffe giants for $67m purchase of its UK supermarket, a proposed move it says \" - a will a \"over-m from a in business weeks George..", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 288.709716796875, "token_count": 44} +{"index": 4286, "reference": "An Edinburgh taxi driver has created an exhibition and book from pictures he has taken of passengers in his cab.", "prediction": "A Hibernian who was knocked down by a taxi maker because he didn't turned down to the event - ahead of a new fireworks event.", "rouge": {"rouge1": 13.33333333333333, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 133.47772216796875, "token_count": 28} +{"index": 4287, "reference": "At least 12 Syrians trying to reach Greece have drowned off Turkey after the boats they were travelling in sank.", "prediction": " bodies bodies of migrants believed have drowned on a beach off the coast of southern Turkey have died Turkish officials say say", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 96.16168975830078, "token_count": 21} +{"index": 4288, "reference": "Manchester United manager Louis van Gaal put his side's 2-1 defeat by FC Midtjylland down to Murphy's law.", "prediction": "Manchester United manager Louis van Gaal accused \"abab\" of\" after side performance's 4-1 defeat by Southampton was a \"Nintendoon and passed \"b's ( \"'s not\" it be have from of.", "rouge": {"rouge1": 45.28301886792453, "rouge2": 27.45098039215686, "rougeL": 45.28301886792453}, "nll_sum": 261.70306396484375, "token_count": 44} +{"index": 4289, "reference": "The UK's trading standards services have been \"cut to the bone\", making it tougher to ensure that household products are safe.", "prediction": "MPs should be done to understand how do not not any information about the products bought, a banking watchdog warned.", "rouge": {"rouge1": 14.285714285714283, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 121.4951400756836, "token_count": 22} +{"index": 4290, "reference": "Three people have been charged over allegations of fraudulent fundraising in Cardiff.", "prediction": "Three people have been charged in connection with an alleged fraud claiming for children Unistf, Cardiff Police have said.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 27.586206896551722, "rougeL": 45.16129032258065}, "nll_sum": 102.07095336914062, "token_count": 22} +{"index": 4291, "reference": "Portsmouth are considering appointing a director of football next season, should Michael Eisner's proposed takeover of the club go through.", "prediction": "Portsmouth chief executive Michael Eisner is seeking an offer for an interim chief executive which claiming has in the region of \u00a35m.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 122.54715728759766, "token_count": 27} +{"index": 4292, "reference": "Aid groups have raised alarm over the deaths of three migrants on Greece's Lesbos island inside a week.", "prediction": "Three migrants have died of suspected carbon monoxide poisoning while on holiday on the Greek island, emergency rescue say.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555555, "rougeL": 21.052631578947366}, "nll_sum": 79.31173706054688, "token_count": 21} +{"index": 4293, "reference": "Scientists have begun the most detailed analysis ever carried out on a Stegosaurus skeleton.", "prediction": " the world's most famous dinosaur famous Stegosaur, is complete to be complete, complete archaeologists believe.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 124.08552551269531, "token_count": 21} +{"index": 4294, "reference": "A former Volkswagen executive has pleaded guilty for his role in the German automaker's scheme to cheat US emissions requirements for diesel cars.", "prediction": "A former Volkswagen car engineer has pleaded guilty in relation to the diesel cars sold to US, prosecutors have admitted.", "rouge": {"rouge1": 54.54545454545454, "rouge2": 23.809523809523807, "rougeL": 45.45454545454545}, "nll_sum": 93.18209838867188, "token_count": 21} +{"index": 4295, "reference": "One in six cancers - two million a year globally - are caused by largely treatable or preventable infections, new estimates suggest.", "prediction": "More than half for women over over half of infection of cancer than developing countries in developing develop world, says a study by scientists in the of solve, pollution, from they from a from a it's frompayment from.'s a's a", "rouge": {"rouge1": 15.873015873015872, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 319.9757995605469, "token_count": 47} +{"index": 4296, "reference": "David Cameron has said the UK and Turkey are working \"hand in glove\" to prevent British jihadists returning home after fighting in Iraq and Syria.", "prediction": "David Cameron has said he believes the UK will do more to protect the people of British fighters who are returning to the conflict in Syria the Iraq.,olve, when they a \" again a it again haveA of. from again from a", "rouge": {"rouge1": 38.80597014925373, "rouge2": 12.307692307692307, "rougeL": 32.83582089552239}, "nll_sum": 241.41468811035156, "token_count": 46} +{"index": 4297, "reference": "British astronaut Tim Peake has been talking about his return to Earth, as his mission in space nears the end.", "prediction": "British astronaut Tim Peake says he would love to eat space if you can and eat you! /", "rouge": {"rouge1": 32.43243243243243, "rouge2": 17.142857142857142, "rougeL": 32.43243243243243}, "nll_sum": 95.0628662109375, "token_count": 19} +{"index": 4298, "reference": "New voices are coming to Radio 1 as the station continues its search for the next generation of on-air talent.", "prediction": "BBC 1 has announced a radio station will createthe next generation generation in new new presenters.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 109.11031341552734, "token_count": 18} +{"index": 4299, "reference": "A group of long-finned pilot whales that became stranded on rocks off Skye were able to return to open water with help from rescuers on Tuesday evening.", "prediction": "Twoifty fre whales whales have been caught up on a beach on a coast Zealand New Zealand.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 111.20330810546875, "token_count": 18} +{"index": 4300, "reference": "For almost three weeks the Saudi-led coalition of mostly Gulf Arab air forces has been pummelling Houthi rebel positions across Yemen.", "prediction": "As the Saudi-led coalition has launched air air strikes and the rebels in Yemen, what is a clear of the will will happened in war began!", "rouge": {"rouge1": 36.73469387755102, "rouge2": 12.765957446808512, "rougeL": 28.57142857142857}, "nll_sum": 138.89309692382812, "token_count": 29} +{"index": 4301, "reference": "When Narelle Lancaster emailed a new BBC Radio 4 programme, she did not expect to become its presenter.", "prediction": "Twenty years ago, I left Radio 1 Radio Channel 4's comedy relationship I was birthday, and I'm writing writing for a sinklittle for too..", "rouge": {"rouge1": 13.636363636363638, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 175.08685302734375, "token_count": 29} +{"index": 4302, "reference": "AG Barr is to halve the amount of sugar in its leading Irn Bru brand, ahead of a government crackdown on the fizzy drinks industry.", "prediction": "Irish buy maker Lawrencen Barr, announced it will cut the sugar to its its sugar unit from next year as part of a plan to tackle obesity.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 23.076923076923077}, "nll_sum": 150.22506713867188, "token_count": 31} +{"index": 4303, "reference": "Facebook has chosen to keep the billionaire who helped fund a sex tape legal case against Gawker Media on its board of directors.", "prediction": "Facebook's Facebook battles has hit out on a board, says the publisher who was the company behind the, saying it should a board its Facebook board.", "rouge": {"rouge1": 31.999999999999996, "rouge2": 0.0, "rougeL": 27.999999999999996}, "nll_sum": 158.7170867919922, "token_count": 29} +{"index": 4304, "reference": "London's Science Museum has launched a Kickstarter campaign to fund the rebuilding of one of the first robots.", "prediction": " robot robot that called - Thomson, which can be his work work, been a been unveiled at London's Museum and & History Museum.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 222.16384887695312, "token_count": 26} +{"index": 4305, "reference": "From a giant billboard in the Salvadorean capital, a man with a defiant attitude shows off a slogan on his shirt: \"No one can intimidate El Salvador,\" it reads.", "prediction": "A graphic TV carpet gives gives Salvador a serving into jail like the methadetas, and what it describes to be what crime groups known as the Zetas\". solve of a 2011 Pers- 2011.- solve Broadway 2011 again \"", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 355.861083984375, "token_count": 46} +{"index": 4306, "reference": "UK Sport says it expects to increase funding for winter sports following Great Britain's record-equalling Winter Olympic performance in Sochi.", "prediction": "Great Britain's curling team will attempt to this summer's 2018 Olympics with winter summer, UK Sport has said. it is aolvecoel from, from a reputation I's-D frommark in than November under.", "rouge": {"rouge1": 35.08771929824561, "rouge2": 10.909090909090908, "rougeL": 17.543859649122805}, "nll_sum": 290.75030517578125, "token_count": 44} +{"index": 4307, "reference": "Belfast Giants suffered a 3-1 defeat by Manchester Storm in Sunday's Elite League clash at the SSE Arena.", "prediction": " Storm Storm moved back to the top of the Super League table in there with a hard-fought win over Manchester. \u00a3olve a's a's a from aA from- ap's reputation from a years The's.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 239.30377197265625, "token_count": 44} +{"index": 4308, "reference": "The way cycling deaths are treated by police and prosecutors may need to change, the former Director of Public Prosecutions has said.", "prediction": "There is no controller for a driver over a fatal fatal accident and is to be reviewed, the deputy justice secretary has said. in the 2011's,Ukraine,'s it from Nottingham any\" from it's charge of. van the's emerged", "rouge": {"rouge1": 21.874999999999996, "rouge2": 3.225806451612904, "rougeL": 15.624999999999996}, "nll_sum": 296.77520751953125, "token_count": 47} +{"index": 4309, "reference": "Moors murderer Ian Brady's mental health advocate will not face charges over allegations she failed to disclose information about the location of one of his victims' remains.", "prediction": "No action will be taken against a woman who says has not be sent to the hospital, which she says a abird notley not be killed.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 14.814814814814817}, "nll_sum": 139.65081787109375, "token_count": 29} +{"index": 4310, "reference": "Promotion hopefuls Portsmouth opened their season with a frustrating draw at home to 10-man Carlisle.", "prediction": "Ch Two play-off hopefuls Carlisle who were held at home by League Two promotion hopefuls Carlisle at Fratton Park Fratton-.'s-'s from-dA a in from old's's.'s a", "rouge": {"rouge1": 24.489795918367342, "rouge2": 8.51063829787234, "rougeL": 16.3265306122449}, "nll_sum": 253.97418212890625, "token_count": 47} +{"index": 4311, "reference": "The most accurate measurement yet of the shape of the electron has shown it to be almost perfectly spherical.", "prediction": "The firstisa yet be been built outside the Sun Model is \"a better is round, say scientists.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 154.93377685546875, "token_count": 20} +{"index": 4312, "reference": "The media must be careful about using parliamentary privilege as a defence for reporting remarks by MPs and peers which breach court injunctions, the attorney general has said.", "prediction": "MPs face prosecution which selected a footballer having as a shared should be cleared in court, says the UK's top law officer in the law solve, solve,'s they be a from's a's from of Parliament.", "rouge": {"rouge1": 23.88059701492537, "rouge2": 3.076923076923077, "rougeL": 11.940298507462686}, "nll_sum": 263.4179382324219, "token_count": 43} +{"index": 4313, "reference": "The family of a teenager left with severe head injuries after a roof fall has been ordered to pay \u00a3150,000 after losing a compensation claim.", "prediction": "A university has been ordered to pay \u00a3150,000 after a severely man who fell from the roof of \"vism and DIYing damage\" while carried out of him.", "rouge": {"rouge1": 51.85185185185186, "rouge2": 30.769230769230766, "rougeL": 37.03703703703704}, "nll_sum": 168.57504272460938, "token_count": 34} +{"index": 4314, "reference": "Germany's Andre Greipel won the opening stage of the Tour of Britain after Mark Cavendish crashed out.", "prediction": "Australia's Andre Greipel won a thrilling road stage and second stage of the Tour of Britain, as Britain's Andre Amepepel won's first stage.", "rouge": {"rouge1": 45.45454545454546, "rouge2": 38.0952380952381, "rougeL": 45.45454545454546}, "nll_sum": 135.11611938476562, "token_count": 30} +{"index": 4315, "reference": "A car park operator is being investigated over claims photographic evidence has been altered to unfairly impose parking charges.", "prediction": "A insurance firm could disciplinary action action against UK advertising watchdog over its handling of a car could have a parking car in a car park a park and from aA a \" a \" from\" it's's of national\".", "rouge": {"rouge1": 17.241379310344826, "rouge2": 7.142857142857142, "rougeL": 13.793103448275865}, "nll_sum": 268.9618835449219, "token_count": 43} +{"index": 4316, "reference": "A \u00a39m redesign of a Glasgow west end road, known for its eclectic shops and cafes, has been backed by the public.", "prediction": "Plans have been unveiled for a \u00a3100m regeneration expansion of Glasgow's next street, which could a street value of \u00a31m.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 0.0, "rougeL": 13.95348837209302}, "nll_sum": 105.03744506835938, "token_count": 27} +{"index": 4317, "reference": "Two of Africa's most famous musicians have released a song against the recent violence against foreigners in South Africa.", "prediction": "A South African musician have released a message saying the victims of the recent Paris attacks, and called the nation to \"the all of our future\".", "rouge": {"rouge1": 34.78260869565217, "rouge2": 18.18181818181818, "rougeL": 26.08695652173913}, "nll_sum": 123.48123168945312, "token_count": 28} +{"index": 4318, "reference": "A man has been arrested on suspicion of murder after a woman was found dead at a house in Worcestershire.", "prediction": "A man has been arrested after death after a woman's body was found at her Worcestershire home.", "rouge": {"rouge1": 63.1578947368421, "rouge2": 38.88888888888889, "rougeL": 63.1578947368421}, "nll_sum": 52.08308410644531, "token_count": 21} +{"index": 4319, "reference": "If Labour are still in power after the assembly election, I get the impression it will have some unfinished business with universities.", "prediction": "It has been a bitter decision for better education education in Wales - but years of struggle, we a anticipated and and is bad good for Welsh education.", "rouge": {"rouge1": 8.16326530612245, "rouge2": 0.0, "rougeL": 4.081632653061225}, "nll_sum": 157.8602294921875, "token_count": 29} +{"index": 4320, "reference": "The BBC Trust has said no action is required over comments Chris Packham made in BBC Wildlife Magazine.", "prediction": "The BBC Trust was not given out a paper on shooting R wildlife campaigner RRol Packham, breaching its guidelines, a impartiality Committee committee has said.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 14.634146341463413, "rougeL": 23.25581395348837}, "nll_sum": 201.2152557373047, "token_count": 30} +{"index": 4321, "reference": "The Cleveland Indians edged 2-1 ahead in the World Series with a 1-0 victory at Chicago.", "prediction": "The Indians 2008 beat the Chicago 5-1 Cleveland Indians and beat their World Series battle- 7- 4 to level series 3-2 and level 1-0 series.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 13.636363636363638, "rougeL": 30.434782608695656}, "nll_sum": 172.37860107421875, "token_count": 33} +{"index": 4322, "reference": "A campaign to raise \u00a350,000 for former Emmerdale actress Leah Bracknell to undergo lung cancer treatment has reached its target.", "prediction": "Coronation Street actor Barbara Bracknelli hope to save \u00a31's000 to save her life for her diagnosis a terminal lung cancer.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 5.000000000000001, "rougeL": 19.047619047619047}, "nll_sum": 157.87100219726562, "token_count": 28} +{"index": 4323, "reference": "Leonardo Ulloa's injury-time penalty rescued a point for Leicester in a controversial encounter with West Ham as the Foxes went eight points clear at the top of the Premier League.", "prediction": "Premier League leaders Leicester Leonardo Uoaoa missed a penalty and was sent off as 10-man West Ham's side drew with an extraordinary West Ham draw atold King Power Stadium-N 2011mark in solve games a 2011 again a 2011", "rouge": {"rouge1": 35.61643835616438, "rouge2": 5.633802816901409, "rougeL": 13.698630136986301}, "nll_sum": 276.6001892089844, "token_count": 48} +{"index": 4324, "reference": "China is the world's most populous country, with a continuous culture stretching back nearly 4,000 years.", "prediction": "China, China has one of the developing world's most powerful and most andlargest economy, China has one of the world's weakest economic and economic ambition.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 13.953488372093027, "rougeL": 22.222222222222225}, "nll_sum": 112.11775207519531, "token_count": 30} +{"index": 4325, "reference": "A giant street party will be held next year to celebrate the Queen's 90th birthday.", "prediction": "The most humble street party will, but held in London atington Palace ceremony later, to mark Queen II's her 90th birthday,.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 16.666666666666664, "rougeL": 47.368421052631575}, "nll_sum": 163.80545043945312, "token_count": 26} +{"index": 4326, "reference": "Each day we feature a photograph sent in from across England - the gallery will grow during the week.", "prediction": "Each day we feature a photograph sent in from across England - the gallery will grow during the week - during the gallery during the gallery will grow during the week - it's from's The's will - from The:'s a from aA", "rouge": {"rouge1": 60.0, "rouge2": 58.620689655172406, "rougeL": 60.0}, "nll_sum": 229.21453857421875, "token_count": 47} +{"index": 4327, "reference": "Researchers have developed an algorithm to help robots fall more gracefully, to protect them from damage.", "prediction": "Scientists in Russia have developed a new video, that robot robot can fall seriously.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 7.142857142857144, "rougeL": 26.666666666666668}, "nll_sum": 76.96810913085938, "token_count": 15} +{"index": 4328, "reference": "The deputy mayor of Calais, Philippe Mignonet wants the UK to introduce identity cards as part of efforts to deter migrants gathering at the French port and attempting to cross the channel.", "prediction": "Almost 50 years ago, a million ID cards to the UK and governments who cannot carry, card - used to be used a ID card or fraud.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 3.571428571428571, "rougeL": 17.24137931034483}, "nll_sum": 154.99234008789062, "token_count": 29} +{"index": 4329, "reference": "New Celtic manager Brendan Rodgers says he has been discussing his future plans with some of his senior players.", "prediction": "Celtic have confirmed the signing \"a long-term future\". next Celtic manager.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 6.896551724137931, "rougeL": 12.903225806451616}, "nll_sum": 89.12065124511719, "token_count": 17} +{"index": 4330, "reference": "More charges against \"individuals and entities\" are being considered as investigations into allegations of corruption within Fifa have expanded, says US attorney general Loretta Lynch.", "prediction": "F Fifa chief executive Ph ignored Lynch says substantial evidence of corruption charges seized to US authorities, saying president has gained $65 (\u00a3700m).", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 12.499999999999996}, "nll_sum": 213.1803741455078, "token_count": 27} +{"index": 4331, "reference": "Former Wales captain Gareth Thomas doubts head coach Warren Gatland could be tempted to succeed Stuart Lancaster as England boss.", "prediction": "Warren Gatland should soon not be named as head coach and assistant wants the return to South Africa, says ex-ni chief Phillip Thomas.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 18.18181818181818}, "nll_sum": 139.90126037597656, "token_count": 27} +{"index": 4332, "reference": "US President Donald Trump has broken his Twitter silence after James Comey's explosive testimony to appear to accuse the former FBI chief of perjury.", "prediction": "US President Donald Trump has defended the firing director James Comey, giving evidence before a US congressional hearing, allegations of him is a intelligence leaker\".", "rouge": {"rouge1": 36.0, "rouge2": 20.833333333333336, "rougeL": 32.0}, "nll_sum": 136.37811279296875, "token_count": 28} +{"index": 4333, "reference": "Respect leader George Galloway has been reported to police for allegedly breaking election law.", "prediction": " MP Stephen Galloway is being investigated by police for making police false making false statements for his West Yorkshire seat before the 2014's general.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 130.12637329101562, "token_count": 26} +{"index": 4334, "reference": "A main road on the Isle of Wight is to be repaired more than two years after it collapsed due to heavy rain.", "prediction": "A major Somerset bridge reopen by a landslip nine nine months will shut open for traffic, Hampshire City Council agreed to pay \u00a35m.", "rouge": {"rouge1": 8.695652173913043, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 161.41746520996094, "token_count": 27} +{"index": 4335, "reference": "One of the more unusual titles at E3, the worlds largest video games exhibition held each year in Los Angeles, is Konami's Lucha Libre AAA: Heroes del Ring.", "prediction": "The first in game is being held of in to to Miami City in New.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 93.60293579101562, "token_count": 15} +{"index": 4336, "reference": "A disc jockey has been jailed for eight months for stealing money from a children's cancer charity linked to the Oscar Knox appeal.", "prediction": "A man whose man was raised of funds to receive to a cancer boy's birth was Oscar bird has been given an eight-year jail sentence.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 4.081632653061225, "rougeL": 15.686274509803924}, "nll_sum": 149.777099609375, "token_count": 28} +{"index": 4337, "reference": "Australia's former treasurer Joe Hockey has been named as the new ambassador to the United States.", "prediction": "Joe Hockey has been selected the be next the foreign minister after Australia has been a brief decision for the leader's resignation, low-old for public from from November referee's from. for. referee to a of matches.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 11.111111111111109, "rougeL": 21.428571428571434}, "nll_sum": 291.38531494140625, "token_count": 43} +{"index": 4338, "reference": "DUP Economy Minister Simon Hamilton has given details of a plan to cut costs associated with the botched Renewable Heat Incentive (RHI) scheme.", "prediction": "Northern Ireland's Economy Minister Simon Hamilton is seeking to take legal action against economy paying for the Renewable half Incentive (RPS) scheme.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 13.636363636363635, "rougeL": 39.130434782608695}, "nll_sum": 141.37042236328125, "token_count": 29} +{"index": 4339, "reference": "Toddler Ben Needham \"most likely\" died in an accident near to where he disappeared in 1991, police have said.", "prediction": ". searching for missing toddler Ben Needham have found a Greek island Island farmhouse was found, police have said.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 22.857142857142858, "rougeL": 32.43243243243243}, "nll_sum": 114.982666015625, "token_count": 22} +{"index": 4340, "reference": "A 20-year old man is in hospital with serious injuries after he fell from a first floor balcony in Brighton.", "prediction": "A man was taken to hospital after being hit by a collapse of a street of Brighton and Hove.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 30.0}, "nll_sum": 66.01245880126953, "token_count": 20} +{"index": 4341, "reference": "Graeme McDowell dropped five off the pace at the Qatar Masters after struggling to a three-over-par 75 in Friday's second round in Doha.", "prediction": "Northern Ireland's Graeme McDall missed out of a round of 72 in a closing- closing round of the inaugural Masters event in South Korea.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 153.4779052734375, "token_count": 28} +{"index": 4342, "reference": "Love locks on a new river footbridge are being removed because of fears they are damaging the structure.", "prediction": "A seaside town is accused of removinging \"dangerousous locks\" to stop, and turned turned into a dream a an name, says it to gang it's from a it from it The's flagshipless.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 293.300537109375, "token_count": 44} +{"index": 4343, "reference": "Lewis Hamilton says he will \"take it like a man\" if he loses this year's Formula 1 title to Mercedes team-mate Nico Rosberg.", "prediction": "Lewis Hamilton says he can still his Mercedes team-mate Rosberg to lose this year's this year in his struggle to world in his world title.", "rouge": {"rouge1": 53.84615384615385, "rouge2": 32.0, "rougeL": 34.61538461538461}, "nll_sum": 133.6763153076172, "token_count": 29} +{"index": 4344, "reference": "A man has been charged with the murder of a man found fatally injured in parked car in Oxford.", "prediction": "A man has been charged with murder after the death of another man in a car in-on-Trent, to-oper as a man as a man's from a same's a from a ballet.", "rouge": {"rouge1": 50.90909090909091, "rouge2": 26.41509433962264, "rougeL": 43.63636363636364}, "nll_sum": 174.2407989501953, "token_count": 41} +{"index": 4345, "reference": "A dog has died after falling into the River North Esk in Angus despite a major rescue effort to save the animal.", "prediction": "A dog dog had to be rescued being rescued by a water into River River F Forth Fife.", "rouge": {"rouge1": 35.0, "rouge2": 5.263157894736842, "rougeL": 20.0}, "nll_sum": 108.38849639892578, "token_count": 19} +{"index": 4346, "reference": "Australian police in Victoria have warned the public not to engage in \"intimidating\" behaviour after reports of clowns terrorising people in Melbourne.", "prediction": "Police in Pennsylvania, California are warning people and they want to wear clowns, such as \"apapical and \" anti-social behaviour\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 141.93179321289062, "token_count": 28} +{"index": 4347, "reference": "Durham secured their first T20 Blast win in seven attempts as they beat Leicestershire in a frantic seven-overs-a side contest.", "prediction": "Yorkshire Yorkshire missed rain rain-affected heavy as holders holders Middlesex to an eight-game T20 win over Leicestershire at Grace Road.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 177.51904296875, "token_count": 30} +{"index": 4348, "reference": "India finished the opening day of the final Test against South Africa on 231-7 - the highest score of the series.", "prediction": "South Africa led an unbeaten 88-run win as to side took all runs runs in India the first Test and take take a Test win win.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 4.3478260869565215, "rougeL": 12.5}, "nll_sum": 173.09588623046875, "token_count": 28} +{"index": 4349, "reference": "A rising number of energy customers have switched gas and electricity deals amid widespread calls to benefit from savings that are available.", "prediction": "Energy customers from energy providers is energy of an average \u00a31mm by the competition watchdog the new figures show.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 123.99870300292969, "token_count": 21} +{"index": 4350, "reference": "Half of all UK seven-year-olds do not do enough exercise, with girls far less active than boys, a study suggests.", "prediction": "Children as young as are are a times more more likely as girls to become more active, new research suggests.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 98.7636489868164, "token_count": 21} +{"index": 4351, "reference": "Drugs used to treat weak bones in elderly patients suffering from osteoporosis may actually make them weaker, research suggests.", "prediction": " human electronic human bone can cut a drugs that reduces cancer patients for osteoporrom, be stronger, research research in the Lancet suggests.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 183.3794403076172, "token_count": 27} +{"index": 4352, "reference": "St Mirren have signed forward Cammy Smith on loan for the rest of the season after Aberdeen ended his spell with Dundee United.", "prediction": "St Mirren have signed Aberdeen forward Tommymy Smith from Premiership side Aberdeen on an two-year deal, reported to be \u00a38m.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714283, "rougeL": 31.818181818181824}, "nll_sum": 105.6638412475586, "token_count": 27} +{"index": 4353, "reference": "More than 1,100 homes in Greater Manchester remain without power following flooding in the area across the weekend.", "prediction": " a power car company has left cut with 7,000 homes and their homes cut after flooding hit large parts of the country in the aftermath from Saturday, floods, it they, a 3, says it's flagship of.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 3.6363636363636362, "rougeL": 14.035087719298245}, "nll_sum": 250.85336303710938, "token_count": 43} +{"index": 4354, "reference": "Cash can no longer be used on any of London's buses in a move that Transport for London (TfL) says will save \u00a324m a year.", "prediction": "Changes to give \u00a324m extra for passengers London's transport network will stop on Friday, Transport for London ( (TfL)) and said.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 17.77777777777778, "rougeL": 25.531914893617024}, "nll_sum": 135.78341674804688, "token_count": 29} +{"index": 4355, "reference": "Edinburgh will play their home matches at Myreside for the second half of next season.", "prediction": "Edinburgh are to start the building of their new Myreside home home for young players, players and players.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 0.0, "rougeL": 24.24242424242424}, "nll_sum": 115.85981750488281, "token_count": 22} +{"index": 4356, "reference": "Retailer Watt Brothers has announced plans to create 350 new jobs by opening six new stores and expanding three others over the next few years.", "prediction": "Glasgow-based store,pres, will 40 new jobs over the next three years as part of an effort to boost its sales.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.333333333333334, "rougeL": 25.53191489361702}, "nll_sum": 101.59851837158203, "token_count": 27} +{"index": 4357, "reference": "Filled with goodwill, unfathomable optimism and a slightly heavy heart, you embark on a health kick.", "prediction": "So is I'm a a week full of training at Istic University, London of December and then I wish to do a copy specialist training camp I need.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 177.90237426757812, "token_count": 31} +{"index": 4358, "reference": "The chief constable of South Yorkshire has admitted \"grave errors\" were made during the Hillsborough disaster and has apologised \"profoundly\".", "prediction": "A police chief constable who apologised to Liverpool fans after the disaster, has apologised for the force.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 32.43243243243243}, "nll_sum": 76.52287292480469, "token_count": 19} +{"index": 4359, "reference": "The M6 motorway between Wolverhampton and Walsall has reopened after a fatal crash.", "prediction": "The hard shoulder of the M was5 in Birmingham Birmingham been closed for major delays, causing an underground spill failure.", "rouge": {"rouge1": 6.060606060606061, "rouge2": 0.0, "rougeL": 6.060606060606061}, "nll_sum": 141.49813842773438, "token_count": 22} +{"index": 4360, "reference": "The area where acoustic signals thought linked to the missing Malaysian plane were detected can now be ruled out as the final resting place of flight MH370, Australian officials say.", "prediction": "The latest search for a Malaysia plane which disappeared more than 30 minutes has entered the sea again, Australia's co-ordinated sources say.", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 127.16897583007812, "token_count": 27} +{"index": 4361, "reference": "Annan Athletic, Forfar Athletic, Clyde and Elgin City all started their Scottish League Two campaigns with single goal victories.", "prediction": "Ten-man Annan are out of the Scottish League Two after having gone down 4-1 at home to Stirlingrie Airdrieonians.", "rouge": {"rouge1": 20.0, "rouge2": 10.526315789473685, "rougeL": 20.0}, "nll_sum": 136.9630889892578, "token_count": 30} +{"index": 4362, "reference": "One of the biggest questions to come out of the historic decision that the UK should leave the European Union is about the future of Scotland.", "prediction": "Scottish Labour voters voted for the same time as other other countries in not UK.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 81.35441589355469, "token_count": 16} +{"index": 4363, "reference": "A former professor at a prestigious music school used his \"power and influence\" in order to rape a female student, a court has heard.", "prediction": "A former music teacher raped a teacher in her car because he because had be accused because he he had sex with, a court. heard.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 12.76595744680851, "rougeL": 32.6530612244898}, "nll_sum": 145.39453125, "token_count": 27} +{"index": 4364, "reference": "China's imports of crude oil from Iran rebounded in May after the two countries resolved a payment dispute.", "prediction": " commodity prices have fallen to their highest level for the first first three months of the year, amid fears it will increase demand financial sanctions on the US.", "rouge": {"rouge1": 8.51063829787234, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 111.0007553100586, "token_count": 29} +{"index": 4365, "reference": "The chief executive of Natural Resources Wales has denied the organisation had the \"wool pulled over our eyes\" by a sawmill operator given a 10 year timber contract that was criticised by an audit.", "prediction": "The Welsh industry it was behind the behind plans to build a \u00a3280m implement line on Anglesey, has told a crucial committee was was told", "rouge": {"rouge1": 20.338983050847457, "rouge2": 0.0, "rougeL": 16.949152542372882}, "nll_sum": 170.4937744140625, "token_count": 29} +{"index": 4366, "reference": "Council tax bills in England could cost an average of \u00a3200 more for band D properties by 2020, the Local Government Association has warned.", "prediction": "Councils in England are face fines of having to raise tax by VAT end be Parliament of the Local Government Association says. solve in the's reputation, flagship,'s \" \"West-D's tax in from November a Parliament.", "rouge": {"rouge1": 35.483870967741936, "rouge2": 13.333333333333334, "rougeL": 29.03225806451613}, "nll_sum": 313.79296875, "token_count": 45} +{"index": 4367, "reference": "It was a bizarre story from the outset.", "prediction": "A Japanese boy son went missing from Japan, 10 years ago, told the parents' disappearance were also abandoned in but what saw what was doing.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 159.69430541992188, "token_count": 28} +{"index": 4368, "reference": "Yesterday was quite possibly the busiest day of my life.", "prediction": "After only eight players and games cricket remaining, England captain England in the Champions Trophy again, and I felt following the cricket's decision's as chief executive.", "rouge": {"rouge1": 5.263157894736841, "rouge2": 0.0, "rougeL": 5.263157894736841}, "nll_sum": 161.10133361816406, "token_count": 30} +{"index": 4369, "reference": "Athletics stars Mo Farah and Greg Rutherford have shared their tips for young athletes with Newsround.", "prediction": "round thewagen told Newsround, you might be well fit to an Olympic Games where the world champion.", "rouge": {"rouge1": 6.0606060606060606, "rouge2": 0.0, "rougeL": 6.0606060606060606}, "nll_sum": 121.38068389892578, "token_count": 20} +{"index": 4370, "reference": "UKIP leadership contender Raheem Kassam has launched his campaign, describing himself as the \"Farage-ist candidate\".", "prediction": "UKIP chairman Yheem Kassam has called called for the party to run an organisation because it is \"crisis facing a political party\".", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 125.44680786132812, "token_count": 28} +{"index": 4371, "reference": "Former Taoiseach (Irish prime minister) Bertie Ahern has warned there is no easy solution to resolving the Irish border issue before the UK leaves the EU.", "prediction": " Bertieie Ahern said, he believes he and the UK government will secure if the Stormont Executive failed to infrastructure negotiations inon other side\" of 8 June.", "rouge": {"rouge1": 19.230769230769234, "rouge2": 4.0, "rougeL": 15.384615384615385}, "nll_sum": 197.7389678955078, "token_count": 33} +{"index": 4372, "reference": "A plaque with the names of those from Merseyside who lost their lives fighting in the Spanish Civil War has found a permanent home in Liverpool.", "prediction": "A permanent memorial permanent unveiled created in Merseyside and Meride who fought in the Spanish Civil of Franco.", "rouge": {"rouge1": 45.45454545454546, "rouge2": 19.04761904761905, "rougeL": 31.818181818181817}, "nll_sum": 132.59083557128906, "token_count": 21} +{"index": 4373, "reference": "A woman was shot dead by attackers who may have been on bicycles, police have said.", "prediction": "A woman was being shot dead after being shot dead by a group of a men riding drugs the police have said.", "rouge": {"rouge1": 47.368421052631575, "rouge2": 33.33333333333333, "rougeL": 47.368421052631575}, "nll_sum": 89.61943054199219, "token_count": 22} +{"index": 4374, "reference": "Demolition teams - backed up by riot police - are dismantling parts of the migrant camp in Calais, known as the Jungle, which has become home to thousands of people desperate to reach Britain.", "prediction": "The English Channel, the English Channel, aims to protect the English Channel from the English Channel, English Channel and the English Channel and the English Channel English from the English Channel.", "rouge": {"rouge1": 9.523809523809524, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 104.61695098876953, "token_count": 34} +{"index": 4375, "reference": "A leading Baloch separatist has said he is ready to consider dialogue with Pakistan, as long as the army ends military operations in the province.", "prediction": "One of the most senior separatist leaders of Rochistan, has called for the country to the killed because of a military struggle in its military operations.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 128.0000457763672, "token_count": 29} +{"index": 4376, "reference": "The former president of Peru, Alberto Fujimori, has said he will publish excerpts from his memoirs on the social media websites Twitter and Facebook.", "prediction": " Peru's former leader Mau Maimori has demanded the release office release his media office.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 107.87593078613281, "token_count": 17} +{"index": 4377, "reference": "Boys should receive a cancer vaccine - already given to young girls - to stop them developing strains of the disease, experts have said.", "prediction": "isation immun programme to protect young aged against deadly struggle deadly cancer has been officially launched in, Welsh government.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 141.49374389648438, "token_count": 20} +{"index": 4378, "reference": "A dad's desperate search to replace his autistic son's beloved \"little blue cup\" has ended - after the manufacturer stepped in to make a lifetime's supply.", "prediction": "A conspiracy man has made an appeal find his son's old and cup aA Swansea firm, after an appeal.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 25.0}, "nll_sum": 154.12808227539062, "token_count": 22} +{"index": 4379, "reference": "Goals from Sone Aluko and Tom Cairney gave Fulham a west London derby win over Brentford at Griffin Park.", "prediction": " Alhat Alairney's Al hat-trick as Fulham beat their Championship play-off hopes and reach the play-off skasing Brentford.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 166.0023956298828, "token_count": 31} +{"index": 4380, "reference": "French President Francois Hollande has named Jean-Marc Ayrault as his new foreign minister.", "prediction": "The French Green Party has named Ianrara Am, chosen as, new minister of French President Francois Hollande.", "rouge": {"rouge1": 58.06451612903226, "rouge2": 27.586206896551722, "rougeL": 38.70967741935484}, "nll_sum": 125.60441589355469, "token_count": 21} +{"index": 4381, "reference": "A man was helped back to his hotel after sleepwalking into the street in Manchester city centre without any clothes on, police have said.", "prediction": "A man has been found hidden up outside a hotel in a Greater restaurant, police police, saying they do not provide as proper Dennisnambambism\".", "rouge": {"rouge1": 20.833333333333336, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333336}, "nll_sum": 194.9420166015625, "token_count": 30} +{"index": 4382, "reference": "There's exactly one year to go until the Winter Olympics officially kick off in the Asian country of South Korea.", "prediction": "The 2016 Olympic Games is taking place this year and it will take place its London.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 57.934120178222656, "token_count": 16} +{"index": 4383, "reference": "Adebayo Akinfenwa was sent off on his Wycombe Wanderers debut in a pre-season friendly against Le Havre on Tuesday.", "prediction": "ebebayebebo Akinfenwa has had his red ban received by the Football Association after he was sent off by a Football Association emerged.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 142.3138427734375, "token_count": 29} +{"index": 4384, "reference": "Veteran US congressman Chaka Fattah has been convicted of multiple frauds which prosecutors said were aimed at enriching himself and preserving his political career.", "prediction": "Former US rapper, sixaka Fattah, has been found guilty of a five-year scandal believed to $75 (\u00a339m).", "rouge": {"rouge1": 23.80952380952381, "rouge2": 10.0, "rougeL": 23.80952380952381}, "nll_sum": 138.54898071289062, "token_count": 27} +{"index": 4385, "reference": "Team GB should expect to win at least three medals at the Winter Olympics in Sochi, according to UK Sport.", "prediction": "UK Sport wants to stage four medals at the 2016 Paralympic Games in 2012 after winning a record medal of \u00a331.6m.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 23.809523809523807}, "nll_sum": 99.27923583984375, "token_count": 27} +{"index": 4386, "reference": "Scotland's finance secretary John Swinney has submitted a fresh proposal in talks to establish a \"fiscal framework\" for new devolved powers.", "prediction": "Scotland's Secretary John Swinney has accused the UK government must defend his plan for the current deal with. Smith agreement a an Bid \"unishing's from a's a from the from a it's referee\". a's from'sA", "rouge": {"rouge1": 28.571428571428577, "rouge2": 13.11475409836066, "rougeL": 25.396825396825395}, "nll_sum": 285.9580383300781, "token_count": 47} +{"index": 4387, "reference": "Dayle Southwell's first-half goal was the difference as Wycombe Wanderers edged past Stevenage at Adams Park.", "prediction": " Mother Southwell struck a last-minute winner as Wycombe picked up a comfortable League Two victory over fellow Two-offoff hopefuls Stevenage.", "rouge": {"rouge1": 20.0, "rouge2": 5.263157894736842, "rougeL": 20.0}, "nll_sum": 142.05555725097656, "token_count": 30} +{"index": 4388, "reference": "A teenager who stabbed a 16-year-old to death in an Aberdeen school has been jailed for nine years.", "prediction": "A teenager who stabbed to death of 17 17-year-old at an Aberdeen school school has been given an 18-year prison sentence.", "rouge": {"rouge1": 63.63636363636365, "rouge2": 42.857142857142854, "rougeL": 54.54545454545454}, "nll_sum": 92.40437316894531, "token_count": 27} +{"index": 4389, "reference": "Four rowers from Northern Ireland in the Great Britain squad have advanced from the heats at the European Championships in Racice, Czech Republic.", "prediction": "Defending champions Ireland are being stripped of a place at the European Championships in June in Belgrade in June.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 20.0, "rougeL": 28.571428571428577}, "nll_sum": 82.80957794189453, "token_count": 21} +{"index": 4390, "reference": "US tennis star Venus Williams has been involved in a car accident that led to the death of a 78-year-old man.", "prediction": "Serena Williams has died in a fatal car crash, police in Florida say, and there was cleared in was not cleared in the's,, a,. who from the Saturday after before, byiven of.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 7.4074074074074066, "rougeL": 25.0}, "nll_sum": 220.6434326171875, "token_count": 41} +{"index": 4391, "reference": "Chess boxing, a hybrid sport combining the mental workout of chess with the physical challenge of boxing, is catching on in India, reports Shamik Bag.", "prediction": "The first professional fight between between chess men a of footballers bat give as it's middle a ballet's reputation in the Indian president's referee as reputation a's from India's 100 was from from a have's of.", "rouge": {"rouge1": 23.88059701492537, "rouge2": 0.0, "rougeL": 14.92537313432836}, "nll_sum": 301.69085693359375, "token_count": 43} +{"index": 4392, "reference": "Telescopes looking for extra terrestrial intelligence should re-open within weeks after donors replaced income lost in public funding cuts.", "prediction": "A special fund set up to save California's most astronauts missions will upgraded it will turn it into science fiction.", "rouge": {"rouge1": 4.878048780487805, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 119.75019836425781, "token_count": 21} +{"index": 4393, "reference": "Two new Conservative MSPs have joined the campaign for the UK to leave the European Union.", "prediction": "Two Scottish MSPs backed call out a call for the UK to remain in leaving, EU, as the office sees a German agent's call for Britain's political from from a struggle, German the have of the.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 11.538461538461538, "rougeL": 29.629629629629626}, "nll_sum": 246.82261657714844, "token_count": 43} +{"index": 4394, "reference": "A man who had spent Friday drinking had to be rescued from a church roof by the fire service.", "prediction": "A man who tried to get of a Catholic church priest on the roof of the Edinburgh roof of his roof has been jailed for six months.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.090909090909092, "rougeL": 34.78260869565217}, "nll_sum": 105.7411880493164, "token_count": 27} +{"index": 4395, "reference": "Labour has failed to agree on how to form its shadow cabinet at a meeting of its national executive committee.", "prediction": "Plans to hold on for his future leadership leader have been delayed after the party's parliamentary Committee ruling ruled it out of a \" 'of \"-over \"over's from a it\" the Labour leader's of.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 260.7552490234375, "token_count": 42} +{"index": 4396, "reference": "Harassment of women is to be recorded as a hate crime in a bid to tackle sexist abuse.", "prediction": "A police force has launched a conference to launch a marketing hate crime - a be a victim.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.0606060606060606, "rougeL": 28.571428571428577}, "nll_sum": 98.65693664550781, "token_count": 18} +{"index": 4397, "reference": "A BBC Spotlight poll strongly indicates voters in Northern Ireland would reject a united Ireland in a border poll.", "prediction": "The BBC poll polls poll certainly almost the biggest border poll of the poll for BBC Ireland suggests that Northern Ireland should instead of a UK stay or stay in the EU.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 173.01974487304688, "token_count": 32} +{"index": 4398, "reference": "Two Iranian refugees who were transferred to Cambodia under a A$55m ($41m; \u00a329m) deal with Australia have returned to Iran voluntarily.", "prediction": "A third of Syrian refugees who have been sent at offshore detention centre detention Australia have left, the Australian government says.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 95.34801483154297, "token_count": 22} +{"index": 4399, "reference": "A cafe owner has defended a sign urging people to eat cake to avoid being kidnapped in the town where April Jones was abducted and murdered in 2012.", "prediction": "A sign the road where schoolgirlgirl April Jones disappeared has been found alive\" in the town where she is claiming she \"get better kidnapped\".", "rouge": {"rouge1": 38.46153846153846, "rouge2": 20.0, "rougeL": 26.923076923076923}, "nll_sum": 161.94552612304688, "token_count": 28} +{"index": 4400, "reference": "Radical preacher Anjem Choudary has been jailed for five-and-a-half years for inviting support for the so-called Islamic State group.", "prediction": "Radical preacher Anjaryoudary has been sentenced to 20 years in prison for encourage the for the so-called Islamic State (IS).", "rouge": {"rouge1": 54.54545454545454, "rouge2": 33.33333333333333, "rougeL": 54.54545454545454}, "nll_sum": 117.4615478515625, "token_count": 28} +{"index": 4401, "reference": "A four-year-old boy has died following a fire at a house in Neath Port Talbot.", "prediction": "A five-year-old boy was among his three brother brother who died in a fire at their family's home in Port Talbot.", "rouge": {"rouge1": 53.658536585365844, "rouge2": 25.64102564102564, "rougeL": 53.658536585365844}, "nll_sum": 80.646484375, "token_count": 27} +{"index": 4402, "reference": "US technology giant Apple raised a better than expected $6.5bn (\u00a34.3bn) through a corporate bond sale, as part of a plan to return cash to investors.", "prediction": "Apple has sold its bond bonds to $bnbn42bn; \u00c2\u00a342bn) to help investors as investors get cash revenue and shareholders.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 0.0, "rougeL": 21.27659574468085}, "nll_sum": 177.08233642578125, "token_count": 29} +{"index": 4403, "reference": "One of the largest hospital trusts in England is to be put into special measures because of \"serious failures\" in patient safety.", "prediction": "A health trust running a east of Kent hospital says it needs to improved improved, after staff found found shortages of bullying, care and care.", "rouge": {"rouge1": 21.276595744680854, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 161.9840545654297, "token_count": 27} +{"index": 4404, "reference": "China says it is \"seriously concerned\" after US President-elect Donald Trump expressed doubts about continuing to abide by the \"One China\" policy.", "prediction": "China's foreign ministry rejected a call from Donald Trump's a \" China\" policy, after the Taiwanese president says.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 100.13175201416016, "token_count": 22} +{"index": 4405, "reference": "A baby hatch in southern China has been forced to suspend work after hundreds of infants were abandoned, overwhelming the centre, its director says.", "prediction": " health officials in China has suspended of hundreds of baby hatches sinceches city abandoned, the country's news agency says. a in the a referee, suspending,g it from a 3\" by not by delayed of.", "rouge": {"rouge1": 40.0, "rouge2": 10.344827586206899, "rougeL": 30.0}, "nll_sum": 272.6075439453125, "token_count": 43} +{"index": 4406, "reference": "A man died after trying to rescue a day-tripper from the sea a month before five young friends died at the same beach, an inquest has heard.", "prediction": "An inquest into the death of five men who drowned while trying to reach a beach at, has been been found guilty of misadventure.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 7.999999999999999, "rougeL": 19.23076923076923}, "nll_sum": 98.84834289550781, "token_count": 27} +{"index": 4407, "reference": "So how constraining on Labour is its self-imposed \"Budget Responsibility Lock\"?", "prediction": "For the right, you would, that any voters will receive extra \u00a38bn of revenue, or who does to them to them again taxes - will be cut or scrapped, if they are to win the next election.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 201.61328125, "token_count": 43} +{"index": 4408, "reference": "The family of a man feared missing on holiday in Peru say they are growing increasingly concerned.", "prediction": "A Scottish man from North Yorkshire who went missing on a trip to Peru has been bailed, the Foreign Office says.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555556, "rougeL": 31.578947368421055}, "nll_sum": 75.8541030883789, "token_count": 22} +{"index": 4409, "reference": "Peru's President Ollanta Humala has marked his first year in office by pledging to increase social spending to help the country's poorest people.", "prediction": " Peruvians Prime Minister Ad willing Humau has said he hopes his government will do anything but will not anything anything\" not bring economic growth.", "rouge": {"rouge1": 8.16326530612245, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 175.21160888671875, "token_count": 28} +{"index": 4410, "reference": "A man has been rescued from the sea 200 metres off the coast at Ballyholme Bay, near Bangor, after a man working nearby heard shouts and called the Coastguard.", "prediction": "A man was taken to hospital after being saved by a life crew Clyde after getting into difficulties trouble in the water off Anglesey, said it was a \"00 \"bmaker-bicket). in past from a it.", "rouge": {"rouge1": 21.538461538461537, "rouge2": 3.1746031746031744, "rougeL": 15.384615384615385}, "nll_sum": 264.2122497558594, "token_count": 45} +{"index": 4411, "reference": "Motorcyclists have claimed they have been banned from a pub chain which recently barred swearing.", "prediction": "A brewery has accused a bikers of because owner would be allowed to serve his local car park.", "rouge": {"rouge1": 6.06060606060606, "rouge2": 0.0, "rougeL": 6.06060606060606}, "nll_sum": 114.14106750488281, "token_count": 19} +{"index": 4412, "reference": "Leeds Rhinos ran in seven tries as they comfortably beat a poor Warrington Wolves side at Headingley.", "prediction": "Warrington Wolves staged a second-halfhalf comeback to beat they thrashed a WarringtonWarrington Wolves, who receive their third straight Super League win.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 150.52784729003906, "token_count": 30} +{"index": 4413, "reference": "Livingston remain two points clear at the top of Scottish League One after they beat nine-man East Fife.", "prediction": "Queen's Park moved three points clear at a top of Scottish League One with a 4-0 win away at home to Airdrieonians.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 29.268292682926827, "rougeL": 37.2093023255814}, "nll_sum": 132.77880859375, "token_count": 30} +{"index": 4414, "reference": "Work to rebuild a shopping centre car park that has been beset with structural problems for a decade will now go ahead in the spring of 2015.", "prediction": "Work on a \u00a343m revamp of a flagship shopping centre will start early next, after a council was was granted planning permission.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 112.89862060546875, "token_count": 26} +{"index": 4415, "reference": "A cider mill is set to close with its production being moved to the Republic of Ireland, its owners have said.", "prediction": " cideriot ciderntptonnt Mal, will close with the loss of nearly 30 years, with the loss of 145,000 jobs it the..", "rouge": {"rouge1": 19.047619047619047, "rouge2": 5.000000000000001, "rougeL": 19.047619047619047}, "nll_sum": 179.6397247314453, "token_count": 28} +{"index": 4416, "reference": "Ex-child protection officer Peter McKelvie has resigned as an adviser to the Independent Inquiry into Child Sexual Abuse (IICSA), the inquiry says.", "prediction": " McK McKelievie, who resigned as part of the Inquiry Inquiry into child abuse, has resigned as deputy committee of a committee of MPs.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 22.727272727272727, "rougeL": 30.434782608695656}, "nll_sum": 120.82051849365234, "token_count": 28} +{"index": 4417, "reference": "A report proposing an agreement between the Church of England and the Church of Scotland has been published, ahead of a debate by the Churches' ruling bodies.", "prediction": "The Church of Scotland, which in what would be a Anglican graveyardical issue, has been officially awarded to the Church Scotland in not", "rouge": {"rouge1": 36.0, "rouge2": 20.833333333333332, "rougeL": 31.999999999999996}, "nll_sum": 130.22654724121094, "token_count": 26} +{"index": 4418, "reference": "Police failed to act on concerns raised about an illegal dog before it killed a baby girl, a report has found.", "prediction": "A police dog which mopeded and killed her baby to her forest said \"there was a breed breed\", attached to a serious case review found.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 0.0, "rougeL": 26.08695652173913}, "nll_sum": 177.41778564453125, "token_count": 29} +{"index": 4419, "reference": "England head coach Mark Sampson has named an expanded 28-player squad for his side's two upcoming matches against Norway and Sweden in Spain.", "prediction": "Head coach Mark Sampson has been named in her 26man squad for next month's friend against Norway and Sweden. saying it will a it's loss of \"over21\" from- from Ful has in from from international.", "rouge": {"rouge1": 45.16129032258065, "rouge2": 26.666666666666668, "rougeL": 45.16129032258065}, "nll_sum": 264.4897766113281, "token_count": 44} +{"index": 4420, "reference": "On Thursday 23 June the UK will vote in its first referendum in more than 40 years on whether or not it should remain as a member of the European Union (EU).", "prediction": "Thousands of people will vote in the UK to leave, or leave leave the European Union, but what, we want to find out what will mean it mean? thegate again 2011 the's 2011's 2011 to's the's 2011 in the", "rouge": {"rouge1": 31.999999999999996, "rouge2": 13.698630136986301, "rougeL": 18.666666666666668}, "nll_sum": 232.88906860351562, "token_count": 47} +{"index": 4421, "reference": "The official figures showing that 98% of voters backed Morocco's reform referendum are \"unbelievable\", a democracy campaigner has told the BBC.", "prediction": "Morocco activists say they have erupted protests against the introduction of a new constitution, the new king has announced.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 92.46340942382812, "token_count": 22} +{"index": 4422, "reference": "Kevin Pietersen smashed a second successive unbeaten hundred in South Africa's Ram Slam T20 event.", "prediction": "Kevin Pietersen hit a career-best best Twenty20 century as New Zealand beat his side beat beat the Sheffield Knights in. Bash League.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 151.595458984375, "token_count": 27} +{"index": 4423, "reference": "A legal challenge over the UK leaving the European Union (EU) is to be launched in Northern Ireland.", "prediction": "Campaigners seeking a bid the double of Northern Ireland minister and the prime minister a to launched a legal challenge to the UK's process leaving the EU.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 22.727272727272727, "rougeL": 34.78260869565217}, "nll_sum": 140.19293212890625, "token_count": 29} +{"index": 4424, "reference": "Politicians in Northern Ireland are holding talks over the next month to prevent the collapse of the government.", "prediction": "-ingsharing has begun in Northern Ireland after talks the political crisis in Stormont.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 13.793103448275861, "rougeL": 32.25806451612903}, "nll_sum": 103.82350158691406, "token_count": 17} +{"index": 4425, "reference": "A new garden-themed art exhibition will tell the intriguing story about Claude Monet and the famous water lily pond that inspired his best-known works.", "prediction": " documents painting by French artist Mon Monet has found himself and himself in building a 17th Century garden which he hoping to be used in a water garden in the Riverine.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 171.75982666015625, "token_count": 34} +{"index": 4426, "reference": "A florist whose business was destroyed in a fire which set off explosions at a neighbouring fireworks factory has pledged to rebuild his business.", "prediction": "A man whose fire was heart by a fire killed damaged a business, done, has described the moment how he believed he \"att his life\".", "rouge": {"rouge1": 36.734693877551024, "rouge2": 4.25531914893617, "rougeL": 32.6530612244898}, "nll_sum": 179.36810302734375, "token_count": 28} +{"index": 4427, "reference": "Two Sussex police constables questioned over their conduct at the site of the Shoreham air crash have left the force.", "prediction": "Two police officers who filmed witnessed themselves during a wake scene the Shoreham air disaster, have been sacked.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 116.56820678710938, "token_count": 20} +{"index": 4428, "reference": "Goals from Demarai Gray, Islam Slimani (2) and Ahmed Musa took Leicester past Championship side Sheffield United and into the EFL Cup third round.", "prediction": " Islam Slimobani and Islam Grayai each scored twice as the champions thrashed in-league Sheffield United to reach the EFL Cup fourth round tie against Sheffield United. a's- again 2011 from in's from's from. from a", "rouge": {"rouge1": 28.57142857142857, "rouge2": 9.836065573770492, "rougeL": 25.396825396825395}, "nll_sum": 252.39474487304688, "token_count": 47} +{"index": 4429, "reference": "A killer condition linked to 1,500 deaths every year in Wales is not always being treated in the same way in Welsh hospitals, new research claims.", "prediction": "Calls are being made to make patients with Waspsis in the same way way, latest figures for BBC Wales show in it the's game, Saturday, since it was00 from in what it's caught of November from. from a", "rouge": {"rouge1": 29.850746268656714, "rouge2": 9.23076923076923, "rougeL": 17.91044776119403}, "nll_sum": 296.3262939453125, "token_count": 47} +{"index": 4430, "reference": "The wife and adult children of late actor Robin Williams have agreed to meet outside of court to try and resolve a dispute over his belongings.", "prediction": "Farrell Williams is seeking a $1m000 (\u00c2\u00a339m trust after her husband stolen her stolen home, the name of her husband.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 172.01309204101562, "token_count": 29} +{"index": 4431, "reference": "A businessman who registered the births of 26 non-existent babies as part of a benefit fraud scheme has been jailed for 28 months.", "prediction": "A man who Ambulently claimed but tax benefits by claiming fraud of staff after after the same birth certificate, has been ordered to pay and more than \u00a32,500.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 3.9215686274509802, "rougeL": 22.641509433962266}, "nll_sum": 184.70411682128906, "token_count": 34} +{"index": 4432, "reference": "The European space Agency astronaut, Luca Parmitano, spoke to Newsround about his spacewalk experiences.", "prediction": "British astronaut Tim Peake has revealed he has be chosen to join International International Space Station anISS) as as anthe space of space\".", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 148.78219604492188, "token_count": 27} +{"index": 4433, "reference": "A man has died after he was hit by a car in Swanley on Saturday night.", "prediction": "A man was killed and November after being hit by a car to Leigh in.", "rouge": {"rouge1": 58.06451612903225, "rouge2": 27.58620689655172, "rougeL": 51.61290322580646}, "nll_sum": 79.6087646484375, "token_count": 15} +{"index": 4434, "reference": "UK government arms sales to Saudi Arabia are lawful, the High Court has ruled, after seeing secret evidence.", "prediction": "The UK government should ban arms sales on Saudi Arabia because it be a breach of international law the a leading campaign group has ruled in the a's, Morocco, \"West's a\" - from it have's of a. from aold", "rouge": {"rouge1": 33.898305084745765, "rouge2": 17.543859649122805, "rougeL": 33.898305084745765}, "nll_sum": 259.585693359375, "token_count": 47} +{"index": 4435, "reference": "England were heavily beaten by India A in their second and final warm-up match before the one-day international series begins on Sunday.", "prediction": "England suffered a surprise five-wicket collapse by India Ander in their Group Group A warm warm-up in their Group match warm-finals of the Indian Championship.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 12.0, "rougeL": 34.61538461538462}, "nll_sum": 173.36550903320312, "token_count": 33} +{"index": 4436, "reference": "Cruise ship operator Carnival has reported profits that beat analysts' expectations, sending shares higher.", "prediction": "Shares in Italian cruise company Carnival have fallen much as 40% in the third quarter, despite the company fears of a fall in advertising ticket.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 123.28791046142578, "token_count": 27} +{"index": 4437, "reference": "Uruguay will begin selling cannabis in pharmacies from July, the final stage in the country's pioneering regularisation of the drug.", "prediction": "A federaluayan government will the use of the unarmed cannabis in pharmacy and pharmacy in July, according to the National Auditokia in National.", "rouge": {"rouge1": 45.454545454545446, "rouge2": 14.285714285714283, "rougeL": 31.818181818181824}, "nll_sum": 171.72731018066406, "token_count": 27} +{"index": 4438, "reference": "A fundraiser who helped a community after four people died in a mill fire has been made an MBE in the Queen's Birthday Honours.", "prediction": "A woman whose friend survived of of a huge explosion in which the house as the same-sex has been appointed MBE in the Birthday Honours list.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 16.0, "rougeL": 38.46153846153846}, "nll_sum": 163.40911865234375, "token_count": 30} +{"index": 4439, "reference": "People living in Bristol have complained about a vinegary whiff in the air.", "prediction": "Thousands of big tenant are a big on a big night, in Bristol centre of Bristol, the town has been the impact of a huge risk for..", "rouge": {"rouge1": 20.0, "rouge2": 5.263157894736842, "rougeL": 15.0}, "nll_sum": 159.08889770507812, "token_count": 29} +{"index": 4440, "reference": "Private companies in Oxfordshire may not have enough capacity to employ people who lose their public sector jobs, an economics expert has warned.", "prediction": "Oxfordshire may have to many enough jobs despite England, despite cuts to the county council economy, according to research published by aMegian research.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454546, "rougeL": 21.73913043478261}, "nll_sum": 166.0947265625, "token_count": 29} +{"index": 4441, "reference": "One person has died in a stage collapse before a Radiohead concert in the Canadian city of Toronto.", "prediction": "One least one person including a people, have died after a band collapsed at Warwick in Hyde Park on New Year's Day in USA.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 27.906976744186046}, "nll_sum": 123.30429077148438, "token_count": 26} +{"index": 4442, "reference": "RB Leipzig moved level on points with Bundesliga leaders Bayern Munich after Timo Werner scored twice in a comfortable 3-1 win over Mainz.", "prediction": "Badoested scored a hat-trick as RB Leipzigashed Germany side- Westz and move to top of Group A.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 151.18292236328125, "token_count": 27} +{"index": 4443, "reference": "The UK will have the fastest broadband of any major European country by 2015, Culture Secretary Jeremy Hunt has said.", "prediction": "Health Secretary Jeremy Hunt has written out his priority priorities for the UK's high broadband network.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 22.857142857142858, "rougeL": 21.62162162162162}, "nll_sum": 71.1025161743164, "token_count": 17} +{"index": 4444, "reference": "A shortage of HIV testing could undermine global efforts to diagnose and treat people with the infection, warn experts from the World Health Organization.", "prediction": "The World Health Organization (WHO) needs more to improve the impact of HIV couples, meet doctors and doctors say.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 19.51219512195122, "rougeL": 18.6046511627907}, "nll_sum": 93.30189514160156, "token_count": 22} +{"index": 4445, "reference": "Scotland women's captain Gemma Fay admits the prospect of playing in a major championship was one of the main factors in deciding not to retire last year.", "prediction": "Midfielder Gemma Fay says her match against Group B in the Netherlands on 30 June would \"big the special moment\" in her career.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 135.68692016601562, "token_count": 28} +{"index": 4446, "reference": "Crawley Town have completed the signing of former West Brom defender James Hurst on a free transfer.", "prediction": "Crawley Town defender signed teenager Alex Hurst on a free transfer and England defender Chris Hurst, reported to be \u00a32m.", "rouge": {"rouge1": 48.648648648648646, "rouge2": 28.57142857142857, "rougeL": 43.24324324324324}, "nll_sum": 125.24215698242188, "token_count": 27} +{"index": 4447, "reference": "Edinburgh's flickering hopes of staying in European Champions Cup contention were extinguished by Leinster.", "prediction": "Edinburgh staged a spirited second-half comeback to beat champions Leinster 3 Pro12 and reach the Pro12 and reach the quarter-finals of the season.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 117.15443420410156, "token_count": 32} +{"index": 4448, "reference": "Jeremy Corbyn has reaffirmed his desire to scrap the welfare cap after differences with his shadow cabinet, calling the policy \"devastating\".", "prediction": "Jeremy Corbyn has launched his review of the party's its decision to its benefits cap, saying he does staff \"do not \" we working people\".", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 148.5487823486328, "token_count": 28} +{"index": 4449, "reference": "Bosses have been urged not to indulge in invasive surveillance by reading their employees' private messages.", "prediction": "Businesses Budget Institute have warned that companies should be using snooping at work\" by breaching privacy laws.", "rouge": {"rouge1": 12.121212121212121, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 105.44960021972656, "token_count": 21} +{"index": 4450, "reference": "A Botswanan cheetah called Legolas that was being studied by researchers has been killed, conservationists said.", "prediction": "A blue cheetat found dead in a forest Botswana in December has shot dead, the Institute for the Wildlife Conservation Commission (CCB) has said.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 154.12631225585938, "token_count": 31} +{"index": 4451, "reference": "Adult social care firms are struggling to hire, retain and train staff as a result of cuts to council budgets, a survey of senior officials suggests.", "prediction": " adult social care services for disabled people face \" bigger cuts\" because of government budget cuts, a free think- tank has warned in the 2011's, solve, says they from a from a it's from of Christmas.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.557377049180328, "rougeL": 22.222222222222225}, "nll_sum": 244.5823211669922, "token_count": 43} +{"index": 4452, "reference": "Lee McCulloch will sign for Kilmarnock in a player-coach role, his representative has confirmed.", "prediction": "Lee McCulloch is set to join Scottish Premiership side Kilmarnock, following his release by Kilmarnock, with the absence of for three years from the league on from's. from Rangers on.2 a's\".", "rouge": {"rouge1": 24.48979591836735, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 199.54931640625, "token_count": 45} +{"index": 4453, "reference": "Cardiff City manager Neil Warnock has outlined his cut-price transfer plan, saying he does not think it would take big money to launch a promotion bid in 2017-18.", "prediction": "Cardiff City manager Neil Warnock says he will need to find his players meet met a transfer meet expectations when the transfer window opened in January January.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 18.181818181818183, "rougeL": 35.08771929824561}, "nll_sum": 146.47198486328125, "token_count": 29} +{"index": 4454, "reference": "Widnes Vikings scrum-half Joe Mellor has signed a new three-year contract, keeping him with the club until 2019.", "prediction": "Widnes Vikings forward Mator monthlahor has signed a new three-year deal with Super Super Super League club until 2020.", "rouge": {"rouge1": 55.00000000000001, "rouge2": 36.84210526315789, "rougeL": 55.00000000000001}, "nll_sum": 136.64309692382812, "token_count": 26} +{"index": 4455, "reference": "Wigan Athletic have signed Bournemouth midfielder Shaun MacDonald for an undisclosed fee on a two-year deal.", "prediction": "Wigan Athletic have completed the signing of Bournemouth defender Tyrone McDonald on's one-month loan deal.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 12.5, "rougeL": 41.17647058823529}, "nll_sum": 81.70039367675781, "token_count": 22} +{"index": 4456, "reference": "An apology has been issued after health inspectors raised concerns about patient care for older people at the Galloway Community Hospital.", "prediction": "Health professionals have thanked health and staff at a Dumfries and Galloway Infary hospital the visit there visiting patients reach a specialist rehabilitation unit unit.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 185.93948364257812, "token_count": 29} +{"index": 4457, "reference": "Fourth official Kevin Friend has been released from hospital after collapsing and hitting his head in Tuesday's game between Bournemouth and Southampton.", "prediction": "Midfielder KevinM has suffered a concussion injury after his side fell to the ground during their opening five Premier League match against Bournemouth.antam a. referee 2011A-'sA a of in from Saturday a verge.", "rouge": {"rouge1": 20.689655172413797, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 267.400390625, "token_count": 45} +{"index": 4458, "reference": "Tucked between the Caribbean Sea and the rainforest on the eastern coast of Central America, Belize is the home of a small and diverse nation.", "prediction": "A European territory control of Belgrade, it won Oscar's elections in 30 May 2015.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 102.53118896484375, "token_count": 17} +{"index": 4459, "reference": "A woman accused of having sex with a 15-year-old boy has been found not guilty of all charges.", "prediction": "A woman who posted on social media, accused of accused of sexual activity with a 13-year-old boy, girl-m cleared of child sex charges.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 22.727272727272727, "rougeL": 47.826086956521735}, "nll_sum": 117.16386413574219, "token_count": 31} +{"index": 4460, "reference": "Children with severe epilepsy could be helped by a new treatment derived from the cannabis plant.", "prediction": " a new treatment for a cannabis first which can reduce increasing the number in children in Edinburgh.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 12.903225806451616, "rougeL": 24.242424242424242}, "nll_sum": 100.81362915039062, "token_count": 17} +{"index": 4461, "reference": "West African leaders have given Yahya Jammeh a final opportunity to relinquish power after Senegalese troops entered The Gambia.", "prediction": "Gambia's military seeking overthrow Yah Presidentya Jammeh will step next week,, despite the country's battle country step down.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 162.5594940185547, "token_count": 26} +{"index": 4462, "reference": "It's a strange phenomenon - teenagers opting to return to the classroom over the Easter Holidays.", "prediction": "A secondary school would only be a bad good idea for anything if you need to do at university.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 92.09789276123047, "token_count": 19} +{"index": 4463, "reference": "A high court judge in the Republic of Ireland has ruled that the media can report what was said in the Irish parliament under privilege about the country's richest man.", "prediction": "The Irish woman for the Irish parliament has said that D\u00e1) will any any media organisations's failure to prosecute former former Irish Bank's personal bribe.", "rouge": {"rouge1": 31.03448275862069, "rouge2": 7.142857142857144, "rougeL": 20.689655172413794}, "nll_sum": 182.34249877929688, "token_count": 29} +{"index": 4464, "reference": "Shrewsbury Town have signed former Walsall goalkeeper Craig MacGillivray on a one-year deal.", "prediction": "Shrewsbury Town have signed full-back Liam MacGillicivray, following his release by Walsall 2011m. not 2011 controversial decision-up\"-up-A a in from years as's.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615389, "rougeL": 34.14634146341463}, "nll_sum": 258.74359130859375, "token_count": 44} +{"index": 4465, "reference": "UK oil and gas exploration firm BG Group, which is set to be taken over by Royal Dutch Shell, has reported a big drop in first-quarter earnings.", "prediction": " firm energy firm BG Group has reported to 40 drop in profits for profits first three months to March despite it has with a offer from Royal Dutch Shell.", "rouge": {"rouge1": 45.6140350877193, "rouge2": 21.818181818181817, "rougeL": 28.070175438596497}, "nll_sum": 154.57943725585938, "token_count": 29} +{"index": 4466, "reference": "Flooding in Cumbria has led to a \"collapse\" in bookings in the county, a tourism chief has said.", "prediction": "Tour bosses in Cumbria have warned of a \"significant\" rise in visitor numbers, an tourism boss has said. solve in the 2011's, solve,'s they be a from a it'sold of Christmas.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 12.000000000000002, "rougeL": 26.923076923076923}, "nll_sum": 235.3889923095703, "token_count": 43} +{"index": 4467, "reference": "Fleetwood boosted their survival hopes by beating Scunthorpe for just their second League One win of the year.", "prediction": "Scunthorpe moved three points clear of with a comfortable victory over League One Fleetwood.", "rouge": {"rouge1": 31.250000000000007, "rouge2": 6.666666666666667, "rougeL": 18.75}, "nll_sum": 78.86665344238281, "token_count": 19} +{"index": 4468, "reference": "A week after the earthquake hit, scores of rescue workers are still flying in to Nepal.", "prediction": "A days after the aid that hit earthquake Nepal that lives the lives of millions of in and injured after a powerful.86m earthquake.", "rouge": {"rouge1": 40.0, "rouge2": 5.2631578947368425, "rougeL": 30.0}, "nll_sum": 150.86167907714844, "token_count": 26} +{"index": 4469, "reference": "Friends of a computer programmer missing in Brussels since the bomb attacks in the Belgian capital have said they are desperate to find him.", "prediction": "A British man believed to be of up the night's the Brussels attacks has publicly spoken of the BBC how he believed the \"aked\".", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 141.37364196777344, "token_count": 26} +{"index": 4470, "reference": "Hayley Turner, Britain's most successful female jockey, believes her career has helped inspire other women to progress in the sport.", "prediction": "Four-time British championley Turner says there will be a struggle struggle to track track women track.", "rouge": {"rouge1": 15.789473684210527, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 114.4669418334961, "token_count": 19} +{"index": 4471, "reference": "BP has announced plans to shed about 600 jobs from its operations in the North Sea.", "prediction": "BP has announced it will cut,000 jobs in its business, including its North Sea, including 600 jobs, from oil exploration and gas industry.", "rouge": {"rouge1": 50.0, "rouge2": 26.315789473684205, "rougeL": 35.0}, "nll_sum": 114.81204223632812, "token_count": 28} +{"index": 4472, "reference": "The remains of a 54-year-old man who disappeared hunting for a hidden stash of gold and jewels in New Mexico have been discovered, local authorities say.", "prediction": "A hoard of national treasure national of Mexico of Mexico man who went missing three weeks ago years of found.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 123.72390747070312, "token_count": 20} +{"index": 4473, "reference": "An 18-year-old man has died after being injured in a two-car road crash on the Lisburn Road in Saintfield, County Down on Wednesday.", "prediction": "A 47-year-old motorcyclist who died following the crash near Ballya, near Foyle, County Fermanagh, on Tuesday Friday night, died from a man's for from for The's.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 3.703703703703704, "rougeL": 21.428571428571427}, "nll_sum": 170.0045928955078, "token_count": 43} +{"index": 4474, "reference": "From ballet beginnings to hammer heights.", "prediction": "\"If you should do a accused in the sport again, then create with a hammer,).", "rouge": {"rouge1": 9.523809523809522, "rouge2": 0.0, "rougeL": 9.523809523809522}, "nll_sum": 107.03187561035156, "token_count": 18} +{"index": 4475, "reference": "Transformers: Age of Extinction has held on to the number one spot at the North American box office on an unusually quiet 4 July weekend.", "prediction": "The US box office has topped the US and US office, taking the highest office - total 2014 2014 - the highest of its release earlier this weekend.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 156.30276489257812, "token_count": 29} +{"index": 4476, "reference": "A dog was rescued after falling \"up to 60ft (18m)\" down a cliff in Devon.", "prediction": "A abandoned dog has been rescued from a railway line to cliff on in a Devon coast.", "rouge": {"rouge1": 50.0, "rouge2": 0.0, "rougeL": 43.74999999999999}, "nll_sum": 94.49555969238281, "token_count": 17} +{"index": 4477, "reference": "The sister of a cyclist who was killed in east London last week has urged witnesses to contact police.", "prediction": "The sister of a woman was killed in a collision with a lorry killed central London, has appealed for anyone who have funeral after coming to forward to", "rouge": {"rouge1": 46.808510638297875, "rouge2": 22.222222222222225, "rougeL": 42.5531914893617}, "nll_sum": 130.4827423095703, "token_count": 29} +{"index": 4478, "reference": "The Rugby World Cup has generated about \u00a343m for Newcastle's economy, tourism bosses say.", "prediction": "A street value of43m brought in North East East's Rugby World Cup event 2015, a charity has said.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 130.1464385986328, "token_count": 22} +{"index": 4479, "reference": "Cardiff City and Bristol City fought out a frustrating goalless draw as the Severnside derby failed to ignite.", "prediction": "Cardiff City claimed their first win of the season in the places with victory over play- hopef Bristol City to a Bristol Region derby.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 28.571428571428577}, "nll_sum": 169.38340759277344, "token_count": 27} +{"index": 4480, "reference": "A zoo in Ceredigion is looking for homes for 24 abandoned Australian bearded dragons.", "prediction": "Three rare bearded cheese have been put up after a security alert at an animal sanctuary in Somerset.", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 91.64056396484375, "token_count": 18} +{"index": 4481, "reference": "Newport County boosted their League Two survival hopes as they struck late to beat play-off contenders Mansfield.", "prediction": "Newport County extended their unbeaten run to six League Two games to six games over play-off hopefuls 1-placed Mansfield Town in five solve-'s-'s from-A's ban in from November fromfield. from emerged", "rouge": {"rouge1": 36.36363636363637, "rouge2": 11.320754716981131, "rougeL": 32.727272727272734}, "nll_sum": 277.72491455078125, "token_count": 47} +{"index": 4482, "reference": "A man who helped his murderer ex-girlfriend bury her boyfriend's body in a Newcastle park has been jailed.", "prediction": "A man whose his partner has been jailed for helping him help a shop owner's head in a park.", "rouge": {"rouge1": 55.00000000000001, "rouge2": 21.052631578947366, "rougeL": 35.0}, "nll_sum": 92.63147735595703, "token_count": 20} +{"index": 4483, "reference": "Each day we feature a photograph sent in from across England - the gallery will grow during the week.", "prediction": "Each day we feature a photograph sent in from across England - the gallery will grow during the week - during the gallery during the gallery will grow during the week - it's from's The's will - from The:'s a from aA", "rouge": {"rouge1": 60.0, "rouge2": 58.620689655172406, "rougeL": 60.0}, "nll_sum": 229.21453857421875, "token_count": 47} +{"index": 4484, "reference": "Brian McClair says he's \"very encouraged\" by the work being done in the Scottish Football Association's performance schools as he considers a future strategy for the game.", "prediction": "The Scottish Football Association (C4) programme will done to improve its needs to years, says academy director Steve McClair a sayingolveable says. it's's a from the-e a a in from from it.", "rouge": {"rouge1": 37.5, "rouge2": 9.67741935483871, "rougeL": 21.875000000000004}, "nll_sum": 293.16436767578125, "token_count": 44} +{"index": 4485, "reference": "A 1906 Claude Monet water lilies painting, Nympheas, has sold for \u00a331.7m in London, the second highest price ever paid for the artist at an auction.", "prediction": "A 17th Century painting byFrench artist Monet has sold at auction for a \u00a371m - a record of \u00a34277m.", "rouge": {"rouge1": 40.0, "rouge2": 4.651162790697675, "rougeL": 26.666666666666668}, "nll_sum": 118.61714172363281, "token_count": 27} +{"index": 4486, "reference": "Nico Rosberg retook the World Championship lead from Lewis Hamilton following a grandstand finish to the Singapore Grand Prix.", "prediction": "Nico Rosberg took the stunning position in practice at the Singapore Grand Prix stunning victory Mercedes team-mate Lewis Hamilton in a dramatic race but's wasn of the-'s from agoal from a's-'s of's.'selt a", "rouge": {"rouge1": 37.288135593220346, "rouge2": 17.543859649122805, "rougeL": 23.72881355932203}, "nll_sum": 273.7957763671875, "token_count": 47} +{"index": 4487, "reference": "Graeme McDowell was at the back of the 18th green at Castle Stuart talking about \"the dangling carrot\" that is September's Ryder Cup at Hazeltine in Minnesota.", "prediction": "Graeme McDowell is fit, rather than bird in his golf team this week, and he also credited in as as a perfect form this season.", "rouge": {"rouge1": 15.094339622641511, "rouge2": 3.921568627450981, "rougeL": 15.094339622641511}, "nll_sum": 154.57601928710938, "token_count": 29} +{"index": 4488, "reference": "Pharmaceutical firms Pfizer and Flynn Pharma have been accused by the UK's competition watchdog of charging \"excessive and unfair\" prices for an anti-epilepsy drug.", "prediction": "fs drugs giant Pfizer has been fined over use of a abusive drug which was used to the NHS's 2012, a UK pharmaceutical watchdog says.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 0.0, "rougeL": 19.230769230769234}, "nll_sum": 129.5821075439453, "token_count": 28} +{"index": 4489, "reference": "Tanzania's Football Federation (TFF) president, Jamal Malinzi, has confirmed Zanzibar's fresh bid to become a member of Fifa.", "prediction": "Tanzaniaanz football (FFF) has submitted Zanzibar as members, world football governing body Fifa, (NobMLF) to become a member of Fifa's World Cup,. banned from national November.", "rouge": {"rouge1": 42.5531914893617, "rouge2": 22.22222222222222, "rougeL": 38.297872340425535}, "nll_sum": 233.7584228515625, "token_count": 43} +{"index": 4490, "reference": "Audi will not race in next season's World Endurance Championship, which includes the iconic Le Mans 24 Hours race, to concentrate on Formula E.", "prediction": "French electric car giant Audi will join the Formula 1 E the E and race in next season to. Nottinghamike. a a smallover- M. from)'s from from the-wA's in from Le's Saturday.", "rouge": {"rouge1": 39.34426229508197, "rouge2": 13.559322033898304, "rougeL": 29.508196721311474}, "nll_sum": 295.4327392578125, "token_count": 45} +{"index": 4491, "reference": "A burst water main in Eastleigh has caused flooding in a road and left about 4,000 homes without water.", "prediction": "Thousands of homes in Bournemouthemouth have been left without water supplies after a water main the a main into a man main road main the in. solve a's a's a referee from a's havepayment of a from's fromA", "rouge": {"rouge1": 35.483870967741936, "rouge2": 6.666666666666667, "rougeL": 16.129032258064516}, "nll_sum": 312.07720947265625, "token_count": 49} +{"index": 4492, "reference": "A future Labour government at Holyrood would restore tax credits for working families, its Scottish leader Kezia Dugdale will tell party members.", "prediction": "Scottish Labour leader Kezia Dugdale said it would be prepared to act as new tax tax credits if the SNP votes in Holyrood election.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 13.636363636363635, "rougeL": 17.391304347826086}, "nll_sum": 91.45419311523438, "token_count": 30} +{"index": 4493, "reference": "Bristol City remain without midfielder Gary O'Neil (leg), but striker Milan Djuric is back in training.", "prediction": "Bristol City defender Santelel is expected to be ruled out on Friday's Championship match rivals Sheffield Wednesday.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 6.0606060606060606, "rougeL": 17.142857142857142}, "nll_sum": 110.46690368652344, "token_count": 22} +{"index": 4494, "reference": "Iraqi political groups have for several months been trying to forge a coalition government, following the inconclusive parliamentary elections in March 2010.", "prediction": "The Iraqi Kurdistan of Kurdistan won regional elections on 30 November, holding the provincial elections on 30 2014 and and won a long and parliamentary elections before in held on 11 August.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 3.846153846153846, "rougeL": 18.518518518518515}, "nll_sum": 165.03646850585938, "token_count": 33} +{"index": 4495, "reference": "Weather and travel information", "prediction": "Hreats of winds of up to 70mph, are expected in hit southern Scotland.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 89.39231872558594, "token_count": 17} +{"index": 4496, "reference": "Scuba divers have inadvertently discovered the largest trove of gold coins ever found off Israel's Mediterranean coast.", "prediction": "Thousands of gold bronze coins were found on a Israeli shipwreck area of Caes location, Israeli officials say.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 101.64312744140625, "token_count": 21} +{"index": 4497, "reference": "Australian former tennis player Nick Lindahl has been banned for seven years and fined $35,000 (\u00c2\u00a328,000; A$47,700) for match-fixing.", "prediction": "Former Australian tennis winner Liamel Lindahlslow suspended suspended handed six months,000 Australian dollars, (\u00a31,7638) after being found guilty of match-fixing.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444444, "rougeL": 21.27659574468085}, "nll_sum": 182.68276977539062, "token_count": 34} +{"index": 4498, "reference": "The average pay for chief executives of firms in the FTSE 100 index is now 144 times that of the UK's average salary, says the High Pay Centre.", "prediction": "ivers in interim - - record - and and record - tot lottery totalling billions of thousands of workers?", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 143.38504028320312, "token_count": 20} +{"index": 4499, "reference": "As thousands of 16-year-olds in England sit GCSEs in maths and English, BBC education correspondent Gillian Hargreaves goes to meet teenagers trying to achieve good grades second time around.", "prediction": " school Coventry school is a top for all students who attempt to receive a university for further uproargraduate students students who want to fail so,, or not do the same in university or not the same level.", "rouge": {"rouge1": 8.823529411764705, "rouge2": 0.0, "rougeL": 5.88235294117647}, "nll_sum": 244.5778350830078, "token_count": 42} +{"index": 4500, "reference": "A newborn baby girl has been found close to business premises in Rathcoole, County Dublin.", "prediction": "Police investigating the murder of a baby in Tallaght in County Dublin have identified a three-monthold old baby girl in County Dublin.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 11.11111111111111, "rougeL": 31.578947368421055}, "nll_sum": 103.22442626953125, "token_count": 27} +{"index": 4501, "reference": "A Singaporean couple have created a stir online after posing with a coffin in their wedding photos.", "prediction": "A fatal photo shooting of a couple on a Star Warsthemed shoot in Japan has criticised the for issue credited about the impact death will learning our trees\".", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 234.1116943359375, "token_count": 31} +{"index": 4502, "reference": "Lukas Jutkiewicz's 73rd-minute header earned Birmingham City a hard-fought point against Huddersfield Town.", "prediction": "Lukas Jutk Mur scored a stoppage-time equaliser for play-off hopulsuddersfield a claim draw against Birmingham.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 164.4949493408203, "token_count": 29} +{"index": 4503, "reference": "The Royle Family actress Sue Johnston is the latest star to join series five of ITV's Downton Abbey in a guest role.", "prediction": " star TV Martin Johnston will be sent to play in St Kilbrow in a high- drama crime drama Cattle, a dramaCaliforniaell and M", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454546, "rougeL": 17.391304347826086}, "nll_sum": 197.70709228515625, "token_count": 28} +{"index": 4504, "reference": "Global oil prices have fallen sharply over the past seven months, leading to significant revenue shortfalls in many energy exporting nations, while consumers in many importing countries are likely to have to pay less to heat their homes or drive their cars.", "prediction": "The price of oil has again fallen below $50 the highest level in seven years.", "rouge": {"rouge1": 21.052631578947363, "rouge2": 0.0, "rougeL": 14.035087719298245}, "nll_sum": 53.13059616088867, "token_count": 16} +{"index": 4505, "reference": "Wolfsburg forward Nicklas Bendtner has been fined for turning up 45 minutes late for training after sleeping through his alarm.", "prediction": "B Wolfsburg's striker Cristianoianoissain has been banned for six-matchgame ban after writing himself to perform a dress rehearsal training camp.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 184.49337768554688, "token_count": 29} +{"index": 4506, "reference": "A historic machine used to swap top secret messages between Hitler and his generals has been found languishing in a shed in Essex.", "prediction": "A search for tourist museum is missing for a wartime battle code through a Enigma machine that was found a glass smashed through a motorway and double it. a referee a's a it a it'sA of from\".'s a from a", "rouge": {"rouge1": 15.151515151515152, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 304.8549499511719, "token_count": 48} +{"index": 4507, "reference": "Eleven arts projects will get funding to take Welsh culture to India as part of the UK-India 2017 cultural season.", "prediction": " more more than \u00a3400m is be spent on Welsh, find programmes and Wales and India, as part of a UK City of Culture.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 14.285714285714283, "rougeL": 31.818181818181824}, "nll_sum": 135.79696655273438, "token_count": 27} +{"index": 4508, "reference": "An academies trust led by a former government adviser has been told too many of its schools are underperforming and not improving fast enough.", "prediction": "The education trust which ran six England's schools, have been told to be by by, after inspectors found schools \"pro not too long\".", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333336}, "nll_sum": 154.57400512695312, "token_count": 27} +{"index": 4509, "reference": "Sunderland have signed former France international Anthony Reveillere on a deal until the end of the season.", "prediction": "Chelsea have signed French clubLu Beveillere from Marseille on to five-and-ahalf-half-year deal.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 6.451612903225808, "rougeL": 24.242424242424242}, "nll_sum": 137.673828125, "token_count": 26} +{"index": 4510, "reference": "The Russian government has approved legislation that would conceal property owned by state officials and would hamper anti-corruption investigations, Transparency International (TI) warns.", "prediction": "Russia's security committee has backed a proposal to give Russian officials to public public government buy, saying it is tackling money-l6 20016\".", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 179.381591796875, "token_count": 28} +{"index": 4511, "reference": "Differences over the conflict in eastern Ukraine have marked the first formal meeting of the Nato-Russia Council in almost two years.", "prediction": "Nato and have Russia of Russia destabilising the crisis in eastern Ukraine, by saying, the sides are such \"as a civil war\".-.'s ballet-'s from's from a from Russia's departure of", "rouge": {"rouge1": 32.14285714285714, "rouge2": 7.4074074074074066, "rougeL": 21.428571428571427}, "nll_sum": 256.82281494140625, "token_count": 42} +{"index": 4512, "reference": "Mobile phone signal blocking technology will go live in Scottish prisons within weeks, Justice Secretary Kenny MacAskill has announced.", "prediction": " the use of mobile phones is, to be played used Scottish Scottish Prison system within December, Justice Secretary Derek MacAskill has announced be not solve- itA's referee controversiald-d's law in from November a's from the a", "rouge": {"rouge1": 37.288135593220346, "rouge2": 17.543859649122805, "rougeL": 33.89830508474576}, "nll_sum": 299.8830871582031, "token_count": 47} +{"index": 4513, "reference": "At least five people have died and thousands have been rescued after \"historic\" flooding swamped the US state of Louisiana.", "prediction": "Floods have killed at least 10 people, wounded more than 10,000 homes in US state of Louisiana.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 22.22222222222222, "rougeL": 36.84210526315789}, "nll_sum": 75.11180877685547, "token_count": 22} +{"index": 4514, "reference": "Australian Capt Georgina Sutton has become the first female chief pilot for an Australian airline.", "prediction": "An Australian airline was appointed the first chief pilot, Capt uniform Sutton, who successor as chief executive.", "rouge": {"rouge1": 56.25, "rouge2": 26.666666666666668, "rougeL": 31.25}, "nll_sum": 122.71536254882812, "token_count": 19} +{"index": 4515, "reference": "A fake video report about Kenya's election that is made to appear as if it is from the BBC's Focus on Africa programme has been circulating on social media.", "prediction": "The timing of fake news stories, including people and other apps, Kenya have been alerted, a BBC website says.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 0.0, "rougeL": 12.000000000000002}, "nll_sum": 121.52751159667969, "token_count": 22} +{"index": 4516, "reference": "Brazil's interim President Michel Temer has called an emergency meeting of state security ministers after a gang rape of a teenage girl in Rio de Janeiro triggered wide condemnation.", "prediction": "Brazil's President Michel Temer, said it would \"irir liar\" to condemn what has been described as the \"l injustice\" and rape of the teenage girl of a girl in Rio de Janeiro.", "rouge": {"rouge1": 53.96825396825397, "rouge2": 32.786885245901644, "rougeL": 44.44444444444445}, "nll_sum": 164.15151977539062, "token_count": 40} +{"index": 4517, "reference": "The developers of a planned 18-hole championship golf course have sought to allay concerns about their proposal's impact on a protected coastal area.", "prediction": "Plans have been unveiled for a proposed golf course in the Highlands in the Scottish Borders, saying the project would \"absolutely a spectacular championship relationship\".", "rouge": {"rouge1": 36.0, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 114.93882751464844, "token_count": 28} +{"index": 4518, "reference": "Google is to open a new headquarters building in London which could see 3,000 new jobs created by 2020.", "prediction": " has has unveiled its \u00a31bn its office at office's Cross in London, saying it would be double to 7,000 jobs to the economy.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 139.8134307861328, "token_count": 29} +{"index": 4519, "reference": "A 6,000-year-old \"eco-home\" has been discovered close to Stonehenge, archaeologists have revealed.", "prediction": "A water processing using storage rented at a cemetery near Stonehenge could be used as fire, fossil experts say.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 125.22007751464844, "token_count": 22} +{"index": 4520, "reference": "A chronology of key events:", "prediction": "A chronology of key events:", "rouge": {"rouge1": 100.0, "rouge2": 100.0, "rougeL": 100.0}, "nll_sum": 25.301342010498047, "token_count": 6} +{"index": 4521, "reference": "Crystal Palace have made a \u00a325m bid to sign Christian Benteke from Liverpool.", "prediction": "Christian Benteke's be in transfer close to Liverpool in January transfer transfer.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 8.333333333333332, "rougeL": 23.076923076923077}, "nll_sum": 87.7664566040039, "token_count": 15} +{"index": 4522, "reference": "A 96-year-old woman is preparing to return to Scotland from Australia after a visa wrangle.", "prediction": "The family of an Australian living the Scotland is facing deportation return to the UK next month, saying there is the possibility is \"in process\".", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 14.285714285714283}, "nll_sum": 126.65748596191406, "token_count": 27} +{"index": 4523, "reference": "A shopping complex in County Tyrone has been flooded, causing stock damage thought to be worth millions of pounds.", "prediction": "A major clean airup operation is under way after overnight flooding hit north Tyrone, County, Tyr County, County Tyrone and Tyrone.", "rouge": {"rouge1": 20.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 135.36825561523438, "token_count": 28} +{"index": 4524, "reference": "The Scottish Steel Task Force meets for the first time on Thursday following the announcement that steel firm Tata is to close its two plants in Scotland with the loss of 270 jobs.", "prediction": " task taskforce has been set up working working in a Borders and Highlands and the Borders, which is working working plants in Cumbria.", "rouge": {"rouge1": 17.857142857142858, "rouge2": 3.7037037037037033, "rougeL": 17.857142857142858}, "nll_sum": 136.7630615234375, "token_count": 27} +{"index": 4525, "reference": "Lancashire all-rounder Tom Smith has announced his retirement at the age of 31 after a series of injury problems.", "prediction": "Lancashire-rounder Tom Smith has retired from international cricket, because of a persistent back injury.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 18.181818181818183, "rougeL": 51.42857142857144}, "nll_sum": 78.79187774658203, "token_count": 20} +{"index": 4526, "reference": "Police have appealed for motorists to check their dashcams as they continue their search for the mother of a newborn girl found in a bus shelter.", "prediction": "Police investigating the death of a girl at a bus stop in north Wales have issued a six-weekold boy.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 9.09090909090909, "rougeL": 30.43478260869565}, "nll_sum": 81.52894592285156, "token_count": 22} +{"index": 4527, "reference": "Hearts' return to the Scottish Premiership is \"good\" for the top flight's profile, according to SPFL chief executive Neil Doncaster.", "prediction": "Scottish Football Association chief Don Doncaster says the merger of the Scottish Premiership and and, and once announced.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 10.81081081081081, "rougeL": 15.384615384615383}, "nll_sum": 108.98304748535156, "token_count": 21} +{"index": 4528, "reference": "The Welsh government's tuition fee policy is threatening the future of higher education in Wales, according to the body representing its universities.", "prediction": "A average tuition fee will remain in place, after Welsh governments remain in priority, the party's most prominent academic has said a in the- referee, 2011, from they be--D a mandatory in from from a's.", "rouge": {"rouge1": 26.229508196721312, "rouge2": 6.779661016949154, "rougeL": 16.39344262295082}, "nll_sum": 289.38995361328125, "token_count": 44} +{"index": 4529, "reference": "Charlton Athletic head coach Guy Luzon is not concerned about his future despite a run of eight games without a win in the Championship.", "prediction": "Charlton Athletic head coach Phil Luzon says he is worried about his future after his side's return to the Championship is acrisisredible\".", "rouge": {"rouge1": 46.80851063829787, "rouge2": 26.66666666666666, "rougeL": 46.80851063829787}, "nll_sum": 139.6116180419922, "token_count": 27} +{"index": 4530, "reference": "Jim McGregor, Greater China chairman of communications consultancy APCO Worldwide, has given a critical assessment of the way China's government is treating foreign companies as part of its anti-corruption drive.", "prediction": " Fergusonor McGregor has said that China's government is \"dismists\" methods, such as companies are as \"get \" right\".", "rouge": {"rouge1": 32.0, "rouge2": 12.5, "rougeL": 32.0}, "nll_sum": 146.4378662109375, "token_count": 26} +{"index": 4531, "reference": "Wales edge closer to qualifying for the 2016 European Championships after Gareth Bale scored a late winner against Cyprus.", "prediction": "As BBC Wales station watch and watch and filmed watching the tennisist Chris ColemanChris and Wales saw beat Group in Group A match at Llanellihalllan?", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 240.11083984375, "token_count": 32} +{"index": 4532, "reference": "One in three families in England could not pay their rent or mortgage for more than a month if they lost their job, a study for the charity Shelter suggests.", "prediction": "Thousands of people working with families with families in England and Wales are strong protections to cover their average, according to analysis by the migrant charity, Shelter.", "rouge": {"rouge1": 24.56140350877193, "rouge2": 10.909090909090908, "rougeL": 24.56140350877193}, "nll_sum": 130.63848876953125, "token_count": 29} +{"index": 4533, "reference": "One in eight purchases made on UK cards in December used contactless technology, marking a surge in the use of the alternative to loose change.", "prediction": "Spanish customers are using more usingless card, debit and credit cards during the whole year, whole industry figures show.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 99.8961181640625, "token_count": 22} +{"index": 4534, "reference": "Police have named the teenager who died in a crash in Conwy county on Thursday.", "prediction": "The family of a teenager who died in a collision on the Isle of Wight have said they are \"theproasured, loved son and friend\".", "rouge": {"rouge1": 41.02564102564102, "rouge2": 21.62162162162162, "rougeL": 35.897435897435905}, "nll_sum": 114.36941528320312, "token_count": 29} +{"index": 4535, "reference": "A US military commander in Baghdad has openly contradicted the Iraqi army's claim last week that it had liberated the key city of Falluja and driven out IS militants from most of the city.", "prediction": "Iraqi forces are push the northern city of Falluja, despite the battle fighting so-called Islamic State (IS) to retake the city, the attorney general says.", "rouge": {"rouge1": 29.508196721311474, "rouge2": 10.169491525423728, "rougeL": 26.229508196721312}, "nll_sum": 110.9216079711914, "token_count": 34} +{"index": 4536, "reference": "Birmingham City's Isabelle Linden scored her first goal in English football to deny Reading their first Women's Super League One win.", "prediction": "Islepool Lind's 90 90th-minute equaliser earn Birmingham City a 1-1 draw with Birmingham City in a WSL 1 draw. 2011's again 2011's- 2011- a major from a from old old.", "rouge": {"rouge1": 17.241379310344826, "rouge2": 3.571428571428571, "rougeL": 13.793103448275861}, "nll_sum": 245.8919677734375, "token_count": 45} +{"index": 4537, "reference": "Fifa has given Aston Villa midfielder Jack Grealish permission to play for England.", "prediction": "Aston Villa midfielder Jack Grealish has returned to the Republic of Ireland of England Under-21s.", "rouge": {"rouge1": 55.172413793103445, "rouge2": 29.629629629629626, "rougeL": 48.275862068965516}, "nll_sum": 66.12310791015625, "token_count": 21} +{"index": 4538, "reference": "UK inflation edged up to a 12 month high in January, as a fall in petrol prices eased.", "prediction": "The UK rate rose rose slightly higher in December and January, official figures show.", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 18.75}, "nll_sum": 69.45802307128906, "token_count": 15} +{"index": 4539, "reference": "Aled Davies, Georgie Hermitage and David Weir all added to their gold medal tallies as Great Britain enjoyed another successful day at the IPC Athletics European Championships.", "prediction": "Elinian Davies and herage Hermitage set a perfect new world record with record-97 golds at the IPC UK Athletics Championships in London.", "rouge": {"rouge1": 36.0, "rouge2": 8.333333333333334, "rougeL": 31.999999999999996}, "nll_sum": 167.86041259765625, "token_count": 31} +{"index": 4540, "reference": "Construction of planned improvements to a challenging hairpin bend on the A9 at Berriedale Braes could begin next year, the Scottish government has said.", "prediction": "Changes to the hairpin bend on to the A9's highway road have been unveiled, the Scottish government for Ferriesale Brae.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 23.25581395348837, "rougeL": 40.0}, "nll_sum": 167.25750732421875, "token_count": 27} +{"index": 4541, "reference": "Barnsley boss Paul Heckingbottom says Huddersfield Town target Andy Yiadom will not be considered for selection while he is \"in limbo\".", "prediction": "Sheffield Wednesday head coach Paul Heckingbottom says YidsAndyadom will soon be soon because he is not playing \"in limbo\".", "rouge": {"rouge1": 50.0, "rouge2": 21.05263157894737, "rougeL": 45.0}, "nll_sum": 157.99917602539062, "token_count": 27} +{"index": 4542, "reference": "An advertising campaign promoting the South Wales Metro has been criticised as \"useless\" and a \"cynical way of spending public money\".", "prediction": "The Welsh government has been accused of \"g millions of thousands\" of public spending, after accused them of \"fixing a poster poster campaign\".", "rouge": {"rouge1": 36.36363636363636, "rouge2": 4.761904761904763, "rougeL": 22.727272727272723}, "nll_sum": 138.05015563964844, "token_count": 28} +{"index": 4543, "reference": "Flanker Sean O'Brien has been named in the Ireland team to face Scotland in Saturday's Six Nations opener.", "prediction": " will will make his first full Ireland return to injury in Saturday's opening opening match against Italy at the Six Nations.", "rouge": {"rouge1": 42.85714285714286, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 92.08320617675781, "token_count": 22} +{"index": 4544, "reference": "The BBC needs to invest more in the Midlands, a cross-party group of MPs has said.", "prediction": "An MP has demanded the BBC to the Midlands over its presence of its regional campaign, saying the BBC receives an average of \u00a380m.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 129.5965118408203, "token_count": 27} +{"index": 4545, "reference": "Astronomers have identified the most distant object yet in the Solar System.", "prediction": "The largest ever object has object found around the around Mercury has identified Earth..", "rouge": {"rouge1": 30.769230769230766, "rouge2": 0.0, "rougeL": 23.076923076923077}, "nll_sum": 103.52418518066406, "token_count": 14} +{"index": 4546, "reference": "Surely some of the first rules of wooing are: if you're going to do it, do it properly.", "prediction": "\" the European Union was trying to reach Europe's migrant crisis camp, you should be possible, then saying \"would you not inability again\" instead of them, instead for good for a bad raw for food.", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 227.32040405273438, "token_count": 41} +{"index": 4547, "reference": "England's record-breaking win over New Zealand even had All Blacks coach Steve Hansen praising Stuart Lancaster's side.", "prediction": "England beat Twickenham in on Tuesday as their greatest victory victory ever recorded.", "rouge": {"rouge1": 12.121212121212123, "rouge2": 0.0, "rougeL": 12.121212121212123}, "nll_sum": 78.5805892944336, "token_count": 15} +{"index": 4548, "reference": "Prominent tech executives have pledged $1bn (\u00a3659m) for OpenAI, a non-profit venture that aims to develop artificial intelligence (AI) to benefit humanity.", "prediction": "US tech giants has announced $1bn $ $1bnbn (\u00c2\u00a3250bn) investment deal to raise investment against humanity.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 133.06626892089844, "token_count": 26} +{"index": 4549, "reference": "Scotland ran in six tries to conclude their trio of autumn internationals with a 43-16 victory over Georgia.", "prediction": "igig Laidlaw's unbeaten start to Scotland began the Six Nations campaign with a hard-fought win over Georgia at Murrayclesfield.kick solve.A referee from a's. reputation a in from's..", "rouge": {"rouge1": 30.76923076923077, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 248.89187622070312, "token_count": 43} +{"index": 4550, "reference": "Harlequins director of rugby Conor O'Shea will leave The Stoop when his contract expires at the end of the season after six years in charge.", "prediction": "Harlequins and assistant Conor Conor O'Shea, announced he will retire at end end of the Premiership season \" saying to focus \"The', struggle, devastating from struggle, from of in from national rugby.", "rouge": {"rouge1": 48.275862068965516, "rouge2": 14.285714285714285, "rougeL": 37.93103448275862}, "nll_sum": 260.3345031738281, "token_count": 43} +{"index": 4551, "reference": "A boosted youth vote is believed to have contributed to Labour's shock election result, but what made young people turn out to vote?", "prediction": "A lack of prestigious social media users on global media voters will increase the youth unemployment rise, a BBC poll poll suggested for a YouBBC poll suggests.", "rouge": {"rouge1": 7.843137254901962, "rouge2": 0.0, "rougeL": 7.843137254901962}, "nll_sum": 174.41732788085938, "token_count": 29} +{"index": 4552, "reference": "The British conductor and violinist, Sir Neville Marriner, has died at the age of 92, the Academy of St Martin in the Fields says.", "prediction": "Sir Brian Neville, the former president vice president chancellor president of Martin St Martin, London, has died aged of.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 14.634146341463413, "rougeL": 27.906976744186046}, "nll_sum": 131.781982421875, "token_count": 22} +{"index": 4553, "reference": "And so a perfect career ends in an imperfect way.", "prediction": "So so much of sport,, the most successful, sportsman has done anything so and was dirty so, it blew a notorious adventure battle so.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 178.45578002929688, "token_count": 28} +{"index": 4554, "reference": "A man and a woman have been critically injured in a three-car crash in County Down.", "prediction": "A man was seriously seriously injured after being hit by a lorry in Bangor in County, Down.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 18.75, "rougeL": 41.17647058823529}, "nll_sum": 70.41365051269531, "token_count": 20} +{"index": 4555, "reference": "A ban on \"legal highs\" in the Republic of Ireland has been extraordinarily effective in wiping out the industry, police have said.", "prediction": "Police in the Irish Republic believes that Ireland's new drugs laws protests Dublin has come into force.", "rouge": {"rouge1": 30.0, "rouge2": 5.263157894736842, "rougeL": 25.0}, "nll_sum": 90.99713134765625, "token_count": 18} +{"index": 4556, "reference": "Stoke City's \u00a318.3m record signing Giannelli Imbula could leave the club this summer, manager Mark Hughes says.", "prediction": "Birmingham City manager Mark Hughes says some parties do not know they Don't't haveRAi Iulaula during a transfer offer his January.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 15.0, "rougeL": 23.809523809523807}, "nll_sum": 187.33535766601562, "token_count": 29} +{"index": 4557, "reference": "A man in his 50s has died as his car hit a parked lorry in Kent.", "prediction": "A 88-year-old motorist has died after his vehicle was involved in a headon collision between a car and a layby in Eastbourne.", "rouge": {"rouge1": 40.0, "rouge2": 5.2631578947368425, "rougeL": 35.0}, "nll_sum": 91.70492553710938, "token_count": 30} +{"index": 4558, "reference": "A body has been found in the water off the Isles of Scilly.", "prediction": "A lifeboat found in the search for a missing man in Devon is believed identified as male, police have said.", "rouge": {"rouge1": 24.242424242424246, "rouge2": 12.903225806451616, "rougeL": 24.242424242424246}, "nll_sum": 85.62571716308594, "token_count": 22} +{"index": 4559, "reference": "Bedroom pop artist Mura Masa has come joint fifth in the BBC Music Sound of 2016 with R&B group WSTRN.", "prediction": "For a control sound sounds sound like a group of bandist who has come to a BBC Sound of 2016 list.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.0, "rougeL": 28.57142857142857}, "nll_sum": 127.61595153808594, "token_count": 22} +{"index": 4560, "reference": "When the giant TV screens at the Likud election headquarters finally flashed up the results of the national exit polls, one-by-one there was a sudden tidal wave of sound.", "prediction": "The aftermath of result result that never ended a Israel's office in February's general election and was was a result outcome of a recall general general election.", "rouge": {"rouge1": 23.333333333333332, "rouge2": 3.448275862068965, "rougeL": 16.666666666666668}, "nll_sum": 172.56747436523438, "token_count": 29} +{"index": 4561, "reference": "Spending two hours commuting each day is a reality for many UK workers, says data that suggests Britons are willing to travel further and longer.", "prediction": "The average daily fare thousands of workers living in the UK is the average average of living, the cost of living, a survey in the.", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 130.94943237304688, "token_count": 27} +{"index": 4562, "reference": "The Isle of Barra's world famous beach airport is 80 years old.", "prediction": "The new route to Barra, which fly at Gatwick last October, has been restored, and thanks to a private contract aircraft provide two aircraft private aircraft flights.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 163.9721221923828, "token_count": 32} +{"index": 4563, "reference": "The third Don crossing in Aberdeen is to open next week, following months of delays.", "prediction": "A new road crossing linking Bristol is near due to open of public in four four June.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 6.666666666666667, "rougeL": 31.25}, "nll_sum": 105.45514678955078, "token_count": 17} +{"index": 4564, "reference": "Tributes have been paid to the 22 people killed at Manchester Arena, some of them children.", "prediction": "Tributes have been paid to Cheshire Police's chief constable, who was described as the mother and \"l and fear tactics\" killed attack, Manchester attack.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 20.51282051282051, "rougeL": 39.02439024390244}, "nll_sum": 159.14007568359375, "token_count": 32} +{"index": 4565, "reference": "Financial contributions to the Garden Bridge by London's public transport network have been limited to \u00a310m.", "prediction": "Plans for a huge dedicated built over a river in central London have agreed a deal with the council council.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 95.0228271484375, "token_count": 21} +{"index": 4566, "reference": "An \"architecturally ambitious\" piece by Zaha Hadid is to be included in this year's Chatsworth House sculpture exhibition.", "prediction": "Two art gallery aimed at Sof house where house Dame, Dame Zahauy and Dame Damefried Lukas have gone on public display at the first major major exhibition.", "rouge": {"rouge1": 8.695652173913043, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 197.14178466796875, "token_count": 32} +{"index": 4567, "reference": "A 19-year-old man has been jailed for life for planning a bomb attack that may have targeted an Elton John concert or Oxford Street in central London.", "prediction": "A 23-year-old man who referred himself to be carried out a \u00a3100m, terror attack, gun and knife attack, has been jailed.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 16.0, "rougeL": 26.923076923076923}, "nll_sum": 113.73993682861328, "token_count": 30} +{"index": 4568, "reference": "In the arts, 2016 has been a year of farewells, in Northern Ireland as across the globe.", "prediction": "The DUP marks the 30th anniversary of year, music and arts has come to an end and this year - and it's a church's 100-old - and it's a the a's's ofA. from.'s. a", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 17.857142857142858}, "nll_sum": 242.6083984375, "token_count": 47} +{"index": 4569, "reference": "There is one sentence in the press release announcing Nicholas Serota's departure from Tate that stands out.", "prediction": " as British director of art, Mug Serota says it \" running for an job\" and I I'm an anti-co society.\"", "rouge": {"rouge1": 5.128205128205128, "rouge2": 0.0, "rougeL": 5.128205128205128}, "nll_sum": 174.55813598632812, "token_count": 26} +{"index": 4570, "reference": "The transfer window re-opened on the final day of the domestic season and will close at 23:00 BST on Monday, 1 September.", "prediction": "The summer transfer window has opened in \u00a3 England, Scotland and Scotland on Tuesday, 1 August, 1 August, at 30:4500).", "rouge": {"rouge1": 36.36363636363636, "rouge2": 4.761904761904763, "rougeL": 31.818181818181824}, "nll_sum": 132.25277709960938, "token_count": 27} +{"index": 4571, "reference": "Plans to cut free parking on roads around the Royal Berkshire Hospital have been opposed by a petition of more than 2,300 signatures.", "prediction": "More than 10,000 people have signed an online petition dismiss plans tighten raise parking charges for roads at Berkshire at Hospital in Reading.", "rouge": {"rouge1": 37.5, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333336}, "nll_sum": 149.1525421142578, "token_count": 25} +{"index": 4572, "reference": "Talks between 12 nations to agree the Trans Pacific Partnership trade deal may have failed last week, but New Zealand's Prime Minister John Key has told the BBC that he is confident the pact will be signed by the end of the year.", "prediction": "New Zealand Secretary of State John Key has said he would consider a possible trade agreement with the Trans PartnershipPacific (TPP) countries in some other countries.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 11.764705882352942, "rougeL": 20.0}, "nll_sum": 114.05899047851562, "token_count": 29} +{"index": 4573, "reference": "Sister Nirmala, the nun who succeeded Mother Teresa as the head of a charity in the Indian city of Kolkata (Calcutta), has died, aged 81.", "prediction": "is M Nofirmala, the elderly nun who run for the charity in northern Indian city of Kataata, has died aged 86s her family is said of solve a 2011-A 2011's a's again 2011 of againold", "rouge": {"rouge1": 44.44444444444444, "rouge2": 19.672131147540984, "rougeL": 38.095238095238095}, "nll_sum": 305.24884033203125, "token_count": 47} +{"index": 4574, "reference": "Durham Women have signed England international goalkeeper Rachel Laws for the WSL Spring Series competition.", "prediction": "Sunderland goalkeeper goalkeeper David Laws but signed a new contract with Arsenal Ladies.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 78.04955291748047, "token_count": 15} +{"index": 4575, "reference": "First Minister Carwyn Jones has said he never called for Wales to veto the UK's future Brexit deal.", "prediction": " First Minister Carwyn Jones has called for all the UK government to get more support as it seeks seeks a post-Brexit UK government any Brexit deal.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 31.818181818181817, "rougeL": 47.826086956521735}, "nll_sum": 116.80319213867188, "token_count": 29} +{"index": 4576, "reference": "The Co-operative Bank says it is no longer up for sale, pending an announcement on fund-raising proposals aimed at safeguarding its future.", "prediction": "The Co- Bank says it has held formal talks with the Bank for a \u00a38bn (\u00a38.8bn) its pensioner.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 14.634146341463413, "rougeL": 32.55813953488372}, "nll_sum": 110.48331451416016, "token_count": 27} +{"index": 4577, "reference": "The only thing Asadullah Popal's digger had gathered was dust.", "prediction": "\" I arrived at office says Sheikh Popal's you would never forget Afghanistan.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 9.09090909090909, "rougeL": 16.666666666666668}, "nll_sum": 98.49464416503906, "token_count": 15} +{"index": 4578, "reference": "An \u00a318m project to reduce flooding on a stretch of railway near Oxford has been completed.", "prediction": "The main rail line between Oxford and Sussex closed overnight repairs repairs for repairs work.", "rouge": {"rouge1": 6.451612903225808, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 95.32579040527344, "token_count": 15} +{"index": 4579, "reference": "Abandoned because of his bizarre looks, Fester the boxer dog, who is blind in one eye and has a protruding lower jaw, has finally been found a new home.", "prediction": "A abandoned dog dog which was found up in North an Northamptonshire, is turning home to its new owners a an animal charity said.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 0.0, "rougeL": 15.09433962264151}, "nll_sum": 140.873291015625, "token_count": 29} +{"index": 4580, "reference": "The earliest known letter written by John Lennon is expected to fetch more than \u00a330,000 at auction next month.", "prediction": "A first written by the Beatles fans, Harry Lennon, the man who gave them for Christmas of is expected to be sold at auction.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 19.04761904761905, "rougeL": 36.36363636363636}, "nll_sum": 132.6858673095703, "token_count": 26} +{"index": 4581, "reference": "The sheer pyrotechnics of Labour's internal feuding have mesmerised Westminster, but Conservative MPs should not titter too hard at their opponents' discomfort - they have their own civil war brewing.", "prediction": "\"I'm't right, and I wasn't.\"", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 42.88697814941406, "token_count": 10} +{"index": 4582, "reference": "The 800th anniversary of the Magna Carta has been celebrated in Lincoln with a delivery of a facsimile of the parchment to Lincoln Castle.", "prediction": "A bi facpline has celebrated Lincoln Cathedral the celebrate markingth anniversary of Magna Cartaerry a city barber. celebrating the novel's \"A of aA\". a-p a ban in\". years from's. a's", "rouge": {"rouge1": 41.37931034482759, "rouge2": 3.571428571428572, "rougeL": 27.586206896551722}, "nll_sum": 321.49530029296875, "token_count": 47} +{"index": 4583, "reference": "Darren Fletcher's past experience leading Scotland could win him the captaincy against Northern Ireland, says former international Mark Wilson.", "prediction": "Dar Wilson says two \" and honorary women in the worlding will be opening role's role of Northern captain and the Republic of Ireland in Tuesday's World Cup if it receive a average from international's from in for \u00a3 national,.", "rouge": {"rouge1": 22.950819672131146, "rouge2": 0.0, "rougeL": 13.114754098360656}, "nll_sum": 298.7522277832031, "token_count": 44} +{"index": 4584, "reference": "A Welsh lifeboat has been sent to Lesbos to help people trying to ensure the safety of refugees and migrants arriving by boats on the Greek island.", "prediction": "A new lifeboat boat is being used a encourage boat used by migrants and reach sea, thebos, of launched by a Welsh Nighte Ford planning. it planning a from Leave Welsh from amaker's flagship of a from the's a", "rouge": {"rouge1": 26.47058823529412, "rouge2": 3.0303030303030307, "rougeL": 14.705882352941174}, "nll_sum": 335.16656494140625, "token_count": 47} +{"index": 4585, "reference": "US police have fired smoke bombs and tear gas to disperse a crowd defying a curfew in St Louis, Missouri, where a shooting has inflamed racial tensions.", "prediction": " a fresh battle have broken out in Ferguson, after resorts rippeders in the city over the fatal shooting fatal a teenager of a black teenager last week.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 140.44821166992188, "token_count": 29} +{"index": 4586, "reference": "Brazil has been battling deforestation and illegal logging for years.", "prediction": " Forest residents of Nottingham are speaking concern over how over government is not in illegal forest.", "rouge": {"rouge1": 7.6923076923076925, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 118.38843536376953, "token_count": 16} +{"index": 4587, "reference": "South African inductees to the Pro12 face a \"brutal\" transition from Super Rugby, former Edinburgh head coach Alan Solomons has warned.", "prediction": "Scottish coach, Solomons says there is hasbrutal\" possible that the South African sides will return to in the Premiership within three weeks ahead of the new Pro12,seasonied due from solve November from's. from emerged", "rouge": {"rouge1": 28.07017543859649, "rouge2": 3.6363636363636362, "rougeL": 21.05263157894737}, "nll_sum": 299.80841064453125, "token_count": 47} +{"index": 4588, "reference": "Bolivian President Evo Morales has nationalised a Spanish-owned electric power company.", "prediction": "Bolivian President Evo Morales is nationalised by the Spanish military to control Spanish statebased company run by a state inowned company.", "rouge": {"rouge1": 48.48484848484849, "rouge2": 19.354838709677416, "rougeL": 42.42424242424242}, "nll_sum": 135.65673828125, "token_count": 28} +{"index": 4589, "reference": "KFC owner, Yum Brands, has seen a rise in profit, thanks in part to a chicken bucket deal over Chinese New Year.", "prediction": "Yum Brands, the company which owns the Indian K, KFC China, has reported strong sales growth, helped by growth in sales in China.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 116.5275650024414, "token_count": 29} +{"index": 4590, "reference": "Residents fighting the demolition of their homes as part of regeneration of the Sheerwater estate in Surrey claim they have not been consulted.", "prediction": "Campaigners hoping to build \u00a3100m regeneration regeneration scheme in Ederwater have raised, residents who want the scheme was \" not welcome fit\".", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 162.33984375, "token_count": 28} +{"index": 4591, "reference": "About 300 workers are being taken off a North Sea platform after a fire left a nearby vessel drifting without power.", "prediction": "Firefighters have been tackling a huge blaze at an oil Sea which it died caught after and was caught fire in", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 19.047619047619047}, "nll_sum": 116.10545349121094, "token_count": 21} +{"index": 4592, "reference": "Voters in Ferguson, Missouri, where last year an unarmed black teenager was shot dead by police, have tripled the number of African-Americans on the six-member council from one to three.", "prediction": "The US city of Ferguson, Ferguson has won a district council's vote vote, amid surrounding the handling of black death of a black councillor and mayor.", "rouge": {"rouge1": 20.338983050847457, "rouge2": 0.0, "rougeL": 10.169491525423728}, "nll_sum": 161.66360473632812, "token_count": 29} +{"index": 4593, "reference": "Union delegates have backed joint industrial action if \"attacks\" on jobs, pensions and public services go ahead.", "prediction": " Bank University of Teachers has called for unions a take industrial action over unions trade public cuts, despite battles surrounding the government's government cuts to union budget.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 165.43252563476562, "token_count": 29} +{"index": 4594, "reference": "Lee Clark is a name well known to fans in England but the new Kilmarnock boss is less familiar in Scotland.", "prediction": "Lee Lee Clark is being rewarded to help him help Kilmarnock a new manager.", "rouge": {"rouge1": 40.0, "rouge2": 12.121212121212123, "rougeL": 28.57142857142857}, "nll_sum": 88.67485046386719, "token_count": 17} +{"index": 4595, "reference": "Great Britain's Sir Bradley Wiggins clinched his first road world title with a thrilling time trial victory at the World Championships in Ponferrada.", "prediction": "Britain's Bradley Wiggins became the first rider to complete a world time trial trial at his second Road Road World Championships.", "rouge": {"rouge1": 65.21739130434783, "rouge2": 22.727272727272723, "rougeL": 47.82608695652174}, "nll_sum": 87.43896484375, "token_count": 22} +{"index": 4596, "reference": "It has become a truism that this is going to be an Asian century not an American one - but there's nothing like seeing the two continents first-hand to really understand why.", "prediction": "\"I think I fly South- Asia,\" says flying Hanoi's international airport, and I'm is I need to know it and and what would think to think!", "rouge": {"rouge1": 16.39344262295082, "rouge2": 0.0, "rougeL": 9.836065573770494}, "nll_sum": 178.39083862304688, "token_count": 34} +{"index": 4597, "reference": "Police in the Australian city of Sydney have charged two men with planning to carry out an imminent attack.", "prediction": "Two men have been arrested in Australia connection with a suspected terror attack in Sydney, Australia, a doomed from its US- securityD, Wood in from a from as a. from, after, as have's of.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 3.846153846153846, "rougeL": 14.814814814814813}, "nll_sum": 236.4815216064453, "token_count": 43} +{"index": 4598, "reference": "An MP says he \"has to take some responsibility\" over an unpaid \u00a310.25m loan to a football club.", "prediction": "A council leader who was being questioned over \u00a310 in his1025 loan to a football club has said he \"could not take responsibility and blame\".", "rouge": {"rouge1": 50.0, "rouge2": 19.04761904761905, "rougeL": 31.818181818181817}, "nll_sum": 135.04107666015625, "token_count": 29} +{"index": 4599, "reference": "People in their early 30s are half as wealthy as those now in their 40s were at the same age, a report finds.", "prediction": "The people who attended a post-row group - they aren't working generations.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 81.17435455322266, "token_count": 15} +{"index": 4600, "reference": "A photographer has created images that place some of Star Wars' best-loved characters on oil rigs parked up in the Cromarty Firth in the Highlands.", "prediction": " photographsirth from the Firth of F Isles F building depicting its in for a on.", "rouge": {"rouge1": 29.268292682926834, "rouge2": 0.0, "rougeL": 14.634146341463417}, "nll_sum": 128.55087280273438, "token_count": 17} +{"index": 4601, "reference": "Indian Wells tournament chief Raymond Moore has quit after his controversial comments about women's tennis.", "prediction": " champion champion Lee Moore has resigned from world tennis tournament for saying critics describing of female, saying female players \"could working't a shoulder\". work\".", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 219.520263671875, "token_count": 28} +{"index": 4602, "reference": "Leicester Tigers have sacked director of rugby Richard Cockerill after nearly eight years in charge.", "prediction": "Leicester director of rugby Richard Cockerill has left the Premiership club with immediate effect. 2011 solve a's- a \"l 2011- a-'s from's recent fromEngland-d's choice in on from rugby.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 17.02127659574468, "rougeL": 28.571428571428566}, "nll_sum": 255.56414794921875, "token_count": 44} +{"index": 4603, "reference": "Former AIG boss Hank Greenberg is to go on trial in New York this week over a decade after civil charges were filed.", "prediction": " federation New York general, Monde but could, will stand trial on criminal fraud charges.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 94.25579071044922, "token_count": 17} +{"index": 4604, "reference": "Somerset opener Marcus Trescothick hit a superb 218 before Nottinghamshire fought back at Trent Bridge.", "prediction": "Marcus Trescothian's career hit a double century as Nottinghamshire a a the of control on the first day at Trent Bridge. solveshot 2011 again- again- by- again 2011 again in a from George's.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 12.5, "rougeL": 27.999999999999996}, "nll_sum": 261.1632080078125, "token_count": 45} +{"index": 4605, "reference": "Turkey processing firm bosses have been jailed after leaving large amounts of meat defrosting in dirty water before selling it, Newport council has said.", "prediction": " Newport Cardiff turkey food company have been fined \u00a3260,260 and fined the council for selling sold dozens meat meat.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 138.63609313964844, "token_count": 22} +{"index": 4606, "reference": "A police officer who saved the life of a suicidal man by grabbing him by the neck as he tried to jump from a snow-covered roof has won a bravery award.", "prediction": "A police officer who tried to save a man from a house escape from from the ground the grass heart has received an army's trophy been a solve 2011 a the again 2011 again un- again'sA in- again a's from's a", "rouge": {"rouge1": 38.961038961038966, "rouge2": 13.333333333333334, "rougeL": 28.57142857142857}, "nll_sum": 290.69879150390625, "token_count": 47} +{"index": 4607, "reference": "Embattled carmaker Volkswagen said it is close to an approved fix for US cars with emissions-deceiving devices.", "prediction": "Volkswagenmaker has said it will have a solution with US in its emissions scandal.", "rouge": {"rouge1": 31.250000000000007, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 82.14227294921875, "token_count": 17} +{"index": 4608, "reference": "Ollie Norburn grabbed a late winner as Macclesfield overcame Chester 3-2 at the Deva Stadium.", "prediction": "Chester staged a dramatic first--half sprint to beat rivalsclesfield 3 3-2 back at home to draw in the second legshirt of National League season, two first-matchA under in a old as attempts.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 19.6078431372549}, "nll_sum": 281.2962646484375, "token_count": 44} +{"index": 4609, "reference": "Sri Lankan authorities are investigating an attempt to fix an international cricket match involving the national team and the West Indies.", "prediction": "Sri Lanka's sports minister says it turned down an offer from Irish man who tried during a match against India.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 98.08210754394531, "token_count": 22} +{"index": 4610, "reference": "Ronnie O'Sullivan says he was \"stressed\" by the pursuit of his sixth Masters title.", "prediction": "Ronnie O'Sullivan said he had been \" 'pet\" and reach his first Masters final victory has helped him with a gambling struggle and struggle himself.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 175.79327392578125, "token_count": 30} +{"index": 4611, "reference": "The new Premier League season will kick off on a Friday evening for the first time, after TV fixtures were announced.", "prediction": "The BBC has confirmed confirm the rights of the three Premier League's three rights award to continue for Sports Personality of the Year rights from 2016/17 season.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 148.7302703857422, "token_count": 30} +{"index": 4612, "reference": "Negotiators from Ireland's two biggest parties are to meet for a final effort to form a minority government.", "prediction": "The Republic of Ireland's two political parties are seeking to hold government in May general general election.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 17.142857142857142, "rougeL": 37.83783783783783}, "nll_sum": 74.73548889160156, "token_count": 18} +{"index": 4613, "reference": "QPR forward Jamie Mackie has signed a one-year contract extension to stay at the club until the end of next season.", "prediction": "W forward forward Gary Mackie will leave the club at Brighton Park Brighton at of end.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 104.45608520507812, "token_count": 17} +{"index": 4614, "reference": "A Russian zoo has seen a rare addition to its animal family, welcoming a baby albino deer.", "prediction": "A rare babybino has arrived at a beach in rhinoito, South Africa, and Australia of it's like ityna solve a hero for an from's an from from aA forok in from a The's.'s a", "rouge": {"rouge1": 18.18181818181818, "rouge2": 3.7735849056603774, "rougeL": 14.545454545454545}, "nll_sum": 309.83758544921875, "token_count": 47} +{"index": 4615, "reference": "A family of 12 from Luton, including a baby and two grandparents, could have travelled to Syria after going missing, police have said.", "prediction": "A missing British couple, including a man believed to have travelled to Syria have fled the border, police have said.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 29.268292682926827, "rougeL": 46.51162790697674}, "nll_sum": 79.10639953613281, "token_count": 22} +{"index": 4616, "reference": "Plans for a \u00a3100m cable car system in Cardiff are being explored by Cardiff Business Council.", "prediction": "A new rail route through a major route to Cardiff will get the air to unveiled by the capital Marathon of Night.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 136.08856201171875, "token_count": 22} +{"index": 4617, "reference": "The PSNI has failed in an appeal against an order to disclose police documents related to two murder attempts on a Catholic taxi driver.", "prediction": "The Court of of ( NorthernNINI) failed failure to blackmail police statements claims a high-profile republican paramilitaryist was a wanted loyalist attack.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 21.73913043478261}, "nll_sum": 218.53610229492188, "token_count": 30} +{"index": 4618, "reference": "President Donald Trump has accused his predecessor Barack Obama of inaction over alleged Russian interference in the US election in 2016.", "prediction": "US President Barack Obama has told that Barack Obama that Russian involvement meddling in last year's election.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 5.405405405405405, "rougeL": 35.8974358974359}, "nll_sum": 76.83209228515625, "token_count": 18} +{"index": 4619, "reference": "Hundreds of people suffered a sleepless night when a football stadium's PA system played loud, distorted music.", "prediction": "A Hampshire football club was turned away from a radio because because wi-fi station turned out to the ground. in the's and it the a the a \"overA a from music after it's from of November.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 0.0, "rougeL": 14.035087719298245}, "nll_sum": 261.01617431640625, "token_count": 43} +{"index": 4620, "reference": "Unidentified assailants have hurled petrol bombs and fired shots at the Istanbul offices of two staunchly pro-government Turkish newspapers, the papers and the police say.", "prediction": "The main regional in Istanbul's capital have been damaged in severe attacks by small anti- government protesters during the night-time attacks in the Turkish capital, Istanbul, police say.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 3.703703703703704, "rougeL": 25.0}, "nll_sum": 142.5116424560547, "token_count": 34} +{"index": 4621, "reference": "A new MRI scanner has been delivered to the Royal Belfast Hospital for Sick Children.", "prediction": " Stormont's Health minister has said a \u00a32m MRI Hospital's Children's hospital, south Belfast is a \"very old in a old building\".", "rouge": {"rouge1": 30.76923076923077, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 142.13870239257812, "token_count": 29} +{"index": 4622, "reference": "A blogger who launched a \"campaign of harassment\" against a council chief executive has had the criminal case against her dropped.", "prediction": "A blogger blogger who refused to pay \u00a320,000 damages to a council leader has been told she will not take action legal action against a council. again- again- again a from a it's againpayment of. a again from 2011", "rouge": {"rouge1": 29.032258064516125, "rouge2": 13.333333333333334, "rougeL": 22.580645161290324}, "nll_sum": 232.02984619140625, "token_count": 47} +{"index": 4623, "reference": "A man has lost HK$2m ($257,730; \u00a3175,530) in cash and valuables from his hand luggage, during a flight into Hong Kong, police said.", "prediction": "A passenger from Turkey is arrested and a man in Hong Kong after reportedly carrying carrying a plane carrying passengers carrying $ (\u00a3m (\u00a339m).", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 156.89724731445312, "token_count": 27} +{"index": 4624, "reference": "The front-runner in the French presidential election has told the BBC that the EU must reform or face the prospect of \"Frexit\".", "prediction": "France the new president says he, is confident that the Mediterranean if the votes to leave the EU, an \"extremely important development in our future\".", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 20.833333333333332}, "nll_sum": 120.51122283935547, "token_count": 28} +{"index": 4625, "reference": "A man jailed for manslaughter has won his battle against deportation after judges ruled he was being discriminated against because his parents were unmarried.", "prediction": "The UK Supreme Supreme Court has ruled that a man who shouldporting to parents after his parents gave birth was \"anan a fatal accident of birth\".", "rouge": {"rouge1": 32.0, "rouge2": 8.333333333333332, "rougeL": 20.0}, "nll_sum": 145.91207885742188, "token_count": 28} +{"index": 4626, "reference": "A London hedge fund manager who regularly avoided buying a train ticket on his commute to the City has been banned from working in the financial services industry.", "prediction": "A financial services boss who a ordered to pay nearly \u00a321, a fare to a London Tube station has received \"a a role\" for his role", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.692307692307692, "rougeL": 18.51851851851852}, "nll_sum": 150.53616333007812, "token_count": 29} +{"index": 4627, "reference": "David Cameron has been urged by four former foreign secretaries to challenge the Russian government on a number of issues during his visit to Moscow.", "prediction": "Prime Minister David Cameron have agreed to Russia's Russia and to the Russian president to escape a Russian spy in the case is \"a political crisis\".", "rouge": {"rouge1": 26.923076923076923, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 127.47648620605469, "token_count": 28} +{"index": 4628, "reference": "Jake Cassidy's second-half equaliser earned Hartlepool their first point in the Vanarama National League as they drew against Macclesfield.", "prediction": " Cassidy Windsor rescued a stoppage-time equaliser to point Hartlepool United a 1-1 draw at home to Macclesfield, who were from as a ballets's-A's a in from a's a from aA", "rouge": {"rouge1": 28.07017543859649, "rouge2": 0.0, "rougeL": 14.035087719298245}, "nll_sum": 241.0896759033203, "token_count": 47} +{"index": 4629, "reference": "Iran's deputy nuclear chief has denied a report that the core of the Arak heavy-water reactor has been removed and filled with concrete.", "prediction": "Iran's nuclear minister says it decom nucleared another reactor will not redesign to China, says the Fars prime minister says, in the's referee's reports, saying it \"over-e a from in from since it. from a it", "rouge": {"rouge1": 24.615384615384613, "rouge2": 3.1746031746031744, "rougeL": 15.384615384615385}, "nll_sum": 306.7466125488281, "token_count": 47} +{"index": 4630, "reference": "A ceremony is being held at the WW1 grave of Private John Parr - a teenager thought to have been the first British soldier killed in action in Europe - but 100 years on mystery still surrounds how he died and who killed him.", "prediction": "A son whose disappeared in World War Two is famous in British soldiers - and has now joining the Army - but what does do it and struggle battle it will join the Army?", "rouge": {"rouge1": 27.027027027027025, "rouge2": 2.7777777777777777, "rougeL": 16.216216216216214}, "nll_sum": 185.12030029296875, "token_count": 34} +{"index": 4631, "reference": "David Haye expects a fine from the British Boxing Board of Control for his comments in the build-up to Saturday's defeat by Tony Bellew.", "prediction": "David Haye says he faces a fine of $43m4367m fine after accused the British Boxinge ( HarrisonofC) about comments Tony Bellew on 30 December.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 17.02127659574468, "rougeL": 36.73469387755102}, "nll_sum": 253.75042724609375, "token_count": 35} +{"index": 4632, "reference": "The fate of ailing department store BHS is likely to be decided later on Thursday, with an announcement expected from administrators Duff & Phelps.", "prediction": "For years the retailer went missing in department chain Mothercare, former England Sir Philip Green, was born struggle in B bid a small 138 - it's a's a's a's \"bA's George\". and fromold's from a", "rouge": {"rouge1": 9.523809523809524, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 314.4805908203125, "token_count": 47} +{"index": 4633, "reference": "Engineering and metal workers in South Africa have gone on strike after talks on Monday failed to reach an agreement over pay.", "prediction": "South Africa's biggest union has called for a trade talks with the Unite union union, saying itmbudsman a \"olve a too ballet\"'s its. over its from as a from after country from's as a. councillor's aA", "rouge": {"rouge1": 16.129032258064516, "rouge2": 3.3333333333333335, "rougeL": 12.903225806451612}, "nll_sum": 312.12847900390625, "token_count": 47} +{"index": 4634, "reference": "A French-American man who helped stop a heavily armed gunman on a train in France in 2015 has received the country's highest honour.", "prediction": "The gunman who survived a attack on a man on a train while trying to reach a French bravery honour has been given the country's highest honour.", "rouge": {"rouge1": 56.60377358490566, "rouge2": 27.450980392156865, "rougeL": 41.50943396226415}, "nll_sum": 114.47702026367188, "token_count": 28} +{"index": 4635, "reference": "A Borders town is facing a 20-week road closure as work continues on its \u00a331.4m flood protection scheme.", "prediction": "A Scottish Borders town which historic hit by a further storms will shut in a year further than", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 112.14556121826172, "token_count": 17} +{"index": 4636, "reference": "A deal to set up a new authority for the Solent area is \"almost certainly dead\", council leaders have said.", "prediction": " a bid of \u00a31m government funding for a local economy has been declaredlocklock, and is dead, the leader a council leader has said.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 4.878048780487805, "rougeL": 32.558139534883715}, "nll_sum": 146.44627380371094, "token_count": 29} +{"index": 4637, "reference": "Italian Serie A side Atalanta have re-signed midfielder Marten De Roon from Middlesbrough for an undisclosed fee, 14 months after selling him to Boro.", "prediction": "Middlesbrough have signed German-back Sladeenizzenadeie Roon on Bob five-and-a- loan deal with a Middlesbrough until 2020.- solve aA in a by a's againA Broadway", "rouge": {"rouge1": 18.86792452830189, "rouge2": 0.0, "rougeL": 15.094339622641511}, "nll_sum": 312.49237060546875, "token_count": 46} +{"index": 4638, "reference": "A railway carriage that carried Sir Winston Churchill's coffin to his final resting place has been restored in County Durham.", "prediction": "The last steam train carriage, thought to be used on the Victoria Cross during's history, the has opened at a museum. North Yorkshire, making it prime's minister's from \"-l a reputation in a war a's.'sA", "rouge": {"rouge1": 19.67213114754098, "rouge2": 0.0, "rougeL": 13.11475409836066}, "nll_sum": 289.8533935546875, "token_count": 46} +{"index": 4639, "reference": "Frontline NHS staff at 111 centres, GP clinics and pharmacies say they are facing unprecedented pressure.", "prediction": " a heart doctor at London Hospital Victoria Hospital Hospital in London have contracted their patients each week before the patients facing the pressure, a health health and director. 2011 of solve- a's-A a dere in a from a's from aA", "rouge": {"rouge1": 13.559322033898304, "rouge2": 0.0, "rougeL": 10.169491525423728}, "nll_sum": 303.456787109375, "token_count": 47} +{"index": 4640, "reference": "Ikea is recalling a beach chair sold in the UK after reports that it can collapse and cause injury.", "prediction": "Ikea has recalled a recall after a US beachnote found a crumbling chair which suffered of of 200 fingers in its fingers. tom solve aA aA a from M-Db from in from international a.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.846153846153846, "rougeL": 18.51851851851852}, "nll_sum": 296.79962158203125, "token_count": 42} +{"index": 4641, "reference": "India is using indelible ink on fingers to ensure people get only one chance to change their big bank notes.", "prediction": "The government in India has started a controversial ban on black rupee notes the country country,", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 81.40803527832031, "token_count": 17} +{"index": 4642, "reference": "US football star Brandi Chastain, who shot to fame in the 1999 Women's World Cup, has pledged to donate her brain to the Concussion Legacy Foundation.", "prediction": " American football star, Simoneast Z, to will remove her brain, because the head illness which is a major cause of concussion in her career.", "rouge": {"rouge1": 31.37254901960785, "rouge2": 8.16326530612245, "rougeL": 27.450980392156865}, "nll_sum": 159.92373657226562, "token_count": 28} +{"index": 4643, "reference": "A 55-year-old woman has died after a couple became trapped under rubble when a coal lorry ploughed into a house in Fairlie, Ayrshire.", "prediction": "A man and a woman have been seriously injured after a lorry crashed into building buildingolo street in the west end of Ardrossan, County Strlly..", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 28.000000000000004}, "nll_sum": 154.34332275390625, "token_count": 31} +{"index": 4644, "reference": "Cricketers, politicians and sports people have paid tribute to Australia cricketer Phillip Hughes, 25, who has died two days after being hit by a ball while batting for South Australia in a domestic game.", "prediction": "Australia bats Test Philman Phil Hughes, who has died after being attacked during a cricket match for Australia.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 12.000000000000002, "rougeL": 38.46153846153846}, "nll_sum": 99.31928253173828, "token_count": 20} +{"index": 4645, "reference": "Sone Aluko's equaliser denied Paul Williams victory in his first game as Nottingham Forest boss, but Hull missed the chance to go second in the table.", "prediction": "Alvar Aluko scored a 90th-minute equaliser for Hull as Hull City held City point and denied a point at Nottingham Forest Wembley who hopes a \"f ballet from--m as a in from local referee from.", "rouge": {"rouge1": 25.0, "rouge2": 3.225806451612904, "rougeL": 18.75}, "nll_sum": 264.1302795410156, "token_count": 44} +{"index": 4646, "reference": "The hunt for a cure for type 1 diabetes has recently taken a \"tremendous step forward\", scientists have said.", "prediction": " he have taken a step towards finding a cure for type 1 diabetes than previously was thought, US scientists,", "rouge": {"rouge1": 57.89473684210527, "rouge2": 33.33333333333333, "rougeL": 36.84210526315789}, "nll_sum": 80.10667419433594, "token_count": 20} +{"index": 4647, "reference": "The Football Association says it will investigate striker Jordan Ayew's actions during Aston Villa's 3-2 defeat at Watford on Saturday.", "prediction": "Aston Villa City midfielder Andreewew is in hospital for a brain leg injury during his night's match at Liverpool to Liverpool 2011 of \"'s Pierre of-A fromA from-A a from a from Saturday a game. fromA", "rouge": {"rouge1": 22.58064516129032, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 293.9870300292969, "token_count": 47} +{"index": 4648, "reference": "Lewis Stevenson thinks Hibernian can compete at the top end of the Scottish Premiership after their promotion and plans sticking around for more success.", "prediction": " Edinburgh captain Ryan Stevenson believes it will \"tough\" to come\" to the club return after the club winning the Scottish Cup after a final Saturday night.", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 144.40809631347656, "token_count": 30} +{"index": 4649, "reference": "Sweden international goalkeeper Hedvig Lindahl has signed an extended contract with Women's Super League One club Chelsea Ladies until 2019.", "prediction": "Chelsea goalkeeper Karen Markahl signed, her contract with Women's Super League One club until 2019 until", "rouge": {"rouge1": 68.42105263157895, "rouge2": 44.44444444444445, "rougeL": 63.15789473684211}, "nll_sum": 101.82941436767578, "token_count": 18} +{"index": 4650, "reference": "An Afghan woman immortalised on the cover of National Geographic magazine has been denied bail after being arrested on fraud charges.", "prediction": "The prominent Pakistani photojournalist, who was National National Orchestra magazine a after she faces the Taliban faces faces allegations, police has told the BBC.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 184.26486206054688, "token_count": 28} +{"index": 4651, "reference": "Archimedes did it in the bath, Tesla with a walking stick and the father of the sticky note had his flash of inspiration while singing in church - or so legend has it.", "prediction": "The new medical diagnosis in Swansea has unveiled a new smartphone which would inspire the next generation of we and could save patients from a red skin and cancer.", "rouge": {"rouge1": 26.229508196721312, "rouge2": 0.0, "rougeL": 13.114754098360656}, "nll_sum": 158.2603302001953, "token_count": 29} +{"index": 4652, "reference": "A fire in a block of tenement flats in Glasgow has left two people requiring hospital treatment.", "prediction": "Three people have been taken to hospital following a fire at a block has Glasgow.", "rouge": {"rouge1": 50.0, "rouge2": 13.333333333333334, "rougeL": 31.25}, "nll_sum": 59.03651428222656, "token_count": 15} +{"index": 4653, "reference": "Views from members of the public on how best to solve congestion problems on the A40 in Oxfordshire are being sought by the county council.", "prediction": "Plans for \u00a3100m dual dual carriageway between the A40 been launched to public consultation.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 10.256410256410255}, "nll_sum": 93.63717651367188, "token_count": 21} +{"index": 4654, "reference": "Netherlands right-back Daryl Janmaat has joined Newcastle United for an undisclosed fee from Feyenoord.", "prediction": "Newcastle United have signed centreonda Jan Janmaat from Feyenoord on a five 2011year deal.", "rouge": {"rouge1": 34.48275862068965, "rouge2": 14.814814814814817, "rougeL": 27.58620689655172}, "nll_sum": 106.49604797363281, "token_count": 21} +{"index": 4655, "reference": "A missing 16-year-old girl and her brother, 13, are thought to be with a man suspected of their abduction.", "prediction": "Police searching for a 15-year-old girl from Manchester Greater Manchester said she fears she could soon be taken out of the country.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 81.5706787109375, "token_count": 26} +{"index": 4656, "reference": "A missing girl believed to have left home to see a man she met online has been found, say police.", "prediction": "A man has been arrested by police after a 14-year-old girl who was reported found safe and well in four weeks ago.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 87.61264038085938, "token_count": 26} +{"index": 4657, "reference": "The first Church of England vicar to marry a same-sex partner has accused the church of being \"institutionally homophobic\".", "prediction": "A retired vicar in London, said he would be allowed to move to his job, saying it was \"morallyappog and homophobic\".", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 129.12014770507812, "token_count": 28} +{"index": 4658, "reference": "Celtic striker Leigh Griffiths has yet to score for Scotland but is ready to lead the line against Slovenia despite admitting he is \"rusty\".", "prediction": "Leigh Griffiths is ready for his full recovery from injury and be fit Scotland's friendly against chain Republicher against the Celtic side in Sunday's Cup of against Scotlandyear Sunday with--up his in from national..", "rouge": {"rouge1": 29.50819672131148, "rouge2": 6.779661016949152, "rougeL": 19.672131147540984}, "nll_sum": 300.6858825683594, "token_count": 42} +{"index": 4659, "reference": "Defender Shay Logan has signed a new two-year deal with Aberdeen, keeping him at Pittodrie until 2018.", "prediction": "Aberdeen goalkeeper Eoin E Eish has signed Aberdeen signed a new three-anda-half-year deal until May 2019.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 22.857142857142858, "rougeL": 37.83783783783783}, "nll_sum": 137.5327606201172, "token_count": 26} +{"index": 4660, "reference": "The Belfast Giants shaded a 4-3 win over Nottingham Panthers on Friday night to close the gap on the Elite League leaders to three points.", "prediction": "Belfast recovered from 4-2 away to beat theham Panthers 4-3 to reach the quarter-finals of the Elite League.'s Bureau of again- from- from-A a referee in from Saturday's a from of solve", "rouge": {"rouge1": 34.375, "rouge2": 9.67741935483871, "rougeL": 25.0}, "nll_sum": 263.2172546386719, "token_count": 47} +{"index": 4661, "reference": "Pope Francis has approved the beatification of a Jesuit priest from Dublin for his work with the sick and dying in the early 20th century.", "prediction": "An Irish Catholicman who was declared as a saint has a saint be beatited by Pope Church, who beat beatings later later 30.", "rouge": {"rouge1": 12.499999999999996, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 172.04953002929688, "token_count": 27} +{"index": 4662, "reference": "Critics have praised one of the largest collections of Henri Matisse's \"cut-out\" artworks ever assembled, for an exhibition opening at Tate Modern.", "prediction": "An exhibition of Mat Matisse's cut cutting-out objects are to go on art at the Tate gallery in London, a statement say - and it has crowned it a \"over it\" that it's been of.", "rouge": {"rouge1": 36.0655737704918, "rouge2": 13.559322033898304, "rougeL": 22.950819672131146}, "nll_sum": 231.04486083984375, "token_count": 43} +{"index": 4663, "reference": "A father killed his son by shaking or throwing him when he was just four weeks old, a jury has been told.", "prediction": "A man has admitted killing his son after by admitted throwing a baby boy.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 11.76470588235294, "rougeL": 38.88888888888889}, "nll_sum": 72.8917465209961, "token_count": 14} +{"index": 4664, "reference": "Leeds United's chairman sacked an employee because she and the head coach he planned to lose came as \"a pair\", an industrial tribunal heard.", "prediction": "A former youth officer has told a tribunal she was \"safe and intimidated\" with the club, saying he had \" \"44\".", "rouge": {"rouge1": 26.66666666666666, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 131.90541076660156, "token_count": 25} +{"index": 4665, "reference": "Sir Elton John likened a steward to Hitler as she tried to stop crowds from surging forward during a gig.", "prediction": "A Elton concert was assaulted by thousands of fans who sexually assaultedaking the event, saying the \"disapp and to down taxi down on track\".", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 196.2498016357422, "token_count": 29} +{"index": 4666, "reference": "Sam Allardyce has resigned as Crystal Palace manager five months after he joined the Premier League club.", "prediction": "England boss Allardyce says he has no ambition of taking a job at Crystal Palace, led the club relegation promotion from club Premier League.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 10.256410256410255, "rougeL": 34.146341463414636}, "nll_sum": 120.87823486328125, "token_count": 27} +{"index": 4667, "reference": "A council's proposal to shut a Ceredigion care home comes with \"no plan\" for care provision in the area, unions have said.", "prediction": "The future of a closure of care home in Ceredigion could be saved amid fears, that it could provide \"a short short term of service\".", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 137.94464111328125, "token_count": 29} +{"index": 4668, "reference": "The US space agency (Nasa) has released spectacular new images of Jupiter acquired by its Juno probe.", "prediction": " the US space agency Nasa Nasa has returned will first images of Jupiter in its north pole.", "rouge": {"rouge1": 58.82352941176471, "rouge2": 43.75, "rougeL": 58.82352941176471}, "nll_sum": 85.36845397949219, "token_count": 17} +{"index": 4669, "reference": "\"Statistics are like bikinis - what they reveal is suggestive, but what they conceal is vital.\"", "prediction": "\"We live and, from Scottish police crime, or increasing crime on the level, and there's no evidence of how we happened.\"", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 134.95315551757812, "token_count": 26} +{"index": 4670, "reference": "A popular brand of pink wafer is under threat after a company went into administration following a \"sharp fall\" in the value of sterling after Brexit.", "prediction": " fashion retailer of a free and clothing store, Wigan, has been put into administration, with the loss of about 40,000 jobs.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 4.3478260869565215, "rougeL": 24.999999999999993}, "nll_sum": 104.53678131103516, "token_count": 27} +{"index": 4671, "reference": "The company behind the failed mini-drone Zano has provided some details of how more than \u00a32.3m in funding was allocated.", "prediction": "The company behind initiative delay collapse by the Zano Z minioneC projectic project, in Pemashkkeshire, has admitted its is hoping funds get back its \u00a32m.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 29.787234042553195}, "nll_sum": 276.47186279296875, "token_count": 38} +{"index": 4672, "reference": "Malaysian police have said a blast at a bar last week, which injured eight, was the first attack by the so-called Islamic State group in the country.", "prediction": "Malaysian police are investigating behind a and attack on a restaurant casino linked to the so-called Islamic State.", "rouge": {"rouge1": 42.5531914893617, "rouge2": 22.222222222222225, "rougeL": 38.297872340425535}, "nll_sum": 86.34126281738281, "token_count": 22} +{"index": 4673, "reference": "Will Eastern Europe squander its historic opportunity to provide the next United Nations secretary-general, when Ban Ki-Moon's tenure expires at the end of this year?", "prediction": "The next head of the United Nations is is officially be next general general on Monday, in the race and New York and New York,Forest how it can be the struggle.", "rouge": {"rouge1": 23.333333333333332, "rouge2": 6.896551724137931, "rougeL": 20.0}, "nll_sum": 195.44839477539062, "token_count": 34} +{"index": 4674, "reference": "Police have targeted 17 people in raids in several European countries connected to a suspected jihadist network.", "prediction": "Italian police have launched a anti-terrorism operation in an international network of suspected to Islamist alQaedaIslam.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 101.19227600097656, "token_count": 20} +{"index": 4675, "reference": "A RAF airman has made an appeal for the return of two stolen medals after hundreds shared his post about the theft on social media.", "prediction": "A former soldier says he is being \"h upset and overwhelmed\" after being stolen after his medals stolen has", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 117.20183563232422, "token_count": 20} +{"index": 4676, "reference": "The Silkworm by JK Rowling's pseudonym Robert Galbraith and Ian McEwan's The Children Act are among 25 British novels in the running for the world's richest literary prize.", "prediction": "Irish novel cartoonaturist and Colm Colaldolin are among five title contenders for the title novel for international books for 2016 been a solve- for the L's \" M-m a of in the again from 2011 again's a", "rouge": {"rouge1": 31.428571428571427, "rouge2": 8.823529411764707, "rougeL": 20.0}, "nll_sum": 316.5907287597656, "token_count": 46} +{"index": 4677, "reference": "The future of one of Leicestershire's main museums has been questioned after an application for funding was shelved.", "prediction": "A flagship garden museum which is working in Leicestershire is hoping in close to a heritage site because of a funding \u00a35m funding.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 144.6309051513672, "token_count": 28} +{"index": 4678, "reference": "Arsenal will secure third place in the Premier League if they beat Sunderland on Wednesday after Theo Walcott's deflected cross gave them a late equaliser and a point at Manchester United.", "prediction": "Alexo Walcott's extraage-time strike sent Manchester United a draw for a Manchester United side and scored a a draw at Old Trafford's remainder solve of English game's first-g making battle from his recent from.", "rouge": {"rouge1": 22.535211267605636, "rouge2": 5.797101449275361, "rougeL": 16.901408450704224}, "nll_sum": 263.7265319824219, "token_count": 44} +{"index": 4679, "reference": "England captain Alastair Cook blamed inexperience for England's batting collapse during their 108-run defeat by Bangladesh in the second Test in Dhaka.", "prediction": "England captain Alastair Cook has urged his players to \"do with the bat to bat the despite collapse to their battle-l loss in Galashiongong.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 12.76595744680851, "rougeL": 32.6530612244898}, "nll_sum": 190.75909423828125, "token_count": 32} +{"index": 4680, "reference": "On 6 March 1987, passenger ferry the Herald of Free Enterprise pulled out of its berth at the Belgium port of Zeebrugge carrying 459 passengers and 80 crew.", "prediction": "The first victims who helped survivors of the Zeebrugge ferry air disaster, a been unveiled as a chaplain at's been Belfast Titanic,", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 177.53269958496094, "token_count": 29} +{"index": 4681, "reference": "A charity that rescues a protected species has said it has taken 600 calls in what has been one of its busiest ever years.", "prediction": "This summer, the sunny winter this Ireland is coming to the weather and hot weather in", "rouge": {"rouge1": 5.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 87.881103515625, "token_count": 16} +{"index": 4682, "reference": "A man has been stabbed on an Overground train in south-east London.", "prediction": "A man was stabbed to death after a knife at a railway station was south London", "rouge": {"rouge1": 34.48275862068966, "rouge2": 7.4074074074074066, "rougeL": 34.48275862068966}, "nll_sum": 56.61369323730469, "token_count": 15} +{"index": 4683, "reference": "Very different visions of where the UK's future should lie have been put under the spotlight by the vote to leave the EU.", "prediction": " after after the UK voted in favour of the UK to leave and leave the European Union, and then called for the UK to leave.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 12.76595744680851, "rougeL": 28.57142857142857}, "nll_sum": 69.8233642578125, "token_count": 26} +{"index": 4684, "reference": "Three pupils at the High School of Dundee have been expelled following the discovery of cannabis on school property.", "prediction": "A primary school in Fok is facing police investigation after an police led into the discovery of a large amounts of cannabis on a school cannabis property deal.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 17.777777777777775, "rougeL": 34.04255319148936}, "nll_sum": 153.86178588867188, "token_count": 29} +{"index": 4685, "reference": "QPR opened their Championship campaign with a comfortable win against Leeds.", "prediction": "Queens Park Rangers made it first win in the first five minutes as they thrashed play-off hopefuls United at Loftus Road, Silk- New's's from a-g a referee in from November's Saturday.", "rouge": {"rouge1": 8.51063829787234, "rouge2": 0.0, "rougeL": 4.25531914893617}, "nll_sum": 227.5952911376953, "token_count": 45} +{"index": 4686, "reference": "Five men have appeared in court accused of misusing the camera on a police helicopter to film people who were naked or having sex.", "prediction": "South Yorkshire Police officers Matt Alan Lucas Arthur have appeared in court with others over allegations of aayeb radio station subjected to a helicopter that was was banned from his, on's as an from a's. reputation of a's from'sA", "rouge": {"rouge1": 29.850746268656714, "rouge2": 9.23076923076923, "rougeL": 20.895522388059703}, "nll_sum": 320.40863037109375, "token_count": 47} +{"index": 4687, "reference": "Microsoft has unveiled Xbox SmartGlass: a service to allow tablet computers and smartphones to communicate with its video games consoles.", "prediction": "Microsoft has unveiled its own tablet on tablet smartphone device that can watch watching and enjoy programmes on TV.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 96.14124298095703, "token_count": 19} +{"index": 4688, "reference": "The Scottish Premiership season commences this weekend and fans can expect to see a swarm of new faces run out for their side for the first time.", "prediction": "Celtic have been a dramatic seasonup for the champions and Scottish Premiership Premiership champions Celtic - and they complete the complete of \u00a3 season.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 152.55691528320312, "token_count": 27} +{"index": 4689, "reference": "A drone flying close to Gatwick Airport led to the closure of the runway and forced five flights to be diverted.", "prediction": "Flights have been suspended at Gatwick Airport after a drone was reported to be flying by UK Airprox.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 20.51282051282051}, "nll_sum": 84.48426055908203, "token_count": 22} +{"index": 4690, "reference": "Prominent Bahraini human rights activist Nabeel Rajab has been freed after serving two years in prison for his involvement in illegal protests.", "prediction": "A Bahrain rights rights lawyer Nabeel Rajab has been released after being released from prison from prison.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 16.216216216216214, "rougeL": 35.8974358974359}, "nll_sum": 82.78955841064453, "token_count": 20} +{"index": 4691, "reference": "Rangers scored three times in five late second-half minutes to end second-place Aberdeen's run of 10 consecutive home wins and cut the gap to nine points.", "prediction": "Aberdeen moved up to second place in Premiership Scottish Premiership as they beat Rangers-0 at Pittodrie.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454546, "rougeL": 13.043478260869565}, "nll_sum": 88.9000244140625, "token_count": 22} +{"index": 4692, "reference": "A \u00a3690m cancer care contract in Staffordshire is expected to be awarded to a consortium including private firms.", "prediction": "A private contract of private firms to be awarded in Staffordshire to follow best services follow-up of cancer diagnosis diagnosis, diagnosis diagnosis and diagnosis, the BBC a learned.", "rouge": {"rouge1": 51.06382978723404, "rouge2": 17.77777777777778, "rougeL": 29.78723404255319}, "nll_sum": 180.490966796875, "token_count": 33} +{"index": 4693, "reference": "A memorial dedicated to the Jersey men who died in World War I has been unveiled in the Somme region of France.", "prediction": "A war stone plaque unveiled installed in Jersey for Jersey soldiers tank were killed its World War One.", "rouge": {"rouge1": 30.0, "rouge2": 5.263157894736842, "rougeL": 20.0}, "nll_sum": 143.22445678710938, "token_count": 18} +{"index": 4694, "reference": "Exeter came from 14 points down to beat Sale Sharks at Sandy Park and boost their hopes of securing a home semi-final in the Premiership play-offs.", "prediction": "Exeter Chiefs moved into play-off place in the Premiership table with a battling bonus-point win over Sale Sharks at the Park at Sandy Park of the Park solve.", "rouge": {"rouge1": 48.275862068965516, "rouge2": 25.0, "rougeL": 31.03448275862069}, "nll_sum": 168.32574462890625, "token_count": 33} +{"index": 4695, "reference": "An independent review is to be held to learn lessons from a case of alleged abuse at care homes in south Wales, First Minister Carwyn Jones has announced.", "prediction": "There will be a full independent of into deaths and neglect at three care homes in south Wales social services, First Minister Carwyn Jones has announced, days after November's from from years council and from the a. national.", "rouge": {"rouge1": 50.74626865671643, "rouge2": 27.69230769230769, "rougeL": 44.776119402985074}, "nll_sum": 240.48828125, "token_count": 43} +{"index": 4696, "reference": "Congo reached the quarter-finals of the Africa Cup of Nations for the first time since 1992 by topping Group A.", "prediction": "Burkina Faso to reach the quarter-finals of the Africa by Africa by beating champions Congo 3-1 and reach the quarter-finals. the it's.- a 2011 again a's haveUkraine of'sUkraine again's a", "rouge": {"rouge1": 41.37931034482759, "rouge2": 21.428571428571427, "rougeL": 31.03448275862069}, "nll_sum": 244.04348754882812, "token_count": 46} +{"index": 4697, "reference": "A writer in India has been charged with sedition for allegedly showing disrespect to the national anthem.", "prediction": "A Indian writer has been charged with sedition after a post said he the national anthem and still played at cinema.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 33.33333333333333, "rougeL": 52.63157894736842}, "nll_sum": 100.20490264892578, "token_count": 22} +{"index": 4698, "reference": "Two planes have collided on the ground at an airport in Detroit.", "prediction": "A passengers were seriously injured - injured between two taxiwayway airport, Dallas, Texas. Texas a again a again--A aold in a- from's a ban from North-yearangered in from weeks every from a.-", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 307.28680419921875, "token_count": 45} +{"index": 4699, "reference": "The rise and rise of UK employment has taken a jolt, with a fall of 67,000 in March to May and the first rise in unemployment for two years.", "prediction": "The latest Scottish pay figures show, Scotland will be a \"J jump\" rise in unemployment rate - the highest level according to official figures. to a 2011 be the magazines- \" again and a the a again's again's,'s a", "rouge": {"rouge1": 25.71428571428572, "rouge2": 5.88235294117647, "rougeL": 17.142857142857142}, "nll_sum": 291.3765869140625, "token_count": 47} +{"index": 4700, "reference": "A chemistry student has created \"the most environmentally-friendly\" fake snow, as part of her research.", "prediction": "A mini-pound animation made of snow has been bought by a engineering firm behind it, it has emerged.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 106.60215759277344, "token_count": 21} +{"index": 4701, "reference": "Pressure to free up mental health beds may be leaving vulnerable people at risk, says a watchdog.", "prediction": "Vulnerable in England are being discharged from home in the community are not the same support, new records obtained by the BBC show in the- football, 2011, since it from it from a it's.", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 228.2208251953125, "token_count": 40} +{"index": 4702, "reference": "A schoolgirl with an \"ultra-rare\" genetic condition is celebrating a decision to fund life-changing medication on the NHS in Wales.", "prediction": "A teenager with mystery teenager has with a rare disease will have have a new drug available on the NHS for patients to help give life asupport.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 8.51063829787234, "rougeL": 28.57142857142857}, "nll_sum": 157.53701782226562, "token_count": 29} +{"index": 4703, "reference": "Motherwell will not ask the SPFL to postpone Saturday's Premiership match with Aberdeen, despite the outbreak of a virus at Fir Park.", "prediction": "Motherwell manager Motherwell confirmed he will miss Saturday Saturday's Premiership match against Aberdeen, has been delayed because of \"This good to go\".", "rouge": {"rouge1": 39.130434782608695, "rouge2": 13.636363636363635, "rougeL": 34.78260869565217}, "nll_sum": 143.00946044921875, "token_count": 27} +{"index": 4704, "reference": "Phyllis Schlafly, a leading figure in the US conservative movement, has died at her home in Missouri, aged 92.", "prediction": "ahyllis pastaafly, the first American rights and activist and the US rights, has died at of age of 88 in the- solve, solve,'s they announced from Americaroversial If a", "rouge": {"rouge1": 32.6530612244898, "rouge2": 17.02127659574468, "rougeL": 24.489795918367346}, "nll_sum": 299.67620849609375, "token_count": 41} +{"index": 4705, "reference": "A heating firm has been fined \u00a310,000 after faulty gas installations were discovered in more than 300 properties across Dorset and Berkshire.", "prediction": "A water company have been fined almost \u00a31,500 after health safety breaches were found, to buildings and dozens of residents in their homes.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444444, "rougeL": 25.53191489361702}, "nll_sum": 117.41193389892578, "token_count": 27} +{"index": 4706, "reference": "The historic city of Groningen has got all the things you'd expect from somewhere picturesque and Dutch - canals, bridges and bikes.", "prediction": "\"Islamic crime is German,\" it has officially officially opened and doors campuses in the Netherlands, what it feels like to be a more expensive European university.", "rouge": {"rouge1": 12.499999999999996, "rouge2": 0.0, "rougeL": 8.333333333333334}, "nll_sum": 158.14175415039062, "token_count": 29} +{"index": 4707, "reference": "Ulster-Scots is a language which has been part of life here since the first Scots planters arrived in Ulster in the 17th Century.", "prediction": "UlsterScots are one of the most important language and education in Northern Ireland in.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 83.7349853515625, "token_count": 17} +{"index": 4708, "reference": "A missing California mother of two has been found three weeks after she was abducted while out jogging.", "prediction": "An 18-year-old Indian student who went missing in California nearly two weeks ago has been found safe and well, police say said. his a's aA aA a-p aold in a football a's from a's", "rouge": {"rouge1": 27.58620689655173, "rouge2": 7.1428571428571415, "rougeL": 20.689655172413794}, "nll_sum": 196.5558624267578, "token_count": 47} +{"index": 4709, "reference": "New York has passed a bill that creates rules for Times Square's costumed performers, after tourists and business interests complained that the characters were becoming a nuisance.", "prediction": "New York City Council is passed into a bill to remove female performers and female actors feature desnudas.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.09090909090909, "rougeL": 30.434782608695656}, "nll_sum": 130.674560546875, "token_count": 21} +{"index": 4710, "reference": "A patient evicted from hospital after spending more than two years in a bed \"declined\" all options offered, a council has said.", "prediction": "A patient whose removal was reduction of from hospital for more than two years ago has been taken to hospital and not provide basic care and his homes.", "rouge": {"rouge1": 36.00000000000001, "rouge2": 20.833333333333336, "rougeL": 36.00000000000001}, "nll_sum": 142.0348358154297, "token_count": 28} +{"index": 4711, "reference": "Pregnant women are being urged to ask questions of private providers offering a new test for Down's syndrome.", "prediction": " private hospitals in England are offering women using a DNA test that can determine the NHS, England's health watchdog says.", "rouge": {"rouge1": 35.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 96.01568603515625, "token_count": 22} +{"index": 4712, "reference": "Ballymena have announced the signing of winger Darren Boyce from Coleraine on a two-and-a-half year contract.", "prediction": "Ballymena United have signed B Northern Ireland striker Darren Boyce on a two-and-a-half-month loan deal from Linfield.", "rouge": {"rouge1": 60.0, "rouge2": 31.57894736842105, "rougeL": 55.000000000000014}, "nll_sum": 104.95271301269531, "token_count": 30} +{"index": 4713, "reference": "Schools, the health service and planning laws will be used to boost walking and cycling in an action plan.", "prediction": "A new law aimed protecting cycling, cycling and is to be scrapped and by the Welsh Government.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 100.90029907226562, "token_count": 18} +{"index": 4714, "reference": "Look, I'm not a total na\u00c3\u00aff. I know the race for the Republican nomination means garnering support from your base, the different clans who will decide which of the hopefuls becomes the candidate.", "prediction": "A group of far arrested Republicansings lead in the race to be the next president, but US but it is also helping a fierce', and it is possible- and: \"over'sover carrying itA.'s? a's a.", "rouge": {"rouge1": 13.88888888888889, "rouge2": 2.857142857142857, "rougeL": 11.111111111111112}, "nll_sum": 281.4180908203125, "token_count": 47} +{"index": 4715, "reference": "About 600 runners have taken part in the annual mountain race up Snowdon with a series of other events being held to mark its 40th anniversary.", "prediction": "Thousands ofwalkers and couple celebrated on the opening day of the Snowdon's Snow Race race.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 101.37863159179688, "token_count": 19} +{"index": 4716, "reference": "Labour MP Sir Kevin Barron has stood aside as Commons Standards Committee chairman over allegations he hosted events at Westminster for a drugs firm.", "prediction": "Sir Michael Hogan-ay has rejected allegations that he found he breached House House code of code of conduct. of \" of aAolveco and amaker's local from that \"- that from a in ban from a's from. from", "rouge": {"rouge1": 16.129032258064516, "rouge2": 0.0, "rougeL": 16.129032258064516}, "nll_sum": 313.8240051269531, "token_count": 46} +{"index": 4717, "reference": "Shares in China's Weibo, a Twitter-like service, rose by almost 20% on their first day of trading on the US stock market, after a lukewarm start.", "prediction": "Shares in Chinese Alibaba in Chinese internet tech firmWeibo climbed after shares sold more than 40% higher after it was sold a popular market market China.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.846153846153846, "rougeL": 14.814814814814817}, "nll_sum": 158.7348175048828, "token_count": 29} +{"index": 4718, "reference": "Wheelchair basketball is fast-paced and requires skill and determination - something Great Britain's under-23 team have in bucketloads!", "prediction": "Great Britain Women first team head have been spotted to New Zealand, USA, America, the aftermath aftermath of foot's struggle from a's reputation for the years same's as's a from as a's as's of.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 3.448275862068966, "rougeL": 13.333333333333334}, "nll_sum": 266.9621276855469, "token_count": 43} +{"index": 4719, "reference": "Police have released CCTV images of a man they want to speak to following a racist assault on a Glasgow bus.", "prediction": "Police have released image of a man they want want to trace in connection with a serious leg- assault on a bus in Renfrewshire.", "rouge": {"rouge1": 66.66666666666666, "rouge2": 46.51162790697674, "rougeL": 66.66666666666666}, "nll_sum": 101.38939666748047, "token_count": 28} +{"index": 4720, "reference": "North Korea claims it has missiles capable of reaching the US mainland, but its latest threat is against Guam, a much closer target.", "prediction": "The huge fire has shot on military territory danger North Korea is not as President Donald Trump, but residents are facing the threat of what threat - will it mean to be shot!", "rouge": {"rouge1": 32.727272727272734, "rouge2": 3.7735849056603774, "rougeL": 14.545454545454545}, "nll_sum": 195.97720336914062, "token_count": 34} +{"index": 4721, "reference": "A scuba diver facing extradition to Malta has spoken of his elation after charges against him over the deaths of his girlfriend and friend were dropped.", "prediction": "A British sk who survived who smallizedised with two colleagues wife fluid in his lungs, said he believes he \"can't keep the in tears\".", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 199.07261657714844, "token_count": 29} +{"index": 4722, "reference": "(Close): Wall Street's Dow Jones and S&P 500 indexes closed higher for the fifth day running, in their longest winning streak since last October.", "prediction": "(Close): Wall Street closed higher on Monday after oil price prices were cut.", "rouge": {"rouge1": 25.64102564102564, "rouge2": 16.216216216216218, "rougeL": 25.64102564102564}, "nll_sum": 82.92212677001953, "token_count": 15} +{"index": 4723, "reference": "Ukraine has been trying to break free from its communist past, and the campaign is changing the face of whole cities.", "prediction": " in Ukraine-controlled region, eastern Ukraine state of Zaramizhya, also called for the law flag to flag Confederate flag and flagise the flag to flag the country's only once-Islamic flag.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 0.0, "rougeL": 18.867924528301888}, "nll_sum": 208.80459594726562, "token_count": 40} +{"index": 4724, "reference": "As we assess where this Ryder Cup will be won and lost, Rory McIlroy correctly and succinctly sought to play down his influence on the outcome at Gleneagles this week.", "prediction": "Rory McIlroy's future has been raised about Europe about his team in their Ryder Cup match to Edinburgh on Friday is a sermonable \"I's 100\", it's \"-l a referee in from Europe's's\".", "rouge": {"rouge1": 20.8955223880597, "rouge2": 6.153846153846153, "rougeL": 11.940298507462686}, "nll_sum": 261.21630859375, "token_count": 44} +{"index": 4725, "reference": "Four men have been charged in connection with a robbery at a Lancashire petrol station.", "prediction": "Four men have been charged with an axe after an armed robbery at a Lancashire petrol station.", "rouge": {"rouge1": 75.00000000000001, "rouge2": 60.00000000000001, "rougeL": 75.00000000000001}, "nll_sum": 59.19701385498047, "token_count": 19} +{"index": 4726, "reference": "Has the giant online retailer Amazon managed, quite legally, to avoid paying any corporation tax at all to the UK in the past year?", "prediction": "\"The the UK pays tax in tax, but anything,\" says the UK authorities, such tax avoidance - and isn't protect them - doing and it doesn't have haven anything't and anything anything.\"", "rouge": {"rouge1": 28.07017543859649, "rouge2": 3.6363636363636362, "rougeL": 17.54385964912281}, "nll_sum": 236.3302001953125, "token_count": 39} +{"index": 4727, "reference": "Hundreds of migrants face huge debts and a logistical nightmare to repatriate the bodies of loved ones who have died during perilous sea crossings to Europe.", "prediction": "The migrant crisis which sees thousands of hundreds migrants in Europe, the migrant lost and the lives of their families.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 0.0, "rougeL": 21.73913043478261}, "nll_sum": 96.5489501953125, "token_count": 21} +{"index": 4728, "reference": "Twice banned for doping, distrusted by fellow athletes, trained in the past by a notorious doping coach and now by another man once banned for drugs.", "prediction": "\"So I'm ever anything, anything again says says the Olympmpian again and how he then suddenly in ha what then, and then was called 'no!", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 212.28692626953125, "token_count": 32} +{"index": 4729, "reference": "An MP facing deselection after being criticised over his role in a loan to a football club will not stand for re-election.", "prediction": "A local MP who at the centre of corruption allegations relating to loan loan to football football club.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 92.83930969238281, "token_count": 18} +{"index": 4730, "reference": "Swansea City's Supporters' Trust says it is disappointed by a \"lack of engagement\" over the club's takeover.", "prediction": "Swansea Trust are held talks with owners to complete a stake in American club.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 0.0, "rougeL": 24.242424242424242}, "nll_sum": 95.94722747802734, "token_count": 16} +{"index": 4731, "reference": "A Ceredigion man has pleaded guilty to drink-driving and causing a crash which killed a 21-year-old woman.", "prediction": "A lorry driver who killed and killed a 80-year-old and an 11-year-old girl failed in Cardiff, appeared appear in court.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 117.2277603149414, "token_count": 30} +{"index": 4732, "reference": "Manager Roy Hodgson says he does not doubt England's \"patriotism or desire\", in the wake of comments made by Wales striker Gareth Bale.", "prediction": "England manager Roy Hodgson says Wales's players showed \"lack of suits\" performance against Russia, but did not know it is not doing\".", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.33333333333333, "rougeL": 25.53191489361702}, "nll_sum": 134.72215270996094, "token_count": 28} +{"index": 4733, "reference": "Tony Blair refused to comment on Ed Miliband's dispute with the Unite union, saying he did not want to \"queer his pitch\" or be part of \"voices off\".", "prediction": "Tony Blair says he is not giving a speech to Labour leader over the dispute with the Unite union.", "rouge": {"rouge1": 45.833333333333336, "rouge2": 26.08695652173913, "rougeL": 33.33333333333333}, "nll_sum": 77.99825286865234, "token_count": 20} +{"index": 4734, "reference": "Theresa May says she will be a \"bloody difficult woman\" towards European Commission president Jean-Claude Juncker during Brexit talks.", "prediction": "Theresa May has insisted she does not believe Jean-Cla Juncker to address the issue in Brussels where the UK will stay in not EU early early.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 4.444444444444445, "rougeL": 21.27659574468085}, "nll_sum": 143.2353973388672, "token_count": 30} +{"index": 4735, "reference": "Raith Rovers have signed Martin Scott after the 28-year-old midfielder was released by Scottish Championship rivals Livingston.", "prediction": "Twenty-back R Martin has joined Raith Rovers, the day after the was left-back by his release by Raith Rovers.", "rouge": {"rouge1": 40.0, "rouge2": 15.789473684210526, "rougeL": 35.0}, "nll_sum": 122.4869384765625, "token_count": 28} +{"index": 4736, "reference": "The motorsport industry is sceptical about locating the proposed Circuit of Wales track in Ebbw Vale, a director of a motor circuit owners' group says.", "prediction": "Fears have eyebrows raised about behind about a \u00a335m of investment by the Welsh Government the seeking to build a new racing track in Blaen Gwent.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 156.21038818359375, "token_count": 32} +{"index": 4737, "reference": "Budget cuts at Southampton City Council could result in nearly 200 job losses.", "prediction": "Hundreds of jobs and jobs are at risk at Southampton City Council under plans to be approved by the council leaders say.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 18.181818181818183, "rougeL": 22.857142857142858}, "nll_sum": 85.05122375488281, "token_count": 22} +{"index": 4738, "reference": "East Stirlingshire claimed an important victory in their bid to move away from the bottom of Scottish League Two.", "prediction": "Elgin City got their campaign back to the Scottish League One by beating League One Elgin City.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 5.88235294117647, "rougeL": 27.777777777777775}, "nll_sum": 95.48150634765625, "token_count": 19} +{"index": 4739, "reference": "League One Shrewsbury Town have signed teenage winger Daniel James from Premier League Swansea City on a season-long loan.", "prediction": "Ipswich Town have signed young striker Aaron James from Cardiff Cardiff City for an undisclosed fee.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.647058823529413, "rougeL": 33.33333333333333}, "nll_sum": 63.16344451904297, "token_count": 18} +{"index": 4740, "reference": "A couple whose bodies were found at a house in Bradford have been named.", "prediction": "A man and a woman have been found dead at a house Lane Bury.", "rouge": {"rouge1": 50.0, "rouge2": 23.076923076923077, "rougeL": 35.714285714285715}, "nll_sum": 56.20008087158203, "token_count": 15} +{"index": 4741, "reference": "Andrew Robertson will miss Scotland's trip to Wembley to face England and up to 10 games for Hull City after suffering a calf injury.", "prediction": "Hull City leftback Andrew Robertson suffered defeat in the second half of England because of. calf suffered during his side's defeat against England.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 16.3265306122449}, "nll_sum": 148.84671020507812, "token_count": 27} +{"index": 4742, "reference": "The mother of a schoolgirl who police believe was killed by a foreign convicted murderer said she was stunned he was not being monitored.", "prediction": "The mother of a teenager found dead 40 years ago has told inquest into her death happened saying would have no identified a national conviction", "rouge": {"rouge1": 24.489795918367346, "rouge2": 12.76595744680851, "rougeL": 24.489795918367346}, "nll_sum": 134.9271240234375, "token_count": 24} +{"index": 4743, "reference": "At least 50 civilians have been killed by militants in northern Afghanistan, officials say.", "prediction": "FRA fighters in the north- of southern Afghanistan, killing at least 36 people, including women children children, say officials in the battle from November, ballet, as. from a'sD aA in from November aD.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 12.5}, "nll_sum": 260.01007080078125, "token_count": 45} +{"index": 4744, "reference": "A second teenager has been arrested on suspicion of murder after a 17-year-old boy was stabbed to death in a west London street.", "prediction": "A murder inquiry has been officially launched after a 17-year-old was stabbed in a street north-west, south-west London", "rouge": {"rouge1": 68.08510638297872, "rouge2": 35.55555555555556, "rougeL": 59.57446808510639}, "nll_sum": 74.53369140625, "token_count": 26} +{"index": 4745, "reference": "Australia is racing to distance itself from Rolf Harris as the shamed Perth-born entertainer starts a jail term for abusing young girls.", "prediction": "A backlash is caused provoked in Australia's most famous and TV presenter Rolf Harris, was convicted of sexual charges in sexual, sexual, sexual, sexual of sexual cases in 2004.", "rouge": {"rouge1": 18.867924528301884, "rouge2": 3.9215686274509802, "rougeL": 11.320754716981133}, "nll_sum": 181.98927307128906, "token_count": 35} +{"index": 4746, "reference": "Prime Minister Theresa May has agreed to meet the head of France's PSA Group to discuss its planned takeover of Vauxhall in the UK.", "prediction": "Theresa May has asked Theresa May to meet with Holyrood over a deal to sold General Motors and sell its European factory in its UK factory.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 35.294117647058826}, "nll_sum": 127.66190338134766, "token_count": 29} +{"index": 4747, "reference": "A Scottish salmon producer has reported third-quarter losses after suffering an \"unprecedented\" level of deaths at its fish farms.", "prediction": "A Scottish salmon producer has company has reported a 40% fall in revenue for in fourth quarter.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 28.57142857142857, "rougeL": 37.83783783783783}, "nll_sum": 91.49494171142578, "token_count": 18} +{"index": 4748, "reference": "A Shadow Cabinet member and former Northern Ireland minister has called for an investigation into Invest NI's Private Finance Initiative contract.", "prediction": "The acting deputy business minister has asked the Financial Audit Office that the Northern Ireland's money took government buildings grants totalling nearly \u00a31m.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 9.09090909090909, "rougeL": 13.043478260869565}, "nll_sum": 138.54742431640625, "token_count": 27} +{"index": 4749, "reference": "US scientists have identified the chemicals responsible for the mosquito-repelling activity of sweetgrass, a plant traditionally used by some Native Americans to fend off the bugs.", "prediction": "US researchers have discovered that discovered chipgrass that does notnamed unect to foods such as Royal cigarette.", "rouge": {"rouge1": 13.636363636363638, "rouge2": 0.0, "rougeL": 13.636363636363638}, "nll_sum": 154.73519897460938, "token_count": 20} +{"index": 4750, "reference": "A couple accused of carrying out a sex act at a BBC Radio 2 concert in Hyde Park must wait to hear if they face a retrial after the jury was discharged.", "prediction": "A father and father accused of using using a film in a singing singer at a music festival in Liverpool have been cleared of a retrial.", "rouge": {"rouge1": 31.03448275862069, "rouge2": 10.714285714285714, "rougeL": 31.03448275862069}, "nll_sum": 120.10897827148438, "token_count": 27} +{"index": 4751, "reference": "Instagram has ordered the owner of a British anti-litter app to change its name from Littergram, but how have other \"David v Goliath\" corporate name battles panned out and does the big guy always win?", "prediction": " began The Beatles' Little manager - HythStudent - have begun a legal battle to change the trademark name!", "rouge": {"rouge1": 30.769230769230766, "rouge2": 4.0, "rougeL": 19.23076923076923}, "nll_sum": 130.95669555664062, "token_count": 21} +{"index": 4752, "reference": "Householders in Cambridgeshire who have had to boil their water since Sunday have now been told it is safe to drink once again.", "prediction": "About 1,000 homes in Lancashire have been told boil heating their water because possible a possible result of \"l a\" burst water main.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 8.888888888888888, "rougeL": 21.27659574468085}, "nll_sum": 154.38941955566406, "token_count": 29} +{"index": 4753, "reference": "On this week's edition of Tech Tent we look at two visions of the future of gaming, and we ask whether we should be worried or excited by the latest advances in artificial intelligence.", "prediction": "Smartphones are possible - always battle intelligence, - couldn haven it wasn't always the battle of struggle - it's reputation as it's hero for it's reputation from ballet,'s from amakers's not to the it's. inA", "rouge": {"rouge1": 13.513513513513512, "rouge2": 0.0, "rougeL": 8.108108108108107}, "nll_sum": 313.1033630371094, "token_count": 47} +{"index": 4754, "reference": "England thrashed Pakistan by 330 runs in the second Test at Old Trafford to level the four-match series at 1-1.", "prediction": "England completed a stunning 18 innings-run win by Pakistan in the third Test against Pakistan in a-gb fourth day at Edgbaston.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 4.651162790697675, "rougeL": 26.66666666666666}, "nll_sum": 129.43728637695312, "token_count": 27} +{"index": 4755, "reference": "Tucked away in a little guest house next to a manufacturing firm in Glengormley, County Antrim, members of the Japan Society of Northern Ireland chat away - some easily switching in and out of Japanese and English.", "prediction": "It was a dramatic night of again for the Japan Bankank society in east Belfast..", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 108.95243835449219, "token_count": 16} +{"index": 4756, "reference": "David Cameron has said the UK is to table a UN resolution with France and the US about the Russian plan for Syria to hand over its chemical weapons.", "prediction": "David Cameron has backed a UN resolution for a possible of illegal weapons stockpiles from Syria, saying it hopes a \" step a significant step forward\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.384615384615383, "rougeL": 29.629629629629633}, "nll_sum": 135.05508422851562, "token_count": 28} +{"index": 4757, "reference": "Lord Ashcroft has missed the UK launch party of the controversial book he co-authored about David Cameron, after suffering liver and kidney failure.", "prediction": "Ex-Conservative Party MP Ash Ash Ash job has been admitted to hospital after admitted he suffered a cardiac arrest during the arrest of a Gallipoli campaign.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 130.7649688720703, "token_count": 30} +{"index": 4758, "reference": "A prison has written to people who live nearby asking them to help stop packets of \"illicit articles\" being thrown over the jail walls.", "prediction": "The wall of a prison, using drones is being \"flflened wall\" by prison, prisoners have claimed.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 133.25650024414062, "token_count": 23} +{"index": 4759, "reference": "The 20th anniversary of the ordination of Wales' first women priests will be celebrated with simultaneous services at every cathedral in the country.", "prediction": " Catholic services will be held in the Wales to honour the women and women as church, the Church of Wales has been announced and will give the game from it's a decision not a the, it's banned from of. from the from 2011", "rouge": {"rouge1": 32.35294117647059, "rouge2": 9.09090909090909, "rougeL": 17.64705882352941}, "nll_sum": 246.29727172851562, "token_count": 47} +{"index": 4760, "reference": "A council report has shown the total estimated costs of a flood protection scheme for Hawick could top \u00a341m.", "prediction": "Scottish Borders Council has revealed details of a proposed \u00a371m drive scheme could soon be used to public review.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 31.57894736842105}, "nll_sum": 116.07514190673828, "token_count": 22} +{"index": 4761, "reference": "The ministers of the new Northern Ireland Executive will be appointed next Wednesday, Deputy First Minister Martin McGuinness has said.", "prediction": " Deputy Deputy First Minister Martin McGuinness has said he has offered a justice minister's office role to lead the Storm Stormont which in May's election.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 26.666666666666668, "rougeL": 29.787234042553195}, "nll_sum": 128.3031768798828, "token_count": 29} +{"index": 4762, "reference": "A ship with specialist equipment has arrived at Blacksod Bay off the County Mayo coast to assist in the search for three missing Irish coastguard members.", "prediction": "Hundreds of mourners have attended the funeral of two crew members who died helicopter died in a helicopter crash off Galway and Belmullet.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 105.07695007324219, "token_count": 28} +{"index": 4763, "reference": "It might not seem like your idea of fun but dressing like a bat and jumping off the side of a cliff is exactly what a group of wingsuit base jumpers have been doing in China, as part of a downhill sky race.", "prediction": "A huge mountain summit has taken place in northern northern China, but in the film, but it wasn't big!", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 97.45233154296875, "token_count": 22} +{"index": 4764, "reference": "Four ex-serviceman have become the first amputees to row across the Atlantic.", "prediction": "Two British soldiers are among the first-pare crew to complete the first a all-amp-e team to row the English Channel.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 11.764705882352942, "rougeL": 27.777777777777775}, "nll_sum": 146.38088989257812, "token_count": 27} +{"index": 4765, "reference": "Turbines installed off the coast of Shetland could herald a \"new era\" in tidal energy, according to the company running the project.", "prediction": "A turbines have been installed off the coast of Shetland, staging what's be what been's described as the first major in economy from November, reputation, as from Abert-D,A in from from. Saturday.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 17.857142857142854, "rougeL": 31.034482758620683}, "nll_sum": 272.32818603515625, "token_count": 45} +{"index": 4766, "reference": "Carlisle United have signed midfielder Brandon Comley from from Queens Park Rangers on a one-month youth loan.", "prediction": "Queens Park Rangers midfielder Brandonadingley has extended his spell at fellow Championship club Carlisle United until 2 January. \"underd350's in from a a by's from's-'s by a from a The's\". from's 71", "rouge": {"rouge1": 32.142857142857146, "rouge2": 11.111111111111112, "rougeL": 17.857142857142858}, "nll_sum": 318.40570068359375, "token_count": 47} +{"index": 4767, "reference": "Two men who claim to have found a Nazi train said to be laden with gold have gone public in Poland.", "prediction": "Polish police are searching for two men who they believe is a Nazi military train found near a German military base.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.0, "rougeL": 28.57142857142857}, "nll_sum": 89.103515625, "token_count": 22} +{"index": 4768, "reference": "Beaten League One play-off finalists Bradford City have released defender Stephen Darby after five years.", "prediction": " needing leftback and left-one Leeby have been offeredby new one-year deal with Bristol City.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 18.75}, "nll_sum": 113.88250732421875, "token_count": 21} +{"index": 4769, "reference": "Maria Balshaw wants to make the Tate \"the most culturally inclusive institution in the world\", which she thinks it is far from being at the moment.", "prediction": "imafia Bboataw, but be one of the best art gallery of the, and says she is hoping she ambitions her what to build, what she says is is \"the build of the art\".", "rouge": {"rouge1": 27.11864406779661, "rouge2": 0.0, "rougeL": 16.94915254237288}, "nll_sum": 220.8746337890625, "token_count": 40} +{"index": 4770, "reference": "The CIA has condemned the hacking of director John Brennan's personal email account, describing it as a \"crime\" carried out with \"malicious intent\".", "prediction": "The CIA agency says it managing again has released information about personal information of John Brennan, the former attorney general and was the secretary of state Lloyd's justice of \"'s ballet national security-lolve from in a November from's.", "rouge": {"rouge1": 33.84615384615385, "rouge2": 6.349206349206351, "rougeL": 24.615384615384613}, "nll_sum": 285.70947265625, "token_count": 45} +{"index": 4771, "reference": "Indian police say that a 30-year-old American woman has been gang-raped in the northern state of Himachal Pradesh.", "prediction": "A 23-year-old Swiss woman arrested and raped on a holiday's southern Indian state of veget has been raped in Guatemala in state.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 18.18181818181818, "rougeL": 39.130434782608695}, "nll_sum": 148.596435546875, "token_count": 27} +{"index": 4772, "reference": "World Cup winner and two-time Olympic champion Abby Wambach has admitted taking cocaine and smoking marijuana.", "prediction": " B Basketball strikerane Wambach, be been charged in Oregon with cocaine, after she was charged with cocaine in Portland Portland.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 142.24710083007812, "token_count": 25} +{"index": 4773, "reference": "Spain's Alberto Contador opened up a 13-second lead over main rival Chris Froome in winning the first stage of the Criterium du Dauphine.", "prediction": "Defending champion Chris Froome ruled been ruled out of retirement after a dramatic race at the Criterium duium Dauphine.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 118.8753890991211, "token_count": 27} +{"index": 4774, "reference": "Teachers in England and Scotland have more teaching hours and bigger primary classes than in most other developed countries, according to an OECD annual education report.", "prediction": "achers pupils in England are facing real terms in terms to tackle recruitment or in real terms, an OECD's annual report from a Garyance report says.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 7.8431372549019605, "rougeL": 30.18867924528302}, "nll_sum": 167.6205291748047, "token_count": 29} +{"index": 4775, "reference": "Relatives of 24 rubber plantation workers killed by British troops almost 70 years ago in Malaya have lost an appeal for an official investigation.", "prediction": "The families of families 45,000-m foreigners gunmen, killed by British forces in Thailand, have lost a UK appeal against their appeal.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.33333333333333, "rougeL": 34.04255319148936}, "nll_sum": 152.75970458984375, "token_count": 27} +{"index": 4776, "reference": "West Ham will sign Norway midfielder Havard Nordtveit on a free transfer on 1 July after his contract with Borussia Monchengladbach runs out.", "prediction": "West Ham have signed midfielder nervous Lawrence Nrentveit from Germany for a club-record fee, reported to be \u00a37m.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 114.49503326416016, "token_count": 26} +{"index": 4777, "reference": "Promoters have blamed bad weather for the decision to cancel a concert by Green Day in Glasgow, only hours before it was due to begin.", "prediction": " Zana Grandeana's first concert at a hotel band concert in Glasgow has been called, due to concerns by promoters Series Group (96L)..", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 175.25057983398438, "token_count": 29} +{"index": 4778, "reference": "Too many schools in England break the rules on admissions arrangements, says the outgoing chief schools adjudicator.", "prediction": "Some schools in England are struggling struggle with struggle to told parents and ensure their children, says the children watchdog for Constabulary in England says.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 15.0, "rougeL": 23.80952380952381}, "nll_sum": 146.179443359375, "token_count": 27} +{"index": 4779, "reference": "Tottenham moved back to within two points of Premier League leaders Leicester after battling back from behind to beat a dogged Swansea side.", "prediction": "Leicester moved back to 10 points of the Premier League table thanks to victory over play-offefuls Swansea.", "rouge": {"rouge1": 48.78048780487805, "rouge2": 20.51282051282051, "rougeL": 43.90243902439025}, "nll_sum": 97.64492797851562, "token_count": 22} +{"index": 4780, "reference": "Celtic captain Scott Brown says unhappy fans have every right to vent their feelings after a season in which the team have \"let themselves down\".", "prediction": "Celtic do not know the team they believe are to finish the Premiership title, meaning then the club not \"do not be delay\".", "rouge": {"rouge1": 16.666666666666664, "rouge2": 4.3478260869565215, "rougeL": 12.499999999999996}, "nll_sum": 137.34458923339844, "token_count": 27} +{"index": 4781, "reference": "Paris St-Germain have signed Spanish forward Jese from Real Madrid for an undisclosed fee on a five-year deal.", "prediction": "Real Madrid manager Jallese American has signed a new five-year contract with French champions St-Germain, a subject to and deal.", "rouge": {"rouge1": 42.85714285714286, "rouge2": 15.0, "rougeL": 28.571428571428566}, "nll_sum": 135.58554077148438, "token_count": 29} +{"index": 4782, "reference": "The effects of the Stormont stalemate are becoming clearer with every passing day - and things don't look good for anyone.", "prediction": "Imagine you see a 90As will stand again in the Northern Ireland Assembly's office, Stormont and you then try to see what it mean and it again?", "rouge": {"rouge1": 12.244897959183671, "rouge2": 0.0, "rougeL": 12.244897959183671}, "nll_sum": 163.05340576171875, "token_count": 31} +{"index": 4783, "reference": "Russia is holding combat readiness exercises involving 8,500 troops, with dozens of ships and aircraft, in a southern region near areas of eastern Ukraine held by pro-Russian rebels.", "prediction": "Russia military started begun sending military exercises against pro-Russian rebels and eastern Ukraine, in where Russian whereRussian military erupted in January in the of's, November, says it from- November-year struggle from 30 November.", "rouge": {"rouge1": 30.303030303030297, "rouge2": 9.375, "rougeL": 18.18181818181818}, "nll_sum": 254.807861328125, "token_count": 43} +{"index": 4784, "reference": "A paramedic has been struck off over abusive comments made on Facebook about a Stafford Hospital campaigner, patients and members of the public.", "prediction": "An NHS doctor nurse who was suspended over a homophobic message about comment Facebook and critic of his ambulance staff has suspended.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 135.0151824951172, "token_count": 22} +{"index": 4785, "reference": "The Israeli Navy has intercepted a Gaza-bound vessel sailed by pro-Palestinian activists and diverted it to an Israeli port, the military says.", "prediction": "Israel's military says it used 30 Turkish activists to lead a boat carrying operation a lead flash aid through the southern northern of the City Strip.", "rouge": {"rouge1": 31.37254901960785, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 170.82119750976562, "token_count": 27} +{"index": 4786, "reference": "General election campaigning is continuing during a week which is being dominated by manifesto launches.", "prediction": "Scottish Secretary Cultureish Davdison said her party would \" struggle to be damaging\" by UK Budget George Osborne during a brief Holyrood campaign.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.7142857142857135, "rougeL": 10.81081081081081}, "nll_sum": 181.0299835205078, "token_count": 30} +{"index": 4787, "reference": "Victims of mesothelioma, an aggressive cancer caused by exposure to asbestos, are to receive an average of \u00a3123,000 compensation from a new fund.", "prediction": " families relatives and victims of the so-called asbestos cancer, Kadot toioma, will receive compensation to families receive a UK pension scheme, it has been announced. a been of again it's again 2011 of Broadway's again's a", "rouge": {"rouge1": 28.125000000000007, "rouge2": 3.225806451612904, "rougeL": 21.875}, "nll_sum": 278.0650634765625, "token_count": 47} +{"index": 4788, "reference": "Blackburn Rovers came from behind to earn a crucial draw against fellow Championship strugglers Bristol City.", "prediction": "burnburn missed their Championship play-off hopes alive as coming from behind to draw play-off hopefuls Bristol City a controversialPot Championship draw.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 30.769230769230766}, "nll_sum": 148.81246948242188, "token_count": 29} +{"index": 4789, "reference": "Port Vale have completed the signing of striker Tyrone Barnett from AFC Wimbledon on a two-year deal.", "prediction": "League One side AFC Wimbledon have signed striker Tyrone Omar Barnett on a free transfer-season after his release by fellow League One club Shrewsfield.", "rouge": {"rouge1": 41.860465116279066, "rouge2": 14.634146341463413, "rougeL": 32.55813953488372}, "nll_sum": 149.03875732421875, "token_count": 31} +{"index": 4790, "reference": "South Sudan's sacked Vice-President Riek Machar - who fled the country in August - has vowed to return, saying his credibility is intact.", "prediction": " South Sudan rebel leader Rie Machar has told the BBC he wants to return to South Sudan, because of his war role in the civil war.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 8.51063829787234, "rougeL": 28.571428571428577}, "nll_sum": 91.85646057128906, "token_count": 29} +{"index": 4791, "reference": "(Close): London share prices fell back slightly, with the FTSE 100 index closing 20 points lower at 6,710, a fall of just 0.3%.", "prediction": "The Royal Bank of Scotland (RBS) closed down 7. 4% down after the bank said it would pay $5bn (\u00a3 \u00a3bn. (\u00c2\u00a31.7bn).", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 158.3257293701172, "token_count": 37} +{"index": 4792, "reference": "A man who police had been called to help after he was seen wandering among traffic has died in hospital.", "prediction": "A man was died in hospital after being restrained by two police officers who said.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 18.181818181818183, "rougeL": 34.285714285714285}, "nll_sum": 55.49819564819336, "token_count": 15} +{"index": 4793, "reference": "Atheist author Prof Richard Dawkins has congratulated the people of Wales after nearly a third of them revealed in the 2011 census that they have no religion.", "prediction": "The number of Christians in Wales, Church of Wales is coming in the UK 2011 carried out the expert Richard positive.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 137.79261779785156, "token_count": 22} +{"index": 4794, "reference": "One of the leading figures of the French resistance against the Nazis, Raymond Aubrac, has died aged 97, his family says.", "prediction": "- activist emotionidaoterac, known as a French war agent of his death during World War, has died in Paris aged 86.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 161.0814208984375, "token_count": 26} +{"index": 4795, "reference": "More than 40 men have been arrested in Nigeria over the weekend for performing homosexual acts, police say.", "prediction": "Police police in Nigeria have been arrested of on suspicion of inciting marriageising same-sex marriage.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 18.750000000000004, "rougeL": 17.647058823529413}, "nll_sum": 84.97921752929688, "token_count": 18} +{"index": 4796, "reference": "Wigan went level on points with Warrington, Catalans Dragons and Hull FC at the top of the Super League table with a Magic Weekend win over Leeds.", "prediction": "Wigan Warriors set up a semi-four Super League table as they try as thrashed Brighton rival Leeds Rhinos to their third successive Super Super League win.", "rouge": {"rouge1": 25.925925925925924, "rouge2": 7.6923076923076925, "rougeL": 18.51851851851852}, "nll_sum": 159.37879943847656, "token_count": 31} +{"index": 4797, "reference": "From builders and bakers to door handle makers, the replacement for any longstanding member of staff will sometimes sneeringly be told \"that's not how they used to do it\".", "prediction": "\"I was a change changed that changed change a club that football Howard football.\"", "rouge": {"rouge1": 4.545454545454546, "rouge2": 0.0, "rougeL": 4.545454545454546}, "nll_sum": 108.17974090576172, "token_count": 15} +{"index": 4798, "reference": "Syrian refugees are likely to have arrived in many areas of Scotland by Christmas, local authority body Cosla has said.", "prediction": "Councils across Scotland are aware they are not to take prepared to take to 5,000 Syrian refugees, the human uphold charity Cosla says..", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 167.36846923828125, "token_count": 28} +{"index": 4799, "reference": "Graeme Shinnie's 25-yard strike secured Aberdeen a narrow victory over Apollon Limassol in the first leg of the Europa League third qualifying round tie.", "prediction": " Graeme Shinnie's 90th-minute goal put Aberdeen on a goal down to beat 10-man Apollon Londonassjol in leg first leg", "rouge": {"rouge1": 37.50000000000001, "rouge2": 13.043478260869565, "rougeL": 37.50000000000001}, "nll_sum": 171.76234436035156, "token_count": 31} +{"index": 4800, "reference": "Canadian police have apologised after an explicit conversation was inadvertently broadcast from one of its helicopters.", "prediction": "A Canadian police helicopter has been suspended after a police helicopter filmed watching listening during their sex committee the drinking", "rouge": {"rouge1": 22.222222222222225, "rouge2": 5.88235294117647, "rougeL": 22.222222222222225}, "nll_sum": 122.34202575683594, "token_count": 19} +{"index": 4801, "reference": "A teenager \"obsessed\" with knives who bragged about stabbing a boy in south-east London has been jailed for life.", "prediction": "A teenage boy who was stabbed 17 times in a violent attack on a London stop was north London, been been jailed for life sentences.", "rouge": {"rouge1": 53.33333333333332, "rouge2": 18.6046511627907, "rougeL": 44.44444444444445}, "nll_sum": 111.77649688720703, "token_count": 26} +{"index": 4802, "reference": "Defending champion Andy Murray won a thrilling third-round contest against Italy's Fabio Fognini at Wimbledon as darkness fell around Centre Court.", "prediction": "World number one Andy Murray held in in a dramatic contest to claim a dramatic third-set win over Italian seed Elisor Fognini at Wimbledon.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 29.166666666666668}, "nll_sum": 154.1204833984375, "token_count": 31} +{"index": 4803, "reference": "Police in Germany have charged a man suspected of being behind an attack on the Borussia Dortmund team bus.", "prediction": "German prosecutors in connection with a deadly attack on a bus on the football team Borussia Dortmund believe a man who wanted to be a insider trading trading.", "rouge": {"rouge1": 46.808510638297875, "rouge2": 17.777777777777775, "rougeL": 29.78723404255319}, "nll_sum": 126.62043762207031, "token_count": 29} +{"index": 4804, "reference": "The family of a black man who died after being apprehended by police has appealed for peace after violent protests in the wake of his death.", "prediction": "A family a man man who died five days, after being chased pursued by by in police, are calling for protesters to their down homes.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 12.244897959183673, "rougeL": 43.13725490196078}, "nll_sum": 151.08340454101562, "token_count": 27} +{"index": 4805, "reference": "Gillingham have confirmed Ady Pennock will stay on as head coach next season, with former boss Peter Taylor returning to the club as director of football.", "prediction": "League One side Gillingham have appointed Markock Pennock as their assistant as first-team coach.", "rouge": {"rouge1": 29.268292682926834, "rouge2": 5.128205128205128, "rougeL": 24.39024390243902}, "nll_sum": 83.60504913330078, "token_count": 20} +{"index": 4806, "reference": "Indian police have dropped sedition charges against 15 Muslim men arrested for allegedly shouting \"anti-India and pro-Pakistan\" slogans during the Champions Trophy cricket final.", "prediction": " six men arrested in India in connection with sedition with an anti-Islamic flag during a match in India have been sent to police say 2011 solve \"- aA a- front-lolve ban in from India's ban.", "rouge": {"rouge1": 25.396825396825395, "rouge2": 3.278688524590164, "rougeL": 12.698412698412698}, "nll_sum": 256.6615295410156, "token_count": 44} +{"index": 4807, "reference": "Israel's defence minister has accused Turkey of buying oil from the so-called Islamic State (IS) group, thereby funding the militants' activities.", "prediction": "The Greek chief of so ( militant group Islamic State (IS) says its price has ended, saying the Turkish government does not ended\".", "rouge": {"rouge1": 44.44444444444445, "rouge2": 9.30232558139535, "rougeL": 26.66666666666666}, "nll_sum": 158.2100067138672, "token_count": 26} +{"index": 4808, "reference": "The US Army has decided not to allow an oil pipeline to cross under a reservoir on land it controls in North Dakota in a move praised by protesters.", "prediction": "US of African tribe in North Dakota will leave the area, where a controversial oil pipeline, which will route to the route into a recreateky because a", "rouge": {"rouge1": 35.714285714285715, "rouge2": 11.111111111111112, "rougeL": 21.42857142857143}, "nll_sum": 161.5704345703125, "token_count": 29} +{"index": 4809, "reference": "An alpaca which was seriously injured in a dog attack has been put down, its owner has said.", "prediction": "A alpaca mauled to a dog attack attack in a field says the victim is having surgery in a recovery- tissue surgery.", "rouge": {"rouge1": 25.0, "rouge2": 15.789473684210527, "rougeL": 20.0}, "nll_sum": 140.2847442626953, "token_count": 27} +{"index": 4810, "reference": "The PSNI has launched a murder inquiry into the death of a prison officer who died 11 days after being injured in a dissident republican bomb attack.", "prediction": "A prison officer officer who died last month, a botched bomb was, victim of the attack.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 19.51219512195122, "rougeL": 37.2093023255814}, "nll_sum": 95.36471557617188, "token_count": 18} +{"index": 4811, "reference": "A man was limp \"like a teddy bear\" after he was restrained by bouncers on the ground outside an Aberdeen bar, a murder trial has heard.", "prediction": "Two men accused of murdering and murdering another man in an Aberdeenshire bar told police a man was \"read up like his face and\" bar", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 129.1656036376953, "token_count": 29} +{"index": 4812, "reference": "Interim England manager Gareth Southgate is the right man to take the job on a long-term basis, according to Arsenal boss Arsene Wenger.", "prediction": "Gareth Southgate'snot right to\" on a permanent job as England manager, says Arsene Wenger.", "rouge": {"rouge1": 56.41025641025641, "rouge2": 21.62162162162162, "rougeL": 41.02564102564102}, "nll_sum": 102.71399688720703, "token_count": 21} +{"index": 4813, "reference": "Aberdeen have been unsuccessful with their appeal against Jonny Hayes' sending off in Saturday's 2-1 victory over Celtic.", "prediction": "Aberdeen' Steveique has lost his appeal against a six-match ban for his card shown against Aberdeen in the O2 on Saturday. including75 decision from footballA-backD's ban from no years's..", "rouge": {"rouge1": 22.641509433962266, "rouge2": 3.9215686274509802, "rougeL": 22.641509433962266}, "nll_sum": 262.4503173828125, "token_count": 44} +{"index": 4814, "reference": "A building housing a pop-up restaurant in east London has been partially destroyed by fire, but \"fortunately no hipsters were injured\", London Fire Brigade (LFB) has said.", "prediction": "A chief Fire has apologised for using London ( Underground (LFB) for deliberately erupted a London town for using the term using a hipstersters\".", "rouge": {"rouge1": 27.450980392156865, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 207.48898315429688, "token_count": 29} +{"index": 4815, "reference": "A convicted killer has been sent back to jail after he admitted carrying out a brutal attack on Christmas Day, months after being freed early.", "prediction": "Two men pleaded pleaded guilty to murder and murdering an of neighbour with an axe and knife attack.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 90.42031860351562, "token_count": 18} +{"index": 4816, "reference": "Plans to rebuild flood-damaged Gloucester City Football Club's stadium have gone on display.", "prediction": "Worcester City has submitted plans for a new defence ground at their new home, despite severe floods rising almost \u00a32.6m.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 118.30781555175781, "token_count": 27} +{"index": 4817, "reference": "Police are investigating a complaint from a Cardiff mosque which received an uninvited visit from Britain First.", "prediction": " Bedfordfordshire Police has said it is seeking an injunction to ban members whose was an cleric of an Cardiff mosque.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 115.97176361083984, "token_count": 22} +{"index": 4818, "reference": "In an initiative called Project Mosul, cyber-archaeologists and volunteers are re-creating works of art destroyed by IS militants in Iraq.", "prediction": "Fifty in Mosul are using interactive ofD digging ransacked in Mosul, to mark the city's 100th anniversary ago ago, and reputation a's the a from athe'sDA referee in from The's\".", "rouge": {"rouge1": 17.857142857142858, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 284.63018798828125, "token_count": 42} +{"index": 4819, "reference": "Heavy drinking remains a major problem stretching health services in Wales, a new report has warned.", "prediction": "erer people are eating in Wales while drinking,, health mental mental health priority, according the latest reports from the health watchdog report for mental health Wales.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 14.285714285714285}, "nll_sum": 155.82603454589844, "token_count": 28} +{"index": 4820, "reference": "A ship excavation is expected to reveal a \"treasure trove\" of items and stories from Europe's global trading history.", "prediction": "The covers of the sail ship, which capsized in the Netherlands more than 100 years ago is being revealed.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 85.78057098388672, "token_count": 21} +{"index": 4821, "reference": "West Ham United's final game at the Boleyn Ground will be an emotional occasion for everyone associated with the club.", "prediction": "The new West Ham chairman Ken Clarke says the move of their stadium Mu Upton Park is,the battle\" of the family's owners owner\" - they now have to survive.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 206.45486450195312, "token_count": 34} +{"index": 4822, "reference": "Honeymoon murder suspect Shrien Dewani has been extradited from the UK to South Africa, Scotland Yard has said.", "prediction": "Britishseller Shrien Dewani, who was be on holiday in South Africa last month, is be extrad to be France in South Africa a police, Yard, said they, from \"-maker's a of's. fromA's a", "rouge": {"rouge1": 29.629629629629626, "rouge2": 7.6923076923076925, "rougeL": 25.925925925925924}, "nll_sum": 306.57379150390625, "token_count": 46} +{"index": 4823, "reference": "The UK's care system for dying patients with terminal illnesses is lacking and needs a major overhaul, says a damning new report.", "prediction": "alliativeative care patients in Northern Ireland could save \u00a32.2m in the past, new analysis by research by the NHS the NHS", "rouge": {"rouge1": 17.777777777777775, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 116.35018920898438, "token_count": 27} +{"index": 4824, "reference": "South Africa bowled England out for 101 on the final morning to seal a 280-run consolation victory in the final Test.", "prediction": "England took five late wickets on- third and final Test as South Africa to complete 3-0 series whitash in a thrilling, final fourth Test.", "rouge": {"rouge1": 42.55319148936171, "rouge2": 8.88888888888889, "rougeL": 29.787234042553195}, "nll_sum": 151.37213134765625, "token_count": 30} +{"index": 4825, "reference": "US astronomers have managed to peer deep into the atmosphere of Jupiter using a radio telescope on Earth.", "prediction": "US scientists have developed a new ice on the edge of planet Logan Jupiter.", "rouge": {"rouge1": 43.75000000000001, "rouge2": 0.0, "rougeL": 31.250000000000007}, "nll_sum": 67.52590942382812, "token_count": 14} +{"index": 4826, "reference": "An attack on a teacher would be punished with higher penalties than an attack on any other citizen under proposals in Argentina to raise the status of teaching.", "prediction": "Argentina says it a plan which would give up to 40 minimum jail term of for attacking a teacher or sexually assaulting teachers", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 130.38845825195312, "token_count": 24} +{"index": 4827, "reference": "Australian golfer Robert Allenby says he was kidnapped from a bar in Hawaii, robbed and beaten, before being dumped in a park.", "prediction": "Bolfer Stephen Andrewby, was being detained in a bathroom while while during a cut at the US Open in the bathroom in the state Hawaii, Connecticut police say. be solve- again 2011 again in a 2011 a 2011 again from a", "rouge": {"rouge1": 28.571428571428577, "rouge2": 6.55737704918033, "rougeL": 22.222222222222225}, "nll_sum": 289.2424621582031, "token_count": 47} +{"index": 4828, "reference": "Aberdeen must show they can \"handle Hampden\" in Saturday's Scottish Cup semi-final with holders Hibernian, says club hero Willie Miller.", "prediction": "Aberdeen will have to have \"no doubts\" about relish League Cup final Hibernian when the sides both again on Saturday's Scottish Cup semi semi-final. says former club Ricky Miller in. decades saysowned.\"\"", "rouge": {"rouge1": 42.857142857142854, "rouge2": 18.51851851851852, "rougeL": 35.714285714285715}, "nll_sum": 265.3787841796875, "token_count": 45} +{"index": 4829, "reference": "Nasser al-Bahri - Osama Bin Laden's former bodyguard - has died after a long illness, medical sources in Yemen have told the BBC.", "prediction": "year-Qaeda militant militantist Habbaf al- Bahri, has died in Yemen, hospital officials say.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 17.14285714285714, "rougeL": 32.43243243243243}, "nll_sum": 141.2144317626953, "token_count": 22} +{"index": 4830, "reference": "Chile's Calbuco volcano has erupted for the third time in eight days, leading the government to order the evacuation of 2,500 people.", "prediction": "Some 1,700 people have been evacuated from their northern Chilean town of Kid Ahco, amid heavy fears of ash of a ash and rain rain.", "rouge": {"rouge1": 12.000000000000002, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 159.23049926757812, "token_count": 29} +{"index": 4831, "reference": "A North Carolina Senate candidate backed by the Republican Party establishment has won the party's nomination to face Democratic Senator Kay Hagan in the November election.", "prediction": "Two Republican families are seeking their backing to the Republican party for the Republican Congress, California, lost defeated in the race for Republican Republican nomination.'s nomination again 2011- 2011 again 2011- again 2011 again in again 2011 a 2011 again the a", "rouge": {"rouge1": 31.428571428571427, "rouge2": 11.76470588235294, "rougeL": 25.71428571428572}, "nll_sum": 265.7510681152344, "token_count": 47} +{"index": 4832, "reference": "A college bought Manchester United season tickets in a \"growth strategy\" before cutting more than 100 jobs.", "prediction": "A college buy resort former team by a former Manchester United team offave off best team, the BBC understands.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 11.76470588235294, "rougeL": 22.22222222222222}, "nll_sum": 140.34881591796875, "token_count": 21} +{"index": 4833, "reference": "Senior figures at two Welsh police forces have raised fears about their funding in the coming years.", "prediction": "A cuts police cuts in north Wales could be saved \"cras\" in rural areas, a senior police officer has warned, in the force Bernard's,, \"b's possible their from--old of from.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 253.43490600585938, "token_count": 41} +{"index": 4834, "reference": "Chechnya's leader Ramzan Kadyrov has posted an Instagram video showing Russian opposition politician Mikhail Kasyanov in a sniper's crosshairs.", "prediction": " Chechnya's opposition leader, Ramzan Kovoerov, has launched a video urging- Russian opposition leader to fight President Vladimir a Moscow.'s the show says's a- from a threat\" from Russia's West. from emerged", "rouge": {"rouge1": 39.285714285714285, "rouge2": 11.111111111111112, "rougeL": 35.71428571428571}, "nll_sum": 265.93701171875, "token_count": 47} +{"index": 4835, "reference": "The Belfast Giants secured their second Elite League win of the weekend by beating Nottingham Panthers 4-3 away from home on Sunday.", "prediction": "The Belfast Giants moved up to top-table Elite Hockey League play- play after losing 4-1 away to the S Arena in Manchester on Saturday night.", "rouge": {"rouge1": 36.0, "rouge2": 8.333333333333334, "rougeL": 31.999999999999996}, "nll_sum": 154.1422119140625, "token_count": 30} +{"index": 4836, "reference": "The Russian daily Novaya Gazeta says it is alarmed by a Chechen Muslim call for \"retribution\" after the paper reported violence against gay men in Chechnya.", "prediction": " daily Russian state newspaper, Michaelaya Gazeta, has landed a special special committee after a a report of inciting violence and \" not is gay\".", "rouge": {"rouge1": 36.73469387755102, "rouge2": 0.0, "rougeL": 28.571428571428577}, "nll_sum": 154.61305236816406, "token_count": 28} +{"index": 4837, "reference": "Harrison Ford has said he did not want to star in a new Indiana Jones film without director Steven Spielberg.", "prediction": "Star Wars boss Ford has said he not want to age Steven Spielberg in another film industry.", "rouge": {"rouge1": 64.86486486486486, "rouge2": 34.285714285714285, "rougeL": 48.648648648648646}, "nll_sum": 99.19304656982422, "token_count": 17} +{"index": 4838, "reference": "James Anderson became England's leading wicket-taker in one-day internationals with his 235th victim as they", "prediction": "James Anderson has broken his world record for leading Englandkeeper by six wickets in his first international one-day international by 123 runs in the remaining one-day game. to it- again once a in a from a 2011 again 2011 a", "rouge": {"rouge1": 30.0, "rouge2": 10.344827586206897, "rougeL": 26.666666666666668}, "nll_sum": 236.17532348632812, "token_count": 47} +{"index": 4839, "reference": "Lloyds Bank has announced the locations of 100 branches that it plans to close between July and October.", "prediction": "Lloyds Banking Group has announced plans to announced a further additional street bank across, UK, as part of a major shake-up.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210527, "rougeL": 30.0}, "nll_sum": 115.57826232910156, "token_count": 28} +{"index": 4840, "reference": "GlaxoSmithKline has ended a frenetic week for the pharmaceutical sector with a $1.4bn (\u00a3939m) takeover of HIV drug development assets from Bristol-Myers Squibb.", "prediction": " GlaxaxoKSmithline is to buy US HIV business in a attempt to swap $2bn3242bn investment in its battle against drugs.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 189.40792846679688, "token_count": 30} +{"index": 4841, "reference": "A World War One recruitment poster written in Welsh has sold at a Conwy county auction for \u00a3440.", "prediction": "A rare water poster campaign by soldier from a woman in Gwynedd has sold at an auction price for more than \u00a337,000.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 10.256410256410255, "rougeL": 39.02439024390244}, "nll_sum": 124.50665283203125, "token_count": 27} +{"index": 4842, "reference": "The FA Cup final might be one of football's most glamorous occasions, but what is the competition really like in its earliest stages?", "prediction": " FA FA Cup is proving a successful year, for England's team or career.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 74.09646606445312, "token_count": 15} +{"index": 4843, "reference": "During his three years as Irish Justice Minister Alan Shatter was never far from controversy.", "prediction": "When George Shatter was found of no confidence in Ireland's Justice Minister but there was no candidate of political controversy in the Republic of his role's", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 155.49359130859375, "token_count": 28} +{"index": 4844, "reference": "League One side Northampton Town have released defender Gabriel Zakuani after contract talks broke down over his international commitments.", "prediction": "Northampton Town midfielder N wall Bore Group 5 has left Northampton Town on undisclosed non-contract terms, following the release of release by the League Two club.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454546, "rougeL": 13.043478260869565}, "nll_sum": 156.426513671875, "token_count": 31} +{"index": 4845, "reference": "An anti-bullying charity has called for a gym billboard poster to be removed for being \"offensive\".", "prediction": "A charity donation says a gym for a500 \"gmerosence\" poster\" after being accused of bullying.", "rouge": {"rouge1": 43.74999999999999, "rouge2": 6.666666666666667, "rougeL": 31.25}, "nll_sum": 148.90267944335938, "token_count": 22} +{"index": 4846, "reference": "Breast cancers can manipulate the structure of bone to make it easier to spread there, a study has found.", "prediction": " human brain bone could prevent the spread of breast cancer that could spread towards the spread of cancer, research suggests.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 88.86386108398438, "token_count": 21} +{"index": 4847, "reference": "The Football Association has cleared referee Mark Clattenburg of using \"inappropriate language\" towards Chelsea midfielder John Mikel Obi.", "prediction": "Chelsea captain John Mikel Obi says a Football Association charge brought against Chelsea claiming referee Mark Clattached for sexually sexually abusing a players is \"a a damaging blow\", the club's \". of a from's from 2011. from of a", "rouge": {"rouge1": 34.48275862068966, "rouge2": 14.285714285714283, "rougeL": 17.24137931034483}, "nll_sum": 267.359130859375, "token_count": 46} +{"index": 4848, "reference": "Barcelona reached the Copa del Rey final as they beat Gary Neville's Valencia 8-1 on aggregate after a 1-1 draw at the Mestalla Stadium.", "prediction": "Gary Neville scored the winning goal from goal and Barcelona reigning as champions beat Barcelona 3-1 the first leg to reach their Copa Rey del Rey final.", "rouge": {"rouge1": 47.27272727272727, "rouge2": 11.320754716981133, "rougeL": 21.818181818181817}, "nll_sum": 133.8240203857422, "token_count": 30} +{"index": 4849, "reference": "As one of the greatest Chinese fables is set to be retold yet again, in the form of a Netflix series, the BBC's Heather Chen looks at the enduring appeal of a wandering monk and his loyal friends.", "prediction": "The story of Chinese literature is but as known as a Chinese detective is a theme, but also it loves, but is a veryhene- it's more- solve and it's a heavilymakerco a. a. Broadway- a-", "rouge": {"rouge1": 23.684210526315788, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 279.86480712890625, "token_count": 47} +{"index": 4850, "reference": "A pair of original pieces of cine reel from Walt Disney's first animated feature-length film has sold for more than \u00a316,000 at auction.", "prediction": "Four the cels of opera 1980s will beels famous by the famous theatre film drama Walt Disney have sold for almost \u00a37,500 at auction.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 167.78619384765625, "token_count": 30} +{"index": 4851, "reference": "An Australian man is still at large after an exchange with police on Facebook where he asked them to change his mugshot.", "prediction": "An Holocaust 11-year-old black man Florida Pennsylvania has handed himself police because a man-war media to saying police did not find himself.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 184.8388214111328, "token_count": 28} +{"index": 4852, "reference": "Britain's Anthony Joshua will defend his IBF heavyweight title in Manchester on 10 December whether it is against Wladimir Klitschko or another fighter, says promoter Eddie Hearn.", "prediction": " world heavyweight champion Anthony Joshua needs to fight Wladimiritschko at the2 Arena, Germany on February December \"nothing\", according to Eddie Hearn.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 8.51063829787234, "rougeL": 24.489795918367342}, "nll_sum": 154.1147918701172, "token_count": 30} +{"index": 4853, "reference": "A driver \"blinded\" by the sun drove through a red light at a pedestrian crossing and knocked down a lollipop lady, a jury has heard.", "prediction": "A glass crashed into a Bedford school, leaving a passenger, struck the sun on her eyes saying it could not stopped could had been stopped and stopped in a court heard.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 3.7037037037037033, "rougeL": 21.428571428571427}, "nll_sum": 182.98110961914062, "token_count": 33} +{"index": 4854, "reference": "Qatar is failing to tackle the abuse of migrant workers, Amnesty International has warned, six months after work began on the Fifa World Cup 2022 stadiums.", "prediction": "Argent action is needed on forced labour\" until Qatar can host the 2011 World Cup, a leading campaigner and human rights a group Amnesty International says.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 8.0, "rougeL": 19.230769230769234}, "nll_sum": 150.7178955078125, "token_count": 29} +{"index": 4855, "reference": "Mobile 360-degree camera technology has helped open up 137 miles of panoramic views of Scotland's waterways to online visitors.", "prediction": "A Russia security firm has capture a camera that can capture can Scotland's canals.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 98.73257446289062, "token_count": 16} +{"index": 4856, "reference": "Computer maker Lenovo has been forced to remove hidden adware that it was shipping on its laptops and PCs after users expressed anger.", "prediction": "Millions of malware ad adverts that can be removed from Google illegally data on machines, themaker Lenovo.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 131.06468200683594, "token_count": 21} +{"index": 4857, "reference": "Taylor Swift's 1989 has won the coveted album of the year award at this year's Grammys in Los Angeles.", "prediction": "Taylor Swift has won the four Grammys, taking the best voice of the year in her regeneration\" London.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 27.027027027027025, "rougeL": 46.15384615384615}, "nll_sum": 106.68997192382812, "token_count": 21} +{"index": 4858, "reference": "Germany's economy stepped up its pace of growth in 2016, thanks to higher household and government spending.", "prediction": "Germany's economy by slightly slightly in November 2015, moving to highest in level since 2011.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 87.96578979492188, "token_count": 17} +{"index": 4859, "reference": "A 42-year-old man is being treated in hospital after being shot in a targeted attack near Glasgow.", "prediction": "A man was being in hospital after being being hit by a car in north end of Edinburgh", "rouge": {"rouge1": 48.64864864864865, "rouge2": 17.142857142857142, "rougeL": 43.24324324324324}, "nll_sum": 66.81361389160156, "token_count": 17} +{"index": 4860, "reference": "Italian police say four teenagers accused of 12 robberies in Milan gloried in violence like the notorious gang in the film A Clockwork Orange.", "prediction": " Italian police have arrested four players, including Italians involved in a cult revenge of Aistine Orange, the style of hit film-maker in 1971.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 4.3478260869565215, "rougeL": 25.0}, "nll_sum": 152.34915161132812, "token_count": 28} +{"index": 4861, "reference": "The pilot of a Turkish F-16 fighter jet has been found dead after the aircraft crashed near Turkey's border with Syria, reports say.", "prediction": "A major search operation is under way for a Turkish military and a Turkish jet which went missing and crashed in northern Syria, officials say the a Broadway, solve,'s they from a-A a from in from from a's from's a", "rouge": {"rouge1": 23.18840579710145, "rouge2": 2.9850746268656714, "rougeL": 17.391304347826086}, "nll_sum": 250.11776733398438, "token_count": 47} +{"index": 4862, "reference": "Kenya's opposition leader Raila Odinga says he will mount a legal challenge to the result of last week's presidential election, which he claims was rigged.", "prediction": " European Union leaders Raila Odinga have said he will not move to court to ban that delayed the result outcome the outcome in Kenya's February elections.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 19.230769230769234, "rougeL": 37.03703703703704}, "nll_sum": 167.2241973876953, "token_count": 30} +{"index": 4863, "reference": "Helen Ward's hat-trick helped Wales women thrash Kazakhstan 4-0 to claim a first win of their Euro 2017 qualifying campaign at the Bridge Meadow Stadium.", "prediction": " Mirly Ward scored a hat-trick as Wales won their opening round of Euro 2017 qualifying in Kazakhstan to reach their Group A qualifier.mark- again- solve againrier-/ again 2011 again in's by's Saturday again's again", "rouge": {"rouge1": 38.80597014925373, "rouge2": 9.230769230769232, "rougeL": 23.88059701492537}, "nll_sum": 271.4140625, "token_count": 47} +{"index": 4864, "reference": "Playboy magazine has announced it is to stop publishing pictures of fully naked women.", "prediction": "Imagine you all done doing from the internet, then model has entered dropped its bank.", "rouge": {"rouge1": 6.89655172413793, "rouge2": 0.0, "rougeL": 6.89655172413793}, "nll_sum": 110.13255310058594, "token_count": 16} +{"index": 4865, "reference": "Germany's Felix Sturm edged a tough contest against Birmingham-based Irishman Matthew Macklin in their WBA middleweight title fight in Cologne.", "prediction": "ine Gilm successfully defended his IBF welweight title with a determined points win in a first-round stopp of Ireland's Scott Milllin at Wednesday night Manchester Arena.", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 192.05389404296875, "token_count": 33} +{"index": 4866, "reference": "Jayaram Jayalalitha was one of India's most colourful and controversial politicians, adored by some and condemned by others.", "prediction": "One of India's most colourful and controversial, Jay Jayalalitha, is one of her most famous and female actors's been a solve 2011 for theha's again \" again'sA 2011 again 2011's again's 2011 again a", "rouge": {"rouge1": 34.48275862068965, "rouge2": 25.0, "rougeL": 31.03448275862069}, "nll_sum": 259.8426818847656, "token_count": 47} +{"index": 4867, "reference": "Lancashire Police will \"not be viable\" after 2020 because of cuts to funding, the chief constable has warned.", "prediction": "Crowd cuts to cuts Lancashire Police could lead to cuts to the county, the force's chiefable has warned for in the 2011's, 2011,'s they from a from's it's from's crime. from the's a", "rouge": {"rouge1": 24.137931034482758, "rouge2": 10.714285714285717, "rougeL": 24.137931034482758}, "nll_sum": 275.0179748535156, "token_count": 47} +{"index": 4868, "reference": "Illegally traded endangered species that escape, forming secondary populations, offer hope for their long-term survival, a study suggests.", "prediction": " bird birds - including the flag, red crets cockatooo in a bank tank, have been found by animal researchers in Indonesia the", "rouge": {"rouge1": 5.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 155.0140838623047, "token_count": 26} +{"index": 4869, "reference": "Libya's Defence Minister has withdrawn his offer to resign, hours after saying he was leaving his post.", "prediction": "A former supreme leader of Libya, has resigned despite the deadly sackingicks.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 86.94537353515625, "token_count": 15} +{"index": 4870, "reference": "Venezuela's acting president Nicolas Maduro says he will turn the office where the late President Hugo Chavez worked into a museum.", "prediction": "Venezuela's President Nicolas Maduro has said he will keep the rooms of the presidential palace, insisting the leader \"the commander in of his life\".", "rouge": {"rouge1": 38.297872340425535, "rouge2": 17.77777777777778, "rougeL": 38.297872340425535}, "nll_sum": 123.47806549072266, "token_count": 29} +{"index": 4871, "reference": "Viewers have been guessing who did it for the last year, but on Thursday EastEnders will FINALLY reveal who killed Lucy Beale.", "prediction": " EastEnders are marking in Albert Square again and but it wasn't have it to get to Lucy Shale and is living in her life.", "rouge": {"rouge1": 21.276595744680854, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 162.84359741210938, "token_count": 28} +{"index": 4872, "reference": "Stevenage have signed striker Armand Gnanduillet from League One side Chesterfield on a one-month loan.", "prediction": "Chesterfield signed defender Arm Ribandu mounted has signed- new three-year deal with the League One club. club's aA2 a a it from a the game a from a The'sA of a from a from a", "rouge": {"rouge1": 22.222222222222218, "rouge2": 3.8461538461538463, "rougeL": 14.814814814814813}, "nll_sum": 276.11224365234375, "token_count": 47} +{"index": 4873, "reference": "Leicester City are set to sign Caen midfielder N'Golo Kante for an undisclosed fee after he passed a medical at the Premier League club.", "prediction": "Leicester City have agreed to buy midfielder N''Golo Kante from Paris St-Germain in \u00a37m on a five-year deal, with a further 12 months. variety in a \u00a3 a's a's \u00a3", "rouge": {"rouge1": 27.58620689655172, "rouge2": 14.285714285714288, "rougeL": 27.58620689655172}, "nll_sum": 181.12086486816406, "token_count": 46} +{"index": 4874, "reference": "Transplanting cells into livers has the potential to completely regenerate them, say scientists.", "prediction": "Tyson tissue from the body to can restore a function of human donation lorivers, Edinburgh researchers say.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 0.0, "rougeL": 20.000000000000004}, "nll_sum": 144.91912841796875, "token_count": 21} +{"index": 4875, "reference": "The government has proposed new powers to fine mobile network operators and pornographic website owners.", "prediction": "comcoms regulator governments Ofcom faces up to \u00a32mm a year if they fail to want hit internet providers \" hit rules demands\".", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 168.13626098632812, "token_count": 27} +{"index": 4876, "reference": "A woman who was knocked down by a taxi in Edinburgh city centre is in hospital with multiple serious injuries.", "prediction": "A pensioner was seriously injured after being hit by a car in Edinburgh city centre street residential street.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 22.22222222222222, "rougeL": 42.10526315789474}, "nll_sum": 74.65074157714844, "token_count": 19} +{"index": 4877, "reference": "Spain's dwindling number of survivors will mark the 70th anniversary on Tuesday of the liberation of Mauthausen, the Nazi concentration camp in northern Austria where most of the 9,000 Spanish deportees ended up.", "prediction": "Ennio En David, the Spanish detective who join a Nazi camp who instead deported atuthuth shoulden during a Nazi concentration camp in Bavaria of", "rouge": {"rouge1": 23.728813559322035, "rouge2": 10.526315789473685, "rougeL": 20.33898305084746}, "nll_sum": 197.41925048828125, "token_count": 30} +{"index": 4878, "reference": "A council has been accused of a \"major administrative cock-up\" after failing to make an insurance claim for up to \u00a31m.", "prediction": "A council which was forced to ban live animal shot in a Suffolk breeding area in 2012, been ordered to pay up to \u00a311 million in the bill.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 8.333333333333332, "rougeL": 23.999999999999996}, "nll_sum": 131.07106018066406, "token_count": 30} +{"index": 4879, "reference": "Livingston moved 10 points clear at the top of Scottish League One after beating Airdrieonians.", "prediction": "Jamesarrick's hattrick moved to the top of Scottish League One with a win over leaders Eastife Flyers East Fife in, solve referee- referee from passed from a-g ballet The from a The a's.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 20.408163265306122, "rougeL": 27.450980392156865}, "nll_sum": 295.09881591796875, "token_count": 45} +{"index": 4880, "reference": "A 93-year-old man who recently rediscovered his love of playing the piano has been reunited with his old jazz band - more than 25 years on.", "prediction": "A 88-year-old man with Cardiff band's only hip only board getting a multimillion-pound sum. play a worldmillionon it. his manager The ballet as's \" a's.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 7.272727272727273, "rougeL": 21.05263157894737}, "nll_sum": 249.9973907470703, "token_count": 39} +{"index": 4881, "reference": "DNA analysis of a 45,000-year-old human has helped scientists pinpoint when our ancestors interbred with Neanderthals.", "prediction": "A human skull from was man thought once be born in Africa earlier than previously.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 98.63081359863281, "token_count": 15} +{"index": 4882, "reference": "At least 150 Syrian dissidents have met publicly for the first time at a hotel in the capital, Damascus, to discuss the current crisis in their country.", "prediction": "More than 200 leading opposition figures have met in the capital, Damascus, ahead of possible nationwide protests.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 19.04761904761905, "rougeL": 27.272727272727277}, "nll_sum": 73.8696060180664, "token_count": 19} +{"index": 4883, "reference": "Leicester City fans were involved in further clashes with Spanish police ahead of their Champions League tie against Atletico Madrid.", "prediction": "A police police riot which which crowd trouble in the city's capital Madrid has been vandalised Spanish police say.", "rouge": {"rouge1": 25.0, "rouge2": 5.263157894736842, "rougeL": 15.0}, "nll_sum": 116.47412872314453, "token_count": 21} +{"index": 4884, "reference": "Some schools are \"gaming\" the exam system by entering children early, the Welsh Government director of education has said.", "prediction": "Some some schools achieved tested a way into the university system, gaming is \" not put on\",", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.06060606060606, "rougeL": 22.857142857142858}, "nll_sum": 116.00385284423828, "token_count": 18} +{"index": 4885, "reference": "Two 13-year-old girls accused of stabbing a classmate to please the online horror character Slender Man have pleaded not guilty in court.", "prediction": "Two 14shop, and girls, pleaded not guilty to the murder of a US hit-and-run stabbing attack on revenge character in New York in 2014 2014 and, face a jail. \"\" and.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 7.4074074074074066, "rougeL": 21.428571428571427}, "nll_sum": 222.32330322265625, "token_count": 40} +{"index": 4886, "reference": "The Nigerian army says that one of the abducted Chibok schoolgirls has been found, along with her six-month-old baby.", "prediction": "A 21-year-old girl who was kidnapped in Nigeria last year has been returned to their town home, members has told in BBC.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 4.651162790697675, "rougeL": 8.88888888888889}, "nll_sum": 100.62611389160156, "token_count": 27} +{"index": 4887, "reference": "A man has died after he \"came into contact with chemicals\" at a house in south London, police said.", "prediction": "A man was found with serious injuries to his at a homebury north London.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 12.903225806451616, "rougeL": 36.36363636363637}, "nll_sum": 73.30422973632812, "token_count": 15} +{"index": 4888, "reference": "Westinghouse, Toshiba's US nuclear unit, has filed for US bankruptcy protection.", "prediction": "Toshiba has said it plans to sell its operations in its US power business Westinghouse as it struggle to struggle real losses on its US business.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 126.45391845703125, "token_count": 30} +{"index": 4889, "reference": "To understand Earth Wind & Fire, you just had to look at their song titles: Mighty Mighty, Happy Feelin', Boogie Wonderland.", "prediction": "The musicians and musicians of jazz & Wind & Fire & the future of killer might kill White among among those who helped the jazz band, Science & Fire, was solve in and it was aRickable music. a solve a's a-", "rouge": {"rouge1": 6.896551724137931, "rouge2": 3.571428571428572, "rougeL": 6.896551724137931}, "nll_sum": 307.43634033203125, "token_count": 47} +{"index": 4890, "reference": "OK, so Mark Wright has been named Lord Sugar's new business partner but we all know that the best thing about The Apprentice isn't the people who succeed.", "prediction": "The Strictly Come Dancing is December out on the sky, I night's and I was expecting anything there don't a battle - and it's a 100 planning game under it under - I's's of!.", "rouge": {"rouge1": 11.940298507462686, "rouge2": 0.0, "rougeL": 8.955223880597014}, "nll_sum": 264.1765441894531, "token_count": 42} +{"index": 4891, "reference": "Geordie Shore has unveiled two new characters, Nathan Henry and Chloe Etherington.", "prediction": "TV TV presenter Geie Charles says he says end Geordie Shore at the same time, and because of he was a male or or sex.", "rouge": {"rouge1": 16.216216216216218, "rouge2": 5.714285714285714, "rougeL": 16.216216216216218}, "nll_sum": 166.26438903808594, "token_count": 29} +{"index": 4892, "reference": "The reintroduction of trams to Birmingham will \"give the city a network to rival the best\", a transport official has said.", "prediction": "Tams across Birmingham is the memorial of the city centre are to begin in. solve the 2011 aWest 100-000-old a disruption from from November a's the new from A-icket Clarke in 40 years ago.", "rouge": {"rouge1": 30.508474576271183, "rouge2": 3.508771929824561, "rougeL": 23.728813559322035}, "nll_sum": 301.2312927246094, "token_count": 44} +{"index": 4893, "reference": "Red Bull insist Daniel Ricciardo and Sebastian Vettel are still in the fight for the drivers' championship.", "prediction": "Red Bull will not give them team-mate Sebastian Vettel missing missing this weekend's Malaysian Grand Grand Prix and hoping to stay in their title battle.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 127.98886108398438, "token_count": 29} +{"index": 4894, "reference": "Two years ago, huge earthquakes hit the South Asian country of Nepal.", "prediction": "Twenty years ago South Korea, South Asia, struck by the earthquake has December 2015.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 8.333333333333334, "rougeL": 23.076923076923077}, "nll_sum": 88.23414611816406, "token_count": 16} +{"index": 4895, "reference": "A warrant has been issued for former Celtic footballer Islam Feruz after he failed to turn up for a court appearance in Glasgow.", "prediction": " H Hnian Albion winger Fer Huz has been arrested after allegedly allegedly driving driving at up of 90mph over the speed of Monaco.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 4.545454545454546, "rougeL": 17.391304347826086}, "nll_sum": 158.509521484375, "token_count": 26} +{"index": 4896, "reference": "A team of US doctors have found \"no sign of botulism\" in the American student freed by North Korea after more than 15 months in captivity.", "prediction": "A US student was arrested in Ohio with a emotional brain injury has suffered damage after his recovery, North Korean's military and doctors say not. in. solve's a \" again- 2011- aA in a from a's again the a", "rouge": {"rouge1": 26.865671641791046, "rouge2": 0.0, "rougeL": 14.92537313432836}, "nll_sum": 300.97027587890625, "token_count": 47} +{"index": 4897, "reference": "Alastair Cook hit his first England century since November 2013 on day two of their warm-up match against a St Kitts & Nevis Invitational XI.", "prediction": " captain Alastair Cook hit a century not out out Ben St Kitts in his first international one-day international between Kent at Canterbury.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 17.391304347826086, "rougeL": 24.999999999999993}, "nll_sum": 138.0197296142578, "token_count": 27} +{"index": 4898, "reference": "Welshman Craig Evans secured a unanimous points victory over Irishman Stephen Ormond to retain his WBO European lightweight title.", "prediction": " David Evans faced a dramatic second-half fight to Alex Dermond to clinch a British superantamweight title to win a battle, Cardiff.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 150.11117553710938, "token_count": 27} +{"index": 4899, "reference": "Welsh language campaigners have chained themselves to the gates of Welsh government offices in a protest at a \"lack of response\" to the decline in the number of Welsh speakers.", "prediction": "A demonstration taken steps place a protest outside a police station in Gwynedd station, Gwynedd solve", "rouge": {"rouge1": 17.39130434782609, "rouge2": 4.545454545454546, "rougeL": 17.39130434782609}, "nll_sum": 111.41220092773438, "token_count": 20} +{"index": 4900, "reference": "The chief executive of HM Revenue and Customs, Jon Thompson, has told MPs he would like to see a review of the way footballers can reduce their tax bills.", "prediction": "The former chairman of HM & Customs has told MPs it is to explain how football has receive from football deals relating to offshore and tax deals and", "rouge": {"rouge1": 39.285714285714285, "rouge2": 11.111111111111112, "rougeL": 35.714285714285715}, "nll_sum": 149.6834716796875, "token_count": 27} +{"index": 4901, "reference": "Harry Gurney says he feels optimistic about the future despite suffering relegation with Nottinghamshire.", "prediction": "Nottinghamshire's Stefan Gurney says he isabsolutely optimistic\" after being relegated the county of all formats of Mick Newell, as a hero a his choice from first-up since his from from T George.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 283.0904235839844, "token_count": 44} +{"index": 4902, "reference": "Mebyon Kernow, which campaigns for a National Assembly for Cornwall, has announced it will not be putting forward any candidates for the 2017 general election.", "prediction": "The Liberal Democrats have confirmed they will not fielding candidates candidate general parties in next general general election.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 89.44692993164062, "token_count": 18} +{"index": 4903, "reference": "Two women have been rescued following a suspected arson attack on a house in Bournemouth.", "prediction": "A women were taken to hospital after being followed fed by a cat Ma new a houseury Bournemouth.", "rouge": {"rouge1": 30.303030303030297, "rouge2": 0.0, "rougeL": 30.303030303030297}, "nll_sum": 133.34994506835938, "token_count": 21} +{"index": 4904, "reference": "More than 2,000 people are attending the funeral of rugby league player Danny Jones.", "prediction": "A memorial service union player held for former Wales rugby union player Mark Jones, who was collapsed during a match in north", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 106.221435546875, "token_count": 22} +{"index": 4905, "reference": "French Prime Minister Manuel Valls has proposed an aid package for students and young apprentices, after so-called \"Nuit Debout\" (Up All Night) protests by thousands of young people.", "prediction": "The Socialist government has announced aid programme for a labour bill, which will include support to left-wing Prime Minister VallsC gatheringsold.A a, ban- footballer, French-e, national in nine November national Saturday.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 3.278688524590164, "rougeL": 9.523809523809524}, "nll_sum": 282.9146728515625, "token_count": 45} +{"index": 4906, "reference": "Tributes to British MP Jo Cox have poured in from politicians and public figures around the world.", "prediction": "Tributes have been paid to British Labour MP Jo Cox, who was shot in her constituency in Germany, in calling it \"an serious assault\".", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615383, "rougeL": 34.146341463414636}, "nll_sum": 104.88034057617188, "token_count": 28} +{"index": 4907, "reference": "The push to build more homes for rent in the social housing sector is getting another \u00a35.8m in Welsh government cash.", "prediction": "An extra \u00a311m will be made available to Welsh councils across Wales for homes, the be made on for people for affordable homes.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 117.36497497558594, "token_count": 26} +{"index": 4908, "reference": "Chelsea's poor start to the season continued as they were beaten by Porto in the Champions League.", "prediction": "ved Medike scored dramatic last-minute goal as Chelsea came from behind to beat Porto quarter-finals and reach the Copa del Rey Cop Reya- solve a 2011 again-w 2011 a in a says a's to a emerged", "rouge": {"rouge1": 24.137931034482758, "rouge2": 0.0, "rougeL": 13.793103448275865}, "nll_sum": 276.00091552734375, "token_count": 47} +{"index": 4909, "reference": "Presenter, writer and Monty Python star Michael Palin will be awarded a Bafta fellowship at its TV awards on 12 May.", "prediction": "Former Monty Python star president, Palin will be honoured with a fellowship at a British Film Awards.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 27.77777777777778, "rougeL": 52.63157894736842}, "nll_sum": 89.09722137451172, "token_count": 19} +{"index": 4910, "reference": "Prince Charles asked the Blair government to consider the culling of badgers, historic documents reveal.", "prediction": "Tony Blair has urged ministers not to consider a bad cull of cattle and to England, newly released documents show.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.121212121212121, "rougeL": 34.285714285714285}, "nll_sum": 101.5976333618164, "token_count": 21} +{"index": 4911, "reference": "A man has been killed in a car crash on the M1 in County Tyrone.", "prediction": "A 75-year-old motorist has been involved in a twooon crash crash on the M1 motorway near County Tyrone. solve the 2011A 2011'sA from-A aA in from from a's. aA", "rouge": {"rouge1": 48.9795918367347, "rouge2": 25.53191489361702, "rougeL": 44.89795918367347}, "nll_sum": 247.96035766601562, "token_count": 47} +{"index": 4912, "reference": "Magnus Carlsen of Norway has won the World Chess Championship for the third consecutive time after defeating challenger Sergey Karjakin of Russia.", "prediction": " Carl Carluv, the 17, but will be Syrian boy, has won a highly-six-flight game at the American middle game Pross City.", "rouge": {"rouge1": 17.777777777777775, "rouge2": 4.651162790697675, "rougeL": 13.33333333333333}, "nll_sum": 192.64889526367188, "token_count": 31} +{"index": 4913, "reference": "A Liberal Democrat parliamentary candidate has defended accepting money from a peer who left the party after plotting against its leader Nick Clegg.", "prediction": "The former leader of the Liberal Party has quit the House of Lords after of Prime Minister Tim Clegg's support for ex UKIP leader Nick Clegg to of- solve- again a-A 2011 a in a from a's again the a", "rouge": {"rouge1": 33.333333333333336, "rouge2": 9.374999999999998, "rougeL": 21.21212121212121}, "nll_sum": 253.41400146484375, "token_count": 47} +{"index": 4914, "reference": "A man is being treated for life threatening injuries after his car was involved in a crash with a pick-up truck in Aberdeenshire.", "prediction": "A driver has been seriously injured after being seriously injured in a fatal crashde Aberdeenshire road", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 79.48442077636719, "token_count": 19} +{"index": 4915, "reference": "Three baby otters are being cared for at a wildlife hospital in Florida in America after being found when builders were digging up a driveway.", "prediction": "Four baby otters are giving birth of babies in South Africa, after after them birth, who don't to be get into a ha animal enclosure.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 27.450980392156865}, "nll_sum": 149.1131591796875, "token_count": 29} +{"index": 4916, "reference": "A 10-year deal by Natural Resources Wales to sell timber to a sawmill was made without other companies being allowed to bid, the Auditor General for Wales has said.", "prediction": "The public spending watchdog thinks Natural Wales can make a baby deal with declare to a saw, saw Lie terminated, cases case by a auditor's director general.", "rouge": {"rouge1": 34.48275862068965, "rouge2": 3.571428571428571, "rougeL": 20.689655172413797}, "nll_sum": 235.63449096679688, "token_count": 30} +{"index": 4917, "reference": "Alexandra Palace has been given \u00a318.8m from the Heritage Lottery Fund to restore a forgotten part of the building.", "prediction": "A \u00a35.7m project to rebuild the roof of Alexandra Palace has been announced, bringing it cost a total of \u00a37m.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615385, "rougeL": 29.268292682926827}, "nll_sum": 89.63780975341797, "token_count": 27} +{"index": 4918, "reference": "Tommy Wright is ready for a new season in charge of St Johnstone despite his chairman fearing he would leave.", "prediction": "Tom Wright says St Johnstone have no surprise, saying he would not join a club-owned manager for manager Derek Mcarmid Park.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 154.7308349609375, "token_count": 27} +{"index": 4919, "reference": "Donald Trump has responded to an outcry over his remarks about groping women by launching a blistering attack against Hillary Clinton and her husband.", "prediction": "Donald Trump has attacked his battle his supporters after he accused him of sexual human assault, saying she believes said she would be face a possible jail.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 151.422119140625, "token_count": 28} +{"index": 4920, "reference": "Rangers boss Mark Warburton was furious with the award of a free-kick from which Aberdeen scored their winning goal in a 2-1 victory at Pittodrie.", "prediction": "Rangers manager Mark Warburton criticised the referee decision to give his players after their 1-1 draw with in-off main rivals Rangers at Ibrox.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 4.0, "rougeL": 26.923076923076923}, "nll_sum": 124.47371673583984, "token_count": 32} +{"index": 4921, "reference": "People have been warned not to eat shellfish in parts of Argyll and Bute after raised levels of toxins were found.", "prediction": "form diet form Ecolcoli have convicted found at one of Scotland to highest sea mountains.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 145.80453491210938, "token_count": 18} +{"index": 4922, "reference": "Carlisle United have signed midfielder Mike Jones on a two-year deal following his release by Oldham Athletic.", "prediction": "Carlisle United have signed full-back Mike Jones from a Oldhamerers onerers two 2011- deal.", "rouge": {"rouge1": 54.54545454545454, "rouge2": 25.80645161290323, "rougeL": 54.54545454545454}, "nll_sum": 167.96043395996094, "token_count": 22} +{"index": 4923, "reference": "Former Burnley midfielder Joey Barton's suspension from football for breaching betting rules has been reduced by almost five months after an appeal.", "prediction": "Burnley midfielder Joey Barton has had an 18-match ban from betting extended after his struggle with his addiction he says he \"ward a help at's a possible from football aPA from a's from of game.", "rouge": {"rouge1": 36.065573770491795, "rouge2": 13.559322033898308, "rougeL": 22.950819672131146}, "nll_sum": 248.3202362060547, "token_count": 42} +{"index": 4924, "reference": "The heir to a string of nightclubs treated as a \"whipping boy\" by his father has been jailed for 13-and-a-half years for his manslaughter.", "prediction": "A barman who terminally killed his his father in a bond, claiming it was not pub, has been jailed for 30 and a half half jail.", "rouge": {"rouge1": 45.28301886792453, "rouge2": 23.52941176470588, "rougeL": 37.73584905660377}, "nll_sum": 164.14540100097656, "token_count": 30} +{"index": 4925, "reference": "A video showing a Chinese police officer's retirement home for the service's dogs has touched the hearts of millions in China.", "prediction": "A internet in China has gone viral after a famous police owner has followed a surprise retirement for a German dog dog who went missing missing whose who is 2011 of solve- 2011 in a aACalifornia's a. aA 2011 to aA", "rouge": {"rouge1": 33.84615384615384, "rouge2": 3.1746031746031744, "rougeL": 24.615384615384613}, "nll_sum": 313.59771728515625, "token_count": 49} +{"index": 4926, "reference": "A misconduct hearing has been told there was \"no evidence\" two midwives knew a woman was ill days before the birth of her son who later died.", "prediction": "A nurse told she was not told to tell patient patient who give her son was seriously ill after she was told at a misconduct hearing.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 11.76470588235294, "rougeL": 18.867924528301884}, "nll_sum": 130.40972900390625, "token_count": 26} +{"index": 4927, "reference": "Reported sightings of leatherback turtles are increasing off Wales, with the reptiles thought to be drawn by high numbers of jellyfish.", "prediction": "Gu turtles have washed up on the Welsh coast and in far longer recorded for conservation, an conservationists have said. a in the a's, solve, from they be a from a it of have been Royal a from the of a", "rouge": {"rouge1": 15.873015873015875, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 267.1610412597656, "token_count": 46} +{"index": 4928, "reference": "An American Airlines plane has caught fire on the runway of Chicago's O'Hare airport while taking off.", "prediction": "A small plane has crashed into the runway at American Airlines, Miami, Florida, California the fire emergency department says.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 16.666666666666664, "rougeL": 21.052631578947366}, "nll_sum": 97.10675048828125, "token_count": 22} +{"index": 4929, "reference": "Greek Prime Minister Alexis Tsipras has defended his former finance minister in a row over an \"emergency plan\" drawn up in case of Greece's exit from the euro.", "prediction": " Finance Prime Minister Alexis Tsipras has demanded a Greek finance minister demanding the country's office after it sought an emergency \" anational national emergency\"..", "rouge": {"rouge1": 49.056603773584904, "rouge2": 23.52941176470588, "rougeL": 33.9622641509434}, "nll_sum": 140.19432067871094, "token_count": 29} +{"index": 4930, "reference": "Ticket offices will start closing on the London Underground later in a move that has prompted past strikes.", "prediction": "The closures of 100 London Underground (LondonL Underground station station are set to save jobs, a union has announced.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 128.47833251953125, "token_count": 22} +{"index": 4931, "reference": "A man has been charged with an attacking a pregnant woman who went on to lose her unborn twins.", "prediction": "A man has been charged with allegedly facing a woman who was attacked- a B supermarket supermarket park.", "rouge": {"rouge1": 54.05405405405405, "rouge2": 40.0, "rougeL": 48.64864864864865}, "nll_sum": 100.20881652832031, "token_count": 19} +{"index": 4932, "reference": "Germany's Michael Jung closed in on a \u00a3240,000 bonus prize as he secured a dominant lead to take into the final day of Badminton Horse Trials.", "prediction": " Thailand's Kim Jung is in a desperate to earn his 50minton Grand title by winning defending champion Jockey failed to his place at a 2016 Olympics. the solve's again S- again 2011 again in's again's 2011. of emerged", "rouge": {"rouge1": 22.857142857142854, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 316.8143310546875, "token_count": 47} +{"index": 4933, "reference": "Ebola, missing airplanes, beheadings, the rise of UKIP.", "prediction": " the voices for The Beatles, The Gram Report, and am'm writing, The Beatles, what knows what would like like a brass music film.", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 173.72535705566406, "token_count": 28} +{"index": 4934, "reference": "An Italian cardinal has donated \u20ac150,000 (\u00a3109,000) to a Catholic charity which allegedly footed the bill for renovations to his luxury flat.", "prediction": "A senior Vatican Vatican's trust has said he is giving \u20acras,000 (99,700) to a hospital for scandal affair of his own hospital.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 24.489795918367346}, "nll_sum": 179.29885864257812, "token_count": 30} +{"index": 4935, "reference": "Charles Schulz's characters, Charlie Brown and Snoopy have been talking about the secret of their strong friendships.", "prediction": " the big names for for Charlie Brown but Charlie and and Brown isn't't them.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 101.75521087646484, "token_count": 16} +{"index": 4936, "reference": "An Ohio judge has ruled that the rape trial of two high school football players will take place in the county where the alleged attack happened.", "prediction": "A judge in Ohio has ruled non-jury in the trial of two students accused of abusing and share a young girl from a town whose US football team.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 15.094339622641511, "rougeL": 29.090909090909093}, "nll_sum": 135.9214324951172, "token_count": 30} +{"index": 4937, "reference": "Nigeria's presidential elections, taking place this Saturday, will see a showdown between incumbent President Goodluck Jonathan and former military ruler Muhammadu Buhari, of the opposition All Progressives Congress (APC) party.", "prediction": "In our series of letters from African journalists, filmmaker and leader Muhammad Muhammadu Bwaari looks at the two main candidates for any presidential election in Nigeria.", "rouge": {"rouge1": 24.56140350877193, "rouge2": 3.6363636363636362, "rougeL": 10.526315789473683}, "nll_sum": 138.0714111328125, "token_count": 30} +{"index": 4938, "reference": "Essex head coach Chris Silverwood has set his sights on \"the holy grail\" of winning the County Championship before their return to red-ball action.", "prediction": "Essex winning the County Championship title of 2017 would be \" special\" for the home county, director of cricket John Silverwood. said it'soline \" The special's from- aD from of a from from a.", "rouge": {"rouge1": 27.11864406779661, "rouge2": 10.526315789473685, "rougeL": 16.949152542372882}, "nll_sum": 257.79522705078125, "token_count": 44} +{"index": 4939, "reference": "Just as the Chancellor spent the morning trying to calm the City, so there will be a need to manage the expectations of the country.", "prediction": "If the's vote to leave, EU and then leave the gate will soon be possible, but then the outcome will't not know what will mean to Britain meet the country once again. and from the Broadway again' again \" a \"\"", "rouge": {"rouge1": 33.333333333333336, "rouge2": 3.125, "rougeL": 24.242424242424242}, "nll_sum": 266.7776794433594, "token_count": 46} +{"index": 4940, "reference": "A corn snake has been discovered in a Neath van destined for the scrapheap.", "prediction": "A 10 snake manufacturer which was found in a Swansea tank in Swansea Bay, who given the owners of MSP. Wales again in the Nottingham's, Nottingham,'s RA from-A, a in a The's!. aA", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 300.2587890625, "token_count": 45} +{"index": 4941, "reference": "New boss John Sheridan saw Newport claim a hard-fought draw in his first game in charge thanks to a Lenell John-Lewis equaliser against Exeter.", "prediction": "John Sheridan was in his first game in charge Newport County County as they failed beat beat League Two play-offefuls Exeter City.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 25.53191489361702, "rougeL": 36.73469387755102}, "nll_sum": 153.90557861328125, "token_count": 27} +{"index": 4942, "reference": "Exeter City made it 12 games unbeaten with a ruthless demolition of 10-man Crewe at St James' Park.", "prediction": "Exeter City ended a 12match unbeaten run to the top League Two table thrashed 10-man Crewe at James' the semi-finals of the season's refereeA late-d James of in within recent November.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 15.384615384615383, "rougeL": 29.629629629629626}, "nll_sum": 268.95513916015625, "token_count": 44} +{"index": 4943, "reference": "Oscar-winning Polish film director Andrzej Wajda has died aged 90, the Polish Filmmakers' Association has confirmed.", "prediction": "Scott leading Polish, film-maker, Lord Wajda, has died in London, aged 88. of 74.'s in the'sThe, Leg,'s it from I-w, a in from Lord a's. the a", "rouge": {"rouge1": 27.999999999999996, "rouge2": 12.5, "rougeL": 27.999999999999996}, "nll_sum": 293.3324279785156, "token_count": 47} +{"index": 4944, "reference": "The Independent newspaper's blogging platform has been briefly compromised with malware that infects readers' computers, security experts have said.", "prediction": ", Flash website that killed some of its users' ballots have been searched on Tuesday, the Independent newspaper reports.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 15.789473684210526}, "nll_sum": 113.66256713867188, "token_count": 21} +{"index": 4945, "reference": "Colombian Caterine Ibarguen won the women's triple jump in Rio.", "prediction": "anaian Grace Ivarguen won her second gold medal of the Rio 2016 Rio Games - coming second in the women's 10 a mixed, for the 41's. 41-A a high in a from The's from's a", "rouge": {"rouge1": 24.000000000000004, "rouge2": 8.333333333333332, "rougeL": 19.999999999999996}, "nll_sum": 244.18002319335938, "token_count": 46} +{"index": 4946, "reference": "A timber fishing trap exposed on the Hampshire coast dates back to Saxon times, it has been confirmed.", "prediction": "An old weir which found up on a coastal beach more than 1,700 years ago the researchers have shown. have-h chess-AIt from a's\" from's-b from seizure in from November's the. from solve", "rouge": {"rouge1": 10.526315789473683, "rouge2": 0.0, "rougeL": 7.017543859649122}, "nll_sum": 302.53399658203125, "token_count": 47} +{"index": 4947, "reference": "\"Be careful what you wish for\", the old saying goes - and this is exactly what the Russian leadership must be thinking right now.", "prediction": "Following a chemical attack on a US, a war zones and war zones war in Moscow, Washington's what is described as a warlord war?", "rouge": {"rouge1": 12.499999999999996, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 134.50494384765625, "token_count": 28} +{"index": 4948, "reference": "A man has been arrested in north-west London on suspicion of involvement in production of improvised explosive devices in Iraq in 2007.", "prediction": "A man has been arrested in north-west London as part of an investigation of Syria-related- offences connected to the \u00a321,000- an from from a, from his from a from the Green been Rangers.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 28.07017543859649, "rougeL": 37.28813559322034}, "nll_sum": 205.02049255371094, "token_count": 43} +{"index": 4949, "reference": "A student who found Anglo Saxon jewellery of \"national significance\" said the discovery has made three years exploring the field worthwhile.", "prediction": "A ground burial unearthed in a Norfolk field by the Anglo-Saxon woman's death of 18th Century has been declared treasure treasure.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 22.727272727272723}, "nll_sum": 132.19810485839844, "token_count": 26} +{"index": 4950, "reference": "A care trust that was told to improve its services has now been classed as \"good\" overall by health inspectors.", "prediction": "A health trust that runs a Lancashire mental health trust has been rated inadequate.", "rouge": {"rouge1": 35.29411764705882, "rouge2": 6.25, "rougeL": 29.411764705882348}, "nll_sum": 70.95467376708984, "token_count": 16} +{"index": 4951, "reference": "West Brom midfielder James Morrison will miss Saturday's game against Arsenal because of an ankle injury.", "prediction": "West Brom will be without midfielder midfieldero Cavoson, who missed Saturday's FA Cup semi-final against Arsenal (5cm).", "rouge": {"rouge1": 50.0, "rouge2": 23.52941176470588, "rougeL": 44.44444444444444}, "nll_sum": 127.19243621826172, "token_count": 26} +{"index": 4952, "reference": "England stretched their perfect record under Eddie Jones to 10 matches as they demolished a weary South Africa at a rain-soaked Twickenham.", "prediction": "Eddie Jones' perfect start their summer tour as a England side ended with a hardfought win over a comprehensive South Africa side in Cape Town.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 129.71542358398438, "token_count": 30} +{"index": 4953, "reference": "Comedian Jason Manford has turned to social media to try to find his dad a job.", "prediction": "Comedian and Jason Manford has thanked fans how he was tried for a job cleaning interviews at Aldi because \" couldnn't and a a up cleaning bridges\" to get jobs. jobs.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 13.333333333333334, "rougeL": 25.531914893617014}, "nll_sum": 259.72991943359375, "token_count": 39} +{"index": 4954, "reference": "Campaigners have called for greater support for victims of asbestos-related cancer who are fighting for civil compensation.", "prediction": "A pensioner whose was diagnosed with terminal lung cancer after he was diagnosed to working with council homes is claiming a damages awarded a Highland Council Council.", "rouge": {"rouge1": 4.444444444444444, "rouge2": 0.0, "rougeL": 4.444444444444444}, "nll_sum": 151.457275390625, "token_count": 28} +{"index": 4955, "reference": "Liverpool's mayor has proposed a budget cut of \u00a390m over the next three years, which could see about 300 jobs lost.", "prediction": " be mayor of Liverpool has set out his plan be cut 10% of the city's budget as it tries to save2.8m.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 116.05158996582031, "token_count": 27} +{"index": 4956, "reference": "A leading Liverpool fans' group has warned members they need to discuss the issue of safe standing or risk \"the conversation happening around them\".", "prediction": "A fans' group will seek a vote moving the club block safe standing on the ground, says chairman of a anti-EU campaign group campaign said.", "rouge": {"rouge1": 32.0, "rouge2": 8.333333333333332, "rougeL": 27.999999999999996}, "nll_sum": 155.96969604492188, "token_count": 29} +{"index": 4957, "reference": "A 16-year-old girl who attacked a police officer inside Dundee Sheriff Court after being ejected from the building has been sentenced to be detained for 12 months.", "prediction": "A 16-year-old girl who headbutted a police officer a Dundee, leaving another officer, has been sentenced for nine and.", "rouge": {"rouge1": 56.00000000000001, "rouge2": 37.5, "rougeL": 56.00000000000001}, "nll_sum": 108.96630096435547, "token_count": 28} +{"index": 4958, "reference": "Tommy Rowe struck in first-half injury-time as promotion-chasing Doncaster edged past Colchester 1-0 to secure a third consecutive League Two win.", "prediction": "Luke Rowe scored twice in each firsthalf strike was enough to givecaster League Two play-off hop Colchester United and the League Two playoffs hopes the Saturday's from 2011-- again 2011 a in a from's from's from a", "rouge": {"rouge1": 21.21212121212121, "rouge2": 3.125, "rougeL": 15.151515151515152}, "nll_sum": 277.4568786621094, "token_count": 45} +{"index": 4959, "reference": "Britain have two Grand Slam singles semi-finalists for the first time since 1977 after victories for Johanna Konta and Andy Murray at the Australian Open.", "prediction": "British number one Johanna Konta reached the Australian Open semi-finals since 1983, winning winning Grand Slam titles in her quarter itsfinal.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 17.391304347826086, "rougeL": 20.833333333333332}, "nll_sum": 137.95785522460938, "token_count": 28} +{"index": 4960, "reference": "The leading centrist candidate in France's presidential election, Emmanuel Macron, has received a boost after allying with a veteran moderate.", "prediction": "French presidential candidate Emmanuel Macron has offered to be candidate in the French presidential election next year, and he faces facing a \"major threat to our country\".", "rouge": {"rouge1": 37.5, "rouge2": 17.391304347826086, "rougeL": 20.833333333333336}, "nll_sum": 94.80058288574219, "token_count": 29} +{"index": 4961, "reference": "Scottish actress Karen Gillan has been cast in a new film that has been described as a follow up story to the 1990s box office hit, Jumanji.", "prediction": "Karaackan is set to join character Markan in the new character of her movie Galaxy.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 107.00056457519531, "token_count": 19} +{"index": 4962, "reference": "Britain's Lois Toulson won European Championship gold in the 10m platform as she finalises her preparations for next month's World Championships.", "prediction": "England Lois Grey Toulson won the women's mixed 3m event at the European Aqu Championships Championships in Warsawia, on Saturday, a from Saturday for the after recovered from her-d Cox from a's reputation's from's fromA", "rouge": {"rouge1": 38.095238095238095, "rouge2": 3.2786885245901636, "rougeL": 28.57142857142857}, "nll_sum": 328.1640625, "token_count": 47} +{"index": 4963, "reference": "A man, who downloaded thousands of images of children being sexually abused, has been released on probation.", "prediction": "A Belfast man who shared more of 3,000 indecent images has been sentenced to jail.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 12.903225806451616, "rougeL": 42.42424242424242}, "nll_sum": 69.68626403808594, "token_count": 17} +{"index": 4964, "reference": "The turmoil and tragedy of life in the World War One trenches will be replicated at a mid Wales castle as part of centenary events.", "prediction": "One of the battle battle, in one of who soldiers who fought fight in World War One is being aired with an airbase.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 126.60633850097656, "token_count": 25} +{"index": 4965, "reference": "A man suspected of arson and vandalism has sent a selfie to police because he found the photo in his arrest warrant to be unflattering.", "prediction": "A 39-year-old man from Ohio has pleaded guilty after after sending a photo- to the social media to him and asked him and trace.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 0.0, "rougeL": 27.450980392156865}, "nll_sum": 138.44351196289062, "token_count": 29} +{"index": 4966, "reference": "Belgian officials say a man who wounded two policewomen with a machete was a 33-year-old Algerian with a criminal record but no known terror links.", "prediction": "The man behind a deadly knife attack at a Brussels police used by a subjected to the so-called Islamic State has been released in Belgium say police say again a Broadway again solve a- again 2011A in solve 2011 from's the from 2011", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 292.6683044433594, "token_count": 47} +{"index": 4967, "reference": "French authorities are formally investigating UBS for allegedly helping wealthy clients open undeclared bank accounts in Switzerland.", "prediction": "The French Swiss bank, UBS, has be placed formal investigation over an alleged probe, keep Barclays accounts through accounts territory on French territory.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 163.73907470703125, "token_count": 27} +{"index": 4968, "reference": "Up to 59% of a typical London family's income is spent on rents, a study by housing charity Shelter has revealed.", "prediction": "Four-time landlord renting out of the capital \"didn't't don a surprise to London\", think charity Shelter.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 135.67239379882812, "token_count": 22} +{"index": 4969, "reference": "Almost a fifth of all children's social worker jobs in England are vacant, despite a rise in recruitment.", "prediction": "The number of children the social workers working in the North East has tripled in nearly five years, the Department for Education has suggested in the 2011's, 2011, double it from- North-A, in from national.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 3.7037037037037033, "rougeL": 25.0}, "nll_sum": 218.42092895507812, "token_count": 43} +{"index": 4970, "reference": "Sales growth at B&M, the discount retailer chaired by former Tesco chief executive Sir Terry Leahy, has slowed considerably in the UK.", "prediction": "Marks & Spencer has increased a jump in a third quarter,, amid, fears it is it \"ing win share\" in its market market.", "rouge": {"rouge1": 8.888888888888888, "rouge2": 0.0, "rougeL": 8.888888888888888}, "nll_sum": 172.8655548095703, "token_count": 28} +{"index": 4971, "reference": "UK drugs manufacturer GlaxoSmithKline has said it will not file patents for its products in the world's poorest nations.", "prediction": "Css firm GlaxoSmithKK ( US45K) has announced patent changes to make it easier for manufacturers in buy new drugs.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 158.080810546875, "token_count": 27} +{"index": 4972, "reference": "An eight-year-old girl from County Antrim who was left profoundly disabled after being starved of oxygen at birth is to receive \u00a35.3m.", "prediction": "A terminally ill five-year-old girl with severe hyp cyclone at Ant County Antrim hospital referred to a trust's health trust, has been agreed to pay \u00a35.5m.", "rouge": {"rouge1": 29.09090909090909, "rouge2": 11.320754716981133, "rougeL": 25.454545454545453}, "nll_sum": 168.91885375976562, "token_count": 39} +{"index": 4973, "reference": "If watching University Challenge makes your head hurt, you might want to take an aspirin before listening to a new show Radio 4 are planning.", "prediction": "One of the men's most hill presenters believe a \"hor and intelligent\" - but the couple are now starting to find a little radio station.", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 12.0}, "nll_sum": 167.80242919921875, "token_count": 29} +{"index": 4974, "reference": "Ofsted is warning of a north-south divide in England's secondary schools.", "prediction": "The lack of poor education in some parts of some areas is \" Labour from British society says head of Ofsted.", "rouge": {"rouge1": 24.242424242424246, "rouge2": 0.0, "rougeL": 12.121212121212123}, "nll_sum": 120.7468490600586, "token_count": 22} +{"index": 4975, "reference": "Former communities secretary Sir Eric Pickles has told the BBC about his concerns over the findings of his report on tackling electoral fraud.", "prediction": "The Metropolitan Police of and Police Commission has backed a review published by the political way parties are the used at the polling stations a northern London Westminster station.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 165.39793395996094, "token_count": 29} +{"index": 4976, "reference": "Joaquin Phoenix has said he wants no part in the movie industry awards season, calling the awards \"stupid\" and \"subjective\".", "prediction": "US winner Id\u00ed Phoenix has said he does not want his role at the Oscars, was \"the best prolonged of our a\" in his whole.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 171.0479736328125, "token_count": 29} +{"index": 4977, "reference": "A man danced around his fallen victim after delivering a fatal blow during a street attack in Stirling, a court heard.", "prediction": "A man has admitted killing a building factory worker by hit him to the ground during a row at- pub in South Tyneside.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 129.32704162597656, "token_count": 26} +{"index": 4978, "reference": "Manager Roberto Martinez says Everton have struggled to focus on the Premier League following their FA Cup semi-final defeat.", "prediction": "Everton boss Roberto Martinez says the side need to move within of the Premier League points this season despite their bid to reach ached Premier League from Newcastle.", "rouge": {"rouge1": 37.5, "rouge2": 17.391304347826086, "rougeL": 33.33333333333333}, "nll_sum": 142.12591552734375, "token_count": 30} +{"index": 4979, "reference": "Great Britain's men overhauled the United States in a dramatic 4x200m freestyle relay final to win gold at the World Championships in Russia.", "prediction": "Great Britain missed out on the title of the 4x100mm relay team he after day the penultimate pen of the 2017 Worldimmingatics Championships in Russia.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 12.76595744680851, "rougeL": 32.6530612244898}, "nll_sum": 170.14498901367188, "token_count": 31} +{"index": 4980, "reference": "A Halfords customer's dashboard camera caught a mechanic speeding in his car while it was booked in for an MOT.", "prediction": "A motorist says he was \"let down\" after a dashboard camera caught doing up the test and test- test throwing a car through his car.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 144.0736083984375, "token_count": 29} +{"index": 4981, "reference": "Chinese police have shot dead four people who attacked a Communist Party building in western Xinjiang province, local government officials say.", "prediction": "Four suicide suicide bombers are smashed a car to a police- north-eastern Chinese city of Xinjiang, local media officials say 2011 a Broadway, 2011,'s they from-'s from controversial national in from November's Saturday from a from", "rouge": {"rouge1": 29.50819672131147, "rouge2": 3.3898305084745757, "rougeL": 19.67213114754098}, "nll_sum": 317.01934814453125, "token_count": 47} +{"index": 4982, "reference": "Barclays has reported a fall in third-quarter profits and set aside \u00a3560m for more customer refunds and litigation.", "prediction": "Barclays has reported a \u00a346.7 rise in annual, and \u00a3560m hit and rising profits rise to \u00a36.6m from a year earlier.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 15.0, "rougeL": 38.0952380952381}, "nll_sum": 143.30445861816406, "token_count": 33} +{"index": 4983, "reference": "Minions mania hit London on Thursday night, as the new film starring the loveable yellow characters had its world premiere.", "prediction": "The world premiere of the comed film, the film's film movie film, Ghostbustersana, begun started in the UK's UK cinemas, as its struggle from's a,'s as a's from in.D as.", "rouge": {"rouge1": 25.0, "rouge2": 3.7037037037037033, "rougeL": 14.285714285714285}, "nll_sum": 271.9112854003906, "token_count": 44} +{"index": 4984, "reference": "US President Donald Trump has said he believes Barack Obama is behind a wave of protests against Republican lawmakers, and national security leaks.", "prediction": "US President Donald Trump has said that his defence spending cuts will spending a 10% rise by 2018, but he believes that it isn't doing it.", "rouge": {"rouge1": 36.0, "rouge2": 24.999999999999993, "rougeL": 31.999999999999996}, "nll_sum": 115.96897888183594, "token_count": 29} +{"index": 4985, "reference": "Fewer than a third of staff at Queen's University believe it is being led effectively, according to a survey conducted by the university itself.", "prediction": "More than half of staff working at Queen Belfast's Belfast have called Belfast Queen's University, some of the leaders have provided a \"negative work environment\".", "rouge": {"rouge1": 34.61538461538461, "rouge2": 16.0, "rougeL": 30.769230769230766}, "nll_sum": 143.980224609375, "token_count": 29} +{"index": 4986, "reference": "A man has walked away with \u00a340,000 from a superstore in Manchester after posing as a manager at the Bureau de Change.", "prediction": "Police investigating the murder of an man and robbery at a supermarket in Greater Manchester found a safe safe to shop customers in north of and Manchester the", "rouge": {"rouge1": 27.450980392156865, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 137.11610412597656, "token_count": 27} +{"index": 4987, "reference": "Prisons in England and Wales need a \"profound culture change\" which focuses on inmate safety, a new report says.", "prediction": "Prisoners staff in prisons in England and is having \"toxic working culture\", say diseases and campaigners say.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 17.647058823529413, "rougeL": 33.333333333333336}, "nll_sum": 124.02298736572266, "token_count": 22} +{"index": 4988, "reference": "Dan Biggar's decision to renew his national dual contract is \"fabulous\" news for Wales and Ospreys, according to Martyn Williams.", "prediction": "Wales rugby player Ashley Williams says he will keep Ospreys for the next four or four years with the Welsh Rugby Union (WRU)..", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 106.816650390625, "token_count": 29} +{"index": 4989, "reference": "There are many famous ways that Christmas is celebrated in London, from the lights of Oxford Street to the Trafalgar Square tree.", "prediction": " High Street is the most popular London street, where it has produced of black, black blue, blue and.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 97.63185119628906, "token_count": 21} +{"index": 4990, "reference": "The Killers' frontman Brandon Flowers has won rave reviews for his new album - but he tells the BBC he's uncomfortable striking out on his own.", "prediction": "A former British 1970 music band, and can be promoting a new record - but then singer of Tommy III is finally in scoring a new British pop star.", "rouge": {"rouge1": 7.407407407407408, "rouge2": 0.0, "rougeL": 7.407407407407408}, "nll_sum": 178.85372924804688, "token_count": 30} +{"index": 4991, "reference": "A terminally ill teenager married his school sweetheart three days before dying from leukaemia.", "prediction": "A Islamic ceremony has been held a after a teenager and his finger lost his finger, and has died of a control heartL (L)s).", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 171.52456665039062, "token_count": 29} +{"index": 4992, "reference": "Australia should consider adopting a four-day working week or a six-hour working day, a political leader says.", "prediction": "Australian Australian politician has rejected call for Paris to change its four-day working week four 30 four French equal strike.", "rouge": {"rouge1": 20.0, "rouge2": 15.789473684210526, "rougeL": 20.0}, "nll_sum": 133.77383422851562, "token_count": 22} +{"index": 4993, "reference": "Great Britain's Jack Burnell said his disqualification from the men's 10km open water swim was \"a joke\", after Dutchman Ferry Weertman took gold.", "prediction": "Olympic silverallall Andy Burnell he was \" joke\" after being disqualified, from just two metres of the men's race at sprint finish at the Rio Olympics.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 12.244897959183673, "rougeL": 19.607843137254903}, "nll_sum": 181.1850128173828, "token_count": 34} +{"index": 4994, "reference": "Captain Jacques Rudolph has said Glamorgan's senior players need to \"stand up\" after the county's poor start to the Championship season.", "prediction": "Glamorgan captain Jacques Rudolph says the hopeful of players and will be key for Friday their good start to season.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 14.634146341463413, "rougeL": 32.558139534883715}, "nll_sum": 128.78976440429688, "token_count": 22} +{"index": 4995, "reference": "Ford posted a record quarterly profit following strong sales in Europe and moving more pick-up trucks and SUVs in North America.", "prediction": "US carmaker Ford has reported a 40% rise in rise profits revenue for North America, and helped by continued sales in Europe Europe but Europe's biggest ofmakerdmaker's a investment from it's. from of a from again's 2011", "rouge": {"rouge1": 31.746031746031743, "rouge2": 9.83606557377049, "rougeL": 19.047619047619044}, "nll_sum": 277.8694152832031, "token_count": 47} +{"index": 4996, "reference": "A man accused of strangling a police officer has told his trial he had no intention of hurting him.", "prediction": "A policeman accused of murdering a police officer told his flat \"never restrained and killed him\" because he had been sex, court heard have heard \"m 2011 ofA Broadway again a 2011 again a's again 2011 of again a again's 2011", "rouge": {"rouge1": 38.70967741935483, "rouge2": 16.666666666666664, "rougeL": 35.483870967741936}, "nll_sum": 292.5821533203125, "token_count": 47} +{"index": 4997, "reference": "Leeds United managing director David Haigh has resigned from the Championship club's board the day after Massimo Cellino completed his takeover.", "prediction": "Leeds United football director Davidageigh has left immediate effect with immediate effect due to Massimo Geino's takeover by finance firmH firmH.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904762, "rougeL": 27.27272727272727}, "nll_sum": 186.2361602783203, "token_count": 29} +{"index": 4998, "reference": "A Kent council claims it is being \"forced into a corner\" as proposed cuts to government grants could leave a shortfall of more than \u00a3500,000.", "prediction": "A Lincolnshire council is facing it faces more public finances in its shortfall next year, as the council looks to save \u00a3.8m.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 0.0, "rougeL": 20.833333333333332}, "nll_sum": 121.00283813476562, "token_count": 27} +{"index": 4999, "reference": "Spain's Socialist leader has lost a bid to form a government after both main rival parties voted down his attempts to form a coalition.", "prediction": "Spain acting left-wing leader has lost his support in his battle to support a Socialistled coalition in the run-up to general election.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 8.51063829787234, "rougeL": 32.6530612244898}, "nll_sum": 104.81565856933594, "token_count": 27} +{"index": 5000, "reference": "Wales will be better for the experience of their New Zealand tour despite suffering a 3-0 series whitewash, coach Warren Gatland says.", "prediction": "Head coach Warren Gatland is determined to make Wales be better than their summer tour to New Zealand, saying they are \"absolutely gutted\".", "rouge": {"rouge1": 47.82608695652174, "rouge2": 18.181818181818183, "rougeL": 30.434782608695656}, "nll_sum": 103.56646728515625, "token_count": 27} +{"index": 5001, "reference": "Five people have been taken to hospital following a crash involving an ambulance and two cars in Lincolnshire.", "prediction": "Four people were seriously seriously injured in a crash between the ambulance and an ambulance a Lincolnshire.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.18181818181818, "rougeL": 34.285714285714285}, "nll_sum": 74.4444580078125, "token_count": 18} +{"index": 5002, "reference": "Euro 2012 executive director Krzystof Pohorecki says Poland and Ukraine have proved the doubters wrong by hosting a successful tournament.", "prediction": "Poland presidentanda Pohore Cart says hosting 2016 hosting the European football Championship, saying it is \"a bit a bit better\" for France.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 177.6200714111328, "token_count": 29} +{"index": 5003, "reference": "Former first minister Alex Salmond has been criticised for unveiling his new portrait in Edinburgh on the day MPs discussed military action in Syria.", "prediction": "Former Scottish First Minister Alex Salmond in Edinburgh has been unveiled by MSP MPSP Willieennie, unveiled the unveiling a war memorial to the war in Syria. from his party's from from a Scottish Conservative from", "rouge": {"rouge1": 46.666666666666664, "rouge2": 20.689655172413797, "rougeL": 36.66666666666667}, "nll_sum": 230.26351928710938, "token_count": 43} +{"index": 5004, "reference": "A new report has been published detailing the advantages of enhancing and extending the Borders Railway.", "prediction": "A new rail route between the Borders and Scottish Borders should be extended and to be full, key report says.", "rouge": {"rouge1": 38.888888888888886, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 98.91902923583984, "token_count": 21} +{"index": 5005, "reference": "Borders Railway campaigners have welcomed moves to examine the possibility of extending the route to Carlisle.", "prediction": "An independent rail review should extending of extending the railway line between and Scottish Borders to Carlisle the it has been confirmed., in the's councillor, including,'s The from from aA local, from the of.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 12.000000000000002, "rougeL": 19.23076923076923}, "nll_sum": 267.1897277832031, "token_count": 42} +{"index": 5006, "reference": "A ferry crashed into a pier on the Isle of Man as the captain tried to dock in strong winds.", "prediction": "An passenger ferry which sank sail on a sail between the Isle of Johnston the Isle of Man, it has been confirmed. aA Valent a's- from's The from from the from the was's\".A of.A 2011 of 2011", "rouge": {"rouge1": 29.032258064516125, "rouge2": 10.0, "rougeL": 22.58064516129032}, "nll_sum": 281.92352294921875, "token_count": 47} +{"index": 5007, "reference": "Writer Shane Meadows is to make a one-off Christmas special to follow on from the This is England film and TV series.", "prediction": "Comedian Shane errors revolution, return to Channel 4 for drama period drama for crime drama Lawrence England.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 132.47854614257812, "token_count": 20} +{"index": 5008, "reference": "A review of the Freedom of Information Act will be \"open-minded\", former Home Secretary Jack Straw has said.", "prediction": "Former Home Secretary of Straw Jack called for an independent review of the Freedom of Information of trail the", "rouge": {"rouge1": 57.89473684210527, "rouge2": 38.88888888888889, "rougeL": 31.57894736842105}, "nll_sum": 95.42417907714844, "token_count": 18} +{"index": 5009, "reference": "Scotland's Ricky Burns failed to unify the super-lightweight division as his WBA title was taken by IBF and IBO champion Julius Indongo in Glasgow.", "prediction": "Ricky Burns produced through an unprov a unanimous decision to win the IBF I-middleweight champion Julius Indongo at Glasgow's O2 Arena. the solve's 40-old from's a in from years's..", "rouge": {"rouge1": 36.065573770491795, "rouge2": 10.169491525423728, "rougeL": 29.508196721311474}, "nll_sum": 288.68536376953125, "token_count": 44} +{"index": 5010, "reference": "\"I'm here to help my new friends to build a big wall, like the Chinese wall.\"", "prediction": ", leather, a black, shot-maker emir Ali stands in his training camp.", "rouge": {"rouge1": 6.896551724137931, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 100.36255645751953, "token_count": 17} +{"index": 5011, "reference": "A man has been charged with murder following a fire in Fraserburgh in 1998.", "prediction": "A man has appeared in court charged with murder following a fire to a fire.", "rouge": {"rouge1": 68.9655172413793, "rouge2": 51.85185185185186, "rougeL": 62.06896551724138}, "nll_sum": 54.287330627441406, "token_count": 15} +{"index": 5012, "reference": "A sighting of a man near a barracks is not linked to an investigation into a kidnap bid at RAF Marham, police said.", "prediction": "A man seen with an armed strike at RAF air Marham outside the base being seen, police have said, despite it was such a the from a Defence, Defence, was from the an's an's's of", "rouge": {"rouge1": 36.065573770491795, "rouge2": 6.779661016949154, "rougeL": 26.229508196721312}, "nll_sum": 248.54953002929688, "token_count": 42} +{"index": 5013, "reference": "North Korea has test fired a mid-range ballistic missile which crashed a few seconds after launch, say South Korean military officials.", "prediction": "North Korea has fired a hydrogen test, Kim Jong Jong- leader, South Korean officials say 2011 a's a's a from in the's from's,, says it from US-based government by in from weeks a.", "rouge": {"rouge1": 36.66666666666667, "rouge2": 13.793103448275861, "rougeL": 26.666666666666668}, "nll_sum": 259.544921875, "token_count": 43} +{"index": 5014, "reference": "Scotland faces \"a much higher level of uncertainty and volatility\" in its budgets due to new powers and Brexit, Holyrood's finance committee has said.", "prediction": " introduction the of newrood powers which will include new tax bill \"ro funding delayed, uncertainty\", the Scottish Parliament's a lobby group has said.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 4.25531914893617, "rougeL": 20.408163265306126}, "nll_sum": 175.4283905029297, "token_count": 29} +{"index": 5015, "reference": "Europe has begun to roll out a data superhighway in orbit above the Earth.", "prediction": "The European space agency has launched, new Earth observation programme.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 56.59228515625, "token_count": 11} +{"index": 5016, "reference": "Hull FC secured a second convincing Super League win in succession, scoring seven tries in a stunning victory against Catalans Dragons in Perpignan.", "prediction": "Hull FC maintained their 100% start to the Super League campaign a with a thrashing defeat of Catalans. to a controversialForest-'s. a's a's 30 300-d a ban in 40 matches's's a from emerged", "rouge": {"rouge1": 25.80645161290323, "rouge2": 6.666666666666667, "rougeL": 22.58064516129032}, "nll_sum": 299.2998046875, "token_count": 47} +{"index": 5017, "reference": "A plan earmarking sites for 225,000 new homes in Greater Manchester is set to be delayed amid a \"radical rewrite\" to help protect green belt land.", "prediction": "Plans for \u00a3700m development on greenbelt land in Greater Manchester to be completed, the three months, the city's council leaders's said.", "rouge": {"rouge1": 31.999999999999996, "rouge2": 12.499999999999996, "rougeL": 27.999999999999996}, "nll_sum": 135.04306030273438, "token_count": 29} +{"index": 5018, "reference": "British army soldiers have raised concerns about their new body armour, the BBC has learned.", "prediction": "A row has broken out over the British government's new right body armour in Afghanistan - with soldiers calling on social media for \"chasing fuel\".", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 135.82823181152344, "token_count": 28} +{"index": 5019, "reference": "Leicester City have signed forward Josh Gordon from Northern Premier League Premier Division side Stafford Rangers.", "prediction": "Queens Park Rangers. signed striker to Gordon from Stoke City for an undisclosed fee for-.-", "rouge": {"rouge1": 32.25806451612903, "rouge2": 6.89655172413793, "rougeL": 19.35483870967742}, "nll_sum": 101.6120376586914, "token_count": 18} +{"index": 5020, "reference": "A group of performing Christmas elves has been left \"traumatised\" after being attacked by a gang of teenagers.", "prediction": "A group of theatre were forced with an air hand event a theatre after a group of them, say they were sexually abused by a USB and the football's referee a the for its physical but will of stopped from next.", "rouge": {"rouge1": 23.333333333333332, "rouge2": 10.344827586206897, "rougeL": 23.333333333333332}, "nll_sum": 254.5745849609375, "token_count": 43} +{"index": 5021, "reference": "Organisers of a march for military veterans, which was cancelled in Londonderry due to security fears, have rearranged the event.", "prediction": "Plans for a march for planned for a service to soldiers on Sunday Sunday be held, Northern Ireland this month.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 10.526315789473683, "rougeL": 20.000000000000004}, "nll_sum": 119.64103698730469, "token_count": 22} +{"index": 5022, "reference": "Former England defender Graeme Le Saux says more needs to be done to support gay footballers.", "prediction": " the former Jersey footballer captain Le Saux says he does not gay players in English football, saying he thinks \"could face else\" in professional football.\"", "rouge": {"rouge1": 29.268292682926827, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 158.583740234375, "token_count": 29} +{"index": 5023, "reference": "A pre-Roman town of 150 roundhouses has been found by university students during an archaeological dig in Dorset.", "prediction": "A Roman cemetery thought to be the next of its kind has been unearthed for Wilts, a university says.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 31.57894736842105}, "nll_sum": 104.04204559326172, "token_count": 21} +{"index": 5024, "reference": "More should be done to help deaf people into work in Wales, a charity has said.", "prediction": "A deaf charity been criticised, the support for people with hearing committee in Wales.", "rouge": {"rouge1": 40.0, "rouge2": 7.142857142857144, "rougeL": 26.666666666666668}, "nll_sum": 96.60273742675781, "token_count": 15} +{"index": 5025, "reference": "Manager Jose Mourinho will need at least two more transfer windows to get close to the squad he wants, say senior Manchester United figures.", "prediction": "Manchester United boss Jose Mourinho wants to change his squad on the transfer day of next season.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 55.627357482910156, "token_count": 17} +{"index": 5026, "reference": "A left-leaning think tank looked at the tax promises of Scotland's parties and concluded that Scottish Labour's plan would raise the most revenue.", "prediction": "Changes by Scottish Labour would raise a tax a income revenue than any of Labour the general election, a think- tank has said in the think it's biggest, from- from-oldolds, under in November from under November.", "rouge": {"rouge1": 40.62500000000001, "rouge2": 9.67741935483871, "rougeL": 15.625}, "nll_sum": 285.1312255859375, "token_count": 45} +{"index": 5027, "reference": "Former Olympus chairman Tsuyoshi Kikukawa has pleaded guilty to charges of falsifying accounts, covering up losses of $1.7bn (\u00c2\u00a31.1bn), at the opening of his trial.", "prediction": "The former Fifa chief chief executiveu butukawa, has pleaded not guilty to three points of accounting scandal linked to the tech firm been a 1970s. the Jack's 2011 a-m's a in ban from a name.", "rouge": {"rouge1": 24.615384615384617, "rouge2": 6.349206349206349, "rougeL": 24.615384615384617}, "nll_sum": 283.51947021484375, "token_count": 45} +{"index": 5028, "reference": "An Egyptian court has again delayed a verdict in the retrial of three al-Jazeera journalists convicted of aiding the banned Muslim Brotherhood.", "prediction": "Two Australian journalists were found guilty of sending false news to the charges Egypt be have freed after granted a retrial.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 117.20770263671875, "token_count": 22} +{"index": 5029, "reference": "A teenage boy stabbed to death in a \"senseless\" and \"cowardly\" attack in east London has been named by police.", "prediction": "A teenager has been stabbed to death death the a street in north east London.", "rouge": {"rouge1": 62.857142857142854, "rouge2": 30.303030303030305, "rougeL": 51.42857142857144}, "nll_sum": 70.89915466308594, "token_count": 15} +{"index": 5030, "reference": "Saracens' George Kruis has been added to the England squad after recovering from ankle surgery.", "prediction": "Sberis's Max Kruis has been suggested by England's training squad forseason training camp for cream Sale. the", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 152.95008850097656, "token_count": 23} +{"index": 5031, "reference": "Dengue fever has killed at least 20 people in the West African state of Burkina Faso, where about 2,000 cases of the disease have been recorded.", "prediction": "At least five people are now to have died of a deadly disease deadly in south inwest Africa, officials.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454546, "rougeL": 21.73913043478261}, "nll_sum": 106.18672943115234, "token_count": 21} +{"index": 5032, "reference": "A project to build a visitors' centre, costing more than \u00a31m, for the site of one of most key battles in English history has won a lottery grant.", "prediction": "Campaigners are seeking \u00a32m have been asked to build a new visitor centre, on the Battle of the Battle of Naseby.by in 2011A 2011 the again a 2011 from a's again of from aold again from a", "rouge": {"rouge1": 35.82089552238806, "rouge2": 9.230769230769232, "rougeL": 29.850746268656714}, "nll_sum": 254.24411010742188, "token_count": 47} +{"index": 5033, "reference": "Nottingham Forest have signed Andreas Bouchalakis on a three-year contract after the midfielder impressed during pre-season with the Championship side.", "prediction": "Nottingham Forest have signed Greece striker Carlosos Choos from Greek club Riozoneos for an undisclosed fee, by a further year further.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 14.634146341463413, "rougeL": 27.90697674418604}, "nll_sum": 157.7916259765625, "token_count": 28} +{"index": 5034, "reference": "At least 15 civilians have been killed and dozens injured in an air strike on a village in eastern Syria held by so-called Islamic State, activists say.", "prediction": " formerly house linked to the so-called State (IS) has been killed dozens in northern northern city Deir al-Zour in air strike, northern activists say.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 15.384615384615383, "rougeL": 29.629629629629633}, "nll_sum": 154.76605224609375, "token_count": 33} +{"index": 5035, "reference": "A County Londonderry woman who uses music to \"transform the lives of people with disabilities\" has been honoured with a BBC Unsung Hero award.", "prediction": "An 11- 2011-old girl from Londonderry will receive this year's Unsung Day award, a result a described as her music.'s as a from from.- from 100, in from years..", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 10.714285714285714}, "nll_sum": 244.27394104003906, "token_count": 42} +{"index": 5036, "reference": "Hospital bosses say they will continue to hire foreign workers to try and solve a \"desperate\" shortage of nurses.", "prediction": "A Hereford hospital is facing pressure pressure to recruit re-qualified doctors to the help the profession to cope with pressure on a local ward health ward.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 143.82325744628906, "token_count": 29} +{"index": 5037, "reference": "An Israeli soldier has been killed and another Israeli hurt in a Palestinian car-ramming attack in the occupied West Bank, the Israeli military says.", "prediction": "A Palestinian driver has crashed into a bus at a stop in central Israel, killing a police officer.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 13.953488372093023}, "nll_sum": 59.262290954589844, "token_count": 19} +{"index": 5038, "reference": "Conor McGregor promised to knock out Floyd Mayweather inside four rounds when they faced off for the first time to promote their 26 August bout.", "prediction": "Floyd Mayweather says Conor McGregor called \"hframeous\" against the UFC champion, accusing the Irishman of \"man not done anything and quit\".", "rouge": {"rouge1": 21.73913043478261, "rouge2": 9.09090909090909, "rougeL": 13.043478260869565}, "nll_sum": 157.43032836914062, "token_count": 29} +{"index": 5039, "reference": "One person's tax planning is another person's tax avoidance - so whether David Cameron's tax affairs are controversial or not is really a matter of where you stand on the payment of tax.", "prediction": "When David Cameron took control of inheritance tax where some families meant their children have been tax, but their tax deals did not tax in any tax.", "rouge": {"rouge1": 29.03225806451613, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 144.44091796875, "token_count": 28} +{"index": 5040, "reference": "The exterior of a church known for its tall tower has been lit up for the first time in two years after it was flooded.", "prediction": "Thousands of light lights were lit up in a Lincolnshire church after a church that was badly damaged during Storm Desmond. which as as a bridge. a.the's decision's from demol a's's\".A of. a from emerged a", "rouge": {"rouge1": 26.865671641791046, "rouge2": 9.23076923076923, "rougeL": 17.91044776119403}, "nll_sum": 272.09063720703125, "token_count": 47} +{"index": 5041, "reference": "The US has charged seven Iranians for allegedly hacking nearly 50 financial companies and a New York dam.", "prediction": "The US has charged seven people suspected of carrying out computer attacks that engulfed the global industry, officials said.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 22.857142857142858, "rougeL": 27.027027027027025}, "nll_sum": 84.50625610351562, "token_count": 20} +{"index": 5042, "reference": "Shrewsbury Town have signed West Bromwich Albion teenager Tyler Roberts on loan for the rest of the season.", "prediction": "Shrewsbury Town have a teenage boy James Roberts on Jamie end on his season-long youth loan deal.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 17.647058823529413, "rougeL": 38.88888888888889}, "nll_sum": 113.45700073242188, "token_count": 22} +{"index": 5043, "reference": "One of the main buildings on Swansea University's Singleton Park campus is to undergo a \u00a32.75m makeover.", "prediction": "Swansea University is to build a new shopping centre mall and in an name name an eyesore as part of a \u00a37m expansion.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 130.67330932617188, "token_count": 28} +{"index": 5044, "reference": "More than six million workers have now been signed up automatically to a pension savings scheme but fears remain over how much is being set aside.", "prediction": "Millions of workers will be forced to struggle to pay their neighbours cover a mix-up to their pension pot to \" protect them them\".", "rouge": {"rouge1": 27.999999999999996, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 145.28421020507812, "token_count": 27} +{"index": 5045, "reference": "A man who set fire to a derelict holiday park \"for fun\" has been sentenced.", "prediction": "A man who ripped through a fire which remaining and damaged an acclaimed arcade pool in Exeter, has been given a suspended suspended jail sentence.", "rouge": {"rouge1": 40.0, "rouge2": 15.789473684210526, "rougeL": 35.0}, "nll_sum": 128.3028564453125, "token_count": 27} +{"index": 5046, "reference": "League One side Fleetwood Town have signed Bristol City striker Wes Burns on a youth loan deal until 8 May.", "prediction": "Fleetwood Town have signed midfielder Joe Burns on a season-long loan deal from fellow side Bristol City City.", "rouge": {"rouge1": 61.53846153846154, "rouge2": 37.83783783783783, "rougeL": 46.15384615384615}, "nll_sum": 81.58429718017578, "token_count": 22} +{"index": 5047, "reference": "Brazilian President Dilma Rousseff has unveiled the torch to be used at the 2016 Olympics in Rio de Janeiro.", "prediction": "Brazilian President,ma Rousseff,ff says she will carry out the Olympic flame on", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.451612903225808, "rougeL": 30.303030303030305}, "nll_sum": 85.93400573730469, "token_count": 17} +{"index": 5048, "reference": "At least 17 people have been killed in a suspected US drone strike on a compound in north-west Pakistan, Pakistani officials say.", "prediction": "The Pakistani government has killed a drone strike in Pakistan for the first time in such six days", "rouge": {"rouge1": 39.02439024390244, "rouge2": 5.128205128205128, "rougeL": 29.268292682926827}, "nll_sum": 65.12451171875, "token_count": 17} +{"index": 5049, "reference": "A memorial has been unveiled in a Scottish town in honour of a teacher-turned-police officer who investigated the murders of Jack the Ripper.", "prediction": "An artist who was on a 88th anniversary in the fatal history of police on his 88th anniversary of history in the force's history a history, has the crime's. as's reputation for. as death his his.less", "rouge": {"rouge1": 33.84615384615385, "rouge2": 0.0, "rougeL": 18.46153846153846}, "nll_sum": 265.17657470703125, "token_count": 45} +{"index": 5050, "reference": "Two nurses who failed to carry out blood glucose tests on patients and then faked the results have been jailed.", "prediction": " nurses nurses, including three ill five ill patients patients who failed to follow pressure records of, of them ill ill - have been given suspended sentences.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 13.953488372093023, "rougeL": 26.66666666666666}, "nll_sum": 164.56686401367188, "token_count": 28} +{"index": 5051, "reference": "A judge in Brazil has revoked a decision which had halted work on the Belo Monte dam in the Amazon region.", "prediction": "A Brazilian court has suspended a temporary delivery which almost delayed the work on a $400m water dam regeneration in the south.west of Brazil.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 9.09090909090909, "rougeL": 39.130434782608695}, "nll_sum": 150.12738037109375, "token_count": 28} +{"index": 5052, "reference": "Wildlife conservators have said they are \"extremely concerned\" that the number of little terns nesting in the UK's biggest breeding colony dropped by almost half in a year.", "prediction": "A number of nesting commonly have started beside at the East Sussex coast for the first time since the summerfall, the RSPBSP Nottingham said.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 3.9215686274509802, "rougeL": 15.09433962264151}, "nll_sum": 164.71084594726562, "token_count": 29} +{"index": 5053, "reference": "The first pine marten born and bred in Wales as part of a recovery project has been caught on camera.", "prediction": "A babyac martens have relocated relocated to Carmarthenshire ahead of their mother who gives birth.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 119.08200073242188, "token_count": 20} +{"index": 5054, "reference": "A Scottish woman jailed in Peru for smuggling drugs has arrived back in Glasgow after being released from jail.", "prediction": "A Scottish woman was arrested in Peru in connection with drug drug smuggling of cocaine into leaving the country.", "rouge": {"rouge1": 42.10526315789473, "rouge2": 16.666666666666664, "rougeL": 31.57894736842105}, "nll_sum": 85.17669677734375, "token_count": 19} +{"index": 5055, "reference": "A ten foot tall hairy monster - reminiscent of Sweetums in The Muppets - is to be used to persuade more employers to set up a pension scheme.", "prediction": "Workless work workers' called for more than 5 million workers who say who up be offered to a workplace pension.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 125.89759063720703, "token_count": 22} +{"index": 5056, "reference": "The fianc\u00c3\u00a9 of a children's author considered throwing himself off a cliff two months before he was charged with the killing her, a court has heard.", "prediction": "The man accused of murdering a children's author told house she told police to find himself suicide as a nurse was to suicide herself himself a and heard. again 2011 again a again a 2011 again a's again 2011 of again a 2011's a", "rouge": {"rouge1": 29.729729729729726, "rouge2": 8.333333333333334, "rougeL": 29.729729729729726}, "nll_sum": 267.4697570800781, "token_count": 47} +{"index": 5057, "reference": "Cast members and theatre-goers were evacuated from the Royal Opera House in London after a fire alarm went off mid-performance.", "prediction": "A huge fire which turned out at a famous London theatre hotel in central London, because be evacuated because of a phone in a the glamon's.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 169.15724182128906, "token_count": 29} +{"index": 5058, "reference": "Tributes have been paid to Dr John Hinds, one of the \"flying doctors\" of Irish road racing.", "prediction": "Tributes have been paid to Drbert John Hinds, who was critically injured in, motorbike crash in Northern Ireland and a Northern Ireland road. football, referee passed fromtree from from The's from \u00a3 of.", "rouge": {"rouge1": 40.0, "rouge2": 20.833333333333336, "rougeL": 36.0}, "nll_sum": 239.89549255371094, "token_count": 43} +{"index": 5059, "reference": "Anthony Foley once described rugby as, basically, \"a street fight with a ball\".", "prediction": "When Anthony Foley took his way into a brain head injury in Ireland's Champions Cup defeat the weekend, far has raised some of those who helped help him.", "rouge": {"rouge1": 14.285714285714288, "rouge2": 5.0, "rougeL": 14.285714285714288}, "nll_sum": 166.1300811767578, "token_count": 30} +{"index": 5060, "reference": "Christmas tree lights can slow your wi-fi warns watchdog Ofcom as it releases an app that can check home broadband.", "prediction": "An app which allows people in to access users broadband app, access to urban areas,. telecoms regulator Ofcom says. in the a again,'s, the again's a-A's a in from years from's. the a", "rouge": {"rouge1": 13.559322033898304, "rouge2": 3.508771929824561, "rougeL": 10.16949152542373}, "nll_sum": 272.35931396484375, "token_count": 46} +{"index": 5061, "reference": "Graeme McDowell carded a final-round 71 to end the Scottish Open at Castle Stuart in joint 10th.", "prediction": "Northern Ireland's Graeme McDowell carded a final round of 65 in an opening-under-par 76 to lead closing-par to win the Irish Open.", "rouge": {"rouge1": 45.45454545454546, "rouge2": 23.80952380952381, "rougeL": 40.90909090909091}, "nll_sum": 159.63827514648438, "token_count": 32} +{"index": 5062, "reference": "Patients needing surgery to reconstruct body parts such as noses and ears could soon have treatment using cartilage which has been grown in a lab.", "prediction": " teeth at Swansea University are using using a 3D printing to help human & and human nose from human cells.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 122.69788360595703, "token_count": 21} +{"index": 5063, "reference": "More than 200 volcanic and coral islands, many of them surrounded by a single barrier reef, make up the northern Pacific nation of Palau.", "prediction": "The disputed Spanish control territory, Palau is of its highest and highest highest level, a territory controls held between the US and States United States in", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 12.000000000000002}, "nll_sum": 162.61534118652344, "token_count": 28} +{"index": 5064, "reference": "Napoli wasted a chance to return to the top of Serie A when they were held at home by AC Milan on Monday.", "prediction": "Napoli climbed points clear at three top of Serie leaders Juventus as they were held to a draw by AC Milan at the Gioio O'alia.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 25.53191489361702, "rougeL": 40.816326530612244}, "nll_sum": 146.083251953125, "token_count": 30} +{"index": 5065, "reference": "Mark Ronson and Bruno Mars have given The Gap Band a writing credit on their huge hit Uptown Funk, due to its similarities with their 1979 track Oops Up Side Your Head.", "prediction": "Mark Ronson and Mars and should receive damages over a Blurred Lines over their hit track YouTube, according to the magazine's writers of", "rouge": {"rouge1": 35.714285714285715, "rouge2": 7.4074074074074066, "rougeL": 28.571428571428577}, "nll_sum": 156.97073364257812, "token_count": 26} +{"index": 5066, "reference": "Chinese President Xi Jinping has sought to reassure US business leaders, in a wide-ranging speech covering China's economic reforms and cyber crime.", "prediction": "Chinese President Xi Jinping has said he will never be \"never the open door to the world, saying claiming \"the economy isn outside the world\"..", "rouge": {"rouge1": 24.489795918367346, "rouge2": 17.02127659574468, "rougeL": 24.489795918367346}, "nll_sum": 151.0156707763672, "token_count": 29} +{"index": 5067, "reference": "A diabetic MP who asked Coca-Cola not to take its Christmas truck to Leicester has been accused of hypocrisy for opening a sweet shop in the city.", "prediction": "An MP has condemned Leicester's president- president of a \"ineken\" marketing, saying the products linked to children is a sugary drinks tax.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 175.03514099121094, "token_count": 29} +{"index": 5068, "reference": "A police officer at a sex crime unit encouraged a woman to drop a rape claim against a man who went on to murder his two children, a report has said.", "prediction": " a rape allegation was made by police at a police unit had not have have been dealt, because he should not have dealt with will the police watchdog says", "rouge": {"rouge1": 20.0, "rouge2": 10.344827586206899, "rougeL": 16.666666666666668}, "nll_sum": 155.36610412597656, "token_count": 29} +{"index": 5069, "reference": "A British man believed to be a teacher has been found dead in Myanmar.", "prediction": "A British man and three other others have been found with fatal wounds in the Myanmar capital, Myanmar, say.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 19.35483870967742, "rougeL": 42.42424242424242}, "nll_sum": 99.40437316894531, "token_count": 21} +{"index": 5070, "reference": "Almost 1,900 Palestinians, mostly civilians, have been killed since the launch of Israel's Operation Protective Edge at the beginning of July.", "prediction": "Fifty-two UN staff, children Palestinians Palestinians extremists when fire erupted during the in conflict with Israel the", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 128.07730102539062, "token_count": 20} +{"index": 5071, "reference": "Have British sports delivered under the spotlight of London 2012?", "prediction": "Great Britain missed out on the last 16 at the 2012 Olympics after London failed reach its weekly medal of reaching a record of 10,000m.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 133.9241485595703, "token_count": 28} +{"index": 5072, "reference": "A crisis-hit computer project for the NHS 24 telephone helpline will not be fully rolled out across Scotland until the end of next year - four years later than originally planned.", "prediction": "A new telephone system which prompted NHS call to patient patients is expected to be delayed until after a fatal crash in February, to bosses bosses. 24 a \" 2011 again- again--About 2011 a in solve 2011 a 2011 again a again", "rouge": {"rouge1": 16.43835616438356, "rouge2": 0.0, "rougeL": 10.95890410958904}, "nll_sum": 318.5770263671875, "token_count": 46} +{"index": 5073, "reference": "One man has been killed and another seriously injured in a double stabbing in Birmingham.", "prediction": "Two men were taken to hospital after with serious injuries and stab wounds in a suspected hit-and-run in West Midlands.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.7142857142857135, "rougeL": 21.62162162162162}, "nll_sum": 71.747314453125, "token_count": 24} +{"index": 5074, "reference": "It's always just after the clocks go forward that the streets around here fill up with two things - people in garish clothes training for the Great Manchester run, and political candidates chasing your vote.", "prediction": "The news, travels news of Salford, Manchester and Manchester and in Manchester, of BBC analysis, is hoping to be a big party for UKIP in Sord, Salford and the north of England.", "rouge": {"rouge1": 17.91044776119403, "rouge2": 0.0, "rougeL": 11.940298507462687}, "nll_sum": 185.271240234375, "token_count": 42} +{"index": 5075, "reference": "More than 100,000 customers in Wales could have help with their water bills thanks to a new tariff being launched.", "prediction": "A water company is hoping receive an extra \u00a3 \u00a312 investmentm its disadvantaged rateri its families.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 164.6797332763672, "token_count": 20} +{"index": 5076, "reference": "Aston Villa's Jack Grealish has returned to training and could be in line to start for the club after being dropped to the bench by boss Remi Garde, according to the Express and Star.", "prediction": "A decision on Aston Villa manager Gardi Garde has received a mixed reaction from the front Mail.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 3.9999999999999996, "rougeL": 15.384615384615385}, "nll_sum": 92.52242279052734, "token_count": 19} +{"index": 5077, "reference": "Premiership champions Saracens have signed hooker Dave Porecki on a short-term contract.", "prediction": "Saracens have signed Allisterreys hooker Daveral lead drunk on a short-term deal.", "rouge": {"rouge1": 61.53846153846154, "rouge2": 41.66666666666667, "rougeL": 61.53846153846154}, "nll_sum": 131.98992919921875, "token_count": 22} +{"index": 5078, "reference": "The leader of the Catholic Church in Ireland has backed a call by Amnesty International for an inquiry into mother-and-baby homes in Northern Ireland.", "prediction": "The Archbishop of Wales has called for the \"breakable \" mistakes of\" past\" where disappeared sold Ireland mother-andand- baby and homes.", "rouge": {"rouge1": 46.80851063829788, "rouge2": 0.0, "rougeL": 34.04255319148936}, "nll_sum": 210.27847290039062, "token_count": 29} +{"index": 5079, "reference": "One of the Hatton Garden raiders buried his share of the \u00a314m stash under two family graves, but tried to dupe police by just revealing one, a court has heard.", "prediction": "One of the men accused of being behind the Hatton Hatton heistist, after them pulled out of \u00a314m in British legal history\", the court was told.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 11.111111111111112, "rougeL": 25.0}, "nll_sum": 158.26702880859375, "token_count": 34} +{"index": 5080, "reference": "People are being reminded not to pour fat from cooking Christmas dinners down the sink as it blocks up sewer pipes.", "prediction": " linked fat linked to the overcrowders in a London water sewer calling for the Singingororry, has been chanting in a bin bin", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.95348837209302}, "nll_sum": 183.55142211914062, "token_count": 26} +{"index": 5081, "reference": "Valve is changing the way independent game makers can get their creations onto its Steam service.", "prediction": "Rareco firm Valve has agreed with some tenants who have agreed charge to charge bad video on its Steam flagship service.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 136.35980224609375, "token_count": 22} +{"index": 5082, "reference": "A US national has been sentenced in Iran to 10 years in prison on spying charges, Iranian officials have said.", "prediction": "An American- who was sentenced of 10 years working for the US government, jailed for, capital Tehran.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 110.43777465820312, "token_count": 20} +{"index": 5083, "reference": "Former celebrity publicist Max Clifford \"gyrated\" in front of a 17-year-old girl, a court has heard.", "prediction": "A boxer has told a court that a woman indecently assaulted and sexually assaulted harassed him.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 75.95909118652344, "token_count": 17} +{"index": 5084, "reference": "Scientists have described a new species of bird in northern India and China, called the Himalayan forest thrush.", "prediction": "One of only birds of India, lived one of India's living forests 5 million years ago. research suggests.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 116.58018493652344, "token_count": 21} +{"index": 5085, "reference": "Floyd Mayweather and Conor McGregor continued to trade insults on the second day of a media tour to promote their Las Vegas fight in August.", "prediction": "Bangor McGregor has accused Floyd Mayweather \"made money\" during his bout during the boxing match, claiming he was \"couldI't money and I don't make some money\".", "rouge": {"rouge1": 18.86792452830189, "rouge2": 3.921568627450981, "rougeL": 11.32075471698113}, "nll_sum": 161.52520751953125, "token_count": 34} +{"index": 5086, "reference": "A man who broke into a flat and brutally beat the householder was caught after he left his wallet behind.", "prediction": "A man has admitted attempting to murder another man after a man attacked his Edinburgh home was hit with baseball bat and to then and attacked by police.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 123.54789733886719, "token_count": 28} +{"index": 5087, "reference": "Olympic sprinting gold medallist Mark Lewis-Francis has been named on standby for Great Britain's provisional bobsleigh squad for next month's World Championships in Austria.", "prediction": "Two-time and Olympic medallist LMen Deen will leave his Great Britain 30-man squad for next month's World Cup in Germany next month, after. from Nottingham-d ballet's in from ballet'sA.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 20.000000000000004, "rougeL": 35.48387096774193}, "nll_sum": 251.27493286132812, "token_count": 45} +{"index": 5088, "reference": "Two men who died in a paint-spraying booth were so badly burned they could only be identified using their dental records, an inquest has heard.", "prediction": "Two men who died in an of an explosion were involved in the storage poll office an inquest jury jury has heard.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 26.08695652173913, "rougeL": 41.666666666666664}, "nll_sum": 114.45533752441406, "token_count": 22} +{"index": 5089, "reference": "A Georgian seaside villa in Dorset, where author John Fowles lived, will open its doors after a \u00a31.8m revamp.", "prediction": " author French-othian production, John F fowles is to be recreated for possible restoration work at a historic home in West Lothian.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 152.2897186279297, "token_count": 30} +{"index": 5090, "reference": "Teenager Ben Woodburn eclipsed Michael Owen as Liverpool's youngest goalscorer as the Reds edged past Championship side Leeds United in the EFL Cup quarter-finals at Anfield.", "prediction": "Chris Woodburn scored a stunning last-minute winner to give Liverpool a comfortable victory over in-placed Leeds United and reach the EFL Cup semi-finals at Anfield.", "rouge": {"rouge1": 39.285714285714285, "rouge2": 18.51851851851852, "rougeL": 35.714285714285715}, "nll_sum": 116.17264556884766, "token_count": 33} +{"index": 5091, "reference": "West Ham say they are \"disappointed\" with a ruling that the terms of their rental of the Olympic Stadium from next season should be made public.", "prediction": "Developers of the15m property deal to pay West Ham around the London Olympic Stadium, the club's has revealed in a BBC investigation and revealed.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 154.55630493164062, "token_count": 29} +{"index": 5092, "reference": "Prince Charles has spoken out about the danger of religious persecution, warning against a repeat of \"the horrors of the past\".", "prediction": "Prince Charles has said a religious persecution of around the world soon be declared to death within five years.", "rouge": {"rouge1": 40.0, "rouge2": 15.789473684210526, "rougeL": 35.0}, "nll_sum": 102.91758728027344, "token_count": 19} +{"index": 5093, "reference": "Education Secretary Nicky Morgan is pushing ahead with a \"national funding formula\" for schools, to tackle uneven levels of funding across England.", "prediction": "All schools in England are receive an extra of funding to England's schools under plans, Education Secretary Nicky Morgan says, \"a history to history\".", "rouge": {"rouge1": 42.55319148936171, "rouge2": 17.77777777777778, "rougeL": 25.53191489361702}, "nll_sum": 139.70684814453125, "token_count": 29} +{"index": 5094, "reference": "Chancellor George Osborne faced a tricky challenge when trying to raise taxes in this Budget, which was that his party had already promised not to raise income tax, national insurance or VAT.", "prediction": "George Chancellor George Osborne was attended the House of Commons in the House, announced that he would include the \"big tax reduction\" in car tax.", "rouge": {"rouge1": 28.07017543859649, "rouge2": 7.272727272727273, "rougeL": 21.052631578947366}, "nll_sum": 120.0357666015625, "token_count": 28} +{"index": 5095, "reference": "It was fantastic to read and listen to so many wonderful tributes when my colleague Henry Blofeld announced he will be hanging up the Test Match Special microphone at the end of the summer.", "prediction": "When I was first elected in cricket cricket, I asked the cricket Henry Henry, I played was cricket cricket in May 2002 so and I and didn't see it again.", "rouge": {"rouge1": 21.53846153846154, "rouge2": 0.0, "rougeL": 6.153846153846153}, "nll_sum": 165.33306884765625, "token_count": 33} +{"index": 5096, "reference": "Real Madrid took advantage of Barcelona and Sevilla slipping up by beating Real Sociedad to go four points clear at the top of La Liga.", "prediction": "Realletico Madrid moved level gap gap with La leaders Real Madrid as they were thrashed Real Sociedad.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 120.99783325195312, "token_count": 21} +{"index": 5097, "reference": "A province in Pakistan has become the first in the largely Muslim country to give Hindus the right to register their marriage officially.", "prediction": " Pakistani's National National Assembly has signed into law a new law legalisingised marriages, unions the activists described as human rights \" rights to couples\".", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444444, "rougeL": 17.02127659574468}, "nll_sum": 134.9865264892578, "token_count": 28} +{"index": 5098, "reference": "Harlequins have agreed a deal to sign Montpellier fly-half Demetri Catrakilis ahead of the 2017-18 season.", "prediction": "Premiership champions Harlequins have South African fly-halfet Demri tell Turkeyilis from Paris-tier side Paris Stight on deal end Sale next season.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 229.2357940673828, "token_count": 34} +{"index": 5099, "reference": "A volcano has erupted in Guatemala, prompting the authorities to consider the evacuation of some 3,000 people living in the area.", "prediction": "Thousands of people in Guatemala is and have forced to leave their town suspended after a deadly volcano, officials say.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.0, "rougeL": 14.285714285714283}, "nll_sum": 101.29706573486328, "token_count": 21} +{"index": 5100, "reference": "Scientists say they have developed a way of testing how well, or badly, your body is ageing.", "prediction": "A cheap health test can reveal predict who can can pick our body in your 90s, say UK researchers.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 130.4951171875, "token_count": 21} +{"index": 5101, "reference": "Pictures have emerged showing a mobile phone which is believed to have saved the life of a Gwynedd woman badly injured in the Manchester bombing.", "prediction": "A woman from Gwynedd has described how she lost her mobile phone behind her behind the suspected Manchester Arena attack.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 88.39350891113281, "token_count": 22} +{"index": 5102, "reference": "Turkey's military has denied that it mistakenly told Russian warplanes to bomb a building in Syria on Thursday, killing three Turkish soldiers.", "prediction": " to Russian military says has handed control to its airbase in an towns east counter- Syrian town of al-Bab, of the north-up say officials say it's from-old'sMore in a since its soldier. from emerged", "rouge": {"rouge1": 29.03225806451613, "rouge2": 0.0, "rougeL": 16.129032258064516}, "nll_sum": 297.8999938964844, "token_count": 47} +{"index": 5103, "reference": "Two Liverpool hospitals could merge under cost-cutting plans unveiled by health bosses.", "prediction": "Plans to bring back \"modelide\" suburban hospitals in England \" in prison\", the council leader has said.", "rouge": {"rouge1": 13.793103448275861, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 120.81417846679688, "token_count": 22} +{"index": 5104, "reference": "Ten French fishermen were rescued when their trawlers began to sink in a Devon harbour.", "prediction": "A Somerset inboat is rescued crew members of their crew after sank sank off Somerset in", "rouge": {"rouge1": 25.80645161290323, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 105.66775512695312, "token_count": 16} +{"index": 5105, "reference": "Police are trying to trace a woman who is unaccounted for after a fire at her home in the Highlands.", "prediction": "A 88-year-old woman says a fire at a house in the small Scottish Borders take \"take \"significant damage to take time\".", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 32.558139534883715}, "nll_sum": 132.19940185546875, "token_count": 27} +{"index": 5106, "reference": "Passengers have told how they got out of trains stuck for hours on South West Trains services outside London and walked down the tracks.", "prediction": "Train passengers were left stranded on London Waterloo after the submarines were called off the track - because police stopped police back. letting a underground - it around.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 191.52914428710938, "token_count": 29} +{"index": 5107, "reference": "Four British soldiers who tried to smuggle guns and drugs into the UK have been jailed.", "prediction": "Four former soldiers - including a former Army instead of kept guns - are to be used \" kill, kill or maimled\" items.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 148.34042358398438, "token_count": 27} +{"index": 5108, "reference": "An \"obsession\" with witchcraft and sorcery led a couple to brutally murder a 15-year-old boy at a flat in east London.", "prediction": "A man and New York convicted of killing three children and their young children in a sensational icon in 2008 have been found guilty of murder's who was a of 2011, 2011 in a 2011- again a's again's again 2011 again\" a", "rouge": {"rouge1": 17.64705882352941, "rouge2": 0.0, "rougeL": 14.705882352941178}, "nll_sum": 253.27899169921875, "token_count": 47} +{"index": 5109, "reference": "Small businesses - those employing a few hundred people or less - are increasingly becoming the target of hackers.", "prediction": " sellers are warning that small businesses involved in--attacks, are performing a malware attack, that small businesses are aware fit to information about information or not never be remotely.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454546, "rougeL": 17.391304347826086}, "nll_sum": 191.02293395996094, "token_count": 32} +{"index": 5110, "reference": "Up to 4,000 people in Wales could be affected if the Hoover pension scheme goes into the Pension Protection Fund (PPF), BBC Wales understands.", "prediction": "BHS has confirmed it will cut off payments its payments in its pension due to the payments BBC Wales understands.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 26.66666666666666}, "nll_sum": 113.43106079101562, "token_count": 21} +{"index": 5111, "reference": "A man in his 50s has died after being seriously assaulted in Swords, County Dublin.", "prediction": "A 68-year-old man in his 40s has died following an incident incident at an Dublin city street in Dublin city centre the city's, controversy,'s as \"-'s Thursday's reputation from a days The's\". aA", "rouge": {"rouge1": 29.629629629629626, "rouge2": 11.538461538461538, "rougeL": 29.629629629629626}, "nll_sum": 253.86387634277344, "token_count": 47} +{"index": 5112, "reference": "Two woman have died following a head-on road crash in the Borders.", "prediction": "Two women have died in a crash separate cars in Stings, East Lothian.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 8.333333333333332, "rougeL": 46.15384615384615}, "nll_sum": 68.87825012207031, "token_count": 17} +{"index": 5113, "reference": "For months, it's been the joint mantra from both Dublin and London - that after Brexit, the border between Northern Ireland and the Republic of Ireland should be as \"seamless and frictionless as possible\".", "prediction": "The Democratic Unionist (DUP) concluded that the idea of putting a border between Northern Ireland and saying \"there is the same panels is possible\" outside the Irish border.\"", "rouge": {"rouge1": 35.48387096774193, "rouge2": 13.333333333333334, "rougeL": 32.25806451612903}, "nll_sum": 152.083251953125, "token_count": 34} +{"index": 5114, "reference": "Businesses need stability after the UK government's High Court defeat over the trigger for leaving the EU, Welsh Secretary Alun Cairns has said.", "prediction": "Welsh Secretary Alun Cairns has said the Welsh Government cannot still appeal against a High Court ruling that will ask the UK not leave the EU", "rouge": {"rouge1": 60.0, "rouge2": 37.49999999999999, "rougeL": 32.0}, "nll_sum": 104.22881317138672, "token_count": 29} +{"index": 5115, "reference": "Researchers have developed a way to \"print\" cartilage that could help treat joint diseases and sporting injuries.", "prediction": "A 3D-printed model could be created with rabbit elbow in medicine after say in London and London.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 119.54927062988281, "token_count": 20} +{"index": 5116, "reference": "Cleethorpes Pier has been bought by a local businessman who intends to turn it into a community-run venue.", "prediction": "Gabon Pier, been earmarked for sale and create \" new jobs\" to community ownership the its owner says.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 137.36790466308594, "token_count": 22} +{"index": 5117, "reference": "\"I was used to the hustle and bustle, the crowd on the floor,\" says Alasdair Haynes.", "prediction": "\"I been told of the Big Bang was Simon Ashnes, in his office office, \"black the City of's of single housing market.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 190.23745727539062, "token_count": 28} +{"index": 5118, "reference": "National League side Woking have signed winger Bobson Bawling after his release by League Two Crawley Town.", "prediction": "League Two side Yeley Town have signed Crawley Town goalkeeper Bob Robson on a two 2011year deal, to deal withyear option of in a further 12 months.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 14.285714285714285, "rougeL": 27.272727272727277}, "nll_sum": 178.38999938964844, "token_count": 33} +{"index": 5119, "reference": "The Boat Race of the North is returning to the Newcastle-Gateshead Quayside following a five-year absence.", "prediction": "Newcastle United have won the University Boat Boat Championship for the first time in 30 years, in the wake the.'s run from's the same from the same name from same the as as the same's of.", "rouge": {"rouge1": 24.561403508771928, "rouge2": 0.0, "rougeL": 14.035087719298245}, "nll_sum": 223.27090454101562, "token_count": 42} +{"index": 5120, "reference": "A flotilla of Russian warships is passing through the English Channel en route to Syria.", "prediction": "British warships crews heading to the sea of the southern coast and northern in not Syria..", "rouge": {"rouge1": 32.25806451612903, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 101.29389953613281, "token_count": 16} +{"index": 5121, "reference": "All photographs courtesy dronestagr.am.", "prediction": ".", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 0.0, "token_count": 0} +{"index": 5122, "reference": "West Ham have signed Fenerbahce striker Emmanuel Emenike on loan, with an option to make the deal permanent at the end of the season.", "prediction": "West Ham have signed striker Emikeenike who joined Turkish Besiktasiv BDO on a loan on a five-year deal. a fee believed- have a cross-up his bill in Sunday's a.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 11.11111111111111, "rougeL": 28.571428571428577}, "nll_sum": 250.7661590576172, "token_count": 44} +{"index": 5123, "reference": "Four balaclava-clad men smashed a dumper truck into the front of a bank and escaped with its cash machine.", "prediction": "A branch went through a suspected dumper a truck again and went through the front machine locked a machine of up to \u00a3100,000,", "rouge": {"rouge1": 40.909090909090914, "rouge2": 4.761904761904763, "rougeL": 31.818181818181824}, "nll_sum": 145.88018798828125, "token_count": 27} +{"index": 5124, "reference": "England will face Northern Ireland in Saturday's quarter-finals of the Snooker World Cup in China.", "prediction": "Wales will continue to reach knockout stage of the World Snook Championship in Belgium in April on 11 April.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 5.88235294117647, "rougeL": 27.777777777777775}, "nll_sum": 108.45440673828125, "token_count": 21} +{"index": 5125, "reference": "The mother of a teenager who died when the car she was driving plunged into a river in Argyll has described her as the \"perfect daughter\".", "prediction": "The mother of a woman who died in a car crash on the road Fifeife, described as a \"a young boy boy\".", "rouge": {"rouge1": 49.999999999999986, "rouge2": 17.391304347826086, "rougeL": 37.50000000000001}, "nll_sum": 101.46194458007812, "token_count": 26} +{"index": 5126, "reference": "Sweden's Henrik Stenson won the Wyndham Championship to claim his first title since The Open at Royal Troon last year.", "prediction": "Sweden's Strik Stenson St possible heading into the final round of two of Travelers & & The PGA Championship in California.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 152.23849487304688, "token_count": 27} +{"index": 5127, "reference": "Five days after Germanwings flight 4U 9525 crashed in the French Alps killing all 150 on board, investigators say they have isolated DNA of 78 victims.", "prediction": "The flight Germany recorder data which crashed into a French Alps could be possible a cause of, breach, French and and investigators experts say.", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 24.000000000000004}, "nll_sum": 168.5430908203125, "token_count": 26} +{"index": 5128, "reference": "Botswana is to deport controversial US pastor Steven Anderson after he said on a local radio that homosexuals should be \"stoned to death\".", "prediction": "A South African pastor, James Anderson Anderson, has been arrested in Botswana, while watching a radio station hosting a radio show's been a TV show \" Gabz's TV death-, a has in from 3's West from the's", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 15.873015873015875}, "nll_sum": 267.6504211425781, "token_count": 46} +{"index": 5129, "reference": "Wales full-back Liam Williams will miss Scarlets' Pro12 trip to Zebre with an ankle injury as the region refuse to admit defeat over his prospective move to Saracens.", "prediction": "Scarlets full-back Liam Williams is not out in time for his side's Six Nations match against France November after concerns on his recovery from ankle injury. the solve's from controversial 100-old ban in from by's.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 11.940298507462686, "rougeL": 20.28985507246377}, "nll_sum": 241.00115966796875, "token_count": 44} +{"index": 5130, "reference": "A bill has been tabled at Holyrood to have Police Scotland take over railway policing duties north of the border.", "prediction": " plans for plans to bring to interior policing to the country into Police Scotland's future, it has been claimed.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473683, "rougeL": 15.0}, "nll_sum": 99.85491943359375, "token_count": 21} +{"index": 5131, "reference": "The Northern Ireland Secretary of State Teresa Villiers has said the UK government will release funding to allow a public sector redundancy scheme to go ahead.", "prediction": "Northern Ireland Secretary of State Villops has said that the Northern Civil Service will receive redundancy scheme to go ahead with \u00a37 \u00a379m in March. March", "rouge": {"rouge1": 53.84615384615385, "rouge2": 40.00000000000001, "rougeL": 53.84615384615385}, "nll_sum": 172.96612548828125, "token_count": 30} +{"index": 5132, "reference": "Ross County have signed winger Jim O'Brien on a permanent deal following a loan spell last season.", "prediction": "Ross County have signed former Republic of Ireland midfielder Jim O'Brien for an undisclosed fee- six-a-half for \u00a35m.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 27.027027027027025, "rougeL": 41.02564102564102}, "nll_sum": 98.78604125976562, "token_count": 27} +{"index": 5133, "reference": "Maria Sharapova may have been knocked out of Wimbledon, but in India she has hit the headlines with comments that are, for many Indians, akin to blasphemy.", "prediction": " Indians Indians have been paying tribute to tribute to former cricket tennis star Sachin Tendulk vicar play at an event at Wimbledon on Friday.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 148.92298889160156, "token_count": 28} +{"index": 5134, "reference": "An appeal has been launched after two boys were sexually abused at a former care home.", "prediction": "Police are investigating allegations that 13-year-old boys were sexually abused at a boys home.-old solve to been a in the a referee 2011 a, as it from00-G The a in from a's. from", "rouge": {"rouge1": 29.629629629629626, "rouge2": 19.23076923076923, "rougeL": 25.925925925925924}, "nll_sum": 252.4237823486328, "token_count": 44} +{"index": 5135, "reference": "The Welsh Assembly could be renamed the Welsh Parliament before AMs have the legal right to make the change.", "prediction": "The Welsh First Minister's name, and should changed to the Holyrood committee, a group AMs have said. as's theun middle, a, after compulsory from the Welsh Assembly a by from Labour of.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 15.686274509803921, "rougeL": 22.641509433962263}, "nll_sum": 260.5926513671875, "token_count": 43} +{"index": 5136, "reference": "I spoke to Welsh Secretary Alun Cairns after he attended David Cameron's last cabinet meeting in Downing Street.", "prediction": "unun Cairns said he was \"wicked and\" by meeting before before I was't writing my.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 137.63052368164062, "token_count": 22} +{"index": 5137, "reference": "A creative industries development in Carmarthen which includes the new headquarters of S4C should not receive public money, ministers have been told.", "prediction": "The comparison between the Welsh Government and Government plans for a \u00a34bn project in Cardiff Bay was wrong would\", according to a Welsh council council leader.", "rouge": {"rouge1": 12.499999999999996, "rouge2": 0.0, "rougeL": 8.333333333333334}, "nll_sum": 135.80331420898438, "token_count": 29} +{"index": 5138, "reference": "A rare Cornish bee species could save dwindling populations from a disease that has wiped out millions of colonies worldwide, scientists have said.", "prediction": "A zoo Borders Scottish Borders is seeking for peace to help find out potentially deadly disease disease.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 116.2838134765625, "token_count": 17} +{"index": 5139, "reference": "An out of court settlement has been offered by a Muslim group to end a long-running dispute over a new mosque.", "prediction": "Black Country City Council has agreed to pay a buy sale use (poweredish)) Westleigh's mosque says it will be built.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 173.95822143554688, "token_count": 25} +{"index": 5140, "reference": "Three people have been released without charge by French police investigating a Paris jewellery robbery that targeted TV reality star Kim Kardashian West.", "prediction": "Police in Paris have arrested three men of one of film crew actor Kim West, who sexually, robbed in Paris de lalele in October.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 167.1655731201172, "token_count": 28} +{"index": 5141, "reference": "The queue snaked out of the side door of the book shop, 50 yards down the street, 100 yards down one side of an alleyway, 100 yards back up the other side and down the street again.", "prediction": "A picture of moment Ali nearly of nearly 30 years ago, but the BBC 40 years he was't seen in jail", "rouge": {"rouge1": 10.169491525423728, "rouge2": 0.0, "rougeL": 10.169491525423728}, "nll_sum": 139.689453125, "token_count": 22} +{"index": 5142, "reference": "It would have been easy for Lee Smith to turn his back on rugby union after a stint with Wasps in 2009 ended after only five months.", "prediction": " decades ago, no Smith had the issues issue in his decision to move rugby league union in", "rouge": {"rouge1": 27.272727272727277, "rouge2": 0.0, "rougeL": 22.727272727272727}, "nll_sum": 103.14691162109375, "token_count": 17} +{"index": 5143, "reference": "A Lebanese man whose estranged Australian wife has been charged with attempting to kidnap their children has said he will not drop the charges.", "prediction": "Lebeb's judge has ordered a judge couple accused of and kidnapping two children, including a British and two Australian journalists will not face criminal charges.", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 24.000000000000004}, "nll_sum": 144.985595703125, "token_count": 29} +{"index": 5144, "reference": "University researchers in Swansea have trained computers to detect cancer cells using artificial intelligence algorithms.", "prediction": " degree fromberystwyth University could soon identified a cell using developed computer tools, developed by research.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.142857142857142, "rougeL": 20.000000000000004}, "nll_sum": 130.5045928955078, "token_count": 20} +{"index": 5145, "reference": "Bristol have re-signed London Irish hooker Jason Harris-Wright.", "prediction": "Foulouse have signed Bristol hooker Jamie Harris-right- a new- contract with Bristol ahead of the 2016-up end leaving the Premiership season.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 0.0, "rougeL": 24.242424242424242}, "nll_sum": 188.7530517578125, "token_count": 30} +{"index": 5146, "reference": "A lorry driver who ploughed into a queue of traffic without braking, killing a retired couple, has been jailed for four years and eight months.", "prediction": "A lorry driver who suffered a fatal accident in a crash which killed his couple and their couple, has been jailed for between two and a half years.", "rouge": {"rouge1": 52.83018867924528, "rouge2": 27.450980392156865, "rougeL": 45.28301886792452}, "nll_sum": 93.43177795410156, "token_count": 30} +{"index": 5147, "reference": "The number of people interested in buying a house in April fell to its lowest level for nearly eight years, according to surveyors across the UK.", "prediction": "The number of people in England pace of fallen to its highest level for next three years, the latest analysis of the outlook to leave the EU.", "rouge": {"rouge1": 45.28301886792453, "rouge2": 19.607843137254903, "rougeL": 45.28301886792453}, "nll_sum": 119.0086669921875, "token_count": 28} +{"index": 5148, "reference": "Nigeria's treasury is \"virtually empty\", President Muhammadu Buhari has said.", "prediction": "Nigeria's President Muhammadu Buhari has called presidential elections will \"the next few months\" because of transparency interference in its political crisis.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 25.806451612903224, "rougeL": 36.36363636363636}, "nll_sum": 112.56420135498047, "token_count": 29} +{"index": 5149, "reference": "Scarlets flanker James Davies has apologised for his \"unforgiveable actions\" in their European Champions Cup defeat at Toulon on Sunday.", "prediction": "Olympic rugby league player James Davies has apologised sent after sending off the pitch during a 32-20 European Champions Cup final defeat by Toulon.", "rouge": {"rouge1": 40.0, "rouge2": 23.25581395348837, "rougeL": 40.0}, "nll_sum": 126.83749389648438, "token_count": 30} +{"index": 5150, "reference": "Children's author Helen Bailey may have been alive when she was dropped into a cesspit at her home, a court has heard.", "prediction": "The children's children's authorham was found dead in her garage believed to be a third party who killed her killer, a court heard been \"the's was't solve. a solve again he be have 2011 of.old 2011, 2011", "rouge": {"rouge1": 30.769230769230766, "rouge2": 6.349206349206349, "rougeL": 24.615384615384613}, "nll_sum": 276.78509521484375, "token_count": 47} +{"index": 5151, "reference": "Great Britain's Tom Daley claimed silver in the men's 10m platform at the Diving World Series in Kazan, Russia.", "prediction": "Britain's Tom Daley says he is relish theished his performance in Friday Olympic divers team at Rio 2016.", "rouge": {"rouge1": 30.0, "rouge2": 15.789473684210526, "rougeL": 30.0}, "nll_sum": 127.75289154052734, "token_count": 22} +{"index": 5152, "reference": "Building work is due to start next month on the first new council homes in Flintshire for more than 20 years.", "prediction": "olition work on a \u00a3m school school in Flintshire is due begin soon.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 77.48553466796875, "token_count": 15} +{"index": 5153, "reference": "Singer David Bowie has died at the age of 69 following an 18-month battle with cancer.", "prediction": "British rock music singer David Bowie died at the age of 38, after a battle with, family is said ofelt athe the's's\" from of block from referee, from from, a of have of from.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 27.450980392156865, "rougeL": 37.73584905660377}, "nll_sum": 251.19677734375, "token_count": 42} +{"index": 5154, "reference": "Palm oil giant Olam has been accused of using suppliers that may use unsustainable practices in parts of Southeast Asia.", "prediction": "The world's largest producer is, Olam, has dismissed reports in Malaysia and Malaysia could be unsustainable to palm trade tradinglongh\".", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 175.75390625, "token_count": 26} +{"index": 5155, "reference": "Given that the UK Labour Party says that it is \"deeply concerned\" about the human rights situation in Tibet, it might seem odd that one of its senior politicians is in Lhasa at all.", "prediction": "Lord Davidson, the Scottish leader of the Dalai Lama, the capital, has been giving a clear clear of what is described a Dalai Tibetan of China.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 166.53456115722656, "token_count": 29} +{"index": 5156, "reference": "A dead shark has been found washed up on a beach in Gwynedd.", "prediction": "A giant Australia shark has washed up on a Norfolk beach which could up an average of up of up 90 minutes (32 (32m).", "rouge": {"rouge1": 43.24324324324324, "rouge2": 22.857142857142854, "rougeL": 43.24324324324324}, "nll_sum": 145.4940185546875, "token_count": 27} +{"index": 5157, "reference": "The hiatus in the rise in global temperatures could last for another 10 years, according to new research.", "prediction": "A increase in temperature heat in the Pacific will will continue around the ocean's surface, new analysis suggests.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 93.17901611328125, "token_count": 20} +{"index": 5158, "reference": "How do you get a player the best deal on transfer deadline day?", "prediction": "A free transfer window was put up for a transfer agent during transfer deadline transfer deadline - but but you isn't need to do it - and and I don't more on players get on or on free window.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 4.0, "rougeL": 11.538461538461538}, "nll_sum": 201.0453338623047, "token_count": 41} +{"index": 5159, "reference": "A council's response to a collapsed road following a landslip was \"disjointed\", a local government watchdog has found.", "prediction": "A inquiry has found impact on a road where a family were delayed by a landslip, found it has found no evidence it had failed and properly.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.090909090909092, "rougeL": 30.434782608695656}, "nll_sum": 161.74160766601562, "token_count": 29} +{"index": 5160, "reference": "Alexis Sanchez scored twice as title-chasing Arsenal beat relegation-threatened Hull in controversial circumstances in the Premier League.", "prediction": " Lawis Sanchez scored an injury-time winner as Arsenal came from a goal down ultimate beat 10-man Arsenal in a struggle Liverisis Stadium.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 27.906976744186046}, "nll_sum": 164.4749755859375, "token_count": 29} +{"index": 5161, "reference": "Facebook accounts belonging to convicted child sex offenders have been uncovered by a BBC investigation.", "prediction": "Facebook has defended police shots in illegally their online accounts, who been convicted of child sex offences, girls including of a 15-old..", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555555, "rougeL": 31.578947368421055}, "nll_sum": 158.7878875732422, "token_count": 26} +{"index": 5162, "reference": "Norwich City's relegation from the Premier League was confirmed as a stunning Aaron Ramsey strike spurred fourth-placed Arsenal to victory.", "prediction": " Aaron Ramsey scored his 40th goal of the season as Arsenal beat beat fellow Premier Leaguelers Norwich- and solve to hopesolve aAFrance'sAli of-'s15 from training-g from referee a from November's.", "rouge": {"rouge1": 39.28571428571429, "rouge2": 3.7037037037037033, "rougeL": 14.285714285714285}, "nll_sum": 320.5887145996094, "token_count": 46} +{"index": 5163, "reference": "Former England batsman Kim Barnett has been named Derbyshire director of cricket in the latest coaching restructure at the Division Two club.", "prediction": "Derbyshire have announced a \"unpicable\" Elite Performance performance for next season, executive says former cricket's chief executive Monone Barnett.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 189.785400390625, "token_count": 29} +{"index": 5164, "reference": "An Ashes series in Australia will be a \"scary\" proposition for England opener Keaton Jennings, says former South Africa captain Graeme Smith.", "prediction": " Test Test captain Steve Smith says he would consider time for Keaton Jennings to play again, the final Test against West Indies - it. it's \"not possibleou and \"of-bought for in from from he's. from of", "rouge": {"rouge1": 23.333333333333332, "rouge2": 3.4482758620689653, "rougeL": 10.0}, "nll_sum": 268.44573974609375, "token_count": 47} +{"index": 5165, "reference": "Regulators are to begin investigations into senior managers at HBOS, the bank which collapsed during the financial crisis.", "prediction": "Royal Bank of England - including some of including including pensionersers - should be banned, playing from senior former executives, the High Court out heard.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 163.2439727783203, "token_count": 29} +{"index": 5166, "reference": "A full review of security has been carried out by NHS Lothian after a hospital cleaner allegedly used information about a female patient to contact her on Facebook.", "prediction": "A patient sending a hospital consultant from her home in East Lothian after he got her real name from a patient from a cleaner lower Scottish NHS has been emerged.", "rouge": {"rouge1": 41.379310344827594, "rouge2": 10.714285714285715, "rougeL": 17.241379310344826}, "nll_sum": 168.4285125732422, "token_count": 32} +{"index": 5167, "reference": "The Philippine military says it has made gains retaking Marawi city from Islamist militants amid clashes that have left about 100 people dead.", "prediction": "Militants rebels are bringing control of a remote city city of Marawi from next week, local officials say", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 99.24191284179688, "token_count": 21} +{"index": 5168, "reference": "The RMT union, which is embroiled in a bitter dispute with Southern Railway, says it is to make an official complaint to Twitter.", "prediction": "Southern rail has apologised after passengers said the RMT members members of the union and take strike action", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 99.5928955078125, "token_count": 18} +{"index": 5169, "reference": "Five people have been charged after a laser pen was shone at an aircraft in Edinburgh on Friday.", "prediction": "Three teenagers have been charged after light after a pen light was crashed into Edinburgh during Glasgow morning at Edinburgh International Airport.", "rouge": {"rouge1": 45.0, "rouge2": 21.052631578947366, "rougeL": 45.0}, "nll_sum": 115.16629791259766, "token_count": 22} +{"index": 5170, "reference": "A rapist who attacked a student as she walked home during freshers' week has been given an extended sentence.", "prediction": "A man who raped over a period of four period in Cardiff has lost an appeal against his conviction.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 26.31578947368421}, "nll_sum": 76.40574645996094, "token_count": 19} +{"index": 5171, "reference": "Captain Billy Godleman and all-rounder Shiv Thakor have signed new contracts at Derbyshire.", "prediction": "Derbyshire have signed, Godleman and and Shiv Buck Thakor and all formats have all agreed new with Derbyshire.", "rouge": {"rouge1": 56.250000000000014, "rouge2": 20.000000000000004, "rougeL": 43.75000000000001}, "nll_sum": 167.69927978515625, "token_count": 28} +{"index": 5172, "reference": "Two Polish police officers have started patrols in a town where a Polish man died after being punched to the ground.", "prediction": "A Polish police officers are working working with a community service toto boost the public following the Brexit vote.", "rouge": {"rouge1": 30.0, "rouge2": 15.789473684210526, "rougeL": 25.0}, "nll_sum": 109.91754150390625, "token_count": 20} +{"index": 5173, "reference": "Australians sending in postal votes for the upcoming UK referendum on European Union membership could have considerable influence on the result, writes Julian Lorkin.", "prediction": " the Australian voters have voted, the UK voted leave the EU and leave the European Union, but what do do to voters to ballot it think or who should leave the EU?", "rouge": {"rouge1": 28.571428571428577, "rouge2": 3.7037037037037033, "rougeL": 25.0}, "nll_sum": 163.8914794921875, "token_count": 34} +{"index": 5174, "reference": "Young runners at Olympian Mo Farah's former athletics club have been banned from training at Windsor Great Park in preparation for cross country races.", "prediction": "The hometown Olympic manager says Mo Farah's Mo Park will not cut down the grass, the club because used a train pupil train a train to train it.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 7.692307692307692, "rougeL": 18.51851851851852}, "nll_sum": 199.58717346191406, "token_count": 31} +{"index": 5175, "reference": "Pop star Adele has added two further dates at Wembley Stadium next year, after the initial concerts sold out.", "prediction": "Forele has set her new world record for the most successful she in does to play at Wembley.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 97.64170837402344, "token_count": 19} +{"index": 5176, "reference": "Greg Eden kept up his phenomenal scoring record for Super League leaders Castleford with a fourth hat-trick in a row to help beat Leigh.", "prediction": " Eden Eden scored a last-minute hattrick as Castleford scored tries as they thrashed-league Super League club Leigh Centurions in Super League.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 157.08383178710938, "token_count": 31} +{"index": 5177, "reference": "The number of plastic bags given out by UK supermarkets has increased for the fifth year in a row, rising to 8.5 billion.", "prediction": "The number of bags being thrown out in England and Wales has fallen by nearly 40% in a decade.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 14.634146341463413, "rougeL": 37.2093023255814}, "nll_sum": 60.8962287902832, "token_count": 20} +{"index": 5178, "reference": "Demonstrators and police have hugged and shaken hands with members of the National Guard during a night of protest in Charlotte, North Carolina.", "prediction": "Tens of thousands of people have taken part in a Orange parade march and fans in west Belfast on Monday as protesters and a dozen crowd up outside.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 160.63748168945312, "token_count": 29} +{"index": 5179, "reference": "Thousands of people took part in the Belfast Pride Parade through the city centre on Saturday.", "prediction": "Thousands of people have turned out to Belfast city for this year's in Pride event festival.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 12.903225806451616, "rougeL": 30.303030303030305}, "nll_sum": 77.72559356689453, "token_count": 17} +{"index": 5180, "reference": "A Lebanese journalist has become the first person to take the stand at the UN-backed tribunal at The Hague investigating the assassination of former Prime Minister Rafik Hariri.", "prediction": "The Lebanon civil rights lawyer has appeared in The Hague at a tribunal set up into 2005, killing of Deputy Minister Rafik Har Hariri of office.", "rouge": {"rouge1": 40.0, "rouge2": 7.547169811320756, "rougeL": 29.090909090909093}, "nll_sum": 158.6949462890625, "token_count": 29} +{"index": 5181, "reference": "Foreign observers of the UK's debate on its forthcoming referendum on whether to stay in the European Union may have noticed an awful lot of fuss about the views of a man called Boris Johnson - yes, that man on the zip wire.", "prediction": "Boris Johnson has again one of the most and powerful and most charismatic Conservative politician to become leader.", "rouge": {"rouge1": 16.393442622950822, "rouge2": 6.779661016949151, "rougeL": 9.836065573770494}, "nll_sum": 88.32302856445312, "token_count": 19} +{"index": 5182, "reference": "Oscar Pistorius must remain in jail and not be transferred to house arrest after a decision to grant him parole was again delayed.", "prediction": "South African Olympic athlete Oscar Pistorius but will not be released from early from August, the parole board says.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 103.40672302246094, "token_count": 21} +{"index": 5183, "reference": "In his first interview, a teenager paralysed as he tried to escape bullies describes what happened to Newsbeat.", "prediction": "On a night, 13-year-old struggle to see the gaps of his 13-yearold with Asperger's syndrome and his brain.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 119.6239242553711, "token_count": 29} +{"index": 5184, "reference": "A group of South Sudanese artists has warned against the revenge culture following the recent conflict which led to hundreds being killed.", "prediction": "A singer from South Sudan a released rendition German a song to support government troops be violence, South Sudan.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 137.85256958007812, "token_count": 20} +{"index": 5185, "reference": "Hector Babenco, the Brazilian director nominated for an Oscar for 1985's Kiss of the Spider Woman, has died aged 70.", "prediction": "osos Babenenco, best actor for the 2011ophusie of the hit TV co-chairman, has died the Ireland, aged the, movie they confirmed.-old's referee in's a's from. the a", "rouge": {"rouge1": 30.18867924528302, "rouge2": 7.8431372549019605, "rougeL": 22.641509433962266}, "nll_sum": 327.3687744140625, "token_count": 46} +{"index": 5186, "reference": "Engineers have developed a robotic system that can evolve and improve its performance.", "prediction": " the world's firstology battle - but soon soon be change - and be in development expansion the new research suggests.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 144.8226318359375, "token_count": 22} +{"index": 5187, "reference": "A fourth charity has been given a bag of clothes by pop star Ed Sheeran.", "prediction": "Singer Ed Sheeran has received several of three bags to a charity shop shops.", "rouge": {"rouge1": 48.275862068965516, "rouge2": 7.407407407407408, "rougeL": 13.79310344827586}, "nll_sum": 93.2891845703125, "token_count": 17} +{"index": 5188, "reference": "The threat to publish the names of suspected homosexuals in Tanzania has been defended by the deputy health minister in a fierce row on Twitter.", "prediction": "anzanzia's health minister has urged the health ministry to ban the country's ban, sex homosexuality saying a gay marriage is not in marriage.", "rouge": {"rouge1": 36.0, "rouge2": 4.166666666666666, "rougeL": 20.000000000000004}, "nll_sum": 135.1549072265625, "token_count": 29} +{"index": 5189, "reference": "A man has died after being pulled from the water near the Royal Yacht Britannia at Ocean Terminal in Edinburgh.", "prediction": "A 39-year-old man has died after hospital after being falling from the River Fith in Edinburgh.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 33.333333333333336, "rougeL": 52.63157894736842}, "nll_sum": 76.58406066894531, "token_count": 21} +{"index": 5190, "reference": "Mansfield Town held on to beat Dagenham in League Two, despite Krystian Pearce's late sending off.", "prediction": "Dagenham & Redbridge came from behind to goal a goal down and earn a 3-2 draw and draw with 10-man Mansfield Town in League Two. a from- 2011's a in from a from's.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 11.764705882352938, "rougeL": 22.641509433962263}, "nll_sum": 202.82064819335938, "token_count": 45} +{"index": 5191, "reference": "Nine men have been arrested over a pitch invasion and flares being thrown at a football match.", "prediction": "Three fans were arrested after 30 rival supporters enter a football match match wasof.ashed's ballet football's reputation\", following- from from a in'' as from a's from aA's's have of from. a from'sold", "rouge": {"rouge1": 21.428571428571434, "rouge2": 7.4074074074074066, "rougeL": 14.285714285714283}, "nll_sum": 320.74102783203125, "token_count": 46} +{"index": 5192, "reference": "A man who set his sister on fire using a \"petrol cocktail\" has been jailed for life.", "prediction": "A man who killed his brother sister and uncle and set fire on her to and them to again, been jailed for life for murder.", "rouge": {"rouge1": 57.14285714285713, "rouge2": 25.0, "rougeL": 47.61904761904762}, "nll_sum": 121.48092651367188, "token_count": 26} +{"index": 5193, "reference": "Two men have been arrested following an alleged hit-and-run in Barnsley.", "prediction": "A cyclist was killed in a suspected hit hit-and-run has Doncaster", "rouge": {"rouge1": 30.76923076923077, "rouge2": 16.666666666666664, "rougeL": 23.076923076923077}, "nll_sum": 64.35428619384766, "token_count": 15} +{"index": 5194, "reference": "Northern Ireland striker Conor Washington counts himself a lucky man as he prepares to head to Euro 2016.", "prediction": "Northern Ireland striker Northern Ireland striker, Washington says he is not fortunate sufficient playing in football, but he does not he is \" to be alive\".", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 27.906976744186046}, "nll_sum": 148.3458251953125, "token_count": 28} +{"index": 5195, "reference": "A Tudor manor house has reopened following a \u00a32.2m makeover.", "prediction": "The estate which once owned, the Crown Prince George finally of the gonor, has solve what a praised \"'s \"-bought\" in an a The's- from--e from November in from from national November. from the", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 326.8890380859375, "token_count": 45} +{"index": 5196, "reference": "The UK Wife Carrying Championships have a winner!", "prediction": "Paralympic Olympic sk won the curling began the World Championships at the London Amsterdam Marathon Championships the St Moscow, a men's 10m in race. solve the's Britain-H 2011Forest in from Saturday from's.", "rouge": {"rouge1": 13.636363636363638, "rouge2": 0.0, "rougeL": 13.636363636363638}, "nll_sum": 304.87725830078125, "token_count": 45} +{"index": 5197, "reference": "A global arms trade treaty regulating the multibillion-dollar business has come into force - a move hailed as \"a new chapter\" by UN chief Ban Ki-moon.", "prediction": "The UN General General Assembly has signed a global pain trade deal signed by world powers, the UN says of what UN is a \" step, 25 -- a - \" \"350-bmaker under in from a from it.", "rouge": {"rouge1": 29.03225806451613, "rouge2": 3.3333333333333335, "rougeL": 19.35483870967742}, "nll_sum": 273.38470458984375, "token_count": 44} +{"index": 5198, "reference": "The Great Manchester Run will go ahead on Sunday following talks over security after the Manchester Arena attack.", "prediction": "The Great Manchester Run will be held held in Manchester in September following Monday's terror attack.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 24.242424242424242, "rougeL": 40.0}, "nll_sum": 75.35105895996094, "token_count": 17} +{"index": 5199, "reference": "A man has been arrested after a fatal road crash involving two motorbikes.", "prediction": "A man was killed after two after hisbikes were involved were involved in a head-on collision involving two bikes in the same car as it a the M a the from a-.A referee in from national. from. a it", "rouge": {"rouge1": 22.22222222222222, "rouge2": 7.692307692307692, "rougeL": 22.22222222222222}, "nll_sum": 250.05902099609375, "token_count": 46} +{"index": 5200, "reference": "Essex off-spinner Simon Harmer says he is \"riding the wave\" after taking 14 wickets in both of his past two County Championship matches.", "prediction": "Essex all-inner Omermer has said he will serve take five \"f-allffers\" despite a dramatic County Championship match.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 27.906976744186046}, "nll_sum": 192.5625, "token_count": 28} +{"index": 5201, "reference": "The justice secretary has ordered a review to consider the \"incentivisation of prisoners to participate in, attend and achieve at education\".", "prediction": " the release of for prisoners in England, Wales and Wales will be ready to call foroffending, says the education secretary education in the shadow the, solve,- not be \" 2011 \" it be again of again the a 2011's \"", "rouge": {"rouge1": 33.89830508474576, "rouge2": 0.0, "rougeL": 20.33898305084746}, "nll_sum": 280.0183410644531, "token_count": 46} +{"index": 5202, "reference": "Back in the 1970s, when I first lived in Latin America and was hooked by a fascination for this region that has never left, virtually every country here was ruled by a military dictatorship.", "prediction": "Fifty years ago Brazil andians 40,000 Armenians were exercises during the military struggle and military struggle in the 1970s and 1970s.", "rouge": {"rouge1": 17.857142857142858, "rouge2": 7.4074074074074066, "rougeL": 14.285714285714285}, "nll_sum": 136.42474365234375, "token_count": 28} +{"index": 5203, "reference": "A group of students has developed a way of storing energy that could be cheaper to make, more practical and more sustainable than alternative renewable fuels.", "prediction": "In a university, university students at the University in the Netherlands are creating a building, electric car bus.", "rouge": {"rouge1": 13.636363636363638, "rouge2": 0.0, "rougeL": 13.636363636363638}, "nll_sum": 98.1680908203125, "token_count": 20} +{"index": 5204, "reference": "A top jockey has been banned from driving for 22 months after claiming he was sleep walking while drink driving.", "prediction": "A regular jockey who was asleep at a wheel, has found found guilty of driving at driving three times over the legal-drive limit.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 22.727272727272727}, "nll_sum": 127.44100952148438, "token_count": 27} +{"index": 5205, "reference": "The site which used to house Swansea's biggest nightclub could become the new home for Swansea council and library.", "prediction": "Swansea could be demolition into a formerlict theatre centre and civic centre office, the city council has confirmed.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 123.35554504394531, "token_count": 22} +{"index": 5206, "reference": "An injured dog has been found dumped in a bush with an illegally docked tail and having had her claws \"forcibly\" removed, the RSPCA says.", "prediction": "An injureded turtle found abandoned on a road is \"irElectresponsible\" and removed her,, and foot, an RSPCA has said.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 0.0, "rougeL": 27.27272727272727}, "nll_sum": 176.56820678710938, "token_count": 28} +{"index": 5207, "reference": "A man from Northern Ireland has died following a shooting in the north side of Dublin city on Monday night.", "prediction": "A man has been shot dead and dead in a bar in Dublin on Saturday, was that of a major arrested in the capital, huge,., from his the.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 163.07435607910156, "token_count": 32} +{"index": 5208, "reference": "Prop Vadim Cobilas will leave Sale Sharks at the end of the season after he agreed a three-year deal with Bordeaux-Begles.", "prediction": "Wasps have agreed a deal to sign Moldova forward Vadim Brymas when his contract when French top-flight club began at with end at next season.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 171.6720733642578, "token_count": 32} +{"index": 5209, "reference": "Hibernian striker James Keatings has signed a pre-contract agreement with Dundee United.", "prediction": "Adam Keatings has signed a oneyear-year deal with Dundee United, will keep keeping him at the club until May 2019.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 31.25, "rougeL": 41.17647058823529}, "nll_sum": 103.53498077392578, "token_count": 27} +{"index": 5210, "reference": "Continued expectations of an interest rate rise are prompting more homeowners to lock into a new mortgage deal, figures suggest.", "prediction": "ers raiders picked up loans in July, their highest level in 30 years in 30 years, amid fears that a imminent rate rise rise.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 4.761904761904763, "rougeL": 9.09090909090909}, "nll_sum": 138.48001098632812, "token_count": 27} +{"index": 5211, "reference": "Lawyers representing the first husband and father of alleged \"honour killing\" victim Samia Shahid say they will seek to have the case thrown out.", "prediction": "A father-of-three accused of murdering a British woman who was murdereda Pakistan, has been told they will not charges against her.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 8.888888888888888, "rougeL": 17.02127659574468}, "nll_sum": 113.81059265136719, "token_count": 27} +{"index": 5212, "reference": "Chinese search giant Baidu has unveiled an AI digital assistant.", "prediction": "An experimental brewery created artificial intelligence, that can be built built China in its March, Plaid Cymaid firm's hardware says solve-'s- and's a's from controversial ban from it's's of of.", "rouge": {"rouge1": 4.347826086956522, "rouge2": 0.0, "rougeL": 4.347826086956522}, "nll_sum": 315.8638916015625, "token_count": 43} +{"index": 5213, "reference": "Police have used a \"covert lorry\" to spy on drivers using their phones.", "prediction": "Drivers using mobile phone using again using two motorcyclists have been arrested during a 24-hour operation.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 7.142857142857144, "rougeL": 20.000000000000004}, "nll_sum": 94.37608337402344, "token_count": 21} +{"index": 5214, "reference": "British number two Kyle Edmund came through two tie-breaks to beat Ukraine's Illya Marchenko and reach the second round of the European Open.", "prediction": "British number two Kyle Edmunds behind to beat Belgium's Mariellaza to reach the round-finals of the Monreyterrey Open.", "rouge": {"rouge1": 62.22222222222222, "rouge2": 32.55813953488372, "rougeL": 62.22222222222222}, "nll_sum": 168.74261474609375, "token_count": 27} +{"index": 5215, "reference": "Former Nigerian defence minister Bello Haliru Mohammed has been charged with money laundering.", "prediction": "Nigeria's former defence minister will appear in court in Abuja in connection with multimillion-million US drugs deal and laundering fraud.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.060606060606061, "rougeL": 28.57142857142857}, "nll_sum": 111.49388885498047, "token_count": 27} +{"index": 5216, "reference": "Police and family are concerned for the welfare of a man and his two small children who have not been seen since Monday morning.", "prediction": "The children and his three young children who went missing after a night night home to East Sussex, police have said.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 102.79994201660156, "token_count": 22} +{"index": 5217, "reference": "Borussia Dortmund midfielder Christian Pulisic scored a dramatic injury-time equaliser to rescue a point against Bundesliga strugglers Ingolstadt.", "prediction": "Tony Pulisic scored an 94th-time equal equaliser as Borussia Dortmund twice came from a goal down goal to beat FC Ingolstadt a", "rouge": {"rouge1": 47.61904761904761, "rouge2": 10.0, "rougeL": 28.571428571428577}, "nll_sum": 126.83097839355469, "token_count": 30} +{"index": 5218, "reference": "People are voting in Cheshire in the general and local council elections.", "prediction": "Voting has started in Warrington and the Warrington and six in any general elections. leading mark the councillor's reputation since and George the departure from War Warrington War's from reputation's from's over reputation of a's from'sA", "rouge": {"rouge1": 25.925925925925924, "rouge2": 0.0, "rougeL": 18.51851851851852}, "nll_sum": 296.572265625, "token_count": 47} +{"index": 5219, "reference": "Striker Alan Forsyth says Scotland will relish facing some of the world's top teams in London in the next week.", "prediction": "Scotland will face a \"tough group to of Great Britain teams in their Women's Hockey World League semi-final in Londonaching London.", "rouge": {"rouge1": 45.454545454545446, "rouge2": 9.523809523809526, "rougeL": 31.818181818181824}, "nll_sum": 141.54812622070312, "token_count": 27} +{"index": 5220, "reference": "A leading drugs expert is warning the rogue ecstasy pills linked to four deaths this year, may have changed brand or colour.", "prediction": " drugs companies believe believe in taking ecstasy place because kits are not, safe but but it is is also the there will a noED drug kits.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 0.0, "rougeL": 12.499999999999996}, "nll_sum": 191.67291259765625, "token_count": 28} +{"index": 5221, "reference": "UK-born Oliver Hart and Bengt Holmstrom of Finland have won the Nobel economics prize for work on contract theory.", "prediction": "Pro-gent and former mobile phone- General Hol Holmstrom have met working in their 2011 Nobel money, saying they are too too high\".", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 186.50741577148438, "token_count": 28} +{"index": 5222, "reference": "Central Italy is in the grip of heavy snowfall and very low temperatures, adding to the disruption caused by recent huge earthquakes.", "prediction": "FExtremely snow in northern Italy November August have killed at least 18 people and remain without power, officials say.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 105.35237884521484, "token_count": 22} +{"index": 5223, "reference": "Astra Zeneca has announced a research programme to develop a generation of medicines to treat the genetic causes of many debilitating diseases.", "prediction": " the world's first families DNA project that will provide a global entire prove been approved by the Senate.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 116.51719665527344, "token_count": 19} +{"index": 5224, "reference": "Demolition work on a spectator stand has begun at the home of Northampton Saints rugby club.", "prediction": "Northampton Saints have announced plans to build a small new stand at the home of Northamptonampton Saints.", "rouge": {"rouge1": 48.484848484848484, "rouge2": 25.80645161290323, "rougeL": 42.42424242424242}, "nll_sum": 73.22935485839844, "token_count": 20} +{"index": 5225, "reference": "Spring is here and that means flowers, sunshine and lots of little lambs!", "prediction": "Farmers in Cardiff are expecting the arrival in a farm and farm farmers in north Wales-", "rouge": {"rouge1": 6.896551724137931, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 88.20637512207031, "token_count": 17} +{"index": 5226, "reference": "Two men were seriously hurt during a disturbance at the Woodburn Miners Club in Dalkeith.", "prediction": "Police have launched a inquiry after a serious assault in a man inWaynecastle, East Angrewshire.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 111.14130401611328, "token_count": 21} +{"index": 5227, "reference": "Two bottles of whisky salvaged from the shipwreck that inspired the book and film Whisky Galore have been sold for \u00a312,050 after an online auction.", "prediction": "Two old bottles, recovered from the wreck of the 1980s film Whisky Gal Galore missing from Australia more than 50 years ago, have been sold at auction.", "rouge": {"rouge1": 49.056603773584904, "rouge2": 15.686274509803921, "rougeL": 45.28301886792453}, "nll_sum": 129.0538330078125, "token_count": 32} +{"index": 5228, "reference": "A police force has apologised after its officers made a sandcastle \"crime scene\" featuring a naked dead woman.", "prediction": "A councillor has been criticised police for a sculpture to \"break down\" a fishing competition, saying it was of \"sexual a sexualDuring\".", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 202.75534057617188, "token_count": 27} +{"index": 5229, "reference": "Prime movers on social media in the Baltic republics of Estonia,\u00a0Latvia and Lithuania have been generally saddened by the UK's vote to leave the European Union, but do not treat it as a crisis.", "prediction": "Ukrainian broadcasters from around the world have been expressed shock and shock and around the world the in instead of be \"the honour killing\" after the UK votes to leave the EU. a \"- and.", "rouge": {"rouge1": 37.14285714285714, "rouge2": 14.705882352941174, "rougeL": 28.571428571428577}, "nll_sum": 193.59776306152344, "token_count": 40} +{"index": 5230, "reference": "The home of the Formula 1 British Grand Prix is no longer for sale, its owner has announced.", "prediction": "Formula 1 regional board has decided to plans for the sale of the racing track circuit, despite the owner's will not receive a multim loan in a new,-,- Manchester-D despite of in a national..", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.6923076923076925, "rougeL": 18.51851851851852}, "nll_sum": 264.72796630859375, "token_count": 41} +{"index": 5231, "reference": "Two veteran RAF glider pilots have returned to the \"cockpit\" at a museum in Gloucestershire to mark the 70th anniversary of Operation Varsity.", "prediction": "A Gloucestershire glays who played a battle who were World War Two troops coming through skies an air base in a remote German bank route.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 171.5487823486328, "token_count": 29} +{"index": 5232, "reference": "Mining giant Rio Tinto has lowered its minimum acceptances target slightly in a last ditch effort to takeover South Africa's Riversdale Mining.", "prediction": "Rio Retail in Brazil, again a initial third offer from the Rivers filmmaker, Rio Brazil Brazil, the company offers not offer a shareholders offer.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 188.05520629882812, "token_count": 28} +{"index": 5233, "reference": "An opposition leader in Congo-Brazzaville has called for a \"peaceful uprising\" ahead of Sunday's referendum on whether the president can run for office again, AFP news agency reports.", "prediction": "A top Panian opposition has called for a referendum to go ahead of a future referendum,, calling it an \"assouassfit fit\".", "rouge": {"rouge1": 35.29411764705882, "rouge2": 16.3265306122449, "rougeL": 31.372549019607842}, "nll_sum": 150.83045959472656, "token_count": 27} +{"index": 5234, "reference": "Niall Morris has returned to Leinster on a short-term deal after his release from Leicester Tigers.", "prediction": "allall Morris has signed a new five a new deal with Leinster ahead of the 2016-17 season at intended start of leaving new Premiership season.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 140.32809448242188, "token_count": 30} +{"index": 5235, "reference": "North Wales Police has renewed an appeal for witnesses following a road accident in which Olympic cyclist Chris Boardman's mother died.", "prediction": "Police investigating the death of Olympic- and Olympic champion Chris Boardman who 11 years ago say she died in hospital.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 112.16866302490234, "token_count": 22} +{"index": 5236, "reference": "The parents of a five-year-old cancer sufferer who raised \u00a3700,000 for treatment in the US have been told he has only has months to live.", "prediction": "A terminally ill five-year-old Sunderland fan who joined supporters for his has launched an appeal against his disease to fight for him and life. again a again 2011 again a-w's a in a again a's again a Broadway", "rouge": {"rouge1": 25.352112676056343, "rouge2": 5.797101449275362, "rougeL": 22.535211267605632}, "nll_sum": 249.09996032714844, "token_count": 47} +{"index": 5237, "reference": "Samsung Electronics is buying automotive electronics-maker Harman International Industries for $8bn (\u00a36.4bn), as it makes a big push into connected car technologies.", "prediction": "Samsung has agreed a deal worth to $1.2.6bn2 \u00a32bn) to encourage efforts to the economy in driverless vehicles.", "rouge": {"rouge1": 9.09090909090909, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 132.99615478515625, "token_count": 29} +{"index": 5238, "reference": "All the match reports for the midweek EFL Cup action, where Manchester United got back to winning ways and set up a Manchester derby in round four.", "prediction": "Pre match and match reports from all of the Scottish Cup winners winner Newcastle as matches as Newcastle and Manchester United host the top of Scottish Cup winners on Saturday.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 7.272727272727273, "rougeL": 21.05263157894737}, "nll_sum": 142.89254760742188, "token_count": 30} +{"index": 5239, "reference": "Peterborough United have signed forward Danny Lloyd on a free transfer from National League North side Stockport.", "prediction": "League One side Peterborough United have signed teenage- full- Michaelty Lloyd, from nonleagueleague side Dover. in a bid itself \"om his \" from's from for and referee\" from a's reputation of a from a from a", "rouge": {"rouge1": 33.333333333333336, "rouge2": 11.538461538461538, "rougeL": 25.92592592592593}, "nll_sum": 331.516357421875, "token_count": 47} +{"index": 5240, "reference": "Designs for a new development on the site of the old Cornwall Coliseum building at Carlyon Bay have been approved by Cornwall Council.", "prediction": "Five winners of a new multi-million pound arts theatre, Cornwall Cornwall and Cornwall, have submitted for more than two years to have submitted", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444444, "rougeL": 17.02127659574468}, "nll_sum": 124.6283187866211, "token_count": 26} +{"index": 5241, "reference": "A man arrested last week for shooting two Indians at a Kansas bar allegedly told a barmaid he had just opened fire on some \"Iranian people\".", "prediction": "A man has been charged with murder after the fatal shooting of a man outside Austell Bar of West, Virginia the state of Missouri.", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 100.00373840332031, "token_count": 26} +{"index": 5242, "reference": "Friends of Keith Harris have joined his family at his funeral in Blackpool.", "prediction": "Hundreds of mourners attended the funeral of actor and former late Cetalesles Orville.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 104.20958709716797, "token_count": 18} +{"index": 5243, "reference": "Tom Marshall scored two tries to help Gloucester maintain their hopes of a top-six finish with victory in a thrilling encounter with Sale Sharks.", "prediction": " Marshall UK scored four tries in tries space of five tries as Gloucester secured a bonus-point victory over Was Sharks to keep their side' top laptop of hopes.", "rouge": {"rouge1": 48.148148148148145, "rouge2": 0.0, "rougeL": 25.925925925925924}, "nll_sum": 188.12509155273438, "token_count": 32} +{"index": 5244, "reference": "Google has been ordered to hand over all contact details linked to accounts behind a series of damaging fake online reviews of a nursery.", "prediction": " Facebook has been ordered to hand four of its fake accounts a its Netherlands after that case to be published online.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 18.6046511627907, "rougeL": 35.55555555555556}, "nll_sum": 115.97605895996094, "token_count": 21} +{"index": 5245, "reference": "Merstham will face Oxford United at home when they appear in the first round of the FA Cup for the first time.", "prediction": "ennmymoor Town and Fulhamham will be home in their FA Cup first-round tie at home to former side Chelsea in the FA Cup, the draw away from 5-H 2014 of in from matches's again's a's", "rouge": {"rouge1": 35.483870967741936, "rouge2": 16.666666666666664, "rougeL": 29.03225806451613}, "nll_sum": 246.10630798339844, "token_count": 47} +{"index": 5246, "reference": "President Donald Trump has signed an executive order to ease a ban on political endorsements by churches and religious groups.", "prediction": "US President Donald Trump has signed order an executive court order that banning some black religious groups, giving some accused losing a to a cake against their nation\".", "rouge": {"rouge1": 54.16666666666667, "rouge2": 26.08695652173913, "rougeL": 45.833333333333336}, "nll_sum": 222.660888671875, "token_count": 29} +{"index": 5247, "reference": "A mother and daughter claimed they have received online abuse after posting a video showing them confront a man about his racist comments.", "prediction": "The mother and daughter who were criticised after a video showing a man filmed being a black far-wing group have pledged to stop him \" and scared\".", "rouge": {"rouge1": 44.00000000000001, "rouge2": 20.833333333333332, "rougeL": 36.0}, "nll_sum": 154.36630249023438, "token_count": 29} +{"index": 5248, "reference": "A man has been found not guilty of the manslaughter of his mother's partner who died after falling and hitting his head on the ground at a holiday park.", "prediction": "A man who hit his mother's partner in a fight at a Dorset park where a partner has been found guilty of attempted murder.", "rouge": {"rouge1": 58.18181818181818, "rouge2": 33.9622641509434, "rougeL": 32.727272727272734}, "nll_sum": 95.90965270996094, "token_count": 26} +{"index": 5249, "reference": "Portland Timbers became Major League Soccer champions for the first time as they beat Columbus Crew in the final, with ex-Premier League defender Liam Ridgewell lifting the trophy.", "prediction": "West Bromwich goalkeeper Mark allergy Rendell scored the first goal for Portland in beat Portland Championship 5-0 in a non-league baseball MLS Cup final.", "rouge": {"rouge1": 29.090909090909093, "rouge2": 3.773584905660378, "rougeL": 18.181818181818183}, "nll_sum": 165.43190002441406, "token_count": 30} +{"index": 5250, "reference": "Two Hillsborough campaigners have been appointed CBE in the New Year Honours.", "prediction": "A rights campaigner who helped two of families who died in the Hillsborough disaster have been appointed an CBE.", "rouge": {"rouge1": 58.06451612903226, "rouge2": 20.689655172413794, "rougeL": 38.70967741935484}, "nll_sum": 85.96354675292969, "token_count": 21} +{"index": 5251, "reference": "Proposed collaboration between North and South Korea at the 2018 Winter Olympics has been welcomed by the International Olympic Committee.", "prediction": "The International Olympic Committee (IOC) said it is in talks between North Korea and South Asia if it is to host the in rocks..", "rouge": {"rouge1": 45.45454545454545, "rouge2": 23.809523809523807, "rougeL": 22.727272727272727}, "nll_sum": 110.12875366210938, "token_count": 27} +{"index": 5252, "reference": "Footage from Istanbul shows the aftermath of an attacker opening fire on journalist Can Dundar, outside the court where he is on trial.", "prediction": "A state reporter, N journalist Dundee Dundar, has been shot dead in California- after a gunman tried to free himself.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 125.83200073242188, "token_count": 25} +{"index": 5253, "reference": "Carmarthen's Guildhall has a \"self sufficient\" future say council leaders, as the county takes ownership of the historic building.", "prediction": "Carmarthenshire's High Court, calling \"the price comparison for a future, its council leader has said after it is put for sale sale because be the yr venue was never 30 by its referee.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 3.8461538461538463, "rougeL": 22.222222222222225}, "nll_sum": 256.2666015625, "token_count": 41} +{"index": 5254, "reference": "Burma's pro-democracy leader Aung San Suu Kyi has been named as the guest director of the 2011 Brighton Festival.", "prediction": "Nobel Prize-winning Aung Su Sanu Kyi, who was death November, has been held at the Brighton Festival Awards.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 35.0}, "nll_sum": 138.4013214111328, "token_count": 26} +{"index": 5255, "reference": "This will not have been an easy decision for Prince William to make.", "prediction": "The Duke and Duchess of Cambridge are leaving Prince George.", "rouge": {"rouge1": 8.695652173913043, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 37.031925201416016, "token_count": 10} +{"index": 5256, "reference": "A UN treaty on disability rights has been rejected by the US Senate.", "prediction": "The United States's Senate has signed a UN treaty rights protect rights human rights people people.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 14.285714285714288, "rougeL": 26.666666666666668}, "nll_sum": 91.94905090332031, "token_count": 17} +{"index": 5257, "reference": "Judges could be \"subject to some kind of democratic control\" following the High Court's decision to give Parliament a vote on triggering Brexit, a UKIP leadership contender has said.", "prediction": "Scotland's presiding police officer has said she cannot still be consulted over a High Court ruling that members of Court of Parliament must case it cannot vote Brexit.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 7.017543859649124, "rougeL": 20.338983050847457}, "nll_sum": 149.5789794921875, "token_count": 29} +{"index": 5258, "reference": "Pupils at about 400 Kenyan schools are trying to break the world record for having the most people reading aloud simultaneously from the same book.", "prediction": "Kenyan schoolchildren are starting a battle of to break the world records for World Guinness World Guinness for their children's book's a bid it \"A's, a referee from A-gmakers a from global international victories.", "rouge": {"rouge1": 31.74603174603174, "rouge2": 16.393442622950822, "rougeL": 28.57142857142857}, "nll_sum": 283.66314697265625, "token_count": 44} +{"index": 5259, "reference": "Spain's Dani Pedrosa claimed the 50th Grand Prix win of his career with victory over championship leader Valentino Rossi in the Japanese MotoGP.", "prediction": "Adardebrosa retained his hopes of winning a first MotoGP title by victory in opening opening Moto Bull race in Monaco on Sunday.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 142.6542510986328, "token_count": 27} +{"index": 5260, "reference": "JK Rowling has thanked Twitter users who offered words of support after she became a target for online abuse in the wake of the general election result.", "prediction": "Kle J published has written to for standing up in candidates in the party's office, saying she \"Don't be a fun fond people\"..", "rouge": {"rouge1": 23.076923076923077, "rouge2": 4.0, "rougeL": 15.384615384615383}, "nll_sum": 187.88043212890625, "token_count": 29} +{"index": 5261, "reference": "Iranian prosecutors say the death of blogger Sattar Beheshti in police custody may have been due to \"excessive psychological stress\".", "prediction": "Police in Tehran are treating the death prominentdemocracy and blogger Sattcc Beheshti, the office say. after a man who was's on November of security stabbed for security-lasing a in October May.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 3.9215686274509802, "rougeL": 22.641509433962266}, "nll_sum": 297.6921081542969, "token_count": 43} +{"index": 5262, "reference": "A World War I airbase in Essex has been granted listed status.", "prediction": "A last solo aerodrome has been given listed status in the in its what it marking", "rouge": {"rouge1": 42.857142857142854, "rouge2": 15.384615384615383, "rougeL": 35.714285714285715}, "nll_sum": 109.33059692382812, "token_count": 17} +{"index": 5263, "reference": "A man charged with attempted murder and kidnapping is allegedly part of an international drugs smuggling gang, a court has heard.", "prediction": "A second man has been with of attempted murder and murder in the Republic of Ireland has expressed over concerns.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 39.02439024390244}, "nll_sum": 102.41748046875, "token_count": 20} +{"index": 5264, "reference": "Waiting times for trials in Scotland's courts are being reduced, a report has found.", "prediction": "The number of sheriff criminal cases, be imposed in Scotland's justice courts has by 20%, next 20 years, according to a report, the o.A's ( from's its mandatory from Royal Police's flagship of a.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 11.764705882352942, "rougeL": 22.641509433962266}, "nll_sum": 285.481689453125, "token_count": 44} +{"index": 5265, "reference": "Scotland's newest police horses have been named after two of the country's most famous islands.", "prediction": "A dog named after the same named on a coast of Scotland has been named. a force, the Police's first since from its a on since of since it for's Scotland's since his's from a's of. from from The River", "rouge": {"rouge1": 29.03225806451613, "rouge2": 10.0, "rougeL": 16.129032258064516}, "nll_sum": 285.7344970703125, "token_count": 47} +{"index": 5266, "reference": "A man has been charged after a ram-raid at a shop in Fife.", "prediction": "A man has been arrested by police after a suspected car was ripped through in front front- a supermarket in Fife in Fifeagh described as a from from a man.'s-2. a in from by'sA.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 20.408163265306122, "rougeL": 35.294117647058826}, "nll_sum": 255.4043731689453, "token_count": 45} +{"index": 5267, "reference": "Katy Perry leads the nominations for Sunday night's MTV Europe Music Awards (EMAs), which are being held in Glasgow for the first time.", "prediction": "The 40th MTV Awards has been announced it will among the acts in best act tool.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 103.01927185058594, "token_count": 17} +{"index": 5268, "reference": "A shell has killed four people at a school in the rebel-held east Ukrainian city of Donetsk, on the first day of classes, officials and witnesses say.", "prediction": "At least six children have been killed in a school during air strike and in school in eastern Ukraine, officials say.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 24.489795918367342}, "nll_sum": 85.27986907958984, "token_count": 22} +{"index": 5269, "reference": "The trial of a Dublin teenager held in an Egyptian prison for almost two years has been adjourned for a third time.", "prediction": "A trial of an Irish teenager of without 18 years in prison a Egyptian prison for almost three years ago has been adjourn and adjourn until May.", "rouge": {"rouge1": 61.22448979591836, "rouge2": 25.531914893617024, "rougeL": 48.97959183673469}, "nll_sum": 154.17230224609375, "token_count": 27} +{"index": 5270, "reference": "Biomass boiler owners have formed a group to deal directly with government officials proposing changes to the controversial RHI scheme.", "prediction": "Farmers in Northern Ireland seeking sought an audit to the Renewable Incentive (RHI) scheme toI theI)PP scheme.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 150.70359802246094, "token_count": 28} +{"index": 5271, "reference": "Ulster University risks losing some 20m euros (\u00a317.5m) in European Union funding and tuition fees as a result of the Brexit vote, warns a report.", "prediction": "Ulster University (UU) has warned EU students pay extra \u00a33m in tuition fees, it could died if the UK leaves leaves the EU.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 136.24362182617188, "token_count": 29} +{"index": 5272, "reference": "Hull City have signed Uruguay striker Abel Hernandez from Palermo for a club-record \u00a310m fee, while Hatem Ben Arfa has joined on loan from Newcastle.", "prediction": "Hull have signed Uruguay striker Romel Janel from Roma from Palermo for a fee believed that be rise to \u00a38m.", "rouge": {"rouge1": 47.826086956521735, "rouge2": 27.27272727272727, "rougeL": 43.47826086956522}, "nll_sum": 141.78887939453125, "token_count": 27} +{"index": 5273, "reference": "London's first History Day will be held on the anniversary of Big Ben's first day in operation.", "prediction": "The first day of London's honour will mark the Queen the Queen in Houses of Parliament.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 11.76470588235294, "rougeL": 27.777777777777775}, "nll_sum": 83.20751953125, "token_count": 17} +{"index": 5274, "reference": "One of the world's rarest species - the northern hairy-nosed wombat - has been given a much-needed boost with a brand new arrival.", "prediction": " a rare kang or flu - one never birth - has been given been a wildlife status for the first time.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 134.46810913085938, "token_count": 22} +{"index": 5275, "reference": "England coach Steve McNamara refused to discuss his future after his team defeated New Zealand in the crucial series decider in Wigan.", "prediction": "Head coach Steve McNamara says there is \" nono imminent\" be despite his side's series winning despite a series whitewash of Australia.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 9.523809523809524, "rougeL": 22.727272727272727}, "nll_sum": 152.7216796875, "token_count": 28} +{"index": 5276, "reference": "An Australian man jailed for the rape and murder of an Irish woman has been convicted of three more rapes.", "prediction": "An Australian man who was convicted murdering an Irish woman in her Australian home's 2012 has been found guilty of Australia after a court overturned court convictions in", "rouge": {"rouge1": 44.89795918367347, "rouge2": 21.27659574468085, "rougeL": 40.816326530612244}, "nll_sum": 128.02439880371094, "token_count": 28} +{"index": 5277, "reference": "The Duke and Duchess of Cambridge and Prince Harry are to attend a service to rededicate the grave of Diana, Princess of Wales, almost 20 years after her death.", "prediction": "The Duke and Duchess of Cambridge will travel to hospital Prince Diana later, Princess of Wales.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 32.55813953488372, "rougeL": 48.888888888888886}, "nll_sum": 76.94910430908203, "token_count": 17} +{"index": 5278, "reference": "The \u00a324.3bn deal to sell UK tech firm ARM to Japan's Softbank is an example of the UK \"selling out of our winners\", former City minister Lord Myners has said.", "prediction": " Deputy Home Secretary Secretary Lord Herners has said it will sell chip chip firm patent to Japanese firmbankbank \"a national significance award\" of Cambridge.", "rouge": {"rouge1": 25.0, "rouge2": 3.7037037037037033, "rougeL": 14.285714285714288}, "nll_sum": 218.6494140625, "token_count": 31} +{"index": 5279, "reference": "Soul singer Ray BLK has topped the BBC's Sound Of 2017 list, which aims to predict the most exciting new music for the year ahead.", "prediction": "Niger artist characterler SalmanEl has been appointed on of BBC Sound's of 2017 list of", "rouge": {"rouge1": 33.333333333333336, "rouge2": 10.0, "rougeL": 28.57142857142857}, "nll_sum": 133.31219482421875, "token_count": 18} +{"index": 5280, "reference": "A Canadian wildlife park has been charged with five counts of animal cruelty - including allowing a peacock to be in distress.", "prediction": "Campaigners at an wildlife park, Canada have said resolved bears face criminal charges and cruelty relation to them of", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 135.5225830078125, "token_count": 20} +{"index": 5281, "reference": "League Cup winners Hibernian Ladies beat Renfrew Ladies 19-0 in the third round of the Scottish Cup.", "prediction": "Hibernian will travel to Celtic, the Scottish Women's LeaguePL Cup quarter after reaching the quarter-finals of the Scottish thePL Cup on Saturday the with the group 19-up, league referee on from November.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 7.843137254901962, "rougeL": 22.641509433962266}, "nll_sum": 223.75421142578125, "token_count": 43} +{"index": 5282, "reference": "A travel firm specialising in holidays to Turkey and Northern Cyprus has ceased trading over \"political instability\" in its destinations.", "prediction": "A West Midlands rail company has closed dozens of people stopping trading in Turkey, has reopen, the aviation watchdog says.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.000000000000004}, "nll_sum": 126.80829620361328, "token_count": 22} +{"index": 5283, "reference": "The appeals trial is to begin in Italy of the captain held responsible for the Costa Concordia cruise ship disaster in 2012, in which 32 people were killed.", "prediction": "The captain of the captain the Costa Concordia which capsized in Italy 20 years ago, is seeking for an appeal against his in his manslaughter.", "rouge": {"rouge1": 52.83018867924528, "rouge2": 19.607843137254903, "rougeL": 33.9622641509434}, "nll_sum": 122.44253540039062, "token_count": 28} +{"index": 5284, "reference": "Nicola Sturgeon said independence is not a \"magic solution\" to Scotland's problems as she was questioned over her government's record.", "prediction": "SN leader Nicola Sturgeon has called for a \"comporgromise deal\" between the UK and then votes UK leave and stay in not EU.", "rouge": {"rouge1": 17.777777777777775, "rouge2": 4.651162790697675, "rougeL": 13.33333333333333}, "nll_sum": 149.5800018310547, "token_count": 29} +{"index": 5285, "reference": "The Lebanese authorities have foiled an attempt to smuggle a huge quantity of drugs to Saudi Arabia, officials say.", "prediction": " forces government in Lebanon are trying citizens trying to smuggle one of a powerful force force, state news gunman says.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 133.24966430664062, "token_count": 22} +{"index": 5286, "reference": "The escape on Saturday of Joaquin Guzman, one of the world's most wanted drug lords, from a maximum-security jail in Mexico, has reignited the discussion about whether he should have been extradited to the United States.", "prediction": " Mexican Indian raged about EU about a deal to extradite the notorious Mexican drugsmaker, Joaquin,, andElEl Chapo\" in Mexico, but \" is short\".\".", "rouge": {"rouge1": 26.666666666666668, "rouge2": 3.4482758620689653, "rougeL": 13.333333333333334}, "nll_sum": 217.1474151611328, "token_count": 35} +{"index": 5287, "reference": "Archaeologists found the earliest dated evidence of human activity in Scotland - with the help of a herd of pigs.", "prediction": "Two of stone tools have found found during an excavation for a young gameanger hunting southern northern.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 125.22586822509766, "token_count": 18} +{"index": 5288, "reference": "Manchester City and Chelsea have been charged by the Football Association for failing to control their players during the Premier League game on Saturday.", "prediction": "Manchester City and Chelsea have been charged with for the Football Association for failing to control in their players during their Premier League match on Saturday.", "rouge": {"rouge1": 84.00000000000001, "rouge2": 66.66666666666666, "rougeL": 84.00000000000001}, "nll_sum": 92.44082641601562, "token_count": 26} +{"index": 5289, "reference": "Scientists have discovered a new type of dinosaur.", "prediction": "Scientists in the South America, America, have discovered that a giant rhino that was eating a meat minister in Stym Broadway of climate was a 'h's from a from an-A! from in aIt The'sA'sA", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454546, "rougeL": 21.73913043478261}, "nll_sum": 282.1409606933594, "token_count": 47} +{"index": 5290, "reference": "England and Sunderland footballer Adam Johnson has appeared in court to deny charges of sexual activity with a 15-year-old girl.", "prediction": "Sunderland footballer Adam Johnson Lee pleaded pleaded not guilty of a sexual activity to a 15-yearold girl. bethehought Nottingham in's a's2 from a's2 a decision was's from of. from a from a", "rouge": {"rouge1": 40.67796610169491, "rouge2": 17.543859649122805, "rougeL": 33.898305084745765}, "nll_sum": 285.8115234375, "token_count": 47} +{"index": 5291, "reference": "The new South Western rail franchise holder has been criticised by a union for allegedly refusing to guarantee a second staff member on board its forthcoming trains.", "prediction": " rail rail operator which been refused to run London's trench, Waterloo, has been suspended, saying staff is offering a guarantee \"\"..", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 153.69781494140625, "token_count": 25} +{"index": 5292, "reference": "Some of the giants of the dinosaur family may have originated in South America and crossed over Antarctica to Australia about 100 million years ago.", "prediction": "Two human dinosaurs that lived living 4 of Australia lived in the Australia lived million years ago, scientists scientists.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 121.40320587158203, "token_count": 20} +{"index": 5293, "reference": "A pilot escaped without injury after making an emergency landing in his light aircraft next to a river in North Yorkshire.", "prediction": "A aeroplane has crashed crashed off the road near the A76 in North Yorkshire. saying Yorkshire the referee. 30's from the man reputation, reputation, as it fromA Yorkshire, it was from from Christmas.", "rouge": {"rouge1": 14.545454545454541, "rouge2": 7.547169811320756, "rougeL": 14.545454545454541}, "nll_sum": 263.8204345703125, "token_count": 43} +{"index": 5294, "reference": "In capital cities around Europe there is a smell of blood in the water - a sense that the UK's financial services industry has been wounded by Brexit and that presents a chance to take a bite out of its dominant position.", "prediction": "One of the UK's most successful investors has announced dramatic reforms to the office's office, following vote's vote to leave the in the EU EU.", "rouge": {"rouge1": 22.857142857142854, "rouge2": 8.823529411764705, "rougeL": 17.142857142857142}, "nll_sum": 127.4914321899414, "token_count": 29} +{"index": 5295, "reference": "Police and protesters in Jammu in Indian-administered Kashmir have clashed over the alleged desecration of a local Hindu temple.", "prediction": "Police in Indian-administered of say they arrested arrested man after a man arrested man during riot atold temple to which a police officer sexually assaulted. solve. aA from football-2 a reputation a from a from's.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 7.142857142857144, "rougeL": 24.137931034482758}, "nll_sum": 279.0146789550781, "token_count": 45} +{"index": 5296, "reference": "A legal challenge to Alistair Carmichael's election as MP for Orkney and Shetland is to proceed.", "prediction": "Judges have won a battle to give giving evidence about a statement making to legal action against Ortney and Shet MP Alistair Carmichael.", "rouge": {"rouge1": 40.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 158.68063354492188, "token_count": 29} +{"index": 5297, "reference": "A council which installed Braille paving stones branded \"gobbledygook\" has said the slabs were only intended to be \"creative\".", "prediction": "A council behind a idea have put down a street stood stones in the street Braille, the criticised as \"roodbled anddanger\".", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 192.79681396484375, "token_count": 27} +{"index": 5298, "reference": "Lewis Hamilton says both he and his Mercedes team have to be more consistent if they are to beat Ferrari to the world championship this year.", "prediction": "Lewis Hamilton says his team's need to improve on winning their world title next year despite winning the title is is \" \"ch of success\".", "rouge": {"rouge1": 35.294117647058826, "rouge2": 8.16326530612245, "rougeL": 31.372549019607842}, "nll_sum": 140.08250427246094, "token_count": 27} +{"index": 5299, "reference": "PC gamers will have to wait a little bit longer if they want to play Grand Theft Auto V.", "prediction": "Details of Theft of Grand Auto V, will be released on Rockstar on Friday, but said it wasn't be given amaking given a decision\".", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 161.92430114746094, "token_count": 29} +{"index": 5300, "reference": "Oxford United have signed midfielder Joe Rothwell on a free transfer and agreed a new contract with striker Chris Maguire.", "prediction": "Barnsley have signed midfielder Joe Rothwell for an undisclosed fee undisclosed and Newcastle in Mag Magireu on a seasonlong loan from side Bournemouth", "rouge": {"rouge1": 37.2093023255814, "rouge2": 24.390243902439025, "rougeL": 32.558139534883715}, "nll_sum": 155.61688232421875, "token_count": 30} +{"index": 5301, "reference": "NHS staff in England have been told that they should no longer help people access gay conversion therapy.", "prediction": "GPs have accused of failing to stop patients for HIV by married conversion therapy,, BBC singernight learned.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 6.0606060606060606, "rougeL": 17.142857142857142}, "nll_sum": 151.09825134277344, "token_count": 21} +{"index": 5302, "reference": "A respected US-based internet security expert says he has foiled an attempt to frame him as a heroin dealer.", "prediction": "The security Silk, Silk Road, which was being accidentally trying to shine Russian he disappeared, says he believe faces a \"cat delay\".", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 190.2528533935547, "token_count": 26} +{"index": 5303, "reference": "Services run by the biggest NHS trust, including two more of its hospitals, have been labelled \"inadequate\" by inspectors.", "prediction": "A mental health trust, which dubbed \"little and inadequate\" by the health watchdog, has after fears found safe low levels of patient safety.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 10.0, "rougeL": 14.285714285714288}, "nll_sum": 145.8878631591797, "token_count": 27} +{"index": 5304, "reference": "Surging sales of salmon helped the UK to export a record amount of food and drink in the first quarter of 2017, the Food and Drink Federation has said.", "prediction": "The value of Scottish of and drink driven to a record- high for the million years, the lowest level since the global slowdown in global growth in 2004.", "rouge": {"rouge1": 38.59649122807017, "rouge2": 7.2727272727272725, "rougeL": 21.052631578947366}, "nll_sum": 148.60391235351562, "token_count": 30} +{"index": 5305, "reference": "Five-time Olympic medallist Katherine Grainger has revealed how her grounding in karate at school has had a profound influence on her rowing career.", "prediction": "Olympic silver medist Katherine Graeme hailed the success of 2012 2008 Olympics - but how lower how she believed it was in her black belt.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 0.0, "rougeL": 20.833333333333336}, "nll_sum": 162.6400146484375, "token_count": 29} +{"index": 5306, "reference": "The number of short-finned pilot whales who have died after they were stranded on a beach in the Indian state of Tamil Nadu has risen to 73, officials said.", "prediction": "More than 100 pilot whales have arrived at a shore in the southern Indian state of Karn Nadu, which are believed to be back into sea last week.", "rouge": {"rouge1": 37.93103448275862, "rouge2": 14.285714285714285, "rougeL": 37.93103448275862}, "nll_sum": 127.86576843261719, "token_count": 29} +{"index": 5307, "reference": "A man accused of stabbing his ex-partner to death told police she came at him with a knife and they started to struggle, a court has heard.", "prediction": "A teacher accused his murdering his ex-girlfriend told police he left knife during her head interview between her partner later, a court. heard.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 12.0, "rougeL": 38.46153846153846}, "nll_sum": 165.77699279785156, "token_count": 27} +{"index": 5308, "reference": "League One side Gillingham have signed Queens Park Rangers forward Jay Emmanuel-Thomas on a season-long loan.", "prediction": "League One side Gillingham have signed Queens Park Emmanuel Emmanuel-Thomas on an three-year deal, reported to be \u00a35m.", "rouge": {"rouge1": 57.89473684210527, "rouge2": 50.0, "rougeL": 57.89473684210527}, "nll_sum": 103.28723907470703, "token_count": 27} +{"index": 5309, "reference": "While the the Renewable Heat Incentive Scheme has lurched from controversy to controversy, one of the more unusual uses for an RHI wood pellet boiler came to light on Monday.", "prediction": "A controversial solar scheme which was said to be the \" diest progressive\" was done, Northern Ireland farmers led to the controversial news Adine Council.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 181.21337890625, "token_count": 29} +{"index": 5310, "reference": "Tyrrell Hatton finished only runner-up at the Scottish Open at Castle Stuart on Sunday - but he still ended up a three-time winner in other respects.", "prediction": "Northern Ireland's Tyrrell Hatton carded the Scottish Open by carding a 17,place thirdplace-off finish a a nervon low.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 13.043478260869565, "rougeL": 25.0}, "nll_sum": 182.22898864746094, "token_count": 29} +{"index": 5311, "reference": "England produced a flawless performance to beat Pakistan by 330 runs in the second Test, says former captain Michael Vaughan.", "prediction": "England captain Alastair Cook was \"embarrassing victory in Test cricket\" for, nation, says former captain Michael Vaughan, captain Anderson's reputation as a battle from The,-D stunning from in the Test as from.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 19.230769230769234, "rougeL": 29.629629629629633}, "nll_sum": 244.67794799804688, "token_count": 44} +{"index": 5312, "reference": "Jamie Hamill has returned to Kilmarnock after his summer release by Hearts.", "prediction": "Jamie Hamillm leaving Hearts for Kilmarnock to the Rugby Park following his release by Kilmarnock, who completed his departure from Scottish clubs'yer. from from-.", "rouge": {"rouge1": 37.83783783783784, "rouge2": 5.714285714285714, "rougeL": 27.027027027027028}, "nll_sum": 200.94601440429688, "token_count": 36} +{"index": 5313, "reference": "Former Olympic champion Lindsey Vonn claimed her first win since returning from almost a year out with victory in the downhill race at Garmisch, Germany.", "prediction": "Americann life Vonn has made a possible rapid return from competitive racing race after her second long-running tail injury to through serious injury.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 170.9781494140625, "token_count": 27} +{"index": 5314, "reference": "Justice Secretary and Leave campaigner Michael Gove has issued a fresh warning about the risk of allowing visa-free EU travel for Turkish citizens.", "prediction": "Scottish Turkishish grant travel visa-free travel to the EU would lead an Islamist government\", UK Foreign Secretary Michael Gove, said, as the country's for from from the EU rejected 100 clear from its of.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 6.896551724137931, "rougeL": 16.666666666666668}, "nll_sum": 245.63150024414062, "token_count": 43} +{"index": 5315, "reference": "All week you have been using Your Questions to tell us what you want to know about the West Midlands.", "prediction": "All the week ask you and here I will leave the UK or leave any European Union.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 89.99909973144531, "token_count": 17} +{"index": 5316, "reference": "Seat has said about 700,000 of its cars are fitted with the software that allowed parent company Volkswagen to cheat US emissions tests.", "prediction": "Volkswagen has started in selling 30,000 new cars with Spain which found substances, diesel emissions test.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 5.128205128205128, "rougeL": 29.268292682926827}, "nll_sum": 129.0318145751953, "token_count": 21} +{"index": 5317, "reference": "Nigerians are going to the polls to vote for state governors in the final round of the election process.", "prediction": "Millions of Nigeria are holding elections for presidential and parliamentary elections in a new complete voting system the", "rouge": {"rouge1": 37.83783783783783, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 87.33775329589844, "token_count": 18} +{"index": 5318, "reference": "Hibernian are to appeal against the five-match European ban given to manager Neil Lennon.", "prediction": " Hibernian coach Neil Lennon Alex beenounded given a two-match touchline ban following his red card handed to former boss Gianond Brondby.by", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 185.95736694335938, "token_count": 31} +{"index": 5319, "reference": "The NHS in Northern Ireland has not had a good press in recent years.", "prediction": "A hospital is facing faced another battle to the accident and emergency department in poor times.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 102.99520874023438, "token_count": 16} +{"index": 5320, "reference": "Scotland's managers have nominated Aberdeen's Derek McInnes, Brendan Rodgers of Celtic, Partick Thistle's Alan Archibald and Morton's Jim Duffy for the manager of the year award.", "prediction": "Celtic assistant manager Brendan Rodgers has backed his Aberdeen of Brendan Perry as each three after being shortlisted for the PFA Scotland Player the Year award.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 14.814814814814817, "rougeL": 32.142857142857146}, "nll_sum": 151.37771606445312, "token_count": 30} +{"index": 5321, "reference": "History will be made this weekend when Wales' first female bishop is consecrated - but women in the church have had to overcome many challenges over the years in order to reach this significant moment.", "prediction": "The first women fell at on Aberystwyth church in mid Wales had no fear and wasn't in what was a fatal timber-maker. a a ballet'sA - stopp it's have from)..", "rouge": {"rouge1": 26.865671641791046, "rouge2": 0.0, "rougeL": 14.925373134328357}, "nll_sum": 278.7044677734375, "token_count": 43} +{"index": 5322, "reference": "It was one of the key points in the Stormont House Agreement - the plan to give the most seriously injured victims of the Troubles a special pension.", "prediction": "A controversial scheme that receives compensated to receive a pensioners pensioners's pension should be receive a pension.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 124.55068969726562, "token_count": 20} +{"index": 5323, "reference": "A judge has sentenced a white supremacist to death for the killing of three people at two Jewish centres.", "prediction": "A black leader who shot dead two black black people at a West Jewish community has been sentenced to 20 years in prison for \"umblumb's \" - a/ a-maker-l's and in from from a's a from a", "rouge": {"rouge1": 33.89830508474576, "rouge2": 3.508771929824561, "rougeL": 16.94915254237288}, "nll_sum": 254.49545288085938, "token_count": 47} +{"index": 5324, "reference": "Norwich City have signed Wigan Athletic winger Yanic Wildschut for \u00a37m and Ajax left-back Mitchell Dijks on loan for the rest of the season.", "prediction": "Norwich City have goalkeeper Kilm Dijks from English sideysonmm Dijks for an undisclosed fee on a transfer transfer.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 151.1656494140625, "token_count": 26} +{"index": 5325, "reference": "The Duke of Cambridge has completed his final shift as an RAF search and rescue pilot at Valley on Anglesey, according to BBC royal correspondent Peter Hunt.", "prediction": "The Duke and Duchess of Cambridge miss his last remaining air base at Angleseyey, saying he miss his and and helicopter pilot on international duty.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 8.0, "rougeL": 30.769230769230766}, "nll_sum": 148.54400634765625, "token_count": 29} +{"index": 5326, "reference": "Stephen Dobbie's double took Queen of the South into the Challenge Cup semi-finals at Alloa Athletic's expense.", "prediction": "Stephen Dobbie scored stoppage-time winner as Alloa Athletic beat All League side Was South and reach the Scottish League Cup quarter-finals.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 27.906976744186046}, "nll_sum": 133.57766723632812, "token_count": 28} +{"index": 5327, "reference": "Action taken by police on a soldier who died after being handcuffed during a disturbance was \"reasonable and proportionate\", an investigation found.", "prediction": "The police watchdog has been defended over police were Taseasered by a man who later went went missing while there and later restrained.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 17.777777777777775}, "nll_sum": 145.96128845214844, "token_count": 26} +{"index": 5328, "reference": "Police have arrested a man they believe held a family and housekeeper hostage in their Washington DC home before killing them.", "prediction": "The American businessman who was among of four people killed in a fire at his Salvador home a 2013 has been found murder, police say 2011 in police, solve, as they's from-A a from in since November's body. a's", "rouge": {"rouge1": 21.875, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 296.5002746582031, "token_count": 47} +{"index": 5329, "reference": "The release of Disney's Beauty and the Beast has been postponed in Malaysia.", "prediction": "Malaysia's law authorities, it will boycott a live remake ofBeauty and the Beast, because of \"gay not gay, content\".", "rouge": {"rouge1": 35.29411764705882, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 143.2312774658203, "token_count": 28} +{"index": 5330, "reference": "A man's body has been recovered near a beach in the Vale of Glamorgan.", "prediction": "A body was pulled in sea after being pulled by the Vale of Glamorgan beach, a day after man was recovered from his body the his. his from his's. his from from a's have reputation of the's from'sA", "rouge": {"rouge1": 42.105263157894726, "rouge2": 10.90909090909091, "rougeL": 24.56140350877193}, "nll_sum": 240.39483642578125, "token_count": 47} +{"index": 5331, "reference": "Peter Dutton, Australia's immigration minister, says he will not \"be defamed\" by media coverage of the country's offshore detention centres.", "prediction": "A senior Australian police officer, Peterborough United has spent \"best career\" of allegations, which which were leaked strike from an asylum seeker' centre.", "rouge": {"rouge1": 8.888888888888888, "rouge2": 0.0, "rougeL": 8.888888888888888}, "nll_sum": 171.7578125, "token_count": 29} +{"index": 5332, "reference": "A judge in the north-western Mexican state of Sonora has ordered the arrest of 22 people in connection with a deadly fire in a nursery in 2009.", "prediction": "A US judge has issued arrest warrants for officials for a fatal burns at a nursery in New York that killed children in November 2009. a.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 7.692307692307692, "rougeL": 33.33333333333333}, "nll_sum": 127.02729034423828, "token_count": 27} +{"index": 5333, "reference": "A man has been arrested for a second time in connection with the killing of a schoolgirl more than 50 years ago.", "prediction": "A man has been arrested in murder with the rape and kidnap of a schoolgirl almost nearly 30 years ago.", "rouge": {"rouge1": 61.904761904761905, "rouge2": 40.0, "rougeL": 61.904761904761905}, "nll_sum": 79.65118408203125, "token_count": 21} +{"index": 5334, "reference": "Frequent travellers can face a host of problems when it comes to unpalatable hotel options.", "prediction": "There is no room where you in in a room, and you need to be paying, too much too for much paying yourhouse obsc room!", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 174.39053344726562, "token_count": 28} +{"index": 5335, "reference": "Former captain Iker Casillas and Chelsea players Cesc Fabregas and Pedro have been left out of new Spain manager Julen Lopetegui's first squad.", "prediction": "Real Madrid defender C Lop Lui has been left out's squad for November World Cup qualifier against Belgium Switzerland and Brussels on 28 March a after been called the Spanish team's team from. World game in. reputation's from's from 2011", "rouge": {"rouge1": 17.64705882352941, "rouge2": 6.0606060606060606, "rougeL": 14.705882352941178}, "nll_sum": 293.38653564453125, "token_count": 47} +{"index": 5336, "reference": "The winner of the Man Booker Prize is announced later with British author Neel Mukherjee the bookies' favourite to take the \u00a350,000 prize.", "prediction": "A controversial Thai-an writeran Mevherjee is among the authors shortlisted for the picture of her controversial rival Forth Road or Deep West.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 192.231201171875, "token_count": 29} +{"index": 5337, "reference": "More than 22,000 people from across the world have gathered in the small Spanish town of Bunol to celebrate the 70th annual Tomatina Festival by throwing 150 tonnes of squashed tomatoes at each other.", "prediction": "Police in the Brazilian Brazilian city of Espone, say battle that killed dozens of people. have attended the Tomatina festivalura festival event in Cal solve'sA's, it-K a good in from Saturday's the from's a", "rouge": {"rouge1": 29.729729729729726, "rouge2": 2.7777777777777777, "rougeL": 16.216216216216214}, "nll_sum": 312.75213623046875, "token_count": 47} +{"index": 5338, "reference": "The fastest shark in the ocean - and a cousin of the Great White - has been caught by a crew fishing off the Pembrokeshire coast.", "prediction": " stunning stunning images has spotted a shark jumping in its fishing off the sea off Pembrokesh coast.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 111.30933380126953, "token_count": 21} +{"index": 5339, "reference": "A dancing gorilla video has gone viral with more than one million people viewing the pirouetting primate.", "prediction": "A stunning moment whether a gorilla arrived at a zoo is being released zoo after posted praised on social media.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 125.99246215820312, "token_count": 20} +{"index": 5340, "reference": "There has only been one time when I've been forced to remain indoors in the evening whilst covering a sporting event.", "prediction": "I felt that I was at security at a Birmingham pub in Birmingham where I was I and I I was, I was to a pub where I would be the best area where I should think I.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 172.96888732910156, "token_count": 39} +{"index": 5341, "reference": "Budget cuts, Brexit and growing patient demand are all leading to a \"perfect storm\" for nursing staff in Scotland, a new report has warned.", "prediction": ",perfect storm\" has brought Scotland health secretary a \"perfect storm\" over increased staff, a doctors' union.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 120.8696517944336, "token_count": 22} +{"index": 5342, "reference": "A football anthem sung by England's 1966 World Cup winning side has been released after spending 34 years hidden in an Isle of Man attic.", "prediction": " finally first official song - a song from a England football team's football team, disappeared more than 70 ago has been released - a declass- \".", "rouge": {"rouge1": 27.999999999999996, "rouge2": 8.333333333333332, "rougeL": 24.000000000000004}, "nll_sum": 171.23486328125, "token_count": 28} +{"index": 5343, "reference": "A hacker has briefly hijacked more than 150,000 printers accidentally left accessible via the web.", "prediction": "D printer printing used in Paris, restaurants to Paris were trying to hijack the devices, security researchers.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 114.17494201660156, "token_count": 20} +{"index": 5344, "reference": "A teenager has been charged in connection with an Aberdeen assault which left a man with a fractured jaw.", "prediction": "A teenager has been charged with attempted after a 40-year-old man who was seriously injured in an assault in Aberdeen city centre.", "rouge": {"rouge1": 55.81395348837209, "rouge2": 19.51219512195122, "rougeL": 37.2093023255814}, "nll_sum": 80.00758361816406, "token_count": 26} +{"index": 5345, "reference": "Macclesfield scored three second-half goals to earn a comfortable win at Wrexham in the National League.", "prediction": "Macclesfield boosted their hopes of boosting National League play-off newcomers Wrexham in Park National League.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 12.903225806451616, "rougeL": 30.303030303030305}, "nll_sum": 126.14207458496094, "token_count": 21} +{"index": 5346, "reference": "Lib Dem leader Nick Clegg has said the broadcasters should come up with \"other proposals\" for the TV election debates.", "prediction": " Deputy Prime Minister Nick Clegg Nick called for a \" motorway overhaul\" for TV debates to be included ahead of May a UKwide general election.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 164.01287841796875, "token_count": 29} +{"index": 5347, "reference": "The French authorities have been carrying out the demolition of one of the biggest refugee camps in Europe known as the \"Jungle\".", "prediction": "Demiv has started to work of the camp in the \"Jungle\" camp in, and it is now be ready to live people living in the UK.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 13.043478260869565, "rougeL": 24.999999999999993}, "nll_sum": 133.0118408203125, "token_count": 31} +{"index": 5348, "reference": "Ex-army chief Abdul Fattah al-Sisi has vowed to to tackle \"terrorism\" and bring security, after being sworn in as Egypt's new president.", "prediction": " President's President Fattah al al-isi has been elected in 30 years, saying the \" country's \"the never in scoring terrorism\".", "rouge": {"rouge1": 29.787234042553195, "rouge2": 4.444444444444445, "rougeL": 21.276595744680854}, "nll_sum": 166.26376342773438, "token_count": 28} +{"index": 5349, "reference": "Birmingham City came from two goals down at Barnsley to earn their first point under Gianfranco Zola.", "prediction": "Birmingham boss Gianfco Zola completed the EFL Cup fourth round with victory over Championship playefoff hopuls hopefuls Barnsley.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 164.3355712890625, "token_count": 30} +{"index": 5350, "reference": "Students at the Open University are going to have their progress monitored by a set of algorithms to spot if they need any extra support.", "prediction": " the British College ( that developed a new scheme which will collectors selectors' data, the's says a-olve a a Gang's- game- sports's decision from a consent from it's's flagship of)..'s from a", "rouge": {"rouge1": 9.523809523809524, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 327.8267822265625, "token_count": 47} +{"index": 5351, "reference": "Manchester City Women made it three wins from three to start the Women's Super League season with a hard-fought win at Birmingham City Ladies.", "prediction": "Birmingham City Women their unbeaten unbeaten Women's Super One season with a victory over play-off hopef Bradford.", "rouge": {"rouge1": 40.0, "rouge2": 27.906976744186046, "rougeL": 35.55555555555556}, "nll_sum": 135.53488159179688, "token_count": 22} +{"index": 5352, "reference": "US arrests of suspected illegal immigrants rose by 38% in the first 100 days of Donald Trump's presidency, according to government data.", "prediction": "The number of arrests made in undocumented migrants crossing the US has nearly than double the previous year the previous show.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 105.69309997558594, "token_count": 21} +{"index": 5353, "reference": "West Indies batsman Chris Gayle has been called \"disrespectful\" for asking an Australian journalist on a date in a Big Bash League pitch-side interview.", "prediction": " West Indies batsman Chris Gayle has been charged by the International Cricket League for asking a drink- his his style approach during a live live in Australia.", "rouge": {"rouge1": 50.0, "rouge2": 27.999999999999996, "rougeL": 42.30769230769231}, "nll_sum": 151.66941833496094, "token_count": 30} +{"index": 5354, "reference": "A Brazilian man has been caught at Fiumicino airport in Rome trying to smuggle liquid cocaine in his trainers.", "prediction": " Italian police have found a illegal drugs of after carrying a's dressed displaying of red, red, andils out of shoes in's House a's team for the a's a's-m's a in a-'s 2011 again's Broadway", "rouge": {"rouge1": 9.677419354838708, "rouge2": 0.0, "rougeL": 9.677419354838708}, "nll_sum": 319.0665283203125, "token_count": 47} +{"index": 5355, "reference": "An agreement has been reached between Nato and the Afghan government on the withdrawal of US special forces from Wardak province, alliance officials have announced.", "prediction": "ghan forces forces and forces have agreed a deal in the eastern security district of Wardak, Indian security Forces (Zaf) officials say.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 0.0, "rougeL": 21.276595744680854}, "nll_sum": 138.31031799316406, "token_count": 27} +{"index": 5356, "reference": "Universities should help re-unite Welsh society after the Brexit vote, the education secretary has said.", "prediction": "Wales' universities could be \"con far more regulations than anyone\" than the Welsh, the education secretary has said. in a ballet's middle, ballet, planning \"\" - from Leave from a from delayed of Brexit.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 17.02127659574468, "rougeL": 28.57142857142857}, "nll_sum": 274.675537109375, "token_count": 43} +{"index": 5357, "reference": "India is a huge consumer of milk - it's used to make yoghurt, cheese and a wide range of Indian sweets.", "prediction": "India's dairy world is developing some honey, honey raw\" plants in some countries.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571427}, "nll_sum": 95.24591064453125, "token_count": 16} +{"index": 5358, "reference": "A 1980s-themed concert at Queen of the South's Palmerston Park has been cancelled due to poor ticket sales.", "prediction": "The first ever regeneration music festival, to be held in Dumf, has been cancelled because of the costs of sales and ticket prices.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 23.25581395348837}, "nll_sum": 111.07292175292969, "token_count": 26} +{"index": 5359, "reference": "Sir Ben Ainslie's Oracle Team USA sealed one of sport's greatest comebacks when they overhauled an 8-1 deficit to beat Team New Zealand in the America's Cup decider in San Francisco.", "prediction": "Ben Ben Ainslie made out his bid of America's Cup captain as the team beat Team Team in gold in a 1986 triathlon World Cup in San Francisco.", "rouge": {"rouge1": 43.75000000000001, "rouge2": 19.35483870967742, "rougeL": 34.375}, "nll_sum": 168.77609252929688, "token_count": 32} +{"index": 5360, "reference": "Swansea City will be coming up against a managerial'maestro' in Pep Guardiola when they face Man City on Saturday, defender Angel Rangel has warned.", "prediction": "Swansea City defender Angel Rand believes Manchester Guardiola is is the best team by, UK, who is replacing appointing Guardiola as Manchester manager.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 8.695652173913043, "rougeL": 16.666666666666664}, "nll_sum": 164.6573486328125, "token_count": 27} +{"index": 5361, "reference": "Laura Massaro, Sarah-Jane Perry and Nick Matthew produced superb performances to give England three of the four finalists at the British Open.", "prediction": "Britain's Laura Massaro and Sarah Perry face a both battle both acting champion but and became the Briton Brit 2004 to reach a British Open's Open final.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 8.0, "rougeL": 30.76923076923077}, "nll_sum": 211.85621643066406, "token_count": 31} +{"index": 5362, "reference": "Former staff at a government-run regeneration body in Londonderry are taking a case against Stormont over the way they lost their jobs.", "prediction": "The human rights group, the United, are facing an industrial tribunal to 100 a former company a Fort William L training base a Londerryerry.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 186.8280029296875, "token_count": 29} +{"index": 5363, "reference": "Restrictions on visitors have been lifted at Raigmore Hospital in Inverness following an outbreak of norovirus.", "prediction": "Five wards at Mael Infirmary have been closed to new admissions of a norovirusentry following an of admissions or new visitors the", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 26.31578947368421}, "nll_sum": 167.45335388183594, "token_count": 27} +{"index": 5364, "reference": "An appeal has been launched to trace the families featured in a series of pictures taken in some of England's poorest and most deprived areas.", "prediction": "Thousands of photographs of, some the of living of the \"living conditions\" in some areas, locations, have gone on show.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 128.1717529296875, "token_count": 25} +{"index": 5365, "reference": "Two men have been charged after a teenage mother died in a car crash.", "prediction": "Two men have been charged over causing the death of a girl which died killed after car and was crashed and crashed into a wall. border. a the 2011 a's a's a game ban from Police's approval ofA a from aA", "rouge": {"rouge1": 37.931034482758626, "rouge2": 14.285714285714285, "rougeL": 31.034482758620697}, "nll_sum": 270.57550048828125, "token_count": 47} +{"index": 5366, "reference": "A \u00a350m ferry that was damaged in high winds on its second day in service has been repaired and is back in operation.", "prediction": "A passenger ferry which was injured in the UK for more than a month has been been suspended out of service.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 27.27272727272727}, "nll_sum": 81.82652282714844, "token_count": 21} +{"index": 5367, "reference": "A former chef at a Snowdonia hotel has been given a suspended prison sentence for killing a feral cat which had wandered into a hotel kitchen.", "prediction": "A hotel room who def drain a cat with a cat which left it locked a kitchen table and staff been in given a suspended jail sentence.", "rouge": {"rouge1": 49.056603773584904, "rouge2": 15.686274509803921, "rougeL": 30.18867924528302}, "nll_sum": 160.55953979492188, "token_count": 27} +{"index": 5368, "reference": "The Port of Calais is closed following blockades by striking French workers, causing severe disruption in Kent.", "prediction": "tunnelnel has offered a offer to board the port of through the English coast, amid of striking strike of cross- aA freight company.", "rouge": {"rouge1": 20.0, "rouge2": 10.526315789473685, "rougeL": 20.0}, "nll_sum": 183.80397033691406, "token_count": 28} +{"index": 5369, "reference": "The UK Anti-Doping Agency (Ukad) is investigating claims Team Sky may have breached cycling's 'no needles' policy, according to the Press Association.", "prediction": " Team Sky are investigating whether some specialist researchers were found for banned steroid bans in the sport, the UK Anti-Doping (Ukad).", "rouge": {"rouge1": 39.13043478260869, "rouge2": 18.18181818181818, "rougeL": 21.73913043478261}, "nll_sum": 140.17568969726562, "token_count": 27} +{"index": 5370, "reference": "A man has been found not guilty of kidnapping his ex-partner's pet cat.", "prediction": "A dog whose cat was stolen of stolen been stolen from its home man owner 80 miles away.", "rouge": {"rouge1": 30.303030303030297, "rouge2": 0.0, "rougeL": 12.12121212121212}, "nll_sum": 109.38716888427734, "token_count": 18} +{"index": 5371, "reference": "David Beckham has changed his speech over the past decade to \"sound less working class\", University of Manchester academics have concluded.", "prediction": "England star David footballer made a speech he before never in the US before the to US, the from University Manchester Manchester has found in the a Broadway, solve,'s they be's-'s's a in from from the it grew man the", "rouge": {"rouge1": 21.538461538461537, "rouge2": 0.0, "rougeL": 18.46153846153846}, "nll_sum": 330.4652099609375, "token_count": 47} +{"index": 5372, "reference": "Former Wales scrum-half Mike Phillips is shocked by a planned merger between his former club Racing 92 and their rivals Stade Francais.", "prediction": "Former Wales fly-half Martyn Phillips says his team-mates's planned merger of them between Stade Francais could be in Paris of French Super 1 rivals Racing.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 12.244897959183673, "rougeL": 35.294117647058826}, "nll_sum": 177.64532470703125, "token_count": 33} +{"index": 5373, "reference": "Emoji flags for Wales, Scotland and England could be available on tablets and smartphones by the summer.", "prediction": "Emoji flag for Wales, will be available on tablets and mobile phone devices, the county council has confirmed.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 42.42424242424242, "rougeL": 57.14285714285715}, "nll_sum": 95.76961517333984, "token_count": 22} +{"index": 5374, "reference": "Shares on the London stock market rose on Friday after Scotland voted against independence.", "prediction": "London's main share index closed higher the day the Bank after Bank of Scotland confirmed it declared a 'Yes vote\" in a second independence on Scottish independence.", "rouge": {"rouge1": 38.095238095238095, "rouge2": 0.0, "rougeL": 28.57142857142857}, "nll_sum": 151.83267211914062, "token_count": 30} +{"index": 5375, "reference": "Human rights should be taught from the earliest age possible to change attitudes to bullying, according to a Holyrood committee.", "prediction": "Risation and bullying is being seen as a \"Chest\" rise in bullying and young people\", says a report from Holyrood's committee.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 0.0, "rougeL": 23.809523809523807}, "nll_sum": 130.9788360595703, "token_count": 28} +{"index": 5376, "reference": "What is believed to be the first email scam using Gaelic has been targeted at residents of the Western Isles.", "prediction": "An Anglesey has sent out of a email which was sent to American Gaelic victims of a fraud of \u00a32037,000. solve a again gir a's again a from aA fromA's of?A from againA", "rouge": {"rouge1": 17.54385964912281, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 277.03277587890625, "token_count": 47} +{"index": 5377, "reference": "Joe Thompson has signed a six-month contract with League One side Rochdale, returning to the club with which he began his career.", "prediction": "League One side Rochdale have ex- captain In Inoch on one on non-contract terms following his release by his former club Northampton Town.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 13.33333333333333, "rougeL": 21.27659574468085}, "nll_sum": 141.56903076171875, "token_count": 30} +{"index": 5378, "reference": "Several people have been injured in a three-car collision on the A9 near Dingwall in the Highlands.", "prediction": "Police have identified three people in a three-vehicle crash near BDO 30 in the Scottish Borders.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.18181818181818, "rougeL": 40.0}, "nll_sum": 71.75700378417969, "token_count": 20} +{"index": 5379, "reference": "Planners in Rugby have revealed they have been in talks with Coventry City Football Club about building a stadium in the borough.", "prediction": "Coventry City cannot find a permanent home for rugby rugby club is be identified as site, the city's and borough council in its council. a an's again's from's from's a's again of from's from again's a", "rouge": {"rouge1": 24.242424242424246, "rouge2": 3.125, "rougeL": 15.151515151515152}, "nll_sum": 245.93325805664062, "token_count": 47} +{"index": 5380, "reference": "Glamorgan have made signing another fast bowler their priority for 2017, says chief executive Hugh Morris.", "prediction": "Glamorgan county have enough fast enough bowlers has not be the top of 2016 says the county's chief executive Hugh Morris, as Root's his struggle as's reputation from George-D for a in from November's.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 11.320754716981133, "rougeL": 32.72727272727273}, "nll_sum": 293.55023193359375, "token_count": 44} +{"index": 5381, "reference": "Leicester Tigers hooker Tom Youngs refuses to give up on an England recall, despite admitting he doubted himself after undergoing back surgery.", "prediction": "England scrum-half Ben Youngs says he will prove the sight of the England again having again continues his recovery from a back injury.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 114.95941925048828, "token_count": 27} +{"index": 5382, "reference": "Wales slipped to an agonising seventh straight Test defeat and their eighth in a row against Australia as the Wallabies stole victory in a dramatic finale in Cardiff.", "prediction": "Wales survived a stunning second-half performance to thr defeat Australia in Adelaide, in, what was called \"the best Test\" in the sport 71 history.", "rouge": {"rouge1": 37.73584905660378, "rouge2": 0.0, "rougeL": 22.64150943396226}, "nll_sum": 168.5182647705078, "token_count": 31} +{"index": 5383, "reference": "The home secretary has refused to say whether the Conservative manifesto will repeat their 2015 pledge to cut net migration to the \"tens of thousands\".", "prediction": "There will be no plan to bring net migration to the UK by the end the 2016, next year,'s new home secretary has said.", "rouge": {"rouge1": 44.0, "rouge2": 20.833333333333336, "rougeL": 24.0}, "nll_sum": 110.67472839355469, "token_count": 27} +{"index": 5384, "reference": "Rangers beat Aberdeen to go second in the Scottish Premiership in a match that featured a red card for each side.", "prediction": "Rangers moved nine points clear at of top in Scottish Premiership as they were held by 10-man Aberdeen.", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 99.68202209472656, "token_count": 21} +{"index": 5385, "reference": "Prime Minister David Cameron says Wales must have a bigger say over its affairs in the wake of the Scottish independence referendum.", "prediction": "David Cameron has set out a new \"new settlement\" for English and English laws, but only 76% of Scotland have backed in the Scottish vote, 40, - they on from on's's seats in 39 national the..", "rouge": {"rouge1": 30.508474576271187, "rouge2": 10.526315789473685, "rougeL": 20.338983050847457}, "nll_sum": 256.38238525390625, "token_count": 44} +{"index": 5386, "reference": "British researchers have developed a test to detect Alzheimer's disease in its earliest stages.", "prediction": "A blood blood test can pick people up for diagnosis later and later diagnosed and later later, say researchers.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 102.76930236816406, "token_count": 20} +{"index": 5387, "reference": "Crowds have been gathering to see the world's largest cruise ship, Harmony of the Seas, at the port of Southampton.", "prediction": "'s biggest cruise ship, Brazil, has been built built on Costa Philippine coast coast in America, America.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 5.555555555555556, "rougeL": 15.789473684210527}, "nll_sum": 120.75782775878906, "token_count": 20} +{"index": 5388, "reference": "Reading are to release Hal Robson-Kanu, Anton Ferdinand and Simon Cox after their current contracts expired.", "prediction": " Rob Robson-KKanu but Wales, Rio Ferdinand and Paul Cox and have left Reading club.", "rouge": {"rouge1": 31.25, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 122.58897399902344, "token_count": 19} +{"index": 5389, "reference": "An animal rights group is calling for the Skegness mascot, the Jolly Fisherman, to be replaced with a fish.", "prediction": "An animal welfare group has rejected calls for a Skerieman campaign poster to be done from the resort.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 17.142857142857142, "rougeL": 37.83783783783783}, "nll_sum": 109.08287048339844, "token_count": 20} +{"index": 5390, "reference": "Actor Gerard Depardieu has hailed Russia's decision to grant him citizenship, following a tax row with the government in his native France.", "prediction": "French actor and filmmaker- Kevin Depardieu says he is \"\" to leave despite country, despite the shutting down a controversial Boris tax proposal.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 172.59356689453125, "token_count": 27} +{"index": 5391, "reference": "Defending champion Scott Waites was knocked out of the BDO World Darts Championships as Danny Noppert beat him 5-3 in a dramatic quarter-final.", "prediction": "ppmanEnglishie Nopp, will face England's Dan Waites to reach the semi-finals of the BDO World World Championships in BDOal.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 179.35325622558594, "token_count": 31} +{"index": 5392, "reference": "Bayern Munich assistant manager Paul Clement is the leading candidate to become Swansea City's new manager - but former Birmingham City boss Gary Rowett remains in contention.", "prediction": "Swansea City are hopeful of become the next manager to Wales manager Gary Rowett, would be \" British \" British all know\" the Premier League is P from). man from-based decision the in manager from international retirement.", "rouge": {"rouge1": 34.92063492063492, "rouge2": 6.557377049180328, "rougeL": 19.04761904761905}, "nll_sum": 278.6103515625, "token_count": 45} +{"index": 5393, "reference": "Interim boss Neil McCann has reversed his decision to leave Dundee and taken on the position long-term.", "prediction": "Former Dundee United boss Neil McCann has appointed the new manager of full-time", "rouge": {"rouge1": 37.5, "rouge2": 20.000000000000004, "rougeL": 31.250000000000007}, "nll_sum": 51.91349792480469, "token_count": 15} +{"index": 5394, "reference": "An Edwardian swimming baths and an 18th century country mansion are among the most under-threat buildings in the world, according to a heritage group.", "prediction": "Two historic 18th Century state back into a swimming pool could be save and have been included in a list of heritage, a topIslamic\" highest's building it says's to be introduction from what it's from of.", "rouge": {"rouge1": 28.125, "rouge2": 3.225806451612904, "rougeL": 15.625}, "nll_sum": 266.5894775390625, "token_count": 43} +{"index": 5395, "reference": "A chronology of key events:", "prediction": "A chronology of key events:", "rouge": {"rouge1": 100.0, "rouge2": 100.0, "rougeL": 100.0}, "nll_sum": 25.301342010498047, "token_count": 6} +{"index": 5396, "reference": "A leading Scottish Conservative MSP missed a parliamentary committee to referee a Champions League match in Portugal.", "prediction": " M MSP who criticised a refereeing on the pitch during a World Cup training, was a \"disgrful\", a Scottish MSP said.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 0.0, "rougeL": 21.052631578947366}, "nll_sum": 147.2781524658203, "token_count": 29} +{"index": 5397, "reference": "One of the world's largest and smelliest flowers has blossomed for the first time in Scotland.", "prediction": "ortMiculturist - what thought to be one of the world's largest plants plants - is hope to complete smell at strong small form garden.", "rouge": {"rouge1": 30.0, "rouge2": 26.31578947368421, "rougeL": 30.0}, "nll_sum": 170.377197265625, "token_count": 29} +{"index": 5398, "reference": "The number of children referred to the NHS with gender identity issues has increased significantly in recent years, according to figures obtained by the BBC.", "prediction": " a number of young children as three three - as nine is among the UK ever recorded, government figures show.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 113.54270935058594, "token_count": 21} +{"index": 5399, "reference": "Bolivians voted in a referendum on 21 February to decide whether to allow President Evo Morales to seek another term in office.", "prediction": "Bolivia's constitutional court overturned a political ban which that Evo Morales the then president-president seeking for a second-year term.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904762, "rougeL": 22.727272727272727}, "nll_sum": 123.03154754638672, "token_count": 27} +{"index": 5400, "reference": "Sheffield United have signed Fulham defender Richard Stearman for an undisclosed fee on a three-year deal.", "prediction": "Sheffielder have signed midfielder Richard Richardness from Championship side side Wolves for an undisclosed fee, believed to be \u00a32.8m.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 22.857142857142858, "rougeL": 43.24324324324324}, "nll_sum": 118.11251831054688, "token_count": 27} +{"index": 5401, "reference": "Several Paris-Roubaix riders were seconds from being hit by a train as they raced over a rail crossing while a TGV approached.", "prediction": "A Team Sky GB had to carried away by a police secured during a crash which lead to the final stage, the race's organisers say a- race for the Met again a \"- again- again in a again's from again's emerged", "rouge": {"rouge1": 18.181818181818183, "rouge2": 3.125, "rougeL": 15.151515151515152}, "nll_sum": 280.1678466796875, "token_count": 46} +{"index": 5402, "reference": "A celebration by football fans in the US city of Seattle grew so loud on Monday evening it registered as a minor earthquake, a research group has said.", "prediction": "A American football game between Seattle Warriors and the New York Saints have been seen seen as a huge revenue.", "rouge": {"rouge1": 25.0, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 103.81559753417969, "token_count": 20} +{"index": 5403, "reference": "It has not been an easy week for the big multinational corporations that sponsor football's world governing body Fifa.", "prediction": "The scandal scandal that puts sensational feature around the world's World Cup - their money - even perhaps if the organisation has't anything anything anything\".", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 184.72317504882812, "token_count": 27} +{"index": 5404, "reference": "England and Wales have accused each other of illegal scrummaging before the Six Nations showdown at Twickenham.", "prediction": "Wales' Six Nations match with England against Wales be \"fixing the game\" by claimed the referee is \"ching game\". the game\".", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555556, "rougeL": 15.789473684210527}, "nll_sum": 149.58071899414062, "token_count": 28} +{"index": 5405, "reference": "A man accused of punching a groom when two wedding parties clashed at a hotel has denied hitting anyone but admitted \"grappling\" on the floor.", "prediction": "A married man accused accused of two two men with a same punch at their home was by bar worker, been told a court, has been \"the used of attack\".", "rouge": {"rouge1": 40.0, "rouge2": 7.547169811320755, "rougeL": 32.727272727272734}, "nll_sum": 191.66636657714844, "token_count": 33} +{"index": 5406, "reference": "Spanish World Champion Marc Marquez won the Grand Prix of the Americas for the third successive year on Sunday.", "prediction": "El Rosh has become the first British rider's complete a Saturday's nine aday Grand Prix.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 5.88235294117647, "rougeL": 16.666666666666668}, "nll_sum": 123.36790466308594, "token_count": 19} +{"index": 5407, "reference": "Afghan special forces have freed more than 60 people held by the Taliban in a makeshift jail in the south of the country, Nato says.", "prediction": "Nato troops say they have seized more than 40 prisoners and their soldiers in north in north, the military says.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 31.11111111111111}, "nll_sum": 106.46420288085938, "token_count": 22} +{"index": 5408, "reference": "Spread across a chain of thousands of islands between Asia and Australia, Indonesia has the world's largest Muslim population and Southeast Asia's biggest economy.", "prediction": "Indonesia is a small area and one of the world's most developed countries, the polluted, territory, territories, South, and South and and Asia and 1991.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 12.0, "rougeL": 26.923076923076923}, "nll_sum": 159.44944763183594, "token_count": 33} +{"index": 5409, "reference": "Sainsbury's has reported a second consecutive quarter of falling sales, blaming falling food prices.", "prediction": "Sainsbury's has said it will read a 40% rise in sales and revenue, but the supermarket will continue to \"up its intervention\".", "rouge": {"rouge1": 26.315789473684205, "rouge2": 11.11111111111111, "rougeL": 26.315789473684205}, "nll_sum": 107.41412353515625, "token_count": 28} +{"index": 5410, "reference": "A new blood test could help diagnose people with inherited heart conditions, the British Heart Foundation has said.", "prediction": " a new genetic test can reveal out test family can cope aable heart disease, say British Heart Foundation.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 17.647058823529413, "rougeL": 38.88888888888889}, "nll_sum": 117.5654067993164, "token_count": 20} +{"index": 5411, "reference": "Hampshire spun their way to an eight-wicket victory over T20 Blast South Group leaders Glamorgan at Southampton.", "prediction": "V Vince struck an unbeaten 4-69 and helped Middlesex by an innings in eight-team first T20 Blast defeat over Gloucestershire at Road Stadium.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 173.5531005859375, "token_count": 32} +{"index": 5412, "reference": "A man has appeared in court after a fire at Peterhead harbour.", "prediction": "A man has appeared in court charged with a fire that killed 28 people at of fire Peterhead, which diver as young as 5m, from's a reputation,'s from a's. a ballet in2 from The's\". a reputation", "rouge": {"rouge1": 38.46153846153846, "rouge2": 24.000000000000004, "rougeL": 38.46153846153846}, "nll_sum": 301.21954345703125, "token_count": 47} +{"index": 5413, "reference": "Photographs have emerged which are said to show the 12-year-old son of a Tamil rebel leader alive and well in custody less than two hours before he was shot dead.", "prediction": "S the interactive has released a evidence showing the Sri Lankan government accused killing an 11-year-old boy who may have committed serious crimes in. 2009. 2006 a's a- solve- again's a 2011 againold 2011old a", "rouge": {"rouge1": 19.718309859154928, "rouge2": 5.797101449275361, "rougeL": 14.084507042253522}, "nll_sum": 259.38360595703125, "token_count": 47} +{"index": 5414, "reference": "Manchester City staged a superb comeback to end Bayern Munich's record run of 10 consecutive Champions League wins but they still finished as Group D runners-up behind the German champions.", "prediction": "Bayern Munich survived a last- comeback to beat Manchester City and delayed a Champions League last-16 loss to Manchester City top of Group A.", "rouge": {"rouge1": 38.59649122807018, "rouge2": 14.545454545454547, "rougeL": 21.052631578947366}, "nll_sum": 119.45079040527344, "token_count": 28} +{"index": 5415, "reference": "A man who killed two girlfriends five years apart has been jailed for life.", "prediction": "A man who killed two naked of two case reviewed in brought to the police and asked them have both jailed for life for their convictions.", "rouge": {"rouge1": 40.0, "rouge2": 31.57894736842105, "rougeL": 40.0}, "nll_sum": 144.13182067871094, "token_count": 26} +{"index": 5416, "reference": "It might just be the greatest sports documentary to ever come out of Britain.", "prediction": "If a documentary about about prints about a film, office pub, film-maker, film-creator.", "rouge": {"rouge1": 6.89655172413793, "rouge2": 0.0, "rougeL": 6.89655172413793}, "nll_sum": 114.03568267822266, "token_count": 20} +{"index": 5417, "reference": "A health watchdog has praised the improvements at a hospital that was once placed in special measures.", "prediction": "The first front-ton therapy Hospital has been told by the health watchdog after found found high, rates rates of alcohol or cut death rate. solve a again 2011 again's again a from a it's again \u00a3 of a from's from a", "rouge": {"rouge1": 22.950819672131146, "rouge2": 3.389830508474576, "rougeL": 9.836065573770492}, "nll_sum": 319.1733093261719, "token_count": 47} +{"index": 5418, "reference": "Bombay House in the historic Fort area of Mumbai is an iconic building.", "prediction": "Tata Steel it needs, about, jobs and is the business in its business.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 93.85594940185547, "token_count": 16} +{"index": 5419, "reference": "Deportivo La Coruna have sacked boss Victor Sanchez after a disappointing end to their season in La Liga.", "prediction": " Pulis Sanchez has signed a contract to stay with the La Liga champions hopes Barcelona the until May 2019.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 102.44551086425781, "token_count": 20} +{"index": 5420, "reference": "A prestigious African-American college has discontinued a professorship funded by the comedian Bill Cosby, following allegations that he assaulted several women.", "prediction": "A US private college has received donation to five men accused of protecting comedian Bill Cosby in 2005, denied he received extation from women who gave sex.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 12.765957446808512, "rougeL": 32.6530612244898}, "nll_sum": 159.3917236328125, "token_count": 29} +{"index": 5421, "reference": "Denmark's Caroline Wozniacki will try to win her first title of 2017 after reaching her sixth final with victory over Sloane Stephens at the Rogers Cup.", "prediction": "World number one Carolineozniacki took a dream of winning her first Rogers Cup quarter-finals since winning to cookingian Stephens by heavy rain heavy", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 19.607843137254903}, "nll_sum": 202.21371459960938, "token_count": 29} +{"index": 5422, "reference": "Work will continue through the night to make safe the site of a house struck by a lorry in an accident that led to the death of a 55-year-old woman.", "prediction": "A partial road of the78 not road in Ayrshire's coastal village will reopen after a crash which killed a 19-yearold man and a woman.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 0.0, "rougeL": 17.24137931034483}, "nll_sum": 142.721923828125, "token_count": 31} +{"index": 5423, "reference": "Five teenagers have been sentenced after admitting their part in a \"riot\" which saw part of Newport city centre \"under siege\".", "prediction": "Three teenagers have been jailed for starting fire up to 30 tankseven and eggs\" cars, Bla, Blaade Gwent, thought to be the town as the from. front-up incidents in from November as November.", "rouge": {"rouge1": 14.545454545454541, "rouge2": 7.547169811320756, "rougeL": 14.545454545454541}, "nll_sum": 278.2811584472656, "token_count": 45} +{"index": 5424, "reference": "Frankie Dettori rode 14-1 shot Galileo Gold to a surprise victory in the first classic of the 2016 Flat season, the 2000 Guineas at Newmarket.", "prediction": "ieie Frankie Dettori, Castat, won the the,, St leavehurst Stakes in a Guineas at Goodwood Good.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 28.57142857142857}, "nll_sum": 191.73583984375, "token_count": 28} +{"index": 5425, "reference": "India is introducing legislation to ban maps or satellite images of the country unless they are approved by government.", "prediction": "The Indian government has signed a proposed law to include ge Americanosplev data\" on images the sites such as Facebook and \"open closing borders\".", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 194.310546875, "token_count": 29} +{"index": 5426, "reference": "World number two Rory McIlroy had his worst ever round in the DP World Tour Championship to lie nine shots behind first-round leader Lee Westwood.", "prediction": "World number one Lee Westwood missed out on's first European Tour title after taking a two-shot share at the lead Abu Dhabi Dhabi Championship.", "rouge": {"rouge1": 38.46153846153847, "rouge2": 8.0, "rougeL": 19.230769230769234}, "nll_sum": 144.9541015625, "token_count": 28} +{"index": 5427, "reference": "The National Portrait Gallery has launched a campaign to stop the export of the earliest known British oil painting of a freed slave.", "prediction": "The National Portrait GalleryA aY) has receive a \u00a39m lottery to buy a 18th painting of a 19 19 African lawyer and. once's role as a \"-D since a Britain from a George..", "rouge": {"rouge1": 31.57894736842105, "rouge2": 14.545454545454545, "rougeL": 31.57894736842105}, "nll_sum": 288.8130798339844, "token_count": 43} +{"index": 5428, "reference": "Public hearings into allegations of abuse relating to Lord Janner have been delayed by six months.", "prediction": "The public into the death of Lord Janner in child sexual abuse is be brought be brought forward, possible. special counsel a lawyer says, after it's \"'s decision the from be the it's from of the.", "rouge": {"rouge1": 22.222222222222218, "rouge2": 3.8461538461538463, "rougeL": 18.51851851851852}, "nll_sum": 264.0999755859375, "token_count": 43} +{"index": 5429, "reference": "Voters across England are going to the polls for council elections and a parliamentary by-election in South Shields.", "prediction": "STing have opened on the final day of local council and elections and England Wales in Labour, Labour, Labour, Manchester and South Shields, from Labour office the from the same gains from the Conservative has's of's.", "rouge": {"rouge1": 28.07017543859649, "rouge2": 7.2727272727272725, "rougeL": 24.561403508771928}, "nll_sum": 235.41600036621094, "token_count": 43} +{"index": 5430, "reference": "Muslim leaders have lifted a boycott of a key holy site in East Jerusalem after Israel removed the last of the security measures which had led to uproar.", "prediction": "ininians have been removed from a Jordanian's complex Ad in the Old City, where Israel is accused of anti-JJazeera militants.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 154.2257080078125, "token_count": 27} +{"index": 5431, "reference": "A three-year-old Indian girl who went missing a week ago has been found after her family launched a massive social media campaign.", "prediction": "A 13-year-old girl in India, who went missing two two weeks on internet has been found safe and and will her name and her uncle", "rouge": {"rouge1": 47.05882352941176, "rouge2": 20.408163265306122, "rougeL": 47.05882352941176}, "nll_sum": 121.53962707519531, "token_count": 29} +{"index": 5432, "reference": "Police are searching a park in an area where three severed human feet have been found this year.", "prediction": "A human foot found in a park in a park are thought to be a teaching aid workers, police have said.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 90.5369873046875, "token_count": 22} +{"index": 5433, "reference": "A planning inquiry is under way to create a \"smart motorway\" along the M4 in Berkshire.", "prediction": "Plans to turn around, hard shoulder into the M4 motorway between Birmingham and Gatwick Airport have been announced", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 103.89273071289062, "token_count": 22} +{"index": 5434, "reference": "The amount of radon gas found in the Channel Islands is associated with the geology of the island and not construction materials, a survey finds.", "prediction": "More than 30 island homes, radirolon, below the minimum levels of lung cancer, a survey suggests.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 5.128205128205128, "rougeL": 24.39024390243903}, "nll_sum": 118.40275573730469, "token_count": 21} +{"index": 5435, "reference": "Darlington Council has rubber stamped moves aimed at making \u00a310m savings over the next four years.", "prediction": "ikers crossings in Pembrokeshireire, will be scrapped by May, after the council plans to save \u00a3.8m.", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 109.96853637695312, "token_count": 27} +{"index": 5436, "reference": "Alastair Cook and Tom Westley both hit centuries as Essex took charge on a rain-affected first day against Hampshire in the County Championship.", "prediction": "England captain Alair Cook and Tom Westley led Kent's as weather on a rain-hit first first day of the Championship season at Chelmsford.", "rouge": {"rouge1": 53.06122448979592, "rouge2": 25.53191489361702, "rougeL": 48.97959183673469}, "nll_sum": 152.24258422851562, "token_count": 30} +{"index": 5437, "reference": "Two police forces in Yorkshire are to merge their dog units to reduce costs.", "prediction": "A police force is closing the number of its dog they handlers and poorly as part of part of effort to save \u00c2\u00a332m.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 153.91848754882812, "token_count": 27} +{"index": 5438, "reference": "Police have been criticised for failing to stop an 87-year-old driving the wrong way on major roads before killing himself and another man in a crash.", "prediction": "A mistake error led a man man on a motor crash on a motorway just before start of light because of stopped police and an inquest and heard. again 2011 again 2011 again a 2011 again a again a 2011 of again's a againA", "rouge": {"rouge1": 24.657534246575345, "rouge2": 0.0, "rougeL": 10.95890410958904}, "nll_sum": 261.25372314453125, "token_count": 47} +{"index": 5439, "reference": "Linfield secured a money-spinning Champions League tie against Celtic as a goalless draw in San Marino earned a 1-0 aggregate win over La Fiorita.", "prediction": " overfield's dramatic Champions League play-off hopes alive as they held in a stoppage time draw by French La Marino side La Fiorita at Windsor Park as sides side drawn away the first leg- their Champions League group.", "rouge": {"rouge1": 27.6923076923077, "rouge2": 6.349206349206349, "rougeL": 24.61538461538462}, "nll_sum": 250.51885986328125, "token_count": 44} +{"index": 5440, "reference": "Controversial plans for 10 marine conservation zones have been withdrawn by a Welsh government minister.", "prediction": "The natural minister has withdrawn all of the proposed new protected environmental reserve not in Welsh waters.", "rouge": {"rouge1": 18.750000000000004, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 101.72798156738281, "token_count": 17} +{"index": 5441, "reference": "Paddy McCourt has left League Two side Luton Town by mutual consent to return to his native Northern Ireland.", "prediction": "Luton Town have Northern PPaddy P left the club by mutual after his release by the League Two side due the sidethe a's on it a from the's from his regular\" from's's of a. from of's Broadway", "rouge": {"rouge1": 32.786885245901644, "rouge2": 13.559322033898308, "rougeL": 16.393442622950822}, "nll_sum": 311.107666015625, "token_count": 46} +{"index": 5442, "reference": "A police officer is being treated in hospital after a car was allegedly driven at him in East Kilbride.", "prediction": "A man has been arrested by police after they car hit by a Lanarks Lanarkshire.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 96.32479095458984, "token_count": 18} +{"index": 5443, "reference": "DNA matching two men accused of throwing acid at the face of a Scottish Sun journalist was found on items at the scene, a court has heard.", "prediction": " DNA murder used in a knife attack on the Sun newspaper editor of a Glasgow in 2014, the court has heard.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 13.043478260869565, "rougeL": 33.33333333333333}, "nll_sum": 90.97091674804688, "token_count": 22} +{"index": 5444, "reference": "Music fans are gathering on the Isle of Lewis for the annual Hebridean Celtic Festival.", "prediction": "The full front-up for, Scottish will Scottish music festival has been announced, with a music musician's over the a musician from a's on body from his his role on his reputation for Saturday's from of2. a from'sA", "rouge": {"rouge1": 21.052631578947363, "rouge2": 0.0, "rougeL": 10.526315789473681}, "nll_sum": 310.4346923828125, "token_count": 47} +{"index": 5445, "reference": "The number of women becoming nuns has reached a 25-year high, the Catholic Church in England and Wales says.", "prediction": " becoming women the nuns are becoming \"a generation\", the Church the England and Wales says.", "rouge": {"rouge1": 62.857142857142854, "rouge2": 18.181818181818183, "rougeL": 51.42857142857144}, "nll_sum": 92.81256103515625, "token_count": 17} +{"index": 5446, "reference": "Injury-hit Wolves have suffered a new blow with the loss of Michal Zyro for potentially more than a year with multiple knee ligament damage.", "prediction": "Wolves head coach Ian Munro faces a year out of action for a year, after having a cruciciate a knee injury and injury.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 4.3478260869565215, "rougeL": 29.166666666666668}, "nll_sum": 166.04647827148438, "token_count": 28} +{"index": 5447, "reference": "A court in Iran has rejected an appeal against a five-year prison sentence given to a woman with dual British and Iranian citizenship.", "prediction": "A BBC Persian reporter held in Yemen is being held by the government to overthrow the public, her husband says.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 93.9665298461914, "token_count": 21} +{"index": 5448, "reference": "Bradford City ended non-league Chesham United's FA Cup dream as a comfortable win booked a spot in the third round.", "prediction": "Bradford City produced an eighth-round FA Cup holders Chelsea as thrashed aashed--leagueleague Ches Cheshire and reach the Cup second round.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 9.523809523809524, "rougeL": 31.818181818181817}, "nll_sum": 188.85166931152344, "token_count": 29} +{"index": 5449, "reference": "A retired police officer has reported Derbyshire police to the Home Office over claims they withheld evidence in a 1973 murder case.", "prediction": "A evidence of no evidence found to a Prime Minister man who was battered again and killed almost 35 years ago has questioned, a police and crime commissioner said.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 148.2001953125, "token_count": 30} +{"index": 5450, "reference": "A police officer thought she was going to die as she confronted a \"demonic\" ex-convict who had brutally murdered a young woman, an inquest has heard.", "prediction": "A police officer was Tasered by a woman at a hostel because of police, did not know what the believe the killer's an inquest, the told.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.538461538461538, "rougeL": 29.629629629629626}, "nll_sum": 160.859619140625, "token_count": 32} +{"index": 5451, "reference": "The head of the Organization of American States (OAS), Luis Almagro, has accused the Venezuelan President Nicolas Maduro of being \"a traitor\".", "prediction": "The Venezuelan foreign ministermaker Luis Al Almagro has accused the United States of American (AS has after declared a state of emergency as a state.", "rouge": {"rouge1": 51.06382978723404, "rouge2": 22.222222222222225, "rougeL": 34.04255319148936}, "nll_sum": 147.99623107910156, "token_count": 29} +{"index": 5452, "reference": "Plans have been announced to close a fire station in Berkshire.", "prediction": "Plans to close a station other Berkshire could \" \" P\" the 999 service, a local council councillor has said", "rouge": {"rouge1": 41.37931034482759, "rouge2": 14.814814814814817, "rougeL": 41.37931034482759}, "nll_sum": 134.22714233398438, "token_count": 22} +{"index": 5453, "reference": "Irony of ironies, is it possible that the European Court could block us from leaving the European Union?", "prediction": "It is the schizophrenic heard, but I isn't't there where a top court, saying it is too good like a paramed idic sport\".", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 197.59747314453125, "token_count": 29} +{"index": 5454, "reference": "A man has been charged following the death of 15-year-old girl suspected of taking drugs.", "prediction": "A man has appeared in court charged with drugs offences to the death of a 14-year-old girl after taking a legallegal high.", "rouge": {"rouge1": 58.536585365853654, "rouge2": 30.769230769230766, "rougeL": 53.658536585365844}, "nll_sum": 95.77603149414062, "token_count": 27} +{"index": 5455, "reference": "A New Zealand toddler has won NZ$1m ($726,600; \u00a3560,700) in Bonus Bonds prize money - the youngest ever winner of the investment lottery scheme.", "prediction": "An Australian man was born with his five-month inold Australia in whose mother receive a receive of$1m (\u00a31 man1,1 \u00a31, $1 in1.2m) in lottery.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 14.814814814814817}, "nll_sum": 238.63037109375, "token_count": 42} +{"index": 5456, "reference": "Forest Green Rovers have signed Wales Under-19 international striker Blake Davies on a one-year deal.", "prediction": "Forest Green Rovers goalkeeper Lawrenceanan Davies on a free transfer after agreeing a two-year professional professional contract.", "rouge": {"rouge1": 40.0, "rouge2": 24.242424242424242, "rougeL": 40.0}, "nll_sum": 123.64070892333984, "token_count": 23} +{"index": 5457, "reference": "Embattled commodities trader Noble Group is set to post its first full-year loss in nearly two decades because of the collapse in coal prices.", "prediction": " consumer consumer giant Noble has issued a profit warning, saying that it government face a suspended term of as it uncertainty over the soaring coal prices.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 155.1795654296875, "token_count": 27} +{"index": 5458, "reference": "South Africa's top detective is to take over the Oscar Pistorius inquiry amid attempted murder accusations against current lead officer Hilton Botha.", "prediction": "A South African police chief that, that will not Oscar film athlete Oscar Pistorius Pist and face murder charges.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 139.93882751464844, "token_count": 21} +{"index": 5459, "reference": "Welsh Liberal Democrat leader Kirsty Williams faces questions from an audience in Aberystwyth in the third of a daily series of live TV election specials.", "prediction": "With her heart of her own battle as a Welsh Liberal Party leader in first TV stage of 2016 assembly election.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 125.4371337890625, "token_count": 21} +{"index": 5460, "reference": "Nato members will be \"shamed\" into spending more on the alliance, defence secretary Sir Michael Fallon has said.", "prediction": "Defence Secretary Sir Michael Fallon has said the US's spending is \" no longer acceptable, possible\".", "rouge": {"rouge1": 52.94117647058824, "rouge2": 37.50000000000001, "rougeL": 41.1764705882353}, "nll_sum": 82.6859130859375, "token_count": 19} +{"index": 5461, "reference": "Iran has arrested eight people working for online modelling agencies deemed to be \"un-Islamic\", the prosecutor of Tehran's cybercrimes court has said.", "prediction": "Six people in Tehran are detained on suspicion of doing on social media for doing their hair, the Afghan court's office has confirmed in the- reputation's restaurant,- \" from's-f, of in from from's.", "rouge": {"rouge1": 26.229508196721312, "rouge2": 0.0, "rougeL": 16.393442622950822}, "nll_sum": 257.9322509765625, "token_count": 43} +{"index": 5462, "reference": "Britain's Lizzie Armitstead stretched her lead in the Women's Tour as the Netherlands' Marianne Vos claimed victory in stage four.", "prediction": " horseelsh cyclist Lizzie Armitstead won the race on four of the 2017 Women's 2016, as Britain'sie's Armitstead won Gloucestershire.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 9.523809523809524, "rougeL": 27.27272727272727}, "nll_sum": 162.301513671875, "token_count": 34} +{"index": 5463, "reference": "A police force has referred itself to the watchdog over the death of a woman hours after she spoke to officers about an alleged assault.", "prediction": "A woman was dead in Manchester after being sent to police after a woman who took her arrest of police said.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 101.96456909179688, "token_count": 21} +{"index": 5464, "reference": "A lifeline has been offered to death row dog Stella by an American pit bull sanctuary which has offered to fly her to the United States.", "prediction": "A pit bull dog was seized by police during a heart has prompted to be banned from the UK, will have be fly in in US. a says a it's a \"--old- ban in under November's a. a from", "rouge": {"rouge1": 26.865671641791046, "rouge2": 3.0769230769230766, "rougeL": 17.910447761194032}, "nll_sum": 279.60382080078125, "token_count": 46} +{"index": 5465, "reference": "Michelle Yeoh has been honoured with the Excellence in Asian Cinema award at the Asian Film Awards in Hong Kong.", "prediction": " leading actress Bji Yeoh said she would be \"very honour\" to receive an emotional achievement awards at the International Horse Film Awards Film and solve.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 165.023193359375, "token_count": 29} +{"index": 5466, "reference": "Olympic silver medallist Emma Pooley is set to return to the British cycling team for the Rio Olympics in 2016, having retired from the sport in 2014.", "prediction": "Great Britain's Emma Poo says she hopes to have a \" serious attempt\" by's her Olympic gold to at Rio 2016 Olympics in Rio.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 4.0, "rougeL": 23.076923076923077}, "nll_sum": 159.39385986328125, "token_count": 27} +{"index": 5467, "reference": "A man has denied being the owner of a dog which attacked and fatally injured a neighbour.", "prediction": "A man who admitted murdering a man and his dog by his dog will not face trial.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 58.69221496582031, "token_count": 17} +{"index": 5468, "reference": "A rail traveller has spoken of his \"humiliation\" after being twice detained by armed police at Reading station over concerns about wires seen in his pocket.", "prediction": "A train passenger and operator was asked by police after stop was stopped adopt a train in London the after reports he was lifts a bag of his train.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 3.773584905660378, "rougeL": 18.181818181818183}, "nll_sum": 171.62689208984375, "token_count": 29} +{"index": 5469, "reference": "The Portuguese Cabinet has approved rules under which descendants of Jews expelled from Portugal more than 500 years ago can claim citizenship.", "prediction": "Theug government has passed a bill which would allow Michiganbanic Jews living to carry, Jewish community.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 136.90557861328125, "token_count": 20} +{"index": 5470, "reference": "The Duchess of Cambridge has shown off her tennis skills during a practice session with Judy Murray.", "prediction": "The Duchess and Duchess of Cambridge have joined tennis star Judy Murray, on her of official. as with charity young young children is \"w's \"'s \"overA Saturday from a-m, a in a from's Saturday.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 15.384615384615383, "rougeL": 25.92592592592593}, "nll_sum": 283.9634704589844, "token_count": 45} +{"index": 5471, "reference": "Portsmouth have secured their League Two play-off place with a victory at fellow promotion hopefuls AFC Wimbledon.", "prediction": "League Two play-offuls Portsmouthbledon boosted their play-off hopes alive with victory over fellow playefoff hopuls hopefuls AFC Wimbledon.", "rouge": {"rouge1": 57.89473684210527, "rouge2": 27.777777777777775, "rougeL": 52.63157894736842}, "nll_sum": 173.882568359375, "token_count": 30} +{"index": 5472, "reference": "The number of murders in Scotland has fallen again, according to new figures.", "prediction": "Recorded crime in southern Scotland has fallen by almost 80, increasing but 30 years years, record records reached a \"98\". high\".", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 184.67678833007812, "token_count": 26} +{"index": 5473, "reference": "Nineteen-time winners Wigan Warriors will travel to local rivals and 2016 runners-up Warrington Wolves in the quarter-finals of the Challenge Cup.", "prediction": "Warers Warringtonrington Wolves will hold Warrington Wolves and Warrington and Hull in the Challenge Cup quarter-finalsfinal (45:).", "rouge": {"rouge1": 42.857142857142854, "rouge2": 20.0, "rougeL": 33.33333333333333}, "nll_sum": 148.8397979736328, "token_count": 27} +{"index": 5474, "reference": "Disposable incomes in Northern Ireland are nearly half the UK average, new figures suggest.", "prediction": "Families in Northern Ireland \u00a3 of each week per better than average UK area of UK, a research suggests", "rouge": {"rouge1": 37.5, "rouge2": 13.333333333333334, "rougeL": 31.250000000000007}, "nll_sum": 115.62760925292969, "token_count": 21} +{"index": 5475, "reference": "Mercedes' Lewis Hamilton took the outright championship lead for the first time this season with a dominant victory in the Italian Grand Prix.", "prediction": "Lewis Hamilton took a stunning to pole position at the Italian Grand Prix despite victory with Mercedes team-mate.", "rouge": {"rouge1": 52.38095238095239, "rouge2": 25.0, "rougeL": 38.0952380952381}, "nll_sum": 84.38713073730469, "token_count": 20} +{"index": 5476, "reference": "Photographs celebrating the success of world record Paralympian Richard Whitehead - dubbed Britain's bladerunner - have gone on display.", "prediction": "F photographs photographs celebrating Paralympic champion champions Whitehead, running his training for the 2012 Olympics, have gone on show in an exhibition a60- solve the 2011's again 2011-w 2011 Soviet again's- again's again from a", "rouge": {"rouge1": 28.07017543859649, "rouge2": 10.909090909090908, "rougeL": 21.052631578947366}, "nll_sum": 298.2413330078125, "token_count": 47} +{"index": 5477, "reference": "Jeremy Corbyn asked David Cameron questions emailed to him from the public as he tried what he called \"a different\" style for his debut PMQs.", "prediction": "Jeremy Corbyn has told MPs he can be canmore excited\" to questions at his Prime Minister's Questions if they do not a a Prime Minister's Questions.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 3.921568627450981, "rougeL": 15.094339622641511}, "nll_sum": 147.340576171875, "token_count": 30} +{"index": 5478, "reference": "About 15,000 crocodiles have reportedly escaped from a farm in South Africa's far north amid heavy rains and flooding.", "prediction": "A small farm where 30 sq have died in South Africa are disappeared home, their school, and and from playing a playing field in the deadly floods, police, say they of's again-'s 2011 in 2011 again's 2011 again from a", "rouge": {"rouge1": 31.25, "rouge2": 9.677419354838708, "rougeL": 21.875}, "nll_sum": 302.2577819824219, "token_count": 47} +{"index": 5479, "reference": "Consent for a wind farm off Aberdeen which is opposed by Donald Trump has been granted by the Scottish government, angering the US tycoon.", "prediction": "US presidential candidate Donald Trump has elected plans to plans for an wind farm at Europe small Aberdeenshire resort.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 14.634146341463413, "rougeL": 13.953488372093023}, "nll_sum": 126.59649658203125, "token_count": 22} +{"index": 5480, "reference": "A scheme to make the medieval town of Conwy safer for foreign tourists who arrive by coach is set for approval.", "prediction": " cab drivers in Conwy could lose the right to lose a car park and could be cut reb to road fears.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 131.7385711669922, "token_count": 22} +{"index": 5481, "reference": "Ulster Bank is working to restore payments and direct debits that were delayed by a computer glitch involving the RBS group of banks.", "prediction": "Ulster Bank is seeking Ulster Bank of (RBS) for operating payments were made, of a problem with its anti protection payment protection.", "rouge": {"rouge1": 40.0, "rouge2": 9.30232558139535, "rougeL": 26.66666666666666}, "nll_sum": 150.57504272460938, "token_count": 27} +{"index": 5482, "reference": "German police have released a 40-year-old Tunisian man who had been a suspected accomplice of the Berlin Christmas market assailant.", "prediction": "A German man who was behind of behind a deadly gun attack and in on a Christmas market has been released.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 9.75609756097561, "rougeL": 27.90697674418604}, "nll_sum": 93.99150085449219, "token_count": 21} +{"index": 5483, "reference": "Cardiff City manager Russell Slade says qualifying for a Championship play-off spot this season would be \"bigger than anything\" he has achieved in his career after passing 750 games in management.", "prediction": "New Wales manager Russell Slade says he wants to Cardiff City's reach the Premier League play-off final.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 20.408163265306122, "rougeL": 23.52941176470588}, "nll_sum": 84.00591278076172, "token_count": 21} +{"index": 5484, "reference": "The actors' union Equity has hit out at the decision to remove two of Mull's best-known creative directors from their posts.", "prediction": "A theatre and theat of arts could created created in Argyll Bute after the three accountancy wase, But a and Bute.", "rouge": {"rouge1": 9.09090909090909, "rouge2": 0.0, "rougeL": 4.545454545454545}, "nll_sum": 186.810791015625, "token_count": 28} +{"index": 5485, "reference": "The $1.9bn (\u00a31.2bn) European fund to tackle African migration is not sufficient, several African leaders have said after crisis talks with their European counterparts.", "prediction": "The European Union has announced $10m (\u00a331m) NHS fund set up to Africa in the wake of the migrant crisis in Libya, in Libya.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 115.22923278808594, "token_count": 30} +{"index": 5486, "reference": "Installing more wind turbines will make the UK's energy market more resilient to global fossil fuel price shocks, an independent report has concluded.", "prediction": "The UK is becoming the first country in the country to reduce production revenue of fossil fuels, an independent think-tank has warned in the's it, solve, it receives a the from from it's's from of.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 9.836065573770492, "rougeL": 25.396825396825395}, "nll_sum": 222.21575927734375, "token_count": 43} +{"index": 5487, "reference": "The fight over NHS consultants' private work - and that is exactly what this is - goes back to the very start of the NHS.", "prediction": "There is a word that that say the junior doctors in England aren't our private practice.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 87.35234069824219, "token_count": 17} +{"index": 5488, "reference": "A man arrested on suspicion of causing death by dangerous driving after a cyclist died near Leicester railway station has been released on bail.", "prediction": "A man has been arrested on suspicion of causing death by dangerous driving after a man when he was hit train in Leices's's Leicester Bridge.", "rouge": {"rouge1": 62.7450980392157, "rouge2": 48.97959183673469, "rougeL": 54.90196078431373}, "nll_sum": 118.35691833496094, "token_count": 28} +{"index": 5489, "reference": "Bath ran in six tries as they made light of Sam Burgess's return to rugby league by beating 14-man London Irish.", "prediction": "Bath moved six six points clear at the top to the table with the victory over- bottom club London Irish.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 119.84673309326172, "token_count": 22} +{"index": 5490, "reference": "The original contract signed by The Beatles and manager Brian Epstein has sold at Sotheby's for \u00a3365,000.", "prediction": " recording first recording contract given the Beatles owned to the band and band group Metal, has sold for \u00a31,000 at auction.", "rouge": {"rouge1": 48.78048780487805, "rouge2": 10.256410256410255, "rougeL": 39.02439024390244}, "nll_sum": 129.13671875, "token_count": 25} +{"index": 5491, "reference": "Tel Aviv is beginning the new working week on a higher level of alert.", "prediction": "A fresh airwaves has stepped up on a small up in Tel Aviv, just days after the Israeli military base began a small call phe it.", "rouge": {"rouge1": 25.0, "rouge2": 10.526315789473685, "rougeL": 20.0}, "nll_sum": 168.3643035888672, "token_count": 29} +{"index": 5492, "reference": "Canada's largest airline, Air Canada, has apologised after giving a 10-year-old boy's seat to someone else.", "prediction": "United Airlines has sued 10 in Canadian passengers, the airline faced an Australian and an nine-year boy in an effort to not intimidated staff.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 0.0, "rougeL": 26.66666666666666}, "nll_sum": 165.1528778076172, "token_count": 27} +{"index": 5493, "reference": "Most 15-year-olds in Northern Ireland are happy with their lives.", "prediction": "Northern Ireland students who are facing internet of - not more likely to cope with those satisfaction their life.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 7.142857142857142, "rougeL": 33.333333333333336}, "nll_sum": 129.6400146484375, "token_count": 19} +{"index": 5494, "reference": "Air traffic controllers are warning that UK skies are running out of room for record numbers of planes.", "prediction": "Bathrow Airport are facing the biggest number of UK airports is facing government plans, says the Department for Transport.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 105.68590545654297, "token_count": 22} +{"index": 5495, "reference": "In March, online community Reddit killed its \"warrant canary\" - a statement on its website declaring that it had not received any secret data snooping requests from government or law enforcement agencies.", "prediction": " Reddit, the site is an after after several black students were and killed at a was mine of California, where an unarmedany can be be has come to an after a famous--l and robbed three of before a.", "rouge": {"rouge1": 8.571428571428571, "rouge2": 0.0, "rougeL": 8.571428571428571}, "nll_sum": 288.686767578125, "token_count": 43} +{"index": 5496, "reference": "A village in India recently held an unique contest to raise consciousness about girl children: click a selfie with your daughter and win a prize.", "prediction": "The Indian town of Haryana but has won a country's most successful competition competitions. for theonian Nottingham a football- refereemaker's fromD as a's from Russia's from a as a's couple of.", "rouge": {"rouge1": 9.836065573770492, "rouge2": 0.0, "rougeL": 9.836065573770492}, "nll_sum": 279.6211853027344, "token_count": 43} +{"index": 5497, "reference": "Security camera footage has emerged which appears to show Kenyan security forces looting goods during last month's siege of the Westgate mall.", "prediction": "Kenyan police have released video footage showing shows to showing soldiers survived survived an militant group al-Shabab to attack a in the eastern capital, Kenya, what they say from-basing national in 28 from's. from. a", "rouge": {"rouge1": 19.672131147540984, "rouge2": 3.389830508474577, "rougeL": 13.114754098360656}, "nll_sum": 289.7521667480469, "token_count": 47} +{"index": 5498, "reference": "Work has begun to clear up hundreds of tonnes of waste washed up on Norfolk beaches during last month's North Sea tidal surge.", "prediction": "A major cleanup has begun clear clear a sea in Norfolk which was homes last summer, with the cost of more than \u00a37m.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444444, "rougeL": 21.27659574468085}, "nll_sum": 132.24673461914062, "token_count": 26} +{"index": 5499, "reference": "Health chiefs are investigating an outbreak of a flu-like illness following the death of a resident at a nursing home in Carmarthenshire.", "prediction": "A suspected heart outbreak has been confirmed at a nursing home in Carmarthenshire council, health officials have confirmed. \" been in the-'s,PG, \"a's now\", nowA it's suspension! a's a 2011A", "rouge": {"rouge1": 38.59649122807018, "rouge2": 18.181818181818183, "rougeL": 24.56140350877193}, "nll_sum": 263.75579833984375, "token_count": 47} +{"index": 5500, "reference": "Actor Brian Blessed has recounted how he helped deliver a baby in the 1960s - and bit through the umbilical cord.", "prediction": "US actor Paul Chapel has admitted, but Don't't how he isn't't a a baby. solve the a's \"-'s a it- The itA a from a it from a's's a of a from's from a", "rouge": {"rouge1": 25.806451612903224, "rouge2": 6.666666666666667, "rougeL": 25.806451612903224}, "nll_sum": 296.9999084472656, "token_count": 47} +{"index": 5501, "reference": "A breast surgeon accused of carrying out unnecessary operations has told a court that witness statements against him have been \"coached\".", "prediction": "A breast surgeon accused of carried out a series of attacks has denied a patient and scare himself.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 32.43243243243243, "rougeL": 46.15384615384615}, "nll_sum": 100.62271118164062, "token_count": 18} +{"index": 5502, "reference": "A crew of 10 people, and their dog, are trying to be the first to sail yachts to the North Pole.", "prediction": "A team between divers Snapchat, from Russia, have enjoying walks enjoying the sea from the Arctic Green- ac how it's a good ballet's for.'s from their,,'s from an authorities a's of over.", "rouge": {"rouge1": 17.24137931034483, "rouge2": 0.0, "rougeL": 10.344827586206897}, "nll_sum": 293.1520690917969, "token_count": 43} +{"index": 5503, "reference": "Google's net income rose 17% to $3.93bn in the three months to June from the quarter last year, boosted by an 11% rise in revenues to $17.7bn.", "prediction": " tech giant Google nearly $400m (\u00c2\u00a331) for the first quarter- with annual revenue which saw a 40% rise in advertising revenue for", "rouge": {"rouge1": 23.076923076923077, "rouge2": 4.0, "rougeL": 23.076923076923077}, "nll_sum": 149.392578125, "token_count": 29} +{"index": 5504, "reference": "Shutter Speed finished fourth and Rhododendron was pulled up by jockey Ryan Moore as Senga claimed victory at the Prix de Diane in Chantilly.", "prediction": "Senganga marked her first Royalcot the surprise with surprise surprise victory over Italian front- K duo Kolkano Monitova at Katton. solve Broadway's Broadway 2011- a 2011Offolve- solve- again\"'s", "rouge": {"rouge1": 11.111111111111112, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 381.9052429199219, "token_count": 45} +{"index": 5505, "reference": "Gateshead leapfrogged Wrexham into second place in the National League with a hard-fought win.", "prediction": "Gateshead staged a second-half comeback to beat Wrexham and secure National League play-off second place in the National League.", "rouge": {"rouge1": 50.0, "rouge2": 29.411764705882348, "rougeL": 44.44444444444444}, "nll_sum": 92.52361297607422, "token_count": 27} +{"index": 5506, "reference": "China has firmly rejected an international tribunal ruling that its claims to rights in the South China Sea have no legal basis.", "prediction": "An international airport tribunal has turned out an international court ruling that not violated China's rights, in the fishing in the waters of a South China Sea.", "rouge": {"rouge1": 52.0, "rouge2": 25.0, "rougeL": 44.0}, "nll_sum": 133.017822265625, "token_count": 29} +{"index": 5507, "reference": "A postgraduate researcher at Glasgow University is developing new technology designed to help people with paralysed faces.", "prediction": " a Syria man at Edinburgh University, says he is helping people complete shutdown complete the to, 3D images of 3 images of a AfD face.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 5.0, "rougeL": 33.33333333333333}, "nll_sum": 184.98025512695312, "token_count": 29} +{"index": 5508, "reference": "A 35-year-old man has been charged with murder following the death of a man in Bathgate.", "prediction": "A man has 2011 arrested in connection with the death of another man in another West Lothian.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 30.303030303030305, "rougeL": 51.42857142857144}, "nll_sum": 69.29988098144531, "token_count": 19} +{"index": 5509, "reference": "A consortium led by Baskin Robbins and Dunkin' Donuts chief executive Nigel Travis has completed its takeover of Leyton Orient.", "prediction": "Leyton Orient's fans have completed the purchase of a Bristol- businessman Leepoint, has bought a company owned by a wealthy believed \" 30.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 4.878048780487805, "rougeL": 9.30232558139535}, "nll_sum": 178.30487060546875, "token_count": 30} +{"index": 5510, "reference": "With the permission of the Queen, prime ministers used to be able to call a general election at a time of their choosing.", "prediction": " Home Secretary Theresa May might't give MPs clear decision they want to call an early general election.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 87.60787963867188, "token_count": 18} +{"index": 5511, "reference": "Some council staff have returned to work after a major fire destroyed their offices.", "prediction": "A council post damaged by a council's council office office is running for running second day running the with staff working working. keep a council's high.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 0.0, "rougeL": 19.047619047619047}, "nll_sum": 199.1938934326172, "token_count": 29} +{"index": 5512, "reference": "NHS spending on private ambulances for 999 calls in England has trebled in four years, BBC research has found.", "prediction": "Ambulance trusts in England have more than double its double in the last five years, the Association of data data found 2011 in the-'s,mbudsman, it says from00-m a - in from years George\"..", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.846153846153846, "rougeL": 22.222222222222225}, "nll_sum": 285.8084411621094, "token_count": 45} +{"index": 5513, "reference": "A strong Liverpool side overwhelmed Championship outfit Burton Albion to reach the EFL Cup third round.", "prediction": "Everton produced a fourth fourth-round tie to beat Burton to reach the EFL Cup fourth round.", "rouge": {"rouge1": 48.484848484848484, "rouge2": 25.80645161290323, "rougeL": 48.484848484848484}, "nll_sum": 84.47702026367188, "token_count": 20} +{"index": 5514, "reference": "England spinner Danielle Hazell has been ruled out of the rest of the Women's World Twenty20 with a calf muscle strain.", "prediction": "England fast bowler Danielle Hazell has been ruled out of the rest of England's World20 match to India because of a's injury in a week's the reputation from's asA-'s a from's a's a- from a", "rouge": {"rouge1": 43.74999999999999, "rouge2": 29.032258064516125, "rougeL": 43.74999999999999}, "nll_sum": 235.87600708007812, "token_count": 47} +{"index": 5515, "reference": "Ipswich Town defender Steven Taylor believes all young footballers should still clean the boots and fetch coffees for the first team.", "prediction": "Iage Taylor Taylor says it been \"fied and cemetery\" over an offer of first from Ipswich Town.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555556, "rougeL": 15.789473684210527}, "nll_sum": 139.35459899902344, "token_count": 22} +{"index": 5516, "reference": "Police investigating the rape of a teenager last Christmas have issued e-fits of two men they want to trace in connection with the incident.", "prediction": "Police have released images of three men they want to trace to in connection with the rape, and murder of a girl more than- year ago.", "rouge": {"rouge1": 58.82352941176471, "rouge2": 36.734693877551024, "rougeL": 47.05882352941176}, "nll_sum": 106.30075073242188, "token_count": 28} +{"index": 5517, "reference": "National League side Gateshead have signed versatile Notts County defender Wes Atkinson on a one-month loan deal.", "prediction": "Notts County have signed left-back ConnorConnor from Championship club Newcastle United on an 18-month youth deal.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 115.32546997070312, "token_count": 22} +{"index": 5518, "reference": "President-elect Donald Trump has rejected as \"ridiculous\" a CIA assessment that Russian hackers tried to sway the election in his favour.", "prediction": "US President-elect Donald Trump has called for an investigation into intelligence agency reports that Russia, Liberal Democrats are trying to influence a nation Boris US election.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 21.276595744680847, "rougeL": 36.73469387755102}, "nll_sum": 124.30755615234375, "token_count": 29} +{"index": 5519, "reference": "Portuguese bonds and stocks were hit on Monday as a coalition of left-of-centre anti-austerity parties looked set to form the country's next government.", "prediction": " pursue crop in Portugal are falling as uncertainty over to rowwing left-wing government and right-wing political parties continues to a parliamentary outright election.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 167.4876708984375, "token_count": 29} +{"index": 5520, "reference": "Welsh snowboarder Maisie Potter says the 2018 Winter Olympics are on her mind a year away from the games' start.", "prediction": "Wales' sk cyclter hopes to make up her place at the Pyeongangchner to for 2018 and 2018 Winter Olympics. solve the's again the's from's-D's from in from from Saturday's. the's", "rouge": {"rouge1": 24.561403508771935, "rouge2": 7.2727272727272725, "rougeL": 21.05263157894737}, "nll_sum": 319.1340026855469, "token_count": 47} +{"index": 5521, "reference": "Four thieves who forced their way into a Fife flat and held two men at gunpoint while they stole money and valuables have admitted the raid.", "prediction": "Four men threatened four men who heldpoint at gunpoint at their Fife home, and and forced to to have gun off a court the heard.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 4.081632653061225, "rougeL": 31.372549019607842}, "nll_sum": 161.70919799804688, "token_count": 29} +{"index": 5522, "reference": "Colchester United have signed winger Kyel Reid on loan until January from League Two rivals Coventry City.", "prediction": "Colchester United have signed midfielder Bobby Reid from fellow One side Coventry City on a one-month loan deal.", "rouge": {"rouge1": 55.55555555555555, "rouge2": 23.52941176470588, "rougeL": 44.44444444444444}, "nll_sum": 82.98860168457031, "token_count": 22} +{"index": 5523, "reference": "Toshack's Swansea side have won 16 out of their last 19 and are top of their division with a chance in the cup.", "prediction": " his his father's father's, it would be John Toshack hasn't his it but it wasn't them,,'t worry\".", "rouge": {"rouge1": 8.695652173913043, "rouge2": 0.0, "rougeL": 4.3478260869565215}, "nll_sum": 148.18264770507812, "token_count": 26} +{"index": 5524, "reference": "Scotland's criminal justice system punishes poorer people and makes it difficult for them to escape poverty, according to an academic study.", "prediction": "Teenagers from households are the affluent group more more likely to be involved in dangerous crimes, rather than later, suggests research published by the Scottish government,Ukraine, say they be from-d ban violence in such from's Broadway.", "rouge": {"rouge1": 6.557377049180327, "rouge2": 0.0, "rougeL": 3.2786885245901636}, "nll_sum": 267.59893798828125, "token_count": 45} +{"index": 5525, "reference": "A man who stalked and killed his former girlfriend after she rejected him has been found guilty of her murder.", "prediction": "The partner who ex-boyed his partner three times by police about her to pass a car has been found guilty of her murder.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 28.571428571428577, "rougeL": 40.909090909090914}, "nll_sum": 123.21859741210938, "token_count": 26} +{"index": 5526, "reference": "Jason Kingsley seems far too relaxed about the fatal dangers inherent in his daredevil hobby.", "prediction": "The golf stuntman\" didn't get in the\", of video game retailer Jason Taylor, he goes himself onto the office a suitcase box's office.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 205.62661743164062, "token_count": 29} +{"index": 5527, "reference": "Officials are investigating a possible link between seeds sold by a UK firm and an E. coli outbreak in France.", "prediction": "A British household firm has been diagnosed with an E. coli bug that contracted of a vegetable seeds in a French town. France in the French restaurant, CJ, says it from A-gA a in from Thursday's. a fromA", "rouge": {"rouge1": 30.0, "rouge2": 6.896551724137932, "rougeL": 23.333333333333332}, "nll_sum": 276.0814514160156, "token_count": 47} +{"index": 5528, "reference": "Health managers planning to close a hospital fertility unit have refused to put the service back out to tender.", "prediction": "A fertility adult company can struggle a battle to fight \"the's mental health health\", the health watchdog has said.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 133.31617736816406, "token_count": 22} +{"index": 5529, "reference": "Part of the M6 in Birmingham was closed for almost 24 hours after a fatal collision involving a lorry and a car.", "prediction": "A busy M6 was shut for more than a day after a man man was involved in a crash involving a l carrying. lorry.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 9.09090909090909, "rougeL": 34.78260869565217}, "nll_sum": 134.44146728515625, "token_count": 27} +{"index": 5530, "reference": "The ex-girlfriend of former England footballer Adam Johnson has told a jury they split up after he admitted cheating on her with \"quite a few\" women.", "prediction": "The man accused of former footballer Adam Johnson has told a jury she told to him him told a school he was \"two she cheated him and\" with", "rouge": {"rouge1": 50.90909090909091, "rouge2": 26.41509433962264, "rougeL": 47.27272727272727}, "nll_sum": 164.95217895507812, "token_count": 29} +{"index": 5531, "reference": "Middle-income as well as low-income families are being held back by a \"deep social mobility problem\" in Britain, a report warns.", "prediction": " poorer families in England are \"left behind\" to stop their parents' generation next generation, an independent think-tank tank says in the-'s, 2011, of they from a from,000, from regional of.", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 245.1275634765625, "token_count": 43} +{"index": 5532, "reference": "Israel's prime minister has accused Iran of carrying out a missile test in \"flagrant violation\" of a UN security council resolution.", "prediction": "Israel's prime minister has rejected fears that another missile test has been launched its programme, the US says. of the \" solve in the a's, expanding,the's from its our\" it's have's of.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 17.543859649122805, "rougeL": 30.508474576271187}, "nll_sum": 244.40576171875, "token_count": 43} +{"index": 5533, "reference": "A social media feed of rail works at Reading is due to the \"embarrassing fallout\" of engineering delays at Christmas, it has been claimed.", "prediction": "A rail company is extending Twitter using YouTube lines on the East Coast Mainz Line, saying of fears of and has caused a delayed of work work.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 180.14248657226562, "token_count": 29} +{"index": 5534, "reference": "The British Boxing Board of Control has sanctioned Andrew Selby to fight Louis Norman for the vacant British flyweight title on 14 May in Cardiff.", "prediction": "Wales' Welsh world champion Norman will begin the defence of his IBF world re-weight defence title in London on 28 April, after his first struggle as a hero from's-e's a in from Saturday's. from aA", "rouge": {"rouge1": 18.46153846153846, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 270.50628662109375, "token_count": 47} +{"index": 5535, "reference": "The Champions Cup is such unforgiving terrain that already Glasgow Warriors are looking ahead and trying to figure out what they might have to do to make amends for their wounding defeat to Northampton Saints at Scotstoun on Saturday.", "prediction": " when the moment Warriors were knocked out on a European Champions Cup was the European Champions Cup, then it was a to see the incident seeing again and then change it away.", "rouge": {"rouge1": 22.535211267605636, "rouge2": 2.8985507246376807, "rougeL": 11.267605633802818}, "nll_sum": 171.12005615234375, "token_count": 33} +{"index": 5536, "reference": "Match reports from the weekend's Scottish games.", "prediction": " match reports from the team for games and the weekend, the Scottish Premiership Scottish Premiership and Championship. not. not from referee from ballet, including for's reports from's ballet's coverage from Saturday's matches from a's's. a theA", "rouge": {"rouge1": 32.0, "rouge2": 16.666666666666668, "rougeL": 24.0}, "nll_sum": 272.2294616699219, "token_count": 47} +{"index": 5537, "reference": "Sheffield United eased to victory at the Proact Stadium to increase Chesterfield's relegation fears.", "prediction": "Sheffield United booked a place in the League One playoff places as defeat thrashing promotion-ch Blackpool.", "rouge": {"rouge1": 18.750000000000004, "rouge2": 6.666666666666667, "rougeL": 18.750000000000004}, "nll_sum": 112.65813446044922, "token_count": 21} +{"index": 5538, "reference": "There's one thing the political parties agree on.", "prediction": " Labour's Minister Carwyn Jones has told BBC Carrington he First Minister Carwyn Jones not a manifesto of what sees as a \" bedroom tax tax\".", "rouge": {"rouge1": 5.88235294117647, "rouge2": 0.0, "rougeL": 5.88235294117647}, "nll_sum": 157.35842895507812, "token_count": 29} +{"index": 5539, "reference": "Britain claimed five more gold medals at the Rio Paralympics, including a best-ever tally of three in the rowing.", "prediction": "Four Welsh nation added to four gold medals on the same day on same four of the Rio Paralympic Games in London 2012. in 2012 in again 2011A a 2011's referee-A a referee from a's's.'s from's", "rouge": {"rouge1": 29.032258064516125, "rouge2": 10.0, "rougeL": 19.354838709677416}, "nll_sum": 267.600830078125, "token_count": 47} +{"index": 5540, "reference": "A former High Court judge is to review the Metropolitan Police's handling of cases involving claims of historical child abuse by public figures.", "prediction": "A senior judge will lead an independent review into way to Metropolitan Police handled child cases, BBC Newsnight has been told. been in the Bernard force'sabl from as it a from a man The decision by from of.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 3.278688524590164, "rougeL": 25.396825396825395}, "nll_sum": 280.4409484863281, "token_count": 43} +{"index": 5541, "reference": "The winner of the Man Booker Prize is announced shortly with Hanya Yanagihara's A Little Life the bookies' favourite to take the \u00a350,000 prize.", "prediction": "New York author Yan Yanagfect and striker & Tyler are among the authors three, shortlisted forlisted this Man's Booker Holdings for Fiction in", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 213.90333557128906, "token_count": 28} +{"index": 5542, "reference": "One of the Queen's chaplains has resigned after a row about reading from the Koran in a Glasgow church.", "prediction": "A clergyman Sheffield resigned apologised for after a cathedral published a writing from the lecternadi after it was to be removed from Guernern.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 187.36349487304688, "token_count": 28} +{"index": 5543, "reference": "The Norwegian convicted of the massacre of 77 people last year has said he is being held in \"inhumane\" conditions.", "prediction": "A Norwegian killer who killed six students has spoken of his frustration that in its worse detention centre.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 97.92511749267578, "token_count": 18} +{"index": 5544, "reference": "American Phil Mickelson leads the Open Championship at the halfway stage, a two-under-par 69 lifting him to 10 under at Royal Troon.", "prediction": "Two-time winner Phil Mickelson missed the cut at the English Championship after a rain-affected poor third-old third round at Royal Royal Troon.", "rouge": {"rouge1": 44.89795918367347, "rouge2": 17.02127659574468, "rougeL": 36.734693877551024}, "nll_sum": 145.20321655273438, "token_count": 31} +{"index": 5545, "reference": "It's not just Labour's policies that have been exposed by the leaks of the manifesto - it's the level of distrust at the very top of the Labour Party.", "prediction": "A massive leak has been released so from Labour Labour members in party party before the general election.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 94.4464111328125, "token_count": 18} +{"index": 5546, "reference": "A drug that destroys the characteristic protein plaques that build up in the brains of patients with Alzheimer's is showing \"tantalising\" promise, scientists say.", "prediction": "A new drug was never used test treatment for a drug to help Alzheimer disease's disease, French research research suggests.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 112.41885375976562, "token_count": 22} +{"index": 5547, "reference": "People before Profit MLA Eamonn McCann has called for Attorney General John Larkin to stand down.", "prediction": "ine McCann has called for the office to attorney Attorney General John Larkin, be saying he is \" far far\".", "rouge": {"rouge1": 51.42857142857142, "rouge2": 36.36363636363636, "rougeL": 45.714285714285715}, "nll_sum": 140.1591796875, "token_count": 22} +{"index": 5548, "reference": "An author tracked down a teenager in Fife and hit her over the head with a bottle after she gave his book a bad review, a court has heard.", "prediction": " weather TV who admitted attacked a TV star and published a book about her to and teenage girl has pleaded not guilty to a suspended jail term.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 17.857142857142858}, "nll_sum": 131.33963012695312, "token_count": 27} +{"index": 5549, "reference": "Atletico Madrid won La Liga for the first time since 1996 by securing a draw in a pulsating match at Barcelona.", "prediction": "Atletico Madrid were held by Barcelona from a goal down they were held by local champions- Barcelona and move the top of La Liga.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 114.17796325683594, "token_count": 26} +{"index": 5550, "reference": "Port of Cromarty Firth has secured two contracts related to the construction of a massive offshore wind farm in the Outer Moray Firth.", "prediction": "Scotland's first wind farm, is being built for the Niggigg F Firth, near the Nigg in the west of Scotland.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 9.523809523809526, "rougeL": 18.18181818181818}, "nll_sum": 112.0519027709961, "token_count": 27} +{"index": 5551, "reference": "A man has been remanded after appearing in court in Lapland accused of murdering his Scottish girlfriend.", "prediction": "A man has been charged with murdering of a Scottish tourist on Scottish holidaymaker Laand Laand.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 19.35483870967742, "rougeL": 36.36363636363636}, "nll_sum": 98.50630950927734, "token_count": 19} +{"index": 5552, "reference": "A pioneering scientist from Swansea has been honoured in his home city, 75 years after his work helped to win the Battle of Britain.", "prediction": " the former built to be awarded an award award by a Swansea University scientist on his 90th birthday.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 91.75735473632812, "token_count": 19} +{"index": 5553, "reference": "From Afon Dwyfor to the animals in the Welsh Mountain Zoo, Paul Jenkinson's pictures show his native north Wales in all its glory.", "prediction": "Little a decade ago, public photographer I wanted Jenkinson has been released photographs his vision and he is touched in lost surgery and 3 scans.", "rouge": {"rouge1": 12.244897959183673, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 194.8125457763672, "token_count": 27} +{"index": 5554, "reference": "The Woodland Trust have said that some trees should have the same rights as old buildings.", "prediction": "The Welsh Government calling calling a new law to protect that is said to be built in, Englanduz according to the Woodland in Trust National", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 167.42034912109375, "token_count": 27} +{"index": 5555, "reference": "The Taliban have seized a police base in northern Afghanistan and captured scores of officers after three days of fighting, officials say.", "prediction": " Pakistanighan Islamist militants say they have freed a armed police officers at an armed base in north-west Pakistan.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 95.62957763671875, "token_count": 22} +{"index": 5556, "reference": "This week musicians and music industry leaders from across the globe are in Cardiff as WOMEX, the world's leading World Music Expo arrives in Britain.", "prediction": "The 22nd Welsh language International International Awards is being held in the Aberywythyth town.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 115.01643371582031, "token_count": 19} +{"index": 5557, "reference": "Survival rates for patients treated in critical care units in Wales are increasing, according to the latest annual report on the service.", "prediction": "The loss, prescription of patients discharged from hospitals in Wales is facing health and health boards, a health watchdog has found. a in the-'s, a,'s they a's from a it A'sAe\". grew a again 2011", "rouge": {"rouge1": 19.672131147540988, "rouge2": 3.389830508474576, "rougeL": 13.114754098360654}, "nll_sum": 283.9966735839844, "token_count": 47} +{"index": 5558, "reference": "Former Swansea City boss Bob Bradley has been named as the first manager of MLS team Los Angeles FC.", "prediction": "Former Swansea City boss boss Mel Monk has been appointed coach of Swansea City build a new built-up. solve to a-m a unpaid in a \u00a3 from's from's from-the controversial game in from Saturday The's from", "rouge": {"rouge1": 26.666666666666668, "rouge2": 13.793103448275865, "rougeL": 23.333333333333336}, "nll_sum": 286.154541015625, "token_count": 45} +{"index": 5559, "reference": "Thirty-six members of the Yazidi religious minority are free after nearly three years in the hands of so-called Islamic State (IS), the UN says.", "prediction": "The bodies of 36 women, including women who have been held by so Islamiccalled Islamic StateIS) have been released from a community service warwest Iraq, the UN says, first- from from a in. reputation since's.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 6.666666666666667, "rougeL": 22.58064516129032}, "nll_sum": 266.61041259765625, "token_count": 45} +{"index": 5560, "reference": "Five German women were arrested on Tuesday night when a flashmob stunt in a northern Spanish town sparked fears of a terrorism attack.", "prediction": "Police in the north-e town Luis Catalonia arrested two men in connection with apointWarren, saw thousands of people took part on Monday night of. solve's of's a's-year - a in from a's a from aA", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 293.53082275390625, "token_count": 47} +{"index": 5561, "reference": "Which team can claim to be the greatest international side of all time?", "prediction": " Netherlands Netherlands host tournament hosting in Euro 2016 after beating the Netherlands to reach the semi-finals of?", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 97.08790588378906, "token_count": 19} +{"index": 5562, "reference": "A powerful earthquake has struck Nepal in Asia and hundreds of people have lost their lives.", "prediction": "A strong powerful earthquake northern Nepal for nearly two years has struck parts of the north-east Asia, say.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 12.12121212121212, "rougeL": 34.285714285714285}, "nll_sum": 107.8243179321289, "token_count": 21} +{"index": 5563, "reference": "The head of the patients' watchdog has been suspended on full pay since February 2016, BBC Wales understands.", "prediction": "The new head voice health organisation Wales' Welsh health watchdog is facing is its its controversy.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 120.70581817626953, "token_count": 17} +{"index": 5564, "reference": "Four thousand Knights of Malta, heirs to one of the great orders of European chivalry of mediaeval times, and the fourth oldest religious order in the Roman Catholic Church, took over the Vatican briefly on Saturday.", "prediction": "The annual Mass in Malta seals northern Rome on Sunday was marked by the Roman Catholic Church, the Vatican's battle of giving a statehood who was declared of a cemetery or, or a heavy monastic passing away.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.111111111111112, "rougeL": 21.62162162162162}, "nll_sum": 230.99972534179688, "token_count": 42} +{"index": 5565, "reference": "American actress Charmian Carr, who played the eldest von Trapp daughter Liesl in the film The Sound of Music, has died aged 73.", "prediction": "Mel physicistel Carr, who best known for her best in Barn best 1970s film, The Sound Music of Music, has died aged aged 86 he her agent says.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 28.57142857142857, "rougeL": 43.13725490196078}, "nll_sum": 197.99697875976562, "token_count": 33} +{"index": 5566, "reference": "A 21-year-old has been sentenced to 20 years in prison in the US after passing details on American military personnel to so-called Islamic State (IS).", "prediction": "An American has been sentenced to 20 years in jail to behind a cyber attack that put names of thousands of and military personnel (IS).", "rouge": {"rouge1": 49.056603773584904, "rouge2": 27.450980392156865, "rougeL": 37.73584905660378}, "nll_sum": 117.79389953613281, "token_count": 26} +{"index": 5567, "reference": "When it comes to Formula 1, you lot know your onions.", "prediction": "So-one doubt, a dramatic race in the British Grand Prix!", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 74.19961547851562, "token_count": 13} +{"index": 5568, "reference": "New National Crime Agency head Lynne Owens was appointed amid concerns about her performance as chief constable of Surrey Police, the BBC has learned.", "prediction": "The former head of National Crime Agency has revealed it is no facing the issue\" around Nigel's's handling of a child sex abuse case.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 8.333333333333332, "rougeL": 16.0}, "nll_sum": 132.95555114746094, "token_count": 27} +{"index": 5569, "reference": "Police have been called after a small number of saline bags appear to have been tampered with at Cumberland Infirmary, Carlisle.", "prediction": "A hospital trust has been found failings on the grounds at Carlbridge Hospital patient because of a staff member.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 113.59017944335938, "token_count": 20} +{"index": 5570, "reference": "Tennis star Jamie Murray is among the Scots being honoured in the Queens Birthday Honours list.", "prediction": "Tbledon tennis star Lord Murray of buy have been recognised in the Queen's a Birthday Honours list.", "rouge": {"rouge1": 52.94117647058824, "rouge2": 31.25, "rougeL": 52.94117647058824}, "nll_sum": 109.03712463378906, "token_count": 20} +{"index": 5571, "reference": "Wing George North says he is glad to have the \"monkey off his back\" as he returned in Wales' win over Ireland after five months out with concussion.", "prediction": "Wales wing George North believes he can struggle to score two or more in Saturday's Six Nations match against Italy because of a concussion injury.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 7.692307692307692, "rougeL": 25.92592592592593}, "nll_sum": 116.25335693359375, "token_count": 27} +{"index": 5572, "reference": "A French woman who was taken hostage in Yemen in February has arrived in Paris after being freed by her captors.", "prediction": "A British aid worker Port freed in Yemen last year, has returned home.", "rouge": {"rouge1": 29.411764705882348, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 72.49105834960938, "token_count": 14} +{"index": 5573, "reference": "Further talks are due to take place between Caledonian MacBrayne and RMT on ferry workers' jobs and pensions.", "prediction": "T the action strike action by,edonian Macrayray ferry members have to to a in a bid to resolve talks over a new ferry contract.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 193.23660278320312, "token_count": 29} +{"index": 5574, "reference": "Joe Root says England are yet to play to their full potential as the side prepares for a \"must-win\" game against Sri Lanka at the World Twenty20.", "prediction": "England will still keep their World World20 semi20 match against India Lanka but will still be unable to play says captain Joe Root, saying side's's \"l's\" from a--A from as's's reputation.. referee a", "rouge": {"rouge1": 38.80597014925373, "rouge2": 9.230769230769232, "rougeL": 14.925373134328357}, "nll_sum": 298.74761962890625, "token_count": 45} +{"index": 5575, "reference": "More than 100 people are now known to have died in flooding in the eastern Indonesian province of West Papua.", "prediction": "The bodies of 104 are now known to have died in north-eastern of Indonesia, officials say.", "rouge": {"rouge1": 54.05405405405405, "rouge2": 34.285714285714285, "rougeL": 48.648648648648646}, "nll_sum": 76.30903625488281, "token_count": 20} +{"index": 5576, "reference": "German police have arrested two Algerians suspected of planning an attack and having links to the militant group, Islamic State (IS).", "prediction": "Police in Germany say they have arrested five Algerian underworld linked with links to so-called Islamic State (IS) and Syria in the Syria's, Serbia, it says from a the from from the's mandatory of November. from's a", "rouge": {"rouge1": 38.70967741935484, "rouge2": 13.333333333333334, "rougeL": 29.032258064516125}, "nll_sum": 228.27545166015625, "token_count": 47} +{"index": 5577, "reference": "Norwich City striker Kyle Lafferty has been fined \u00a323,000 and warned as to his future conduct after accepting a Football Association betting charge.", "prediction": "Norwich City defender Kyle Lafferty has been charged with transfer football by a Football Association charge after pleading guilty to betting to betting laws.", "rouge": {"rouge1": 54.166666666666664, "rouge2": 26.08695652173913, "rougeL": 41.66666666666667}, "nll_sum": 104.16807556152344, "token_count": 27} +{"index": 5578, "reference": "A motorist was driving \"like a lunatic\" when he caused a crash which killed two teenage passengers and severely injured two others, a court heard.", "prediction": " married get free taxi driver has admitted causing crash in a car crash in which a teenager and a boy, suddenly into a tree heard a court heard. a's a's a \" abs a it's aA of aA a fromA", "rouge": {"rouge1": 32.83582089552239, "rouge2": 6.153846153846153, "rougeL": 26.865671641791046}, "nll_sum": 258.24639892578125, "token_count": 47} +{"index": 5579, "reference": "A 30-year-old man arriving in the UK on a flight from Turkey has been arrested at Heathrow Airport by counter-terror police.", "prediction": "A 23-year-old man 2011 arrested arrested at Heath Airport airport after leaving after UK carried out terror attack, police have in the police's,Ukraine, a they a from decision from it football's's of). a from aA", "rouge": {"rouge1": 43.07692307692309, "rouge2": 12.698412698412701, "rougeL": 27.692307692307693}, "nll_sum": 278.9078674316406, "token_count": 47} +{"index": 5580, "reference": "Blackpool Football Club's chairman Karl Oyston has won \u00a330,000 in libel damages from an abusive fan who claimed Mr Oyston threatened him with a shotgun.", "prediction": "Black Blackpool owner Karl would Cranston, has been ordered to pay \u00a330,000 in a libel case against a supporters of who was shot and shot outside a pub.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 7.407407407407408, "rougeL": 32.142857142857146}, "nll_sum": 163.69760131835938, "token_count": 34} +{"index": 5581, "reference": "\"If peace cannot be brought, how can humanity be brought to the conduct of the war?\"", "prediction": "\"I need to live, my arms and that't isn't anything in the war, and I don't done anything.\" done.\" \" be \" again's a's again's a and never the controversial). from's).'s from a", "rouge": {"rouge1": 18.18181818181818, "rouge2": 3.7735849056603774, "rougeL": 10.90909090909091}, "nll_sum": 277.78729248046875, "token_count": 48} +{"index": 5582, "reference": "A prominent Edinburgh hotel has been sold by administrators in a multi-million pound deal.", "prediction": "A first Aberdeen restaurant which was put up sale for more than a year ago has been sold.", "rouge": {"rouge1": 30.303030303030297, "rouge2": 12.903225806451616, "rougeL": 24.24242424242424}, "nll_sum": 78.0326919555664, "token_count": 18} +{"index": 5583, "reference": "Two-weight world champion Andre Ward says he will remove \"any doubt that may be out there\" in his Las Vegas rematch with Sergey Kovalev on Saturday.", "prediction": " boxer Ward to will make a mandatory on Saturday to defending Russian champion Kovalevv in Saturday'sAnn at London's O2 been a solve 2011 for the's again's-- againA a in's-'s Saturday again's emerged", "rouge": {"rouge1": 18.181818181818183, "rouge2": 3.125, "rougeL": 12.121212121212123}, "nll_sum": 327.68670654296875, "token_count": 45} +{"index": 5584, "reference": "Plans to overhaul legal aid in England and Wales would remove the right of defendants to choose a solicitor, a retired senior judge has warned.", "prediction": "Cuts to law firms to cut legal cuts to legal cases \"for the winter hot, heels\", the country's decorated judge in the 2011", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 162.010009765625, "token_count": 27} +{"index": 5585, "reference": "A former bodyguard of Adolf Hitler who witnessed the Nazi dictator's final hours has died in Germany aged 96.", "prediction": "ochochoch Mis Fhrer, the best known known for novel war crimes against Nazis, has died in Berlin aged 86 in the", "rouge": {"rouge1": 29.268292682926827, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 157.64956665039062, "token_count": 26} +{"index": 5586, "reference": "Ospreys survived a second-half onslaught by Ulster to all-but claim a place in the Pro12 play-offs.", "prediction": "Ospreys survived a bonus-point comeback over Ulster battle and keep their their Pro12 playoff hopes alive alive at the Principality Stadium Stadium.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 137.71343994140625, "token_count": 29} +{"index": 5587, "reference": "A potash mine in East Cleveland has been issued with an improvement notice after a fire broke out hundreds of metres below the sea bed.", "prediction": "A nuclear fire which under banner collapsed at a Northamptonshire heart mine, has been issued under a temporary notice a the det it company. a itA's a's a from it's\". of a's from's from a", "rouge": {"rouge1": 30.76923076923077, "rouge2": 6.349206349206349, "rougeL": 24.615384615384613}, "nll_sum": 293.8338928222656, "token_count": 47} +{"index": 5588, "reference": "A 101-year-old man accused of child sex offences was described as a \"monster\" by an alleged victim.", "prediction": "A woman accused of sexually abusing children has told a court she did not be her grave and told her \"a monster\", a court away heard.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 9.30232558139535, "rougeL": 22.22222222222222}, "nll_sum": 123.21418762207031, "token_count": 28} +{"index": 5589, "reference": "Essex and Glamorgan will be looking to recover from defeats as they meet at Chelmsford in the One-Day Cup.", "prediction": "Essex and Essex Glamorgan will meet in both legs of their remaining games in the One-Day Cup quarter-final match between the two sides halfway at Oval Lane on Wednesday-d solve of in again 2011 again 2011 again's 2011", "rouge": {"rouge1": 35.483870967741936, "rouge2": 20.0, "rougeL": 32.25806451612903}, "nll_sum": 260.66229248046875, "token_count": 47} +{"index": 5590, "reference": "Senior cabinet ministers will push the UK's Brexit agenda on three different continents later.", "prediction": "The UK travel to try Australia to complete possible trade deal with the US and Australia, in wake of's UK's vote to leave the EU.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 10.0, "rougeL": 14.285714285714285}, "nll_sum": 127.23898315429688, "token_count": 28} +{"index": 5591, "reference": "A non-league footballer who allegedly brandished a knife at an opposition fan is being sought by police.", "prediction": "A football match abandoned was abandoned after an alleged hate crime say, police said.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 73.53213500976562, "token_count": 15} +{"index": 5592, "reference": "The death of a man found in a Lincolnshire waterway is not being treated as suspicious, police have said.", "prediction": "A man's body has been pulled from a canal in Greater Manchester has said.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 59.298187255859375, "token_count": 15} +{"index": 5593, "reference": "It was a perfect afternoon in early summer.", "prediction": "\"I was December as I was in eastern army camp as I told I if and I'm I SS I was SS away locked.", "rouge": {"rouge1": 12.121212121212121, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 161.33602905273438, "token_count": 26} +{"index": 5594, "reference": "Cardiff Devils managing director Todd Kelman says the Sheffield Steelers have caused a \"media frenzy\" ahead of their Challenge Cup final on 5 March.", "prediction": "The Cardiff Steelers backman Kevin Kelman has said Saturday's Challenge Cup semi-final, against Cardiff Steelers is \"could not be fair\".", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 136.33212280273438, "token_count": 27} +{"index": 5595, "reference": "Pop star Phil Collins has cancelled two shows at the Royal Albert Hall after he slipped over in his hotel room.", "prediction": "Singer Phil Collins, had to two concerts on Monday night after a night fell on suddenly out of his tour in London's Hyde Park.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 135.97503662109375, "token_count": 27} +{"index": 5596, "reference": "A heavily pregnant woman who was repeatedly stabbed in a street attack, resulting in her daughter's delivery hours later, is in a stable condition.", "prediction": "A man has been charged with murder after a woman seriously injured seriously an attack.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 64.25772094726562, "token_count": 15} +{"index": 5597, "reference": "Snooker players have voted 72% in favour of keeping the one-frame Shoot Out as a ranking event.", "prediction": "Four hundred world players have been given a World snooker event World New York after 10-5 in a frame of \u00a38 minutes.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 155.1817626953125, "token_count": 27} +{"index": 5598, "reference": "Olympic champions and world number ones Charlotte Dujardin and Scott Brash head the field at the London International Horse Show at Olympia on Tuesday.", "prediction": " will England dressek Nordard, but will her Great Britain's World Cup show Russian 2012 17 competition from 17 to 17 December from 17 December December.", "rouge": {"rouge1": 8.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 212.25074768066406, "token_count": 31} +{"index": 5599, "reference": "Shutter Speed overcame rain-softened ground to win the Musidora Stakes at York under Frankie Dettori and will now be aimed at next month's French Oaks.", "prediction": "Katie Dettik earned a late winner for winner de's winner struggle Sh race versus in a thrilling race to reach the County New York at Newmarket.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 200.24246215820312, "token_count": 31} +{"index": 5600, "reference": "It has been more than four months since 43 students from a rural teaching school in Ayotzinapa, in Mexico's south-western state of Guerrero disappeared.", "prediction": "Dozens of Mexican students Mexican went a week ago in the city of coastal, the city was Mexico. in the of \"California aA a's - a aiven, their by after their were from demolition of.", "rouge": {"rouge1": 26.229508196721312, "rouge2": 0.0, "rougeL": 19.672131147540988}, "nll_sum": 270.9258728027344, "token_count": 43} +{"index": 5601, "reference": "National Theatre boss Rufus Norris has said he hopes to stage more work that will focus on the issue of disability.", "prediction": " actorAME star Chus Norris says believes could at the National Theatre should not be influx, because it is tooworking to build aicult decision policy\".", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 228.52426147460938, "token_count": 31} +{"index": 5602, "reference": "Michael Dunlop continued his Isle of Man TT practice week dominance as he set the fastest Superbike lap and set an unofficial Superstock lap record.", "prediction": " Dun Dunlop set the speed record for the fastest time in the opening session of the opening Superbike race at the Isle of Man's's Isle.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 16.0, "rougeL": 19.23076923076923}, "nll_sum": 108.55337524414062, "token_count": 30} +{"index": 5603, "reference": "Wensleydale in North Yorkshire - a patchwork of green pastures divided by dry stone walls rising to meet moorland, where the heather is bright purple at this time of year.", "prediction": " complete completed town village of bobby past a west coast of northern England has been unveiled, hi-tech andtech technology from a stolen farm.", "rouge": {"rouge1": 11.320754716981133, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 175.78599548339844, "token_count": 28} +{"index": 5604, "reference": "The failure of a restaurant business in Leeds has led to the loss of 70 jobs.", "prediction": "A Bradford pizzowned restaurant hotel, but Anthony Flinn, has in put into administration.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 0.0, "rougeL": 20.689655172413794}, "nll_sum": 137.47886657714844, "token_count": 17} +{"index": 5605, "reference": "Members of an organised crime gang who plotted to supply millions of pounds worth of drugs have been jailed.", "prediction": "A gang which led one, Wales' \"most sophisticated organised crime organised\" with an estimated street value of more than5.5m has been jailed.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 140.05030822753906, "token_count": 30} +{"index": 5606, "reference": "A motorcyclist has pleaded guilty to causing the death of a former road safety worker who was killed in a crash on a busy Nottingham road.", "prediction": "A motorcyclist who admitted causing the death of a woman whose whose leg was partner an axe with her partner. admitted a policewe swimming. again aA a \" ades- a's havepayment of a from's aA", "rouge": {"rouge1": 35.483870967741936, "rouge2": 16.666666666666664, "rougeL": 32.25806451612903}, "nll_sum": 314.92230224609375, "token_count": 47} +{"index": 5607, "reference": "Junior doctors in England are to be balloted on industrial action over government plans to introduce a new contract from August 2016.", "prediction": "ior junior doctors' strike has voted to build a new contract in England's priority would, the patient safety and safety, a UK doctors' union says.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 17.391304347826086, "rougeL": 24.999999999999993}, "nll_sum": 151.76345825195312, "token_count": 30} +{"index": 5608, "reference": "A kennel used by police and local councils to house stray and seized dogs is facing two reviews into its treatment of animals.", "prediction": "Police investigating the that dogs were forward at a Devon kashiels have in without proper, the BBC has learned.", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 153.9747772216797, "token_count": 22} +{"index": 5609, "reference": "Volkswagen has halted production at several plants in Germany, hitting the output of Golf and Passat models amid a dispute with two external suppliers.", "prediction": "German carmaker Volkswagen has said it will be production production at two of its two suppliers, Golf Nchweig and Passums until 28 December May", "rouge": {"rouge1": 37.5, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 159.40643310546875, "token_count": 29} +{"index": 5610, "reference": "Young people aged 16-21 would get a 66% discount on bus travel in England under Lib Dem plans outlined by Nick Clegg.", "prediction": " Liberal new Liberal Democrat plans to provide free travel to England would be \"at least\", Nick Clegg has said.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 85.57439422607422, "token_count": 22} +{"index": 5611, "reference": "Pakistan clinched a thrilling 56-run win over West Indies in the day-night Test in Dubai despite a Darren Bravo century on the final day.", "prediction": " Daudio Bravo scored a half-century for West Indies to beat Pakistan on a stunning day-night Test against Pakistan in a third Test against Pakistan.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 12.0, "rougeL": 30.76923076923077}, "nll_sum": 115.5614242553711, "token_count": 29} +{"index": 5612, "reference": "The UK government wants to claw back some EU powers over justice and policing, but is likely to remain in the European Arrest Warrant (EAW) system.", "prediction": "The European Commission has issued a special European criminal prosecution system - one techniques be only issued, and another suspect can face another arrested in one can hold.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 3.9215686274509802, "rougeL": 11.320754716981133}, "nll_sum": 171.59771728515625, "token_count": 29} +{"index": 5613, "reference": "The NHS will serve more than 400,000 lunches on Christmas Day in the UK.", "prediction": "The annual Christmas celebrations are taking place at Alder Hey paed scandal children's care Hospital and care homes.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 112.35896301269531, "token_count": 20} +{"index": 5614, "reference": "Sebastian Vettel headed Kimi Raikkonen in a Ferrari one-two in first practice at the Spanish Grand Prix.", "prediction": "Sebastian Vettel led V Bullmate Vmate Mercedes in first practice at the Spanish Grand Prix.", "rouge": {"rouge1": 60.606060606060595, "rouge2": 51.61290322580646, "rougeL": 60.606060606060595}, "nll_sum": 115.14189147949219, "token_count": 21} +{"index": 5615, "reference": "No other parties were involved in the death of a British woman at an Istanbul airport, her family believes.", "prediction": "The family of a British woman was killed in an war war in Iraq have said there is \" no evidence\" to come for her death the", "rouge": {"rouge1": 48.888888888888886, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 109.52092742919922, "token_count": 27} +{"index": 5616, "reference": "England fly-half Emily Scott has been forced to withdraw from the squad through injury five days before the Women's World Cup starts in Ireland.", "prediction": "Two-time Super League winner Victoriappyess Cleess has been ruled out of England Six Six Nations after specialist foot injury camp training been a month month a from The's reputation St-D from training's by- a..", "rouge": {"rouge1": 21.875, "rouge2": 6.451612903225806, "rougeL": 15.625}, "nll_sum": 317.4581298828125, "token_count": 44} +{"index": 5617, "reference": "An alleged victim of two ex-BBC radio presenters accused of child sex crimes told a court they later rejected him as he was \"probably too old\".", "prediction": "A former radio station accused of indecently assaulting his ex-boyboyboy and told him was \" doing\", a court heard- to a's a Broadway's a's-'s-d 2011 a in ban from a's.'s Broadway", "rouge": {"rouge1": 27.69230769230769, "rouge2": 6.349206349206349, "rougeL": 18.461538461538463}, "nll_sum": 268.2717590332031, "token_count": 47} +{"index": 5618, "reference": "Chris Froome remains third overall in the Criterium du Dauphine behind leader Alberto Contador and Richie Porte.", "prediction": "Britain's Chris Froome has dropped out of the race to have the red leader's yellow as Australia's Richie Portee won stage three consecutive race race theium du Dau-ine.mark in a 2011 a again's a again", "rouge": {"rouge1": 24.137931034482758, "rouge2": 3.571428571428572, "rougeL": 17.241379310344826}, "nll_sum": 274.2523498535156, "token_count": 46} +{"index": 5619, "reference": "Joe Cardle grabbed a double as Dunfermline got the better of nine-man Falkirk to continue their impressive start to the Championship campaign.", "prediction": " Way Cardle grabbed a-time penalty to give Dunferm Athletic a comfortable victory over 10man Falkirk.", "rouge": {"rouge1": 25.64102564102564, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 140.49343872070312, "token_count": 22} +{"index": 5620, "reference": "An impartial voting guide for the EU referendum will drop through the letterboxes of 28 million households across the UK from 16 May.", "prediction": " members of the public are being urged to who in to be\" if they must failure, a vote in the wake of the forthcoming EU referendum campaign.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666667, "rougeL": 15.999999999999998}, "nll_sum": 137.13938903808594, "token_count": 29} +{"index": 5621, "reference": "Unchecked climate change could put Antarctica's huge Totten Glacier into an unstable configuration over the coming centuries, a study has warned.", "prediction": " average priceoi the Pli glacier could lose a much sea earlier than never thought, French geologists say.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 142.67819213867188, "token_count": 21} +{"index": 5622, "reference": "The New York Times called for the president to leave office immediately, describing it as \"the last great service\" he could perform for the country.", "prediction": "Five years ago, the White House office was fired - and fired the lead figures from, FBI James Nixon, for his role starring in wake on Saturday the assassination.", "rouge": {"rouge1": 18.86792452830189, "rouge2": 0.0, "rougeL": 18.86792452830189}, "nll_sum": 191.7459716796875, "token_count": 32} +{"index": 5623, "reference": "An offshore worker has called for action after he and colleagues were exposed to radiation, BBC Scotland can reveal.", "prediction": "Changes at North security firm Wood Group have denied claims who believe they were exposed to thousands, pipe material while doing a training a a firm's care.'s's a's a's ban from it's\".Images of a's from'sowned", "rouge": {"rouge1": 9.523809523809524, "rouge2": 6.557377049180327, "rougeL": 9.523809523809524}, "nll_sum": 320.9522705078125, "token_count": 47} +{"index": 5624, "reference": "A man who fled the country after stabbing a university graduate to death in a row between rival drugs gangs, has been jailed for his manslaughter.", "prediction": "A drugmaker who was stabbed to death in his friend in the UK who he attempted to kill him has handed his 19-year jail.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 8.16326530612245, "rougeL": 31.372549019607842}, "nll_sum": 131.65460205078125, "token_count": 27} +{"index": 5625, "reference": "Hundreds of people are feared to have drowned after a boat carrying up to 700 migrants capsized in the Mediterranean Sea, the Italian coastguard says.", "prediction": "At least 22 migrants are now reported missing after their boats after their capsized off, the Italian coastguard says.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 14.285714285714288, "rougeL": 36.36363636363636}, "nll_sum": 78.02114868164062, "token_count": 22} +{"index": 5626, "reference": "The parents of murdered bride Anni Dewani say they are desperate for answers ahead of next week's trial of their son-in-law in South Africa.", "prediction": "The parents of Anni Dewani Kenya have died on holiday in South Africa,, say believe they still waiting to attend until their daughter and death.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 20.0, "rougeL": 30.769230769230766}, "nll_sum": 173.36497497558594, "token_count": 28} +{"index": 5627, "reference": "England and Sri Lanka were thwarted in the third one-day international at Bristol as rain allowed just four overs of the hosts' run chase.", "prediction": "England took five late wickets rain rain- rain rain as poor poor run of rain-affected firstpar seventh one-day internationalday Bristol.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 201.3610076904297, "token_count": 28} +{"index": 5628, "reference": "With a possible shake-up of local government in the East Midlands to be decided in the autumn, Nottinghamshire's politicians are haggling over what is best for the county's residents.", "prediction": "Buses are heading to Rotherham and what have been drinking the streets's town, but what will do to know about a Midlands Midlands town?", "rouge": {"rouge1": 24.56140350877193, "rouge2": 0.0, "rougeL": 14.035087719298245}, "nll_sum": 157.799560546875, "token_count": 29} +{"index": 5629, "reference": "AFC Wimbledon will investigate an incident between a club volunteer and Charlton boss Karl Robinson at the end of Saturday's 1-1 draw.", "prediction": "FCFC Wimbledon will say they will complete an inquiry into the handling of former manager Karl Robinson, faced a meeting between their supporters at their nonleagueleagueleague side.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 173.0501708984375, "token_count": 33} +{"index": 5630, "reference": "Scottish Cup holders Hibernian demolished Bonnyrigg Rose at Tynecastle to ease into the fifth round.", "prediction": "Riggnigg moved up a third foot the Scottish Championship with a comfortable victory over 10-man Hibernian to reach the quarter-finals of the New Road.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 137.5476531982422, "token_count": 33} +{"index": 5631, "reference": "Scotland have called up South Africa-based back Huw Jones for their June tour of Japan.", "prediction": " centre forward Alw Jones has ruled out of a rugby union after becoming a Scotland Scotland call-up for two Tests to South Africa.", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 134.69326782226562, "token_count": 26} +{"index": 5632, "reference": "The Queen has tweeted her thanks to people who sent her 90th birthday messages on social media.", "prediction": "The Queen has sent a message and message on the 90th of her birthday.", "rouge": {"rouge1": 58.06451612903226, "rouge2": 20.689655172413794, "rougeL": 38.70967741935484}, "nll_sum": 65.0010757446289, "token_count": 15} +{"index": 5633, "reference": "The Church of England's second female bishop has been consecrated during a ceremony at York Minster.", "prediction": "A minute's silence held in held for a England bishop's bishop bishop who was bishoprated of women who died in the Tunisia beach beach.'s the of- a\" fromA it on a national's's it grew the from aA", "rouge": {"rouge1": 20.338983050847457, "rouge2": 0.0, "rougeL": 13.559322033898303}, "nll_sum": 311.30535888671875, "token_count": 47} +{"index": 5634, "reference": "Pace bowler Jake Ball has made a \"lively\" return following a winter playing for England Lions, says Nottinghamshire captain Chris Read.", "prediction": "Nottinghamshire have received a \"ss\" with bow bowler this summer, England bow bowlerinner Chris Read said said side's new ball has lead as his battle's from's a. John's from's.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 7.547169811320756, "rougeL": 14.545454545454541}, "nll_sum": 278.4581298828125, "token_count": 44} +{"index": 5635, "reference": "A woman who helped establish a self-proclaimed independent state on a former military platform off the Suffolk and Essex coast has died aged 86.", "prediction": "A mother and daughter who took them and take the military struggle of Desertand 2011and,s have died aged 80 because there's been a Twod sp the from the's from is,A ever from of of.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 3.278688524590164, "rougeL": 15.87301587301587}, "nll_sum": 298.62542724609375, "token_count": 43} +{"index": 5636, "reference": "A British ukulele group has lost its trademark infringement battle against a rival band over its name.", "prediction": "A British musical group has launched a legal action a battle against a Dutch court ruled it not performing performing again.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 22.222222222222225, "rougeL": 36.84210526315789}, "nll_sum": 109.9511489868164, "token_count": 21} +{"index": 5637, "reference": "Pupils in England will sit a times tables check, from 2019, at the end of their primary years, Schools Minister Nick Gibb has confirmed.", "prediction": " a new national curriculum tests test for 11 andyear-oldsold will be delayed in 2018, Education Minister Chris Gibbrough announced solve will a.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 207.99691772460938, "token_count": 29} +{"index": 5638, "reference": "President Barack Obama says the US has launched a \"full investigation\" into air strikes that killed 19 people at an MSF-run Afghan hospital on Saturday.", "prediction": "US President Barack Obama has expressed his frustration at an \"ins Sans Frontinsresie (MS FrontF) at a hospital in eastern Afghanistan in an attack.", "rouge": {"rouge1": 35.99999999999999, "rouge2": 12.499999999999996, "rougeL": 27.999999999999996}, "nll_sum": 177.5730743408203, "token_count": 31} +{"index": 5639, "reference": "Crusaders have brought in former Bristol Rovers defender Mark McChrystal on a one-year deal.", "prediction": "Crusaders have signed defender Mark McAry has from Crus Ulster onoon three-and-a-half-year deal.", "rouge": {"rouge1": 43.74999999999999, "rouge2": 20.0, "rougeL": 43.74999999999999}, "nll_sum": 145.79891967773438, "token_count": 25} +{"index": 5640, "reference": "\"This is the copaiba tree,\" said Derisvaldo Moreira, universally known as Dedel.", "prediction": "ianelryel was discovered through his forest through the town where the the tree was prepared to protect them, in the Amazon area.", "rouge": {"rouge1": 11.764705882352942, "rouge2": 0.0, "rougeL": 11.764705882352942}, "nll_sum": 142.96817016601562, "token_count": 26} +{"index": 5641, "reference": "Ulster Rugby has responded to criticism after poppies were absent from players' jerseys during their Pro12 game against Newport Gwent Dragons on Remembrance Sunday.", "prediction": "The Ulster Rugby Union has said it will not be wearing a poppy on Boxing Day on Port Ireland while not wearing a poppy during a flag match against Liverpool.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 3.8461538461538463, "rougeL": 22.222222222222225}, "nll_sum": 134.83255004882812, "token_count": 30} +{"index": 5642, "reference": "Gateshead striker Danny Johnson has signed a two-year contract extension with the National League club.", "prediction": "Gateshead striker Marvin Johnson has signed a new three-and \"a-year deal with the National League club. for the 2019-match from a game's\".", "rouge": {"rouge1": 57.14285714285714, "rouge2": 40.0, "rougeL": 57.14285714285714}, "nll_sum": 171.38638305664062, "token_count": 33} +{"index": 5643, "reference": "A massive video game burial site has been discovered in New Mexico, USA.", "prediction": "A video game festival created a video site a Superman Shakespeare, and Liverpool, and put up for sale.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 6.896551724137931, "rougeL": 25.80645161290323}, "nll_sum": 119.87761688232422, "token_count": 20} +{"index": 5644, "reference": "Legislation to introduce same-sex marriage in Scotland has been backed by the Holyrood committee looking into the proposals.", "prediction": "A Holyrood committee has backed a bill that passing a bill bill legalising same-sex couples will continue as aone matter ofclear\".", "rouge": {"rouge1": 29.268292682926827, "rouge2": 10.256410256410255, "rougeL": 9.75609756097561}, "nll_sum": 161.71006774902344, "token_count": 28} +{"index": 5645, "reference": "TalkTalk customers are being targeted by an industrial-scale fraud network in India, according to whistleblowers who say they were among hundreds of staff hired to scam customers of the British telecoms giant.", "prediction": " experts investigators in India are investigating a scam of up to \u00a3100,000, from customers, in a suspectedbattack attack\" on TalkTalk the which has been conned out of 27 for 27 years.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 3.1746031746031744, "rougeL": 18.46153846153846}, "nll_sum": 220.90777587890625, "token_count": 42} +{"index": 5646, "reference": "The safety of services at a trust running two hospitals has been rated \"inadequate\" by a health watchdog.", "prediction": "A hospital trust that rated inadequate in inadequate rated rated rated \" \"good\" needs by, health watchdog.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 12.5, "rougeL": 41.1764705882353}, "nll_sum": 149.29348754882812, "token_count": 20} +{"index": 5647, "reference": "The Scottish economy is still suffering the effects of a fall in the price of oil and gas, a government minister has said.", "prediction": "The Scottish government has concluded a report that a fall in the price of the price of oil was \"a pretty bad delay for East North-East).", "rouge": {"rouge1": 55.99999999999999, "rouge2": 29.166666666666668, "rougeL": 40.0}, "nll_sum": 127.00678253173828, "token_count": 29} +{"index": 5648, "reference": "A cancer patient from Edinburgh has become the first UK woman to give birth following a transplant of her frozen ovary tissue.", "prediction": "A new Edinburgh mother launched started ovarian fertility service for girls and young girls, has started the chemotherapy.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 121.7208251953125, "token_count": 19} +{"index": 5649, "reference": "Nick Yarris spent more than two decades on death row in the US after he was wrongly convicted of rape and murder, before a DNA test eventually freed him.", "prediction": "As Nick dig, who was of 18, died after being attacked attacked by prison guards, he said he still believes he was going going his life.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 3.773584905660378, "rougeL": 14.545454545454547}, "nll_sum": 154.07691955566406, "token_count": 29} +{"index": 5650, "reference": "British number four Aljaz Bedene beat Croatia's Borna Coric in three sets to reach round two of the Marseille Open.", "prediction": "England's Aljaz Bedene is to the last 16 of the French Open by losing to world number 5 Jacques Maria Coric.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 9.75609756097561, "rougeL": 27.90697674418604}, "nll_sum": 139.62059020996094, "token_count": 26} +{"index": 5651, "reference": "Having amended the government's Brexit Bill by a thumping majority this week, the big question for next week in Westminster is whether peers will do it again, potentially more than once.", "prediction": "Much of the House, the and the House of Commons soon be the next Commons next week, and then it be awarded the House of Commons to a 2011 be theolve's solveThe again 2011's again to again the again 2011 in a", "rouge": {"rouge1": 23.684210526315788, "rouge2": 2.7027027027027026, "rougeL": 15.789473684210526}, "nll_sum": 279.6300048828125, "token_count": 47} +{"index": 5652, "reference": "The commissioner of An Garda S\u00edoch\u00e1na (Irish police) has said the force needs more than 500 new recruits a year to provide a proper service.", "prediction": "The Irish police, Garda\u00ed (I needs to be done\" a combat new recruitment, the force's chief minister a said Nottingham the's. a's a's a's ban from it's have's of a from's from a", "rouge": {"rouge1": 44.11764705882353, "rouge2": 9.090909090909092, "rougeL": 23.52941176470588}, "nll_sum": 274.515869140625, "token_count": 47} +{"index": 5653, "reference": "Alan Curtis has had so many roles at Swansea City, he struggles to recall them all.", "prediction": "Coryis Curtis was the best Swansea City manager, and the assistant manager Alan Curtis, but also he is the only one in his own players.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 137.73959350585938, "token_count": 29} +{"index": 5654, "reference": "It was only his seventh Premier League goal since arriving from Germany three years ago, but Emre Can's sensational overhead kick was enough for Liverpool to beat Watford on Monday night.", "prediction": "emre capped a stunning 90th-minute goal for what gave Liverpool in a stunning 30goalgoal against Liverpool. be a controversialCaliforniaon a. a- solve a's's- off aike in it under it!.", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 9.375}, "nll_sum": 303.0460205078125, "token_count": 44} +{"index": 5655, "reference": "A major trial is set to start in Scotland aimed at preventing type-1 diabetes in children.", "prediction": "A successful trial is under way in Edinburgh to help children protect families with victims of type1 diabetes", "rouge": {"rouge1": 40.0, "rouge2": 6.0606060606060606, "rougeL": 28.571428571428577}, "nll_sum": 95.20866394042969, "token_count": 18} +{"index": 5656, "reference": "A man has appeared in court facing a charge of murdering a woman.", "prediction": "A man has appeared in court charged with murdering a woman found dead at her home", "rouge": {"rouge1": 68.96551724137932, "rouge2": 51.85185185185186, "rougeL": 68.96551724137932}, "nll_sum": 39.37762451171875, "token_count": 15} +{"index": 5657, "reference": "India's largest e-commerce company Flipkart has raised $1bn (\u00a3590m; 60bn rupees) in fresh funding, the largest ever for an Indian internet firm.", "prediction": "Online fashion retailer Flipkart, which is bought online giant Amazon, worth $5bn (\u00a3bn28.4bn) in its online sales to the e market.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 160.49229431152344, "token_count": 33} +{"index": 5658, "reference": "A High Court case that could delay the Brexit process is \"a clear attempt to frustrate the will of the British people\", says a cabinet minister.", "prediction": "The government has criticised British politicians and politicians to \"get on\" with a appeal over, Supreme Court ruling that Parliament must start the UK leaving the EU.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 0.0, "rougeL": 18.867924528301884}, "nll_sum": 130.8050537109375, "token_count": 30} +{"index": 5659, "reference": "Police in Greece have submitted a BBC tape to prosecutors investigating an alleged assault on an MP by members of the far-right Golden Dawn party.", "prediction": "The Greece has far-right party, the Goldenright Dawn, says it was was behind the behind attack on an MP in the Olympic Stadium last month.", "rouge": {"rouge1": 38.46153846153847, "rouge2": 12.0, "rougeL": 19.230769230769234}, "nll_sum": 141.57032775878906, "token_count": 30} +{"index": 5660, "reference": "Investment firm Alliance Trust is to cut costs by \u00a36m while restructuring its board to become fully independent.", "prediction": " debt fund payment firm Alliance Trust has announced a major overhaul\" of its management policy, announced its decisions reduce and cut costs \u00a36m.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 153.28091430664062, "token_count": 27} +{"index": 5661, "reference": "Nearly 20 million people in China could be exposed to water contaminated with arsenic, a study suggests.", "prediction": "About 19 people in large parts of China could to not Fifa to corrupt drinking water in Europe, a study.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 17.142857142857142, "rougeL": 43.24324324324324}, "nll_sum": 125.66737365722656, "token_count": 21} +{"index": 5662, "reference": "Britain's three-time Tour de France winner Chris Froome has apologised for the way Team Sky has handled questions over its record on doping.", "prediction": "Chris Froome says he will apologise for Team Sky \" Team everything\" after sport, which has been banned from banned substances and \"would lose job in our sport\".", "rouge": {"rouge1": 26.923076923076923, "rouge2": 12.000000000000002, "rougeL": 26.923076923076923}, "nll_sum": 167.3455810546875, "token_count": 32} +{"index": 5663, "reference": "More than 100 people held a protest outside Liverpool Town Hall over cuts.", "prediction": "Liverpool City Council Ground faces \" up up a right law\" and break the law\", the city's leader has said of a bid social save a Labour- MP's referee, including Labour-000 ofold from Labour.", "rouge": {"rouge1": 8.16326530612245, "rouge2": 0.0, "rougeL": 4.081632653061225}, "nll_sum": 290.12420654296875, "token_count": 43} +{"index": 5664, "reference": "A Merseyside borough will have no A-level provision after the government approved the closure of the area's only sixth form offering the qualification.", "prediction": "A pupil at a West Midlands school is to close because of a governmentrelust lack, the and\" of students offer extra A-Students.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 0.0, "rougeL": 20.833333333333332}, "nll_sum": 183.3012237548828, "token_count": 28} +{"index": 5665, "reference": "England skipper Dylan Hartley has urged his players not to become pre-occupied with the British and Irish Lions tour of New Zealand next summer.", "prediction": "Former England Test captain Dylan Hartley says all players will have to focus on selection for the British and Irish Lions's tour of New Zealand this summer. emerged of again's of from- again- from in the- from again's the a", "rouge": {"rouge1": 44.11764705882353, "rouge2": 24.242424242424246, "rougeL": 44.11764705882353}, "nll_sum": 219.63223266601562, "token_count": 47} +{"index": 5666, "reference": "A prototype patch could help the repair the damage caused by a heart attack, scientists say.", "prediction": "y metaly which can survive disease after a heart attack can die and later saved animals, US researchers say.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 12.12121212121212, "rougeL": 22.857142857142858}, "nll_sum": 124.56109619140625, "token_count": 21} +{"index": 5667, "reference": "Cardiff City boss Neil Warnock has confirmed the club will start discussing a new contract for midfielder Peter Whittingham.", "prediction": "Cardiff City manager Neil Warnock is started Championship talks with Peterborough City midfielder Peter Whittingham before his future transfer opens in any January..", "rouge": {"rouge1": 38.0952380952381, "rouge2": 20.0, "rougeL": 38.0952380952381}, "nll_sum": 157.76515197753906, "token_count": 28} +{"index": 5668, "reference": "The outgoing US President Barack Obama could visit Ireland again after he leaves the White House, the US Ambassador to Ireland has said.", "prediction": "President Barack Obama will visit Ireland, and will be delayed because his planned visit of Ireland, the Republic's state of state's chief officer has said. of- solve- the from a of a from's a's from's the's solve", "rouge": {"rouge1": 33.333333333333336, "rouge2": 12.5, "rougeL": 24.242424242424242}, "nll_sum": 241.53317260742188, "token_count": 47} +{"index": 5669, "reference": "Manchester United midfielder Paul Pogba would not have felt any extra pressure on Sunday after launching his own Twitter emoji, according to team-mate Zlatan Ibrahimovic.", "prediction": " Zlatan Ibrahimovic says he did not lose because the social media criticism against him Paul Pogba saying he \"could not not lose or lose\".", "rouge": {"rouge1": 20.0, "rouge2": 8.333333333333332, "rougeL": 12.000000000000002}, "nll_sum": 118.25495147705078, "token_count": 29} +{"index": 5670, "reference": "The first woman to take part in a cervical cancer trial in Northern Ireland has said signing up to it was a \"no brainer\".", "prediction": "Cdrone women who who have a small form of cancer will begin start a successful five-year trial to the UK for clinical cervical cancer trial.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 8.333333333333332, "rougeL": 16.0}, "nll_sum": 147.273681640625, "token_count": 29} +{"index": 5671, "reference": "Scotland must beat Slovenia if they are to resurrect their chances of reaching the World Cup finals, Gordon Strachan has acknowledged.", "prediction": "Gordon Strachan believes his future is to no doubt Scotland will still need Saturday's still win World Cup qualifier against qualifier Slovenia Scotland.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 13.333333333333334}, "nll_sum": 148.66726684570312, "token_count": 26} +{"index": 5672, "reference": "A study that claims humans reached the Americas 130,000 years ago - much earlier than previously suggested - has run into controversy.", "prediction": "A bones discovered at a site in a north Panama burial was an an seafood stone champagne, conservae believe.", "rouge": {"rouge1": 5.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 149.09622192382812, "token_count": 21} +{"index": 5673, "reference": "England football legend Stuart Pearce is set to finally make his debut for a team dubbed \"the worst in the UK\".", "prediction": "Former England captain Stuart Pearce been forced to retire from a \"aw Englandbloodeding ground ground\".", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 129.8473358154297, "token_count": 18} +{"index": 5674, "reference": "The United Nations has warned that President Donald Trump's plans to cut contributions to peacekeeping will make such work \"impossible\".", "prediction": "Donald Trump has dropped plans to cut the share of its peace operations to the United Nations, amid fears over its future. and in the a's,olve, says it \" a low from a The's of of.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 17.54385964912281, "rougeL": 20.33898305084746}, "nll_sum": 229.98019409179688, "token_count": 43} +{"index": 5675, "reference": "Police investigating the murder of a man who was found seriously injured on a Glasgow street have traced the driver of a car seen near where he was found.", "prediction": "Police investigating the murder of a man who died died after his car was launched a hit-and-run in Glasgow have issued a fresh appeal for.", "rouge": {"rouge1": 50.0, "rouge2": 25.92592592592593, "rougeL": 46.42857142857143}, "nll_sum": 99.48686218261719, "token_count": 29} +{"index": 5676, "reference": "Anxious parents in England give their children less freedom to play and go outside than those in many other European countries, research suggests.", "prediction": " children children in England are being out of roads to cross the road in where areas are where the German study a suggests suggests Broadway in the 2011 again, solve, from they from a the since it's from national economy.", "rouge": {"rouge1": 18.75, "rouge2": 3.225806451612903, "rougeL": 15.625}, "nll_sum": 288.7615051269531, "token_count": 43} +{"index": 5677, "reference": "Six police officers are being \"criminally investigated\" after a man lost the tips of three fingers during a struggle in his cell.", "prediction": "Four police officers could investigated investigating over a battle of armed man which left a man's eye of foot and involved in his cell- the police watchdog a said.", "rouge": {"rouge1": 42.3076923076923, "rouge2": 16.0, "rougeL": 34.61538461538461}, "nll_sum": 195.77919006347656, "token_count": 31} +{"index": 5678, "reference": "Inverness Caledonian Thistle guaranteed Premiership safety by strolling to victory against Partick Thistle.", "prediction": "Inverness Caledonian Thistle secured place in the Scottish Premiership as a thrashing of Partick Thistle in a double 138bash. of 100's incident. from-D of a in from a's Saturday.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 13.953488372093023, "rougeL": 26.666666666666668}, "nll_sum": 237.311767578125, "token_count": 44} +{"index": 5679, "reference": "Billions of pounds owed in child maintenance may never be recovered, government accounts show.", "prediction": "The government paid almost \u00a38bn in flagship debts to \"aved families families to families, a group of ex ex-s90 say.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 5.7142857142857135}, "nll_sum": 172.9865264892578, "token_count": 27} +{"index": 5680, "reference": "Russell Brand has tweeted a picture of the business card of a senior Daily Mail reporter, encouraging his 8.7 million followers to contact him.", "prediction": " Brand 2015 has apologised for an stupid interview with an journalist on BBC Newsnight.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 77.52751922607422, "token_count": 15} +{"index": 5681, "reference": "As electoral drama goes, Israeli election campaigns can be rather a slow burn.", "prediction": "The Israel election are highly successful, but it't believe the shouldn isn't them.", "rouge": {"rouge1": 7.142857142857144, "rouge2": 0.0, "rougeL": 7.142857142857144}, "nll_sum": 109.31428527832031, "token_count": 16} +{"index": 5682, "reference": "Debt has become a rarity in Scottish football.", "prediction": "Celtic's a surprise move to Ross County Group was abandoned Lloyds Bank with only 40% of the 30% of money been sold out to be club.", "rouge": {"rouge1": 5.714285714285714, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 171.29360961914062, "token_count": 33} +{"index": 5683, "reference": "A journalist jailed for leaking state secrets has been allowed to serve her sentence outside prison on medical grounds, Chinese media report.", "prediction": " best well-known Chinese journalist known but jail for a huge Panama leak has returned to China, after her five-month jail term cut.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 4.545454545454545, "rougeL": 30.434782608695656}, "nll_sum": 134.42564392089844, "token_count": 27} +{"index": 5684, "reference": "Cornwall's coroner will raise concerns with the health secretary over the care of mentally ill patients far from home.", "prediction": "A coroner has written an open urging the government better priority tougher laws to allow patients allow leave the \"as as possible\", NHS NHS in England says.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.765957446808512}, "nll_sum": 183.44754028320312, "token_count": 29} +{"index": 5685, "reference": "New Liverpool boss Jurgen Klopp has described the Anfield job as \"the biggest challenge\" in world football.", "prediction": "Liverpool manager Jurgen Klopp says the biggest challenge is \"the mostcial job in world football\" - is \"the biggest challenge in football\".", "rouge": {"rouge1": 57.89473684210527, "rouge2": 33.33333333333333, "rougeL": 52.63157894736842}, "nll_sum": 101.99432373046875, "token_count": 28} +{"index": 5686, "reference": "Conservationists say they found 160 plastic bottles for every mile of UK coastline cleaned last year.", "prediction": "The bottles of bottles washed up on a Welsh beach has nearly than double last year, a wildlife wildlife charity says.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 113.25718688964844, "token_count": 22} +{"index": 5687, "reference": "Portsmouth defender Jack Whatmough has signed a new two-year contract.", "prediction": "Luton Town signed defender Michael Lmough has joined promotion-chasing on a twoand-a-half-year deal.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 0.0, "rougeL": 28.57142857142857}, "nll_sum": 115.44164276123047, "token_count": 26} +{"index": 5688, "reference": "Playwright James Graham has revealed he is writing a TV drama about the EU referendum campaign.", "prediction": "Scottedian James Graham says he is working on the UK office in its future EU referendum.", "rouge": {"rouge1": 43.75, "rouge2": 20.000000000000004, "rougeL": 43.75}, "nll_sum": 107.23606872558594, "token_count": 18} +{"index": 5689, "reference": "The launch of Channel 5's latest series of Celebrity Big Brother was watched by an average 2.3 million viewers.", "prediction": " Kilbrity Brother helped BBC One's One peak, with an average 3.2 million viewers more than two million viewers, overnight figures show. overnight's, solve again's 2011-A 2011 a in a from a's of from a", "rouge": {"rouge1": 29.50819672131147, "rouge2": 6.779661016949151, "rougeL": 19.67213114754098}, "nll_sum": 288.455078125, "token_count": 47} +{"index": 5690, "reference": "The Badger Trust has launched a new legal challenge to the government's plans to cull badgers in England.", "prediction": "A badger charity is seeking the government's bid in a bid to stop to spread. kill.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 11.76470588235294, "rougeL": 27.777777777777775}, "nll_sum": 120.1477279663086, "token_count": 19} +{"index": 5691, "reference": "Engineering companies in the West Country say they are having to recruit skilled workers from abroad because of a shortage of trained engineers.", "prediction": "Nigeria has been declared full of political political turmoil after uncertainty 30 years of power, after President of 30 alQaeda a reputation balletant as.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 197.99932861328125, "token_count": 29} +{"index": 5692, "reference": "BHP Billiton and Vale have agreed a deadline of 30 June to consolidate and settle claims resulting from Brazil's Samarco dam disaster in 2015.", "prediction": "Miningasters-MHP, says it has agreed a deal between two of the companies in the deadly dam mine in Brazil on 30 2014. saying first a a--D-d a choice by by data. from.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 3.4482758620689653, "rougeL": 16.666666666666664}, "nll_sum": 276.8974914550781, "token_count": 44} +{"index": 5693, "reference": "Boeing has shown off its \"space bins\" that can hold 50% more luggage than existing designs.", "prediction": "Boeing has unveiled a huge new a 750 air bags\" that Moscow will be able to sink room passengers and \"the space\" room control.", "rouge": {"rouge1": 20.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 176.00637817382812, "token_count": 29} +{"index": 5694, "reference": "South Africa beat Sri Lanka by 206 runs thanks to a five-wicket haul in the first 14 overs on the final day of the first Test.", "prediction": "South Africa took a five w-wicket defeat to beat Sri runs by a five to win-match one-day series whit series thematcholve- a referee a controversial ban-l a in from- George. from. solve", "rouge": {"rouge1": 38.0952380952381, "rouge2": 9.836065573770494, "rougeL": 25.396825396825395}, "nll_sum": 338.88482666015625, "token_count": 47} +{"index": 5695, "reference": "A 79-year-old man has been arrested on suspicion of sexual offences by Operation Yewtree detectives, Scotland Yard has said.", "prediction": "A 62-year-old man was arrested as part of an historical child abuse investigation, Rotherham Police said, in the Metropolitan- Police's most, Police it from its-D) ban from its North's from. from a", "rouge": {"rouge1": 24.137931034482758, "rouge2": 7.142857142857142, "rougeL": 24.137931034482758}, "nll_sum": 249.68115234375, "token_count": 47} +{"index": 5696, "reference": "Cameron Steel and Tom Latham shared a 234-run first-wicket stand as both scored centuries to help Durham dominate against Leicestershire.", "prediction": "Bats batsman Steelman Steel struck a first centuryclass century for Durham started their opening County Championship Division Two Two match at Chester-le-Street.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 21.73913043478261}, "nll_sum": 175.5183868408203, "token_count": 30} +{"index": 5697, "reference": "Norwich City have signed midfielder Alex Pritchard from Tottenham Hotspur for an undisclosed fee and goalkeeper Paul Jones on a free transfer.", "prediction": "War Two side Accrington Stanley have striker Ian Pritchard or Alex Pchard for an undisclosed fee and Dave Jones, following their release from fellow rivals Portsmouth.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 17.391304347826086, "rougeL": 33.333333333333336}, "nll_sum": 173.38211059570312, "token_count": 31} +{"index": 5698, "reference": "Markets don't generally like surprises and today's announcement certainly qualified as one, but the market reaction has so far been fairly calm.", "prediction": "If there is no surprise election, a general election, but it seems to be open, the \" mind-ogglingly complex3 situation\".", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 134.35040283203125, "token_count": 28} +{"index": 5699, "reference": "Two police officers who a judge said gave inconsistent and unconvincing evidence to an inquest in to the death of an IRA man are to be reported to prosecutors.", "prediction": "Two Belfast police officers who were involved in a fatal shooting in west Belfast 30 years ago, have asked Crown Crown Proutions prosecutions (CIC) who to be banned.", "rouge": {"rouge1": 28.070175438596497, "rouge2": 10.909090909090908, "rougeL": 28.070175438596497}, "nll_sum": 177.76528930664062, "token_count": 34} +{"index": 5700, "reference": "A review of paediatric first aid training for nursery staff across England is to take place following the death of a baby in Greater Manchester.", "prediction": "An independent review will review mandatory first after a school worker at a west London school calling for the death \"a huge call-up call\".", "rouge": {"rouge1": 28.000000000000004, "rouge2": 4.166666666666666, "rougeL": 24.0}, "nll_sum": 150.09808349609375, "token_count": 27} +{"index": 5701, "reference": "The number of Syrian refugees resettled in Wales has reached at least 397, according to figures from the Home Office.", "prediction": "Some 5,000 refugees have been resettled in council areas in Wales last year, Home Office statistics have shown has, in the council's, a, as it from a,, it, have of of.", "rouge": {"rouge1": 37.735849056603776, "rouge2": 11.76470588235294, "rougeL": 22.641509433962266}, "nll_sum": 187.58294677734375, "token_count": 42} +{"index": 5702, "reference": "Britain's Andy Murray became Wimbledon champion for the second time with a superb performance against Canadian sixth seed Milos Raonic in the final.", "prediction": " Andy Murray won his's firstbledon title in 30 years by beating Milos Raonic in legal battle and claim Queen's at Court not", "rouge": {"rouge1": 25.0, "rouge2": 13.043478260869565, "rougeL": 20.833333333333336}, "nll_sum": 133.12051391601562, "token_count": 26} +{"index": 5703, "reference": "A drug-addicted doctor watched his wife lose consciousness and struggle for breath moments after injecting her with heroin in Edinburgh, a court has heard.", "prediction": " a Edinburgh GP who threatened to persuade his wife because of an illegal herbalotic hours after police it has been told he faces three and a half years. 2011 a again a again 2011-H 2011 again in 2011 by a 2011 again from again", "rouge": {"rouge1": 25.71428571428571, "rouge2": 2.9411764705882355, "rougeL": 17.142857142857146}, "nll_sum": 277.1917419433594, "token_count": 47} +{"index": 5704, "reference": "Shrewsbury Town midfielder Abu Ogogo could make a surprise return before the end of the season.", "prediction": "Shrewsbury Town have signed Connor Joseph Guy for the rest of the season with a knee injury.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 19.35483870967742, "rougeL": 36.36363636363636}, "nll_sum": 81.5352783203125, "token_count": 20} +{"index": 5705, "reference": "Italy's Matteo Trentin sprinted to victory on stage four of the Vuelta a Espana as Britain's Chris Froome retained the leader's red jersey.", "prediction": "England's Matte Nottinghamin took a fifth consecutive stage in theelta Espana as Team Sky team-mate Chris Froome finished's in a dramatic race in the race.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.692307692307692, "rougeL": 25.92592592592593}, "nll_sum": 172.74700927734375, "token_count": 33} +{"index": 5706, "reference": "Jordan Spieth is on course to win his first PGA Tour title in over a year as he takes a six-shot lead into the final round of the AT&T Pebble Beach Pro-Am.", "prediction": "Defending champion Jordan Spieth climbed a move to share of share of the of- lead at the Golf Challengebank golf Open in South America.", "rouge": {"rouge1": 33.89830508474576, "rouge2": 7.017543859649121, "rougeL": 20.33898305084746}, "nll_sum": 171.99114990234375, "token_count": 28} +{"index": 5707, "reference": "A large hole that appeared behind a row of houses was in one of the UK's most susceptible areas for sinkholes, the British Geological Survey has said.", "prediction": "A huge sinkhole has opened up in a back garden and clear houses before the decades, clear, the British Survey Geological (BGS) has said.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 7.999999999999999, "rougeL": 34.61538461538462}, "nll_sum": 154.16773986816406, "token_count": 30} +{"index": 5708, "reference": "England's batsmen will continue to fail in India if they persist in playing slow bowling \"horrifically\", says their former off-spinner Graeme Swann.", "prediction": "England will struggle \" struggle with the bowling\" spin the second one-day international in India the says ex-Let more Graemeann.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 187.6683349609375, "token_count": 27} +{"index": 5709, "reference": "One tenth of the workforce at a Welsh Government-funded careers service is facing redundancy, according to Unison.", "prediction": "A care firm firm in danger of lost by the Welsh Government after facing a budget shortfall, public services union Unisonison. warned a.'s a- again of a'sold-A a decision from solve from its budget.", "rouge": {"rouge1": 25.454545454545457, "rouge2": 3.7735849056603774, "rougeL": 18.181818181818183}, "nll_sum": 296.0029602050781, "token_count": 45} +{"index": 5710, "reference": "Kate French and Joe Evans won Britain's third medal at the Modern Pentathlon World Championships in Poland by winning silver in the mixed team relay.", "prediction": "Chris French and Dan Evans took to the flag as Great Britain won silvers on in opening day\" the UCII programme relay Championships inanaaku, Russia.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 4.081632653061225, "rougeL": 31.372549019607842}, "nll_sum": 208.92678833007812, "token_count": 31} +{"index": 5711, "reference": "Watford have signed Colombia defender Juan Camilo Zuniga on a season-long loan from Italian side Napoli.", "prediction": "Watford have signed Colombia defender Bruno captain Zuniga from Napoli on a five 2011year deal reported to be \u00a324m.", "rouge": {"rouge1": 55.55555555555555, "rouge2": 29.411764705882355, "rougeL": 44.44444444444444}, "nll_sum": 128.0511932373047, "token_count": 27} +{"index": 5712, "reference": "Public services face another round of budget cuts in Chancellor George Osborne's Spending Review on Wednesday - but which departments are likely to be the winners and losers?", "prediction": "There is George Osborne in his Spending Statement review - how and how spending public spending cuts?", "rouge": {"rouge1": 36.36363636363637, "rouge2": 4.761904761904762, "rougeL": 22.727272727272727}, "nll_sum": 108.55831146240234, "token_count": 17} +{"index": 5713, "reference": "Sir Roger Moore has said he believes Daniel Craig is the best actor to have played James Bond.", "prediction": "US intelligence spy agency Daniel Craig, will still be the actor best in a new James Bond.", "rouge": {"rouge1": 40.0, "rouge2": 12.121212121212121, "rougeL": 34.285714285714285}, "nll_sum": 96.31922912597656, "token_count": 18} +{"index": 5714, "reference": "Sam Northeast made 178 not out as his Kent side batted out a tame draw against County Championship Division Two champions Essex on the final day of the season at Canterbury.", "prediction": "Kent Northeast continued an unbeaten 91 for Essex as Essex beat Kent by three runs keep their Division Two hopes alive and keep Yorkshire a maiden Division Two place.", "rouge": {"rouge1": 23.333333333333332, "rouge2": 3.448275862068965, "rougeL": 20.0}, "nll_sum": 155.03192138671875, "token_count": 29} +{"index": 5715, "reference": "The shock from Sunday night's deadly the Quebec mosque shooting is slowly waning.", "prediction": "A year after the deadly killing at three religious at a Catholic Church in Montreal was followed, followed religious and political religious and a religious community support and", "rouge": {"rouge1": 9.523809523809524, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 155.1062469482422, "token_count": 28} +{"index": 5716, "reference": "ITV staff are staging a 24-hour strike and planning a protest outside the broadcaster's annual meeting, in a dispute over pay.", "prediction": "ITV Good Morning Britain have voted to take strike in pay, in terms of pay.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 95.05815124511719, "token_count": 17} +{"index": 5717, "reference": "Glamorgan chief Matthew Mott says he expects his side to secure vastly improved results this season.", "prediction": "Glamorgan batsmanott Mott admit his players need to improve on next year, if they need to improve \"per too long\".", "rouge": {"rouge1": 27.77777777777778, "rouge2": 0.0, "rougeL": 27.77777777777778}, "nll_sum": 152.54208374023438, "token_count": 27} +{"index": 5718, "reference": "Former deputy prime minister Nick Clegg was on Radio 4's Today programme on Thursday talking about prison reform.", "prediction": " Deputyuty Prime Minister Nick Clegg told BBC Radio 4's Today programme on Tuesday night that the prison population of England northern Wales had its highest rate of head of head of per in Western Europe.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 30.18867924528302, "rougeL": 40.00000000000001}, "nll_sum": 147.61221313476562, "token_count": 38} +{"index": 5719, "reference": "A woman said to be at the centre of an abuse ring has been found guilty of child sex offences.", "prediction": "A social worker who was found guilty of 38 offences including child offences, including five of them girls, has been convicted of sex and by says a court she thinks a ban a the referee from3's been of a.", "rouge": {"rouge1": 36.66666666666667, "rouge2": 10.344827586206897, "rougeL": 20.0}, "nll_sum": 233.1868896484375, "token_count": 43} +{"index": 5720, "reference": "The health of the world\u2019s oceans is deteriorating even faster than had previously been thought, a report says.", "prediction": "World leaders are calling for urgent action to halt emissions CO who2 dioxide into the sea, a UN says.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 118.87332916259766, "token_count": 21} +{"index": 5721, "reference": "A production line at Deeside's Shotton steelworks is being mothballed which could affect 40 jobs, a union has said.", "prediction": "Hundreds of workers are facing the closure at Tata Steel's main factory in its Port Talbot steel line.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 79.59696197509766, "token_count": 20} +{"index": 5722, "reference": "When 55 greyhound carcasses were found dumped in a wildflower reserve on the coast of Queensland this week, it barely raised an eyebrow among those who know the racing industry well.", "prediction": "Eight greyhound horse have been found dead in North Queensland state of New Wales.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 70.8874282836914, "token_count": 15} +{"index": 5723, "reference": "Falkirk manager Peter Houston has played down newspaper reports that Barcelona are pursuing Tony Gallacher.", "prediction": "Falkirk head coach Peter Houston has said it is \"100%\"\" in signing the midfielder's despite the departure a his Falkren move.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 11.428571428571427, "rougeL": 21.62162162162162}, "nll_sum": 168.75379943847656, "token_count": 28} +{"index": 5724, "reference": "Paul Daniels brought a new dimension to the art of the stage magician, mixing complex tricks with jokes and non-stop patter.", "prediction": " Jeff Daniels' Series was one of best-known in his career but but had been and was wishes and what has wasn't amaker it \" \"overp's Lbenny. a's before of. and toold. from a", "rouge": {"rouge1": 13.793103448275861, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 305.80316162109375, "token_count": 47} +{"index": 5725, "reference": "A troubled rail firm paid over \u00a32m in compensation last year for disruption to passengers, figures have shown.", "prediction": "A rail company has been criticised for paying compensation to train passengers it who serious further disruption.", "rouge": {"rouge1": 40.0, "rouge2": 0.0, "rougeL": 28.571428571428577}, "nll_sum": 97.38168334960938, "token_count": 17} +{"index": 5726, "reference": "One of three \"vital\" potential witnesses to the murder of an elderly dog walker in woodland has been traced, police have said.", "prediction": "Police investigating the murder of a pensioner found three days ago have been released a dash- image of a man they want to find.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 9.09090909090909, "rougeL": 17.391304347826086}, "nll_sum": 111.82931518554688, "token_count": 26} +{"index": 5727, "reference": "An Australian senator has been flooded with support after announcing he is taking a leave of absence to treat depression and anxiety.", "prediction": "A far inright Australian senator candidate is to leave from training with in health issue.", "rouge": {"rouge1": 37.83783783783784, "rouge2": 5.7142857142857135, "rougeL": 21.62162162162162}, "nll_sum": 111.89982604980469, "token_count": 16} +{"index": 5728, "reference": "Proposals to make workers clock off when they go for a cigarette break have been backed by a Norfolk council.", "prediction": "A law to ban smoking a cigarette a a Dorset town has been backed by the councillors who went on online for a time after a ban from of for Christmas with a the on on a from has have. of.", "rouge": {"rouge1": 29.508196721311474, "rouge2": 13.559322033898304, "rougeL": 22.950819672131146}, "nll_sum": 248.824462890625, "token_count": 43} +{"index": 5729, "reference": "A student has spoken of the \"nightmare\" of being caught up in the attack on the Bataclan concert hall in Paris.", "prediction": "Eyes in Paris have described as \"inhumane\" and \"historicin, joke by a university student who survived on a Marac building singer.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.000000000000001, "rougeL": 14.285714285714285}, "nll_sum": 186.66390991210938, "token_count": 29} +{"index": 5730, "reference": "England need to win all three remaining games of the series to retain the Women's Ashes after Australia clinched the Test by 161 runs.", "prediction": "England suffered a shock, nine-wicket defeat by by England in Sydney a and complete a 3-0 3-day international series whitewash.", "rouge": {"rouge1": 12.499999999999996, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 134.96035766601562, "token_count": 30} +{"index": 5731, "reference": "Indonesian police have asked for Australia to help investigate the case of a woman who died after drinking cyanide-laced coffee.", "prediction": "An Australian woman living in a in Australia has died after discovered her coffee supplier had been poisoned, her lawyer said.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 5.000000000000001, "rougeL": 19.047619047619047}, "nll_sum": 89.21048736572266, "token_count": 22} +{"index": 5732, "reference": "Former Nottingham Forest player John McGovern has cautioned against placing too much expectation on Oliver Burke following his \u00a313m move to Germany.", "prediction": "Nottingham Forest winger Us Ass Burke is \"a run for money\" to come, says the club's former and Northern Ireland goalkeeper Michael McGovern.roy Mc a's reputation's's as a in for Scottish's.", "rouge": {"rouge1": 20.338983050847457, "rouge2": 3.508771929824561, "rougeL": 13.559322033898308}, "nll_sum": 275.92999267578125, "token_count": 44} +{"index": 5733, "reference": "The man accused of beheading a scientist was her husband, it has emerged.", "prediction": "A partner, who is accused of her murdering and her her partner, whose body was found of a road, will not stand trial in February next year.", "rouge": {"rouge1": 25.0, "rouge2": 5.263157894736842, "rougeL": 15.0}, "nll_sum": 121.20918273925781, "token_count": 30} +{"index": 5734, "reference": "Sri Lanka is to investigate the role of the media in the death of a Buddhist monk on Saturday, the day after he set fire to himself.", "prediction": "The Sri Lank Lanka government says it is investigating a Buddhist monk to suicide by police Philippines after the who set himself on fire a shrine earlier a month, saying the BBC says a \"-g a referee in from a's a.", "rouge": {"rouge1": 49.275362318840585, "rouge2": 5.9701492537313445, "rougeL": 28.985507246376812}, "nll_sum": 272.33837890625, "token_count": 44} +{"index": 5735, "reference": "The UK's nuclear expansion plans have been boosted after Japan's Hitachi signed a \u00c2\u00a3700m deal giving it rights to build a new generation of power plants.", "prediction": "A German-based has been bought to buy \u00a31bn of nuclear power plants in the UK, bringing up to 40,000 in new jobs.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 7.999999999999999, "rougeL": 19.23076923076923}, "nll_sum": 100.21826171875, "token_count": 29} +{"index": 5736, "reference": "Scottish Labour can no longer turn to the \"big beasts\" as it recovers from the general election defeat, according to the party's only MP in Scotland.", "prediction": "Scottish Labour can struggle, but there will be no \" bigger devastation to come\", the party leader's leader has said a saying \" it's for. party's departure from local rivals, but has have Mick its. from the first \"", "rouge": {"rouge1": 33.333333333333336, "rouge2": 15.625, "rougeL": 27.272727272727277}, "nll_sum": 271.50140380859375, "token_count": 47} +{"index": 5737, "reference": "Jurassic World has become the first film to take more than $500m (\u00a3322m) at the global box office on its opening weekend.", "prediction": "Doctor Jurassic Park has become the top filmmaker box the US box office 2012.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 17.647058823529413, "rougeL": 38.88888888888889}, "nll_sum": 81.90644073486328, "token_count": 14} +{"index": 5738, "reference": "An Australian woman has been arrested in Colombia after being found with 5.8kg (12lb 13oz) of cocaine in her luggage, her family says.", "prediction": "An Australian woman who has been arrested in western Colombia after she allegedly supplied possessing cocaine with the unlock has reached $1m (\u00a331m).", "rouge": {"rouge1": 46.80851063829787, "rouge2": 26.66666666666666, "rougeL": 42.5531914893617}, "nll_sum": 129.5303955078125, "token_count": 27} +{"index": 5739, "reference": "Barcelona lost to Sevilla as they suffered their second La Liga defeat of the season, despite Neymar's penalty.", "prediction": "Lionel Messi's 90th-minute winner secured Barcelona as the champions thrashed reigning champions Barcelona.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 74.69459533691406, "token_count": 20} +{"index": 5740, "reference": "Grass cutting equipment worth about \u00a320,000 has been stolen from a south of Scotland bowling club.", "prediction": "Hundreds of thousands pounds have been stolen from a petrol station in a Scottish Borders are treating as hate.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 17.647058823529413, "rougeL": 22.22222222222222}, "nll_sum": 89.15062713623047, "token_count": 19} +{"index": 5741, "reference": "Neil Patrick Harris' debut turn as Oscars host was one of the most forgettable for years - although one moment will define him forever.", "prediction": "There's only few hours to find the night before the closing at the James Oscar film, James Harris asks \" 'l of the night\" I don'taked it after it wasn a too soft too for.", "rouge": {"rouge1": 16.94915254237288, "rouge2": 3.508771929824561, "rougeL": 13.559322033898304}, "nll_sum": 256.78643798828125, "token_count": 41} +{"index": 5742, "reference": "With Theresa May's end of March deadline for triggering the UK's exit from the EU fast approaching, much remains undecided, not least what will happen to British trade.", "prediction": "The Prime Minister Theresa May's trade deal will with the World Health Organisation (W countries) - how much it protect it with other business vessels - should be the same?", "rouge": {"rouge1": 30.508474576271187, "rouge2": 7.017543859649124, "rougeL": 16.949152542372882}, "nll_sum": 172.0417022705078, "token_count": 33} +{"index": 5743, "reference": "It is 50 years since Action Man, the must-have toy of the 1970s, arrived in the UK.", "prediction": "A Star Wars icon Action Man, which were to be sold in the 1970s, 1970s and 70s are to be be put up, are to be sold auction.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 13.636363636363638, "rougeL": 17.391304347826086}, "nll_sum": 151.38055419921875, "token_count": 34} +{"index": 5744, "reference": "A 7m (23ft) diameter giant replica of the moon has been installed in the University of Bristol's Great Hall.", "prediction": "A giant floating artwork was once again over the Moon, has officially opened in Bristol's new building in Wills.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 15.789473684210526, "rougeL": 40.00000000000001}, "nll_sum": 125.32933044433594, "token_count": 22} +{"index": 5745, "reference": "US researchers have developed what they call a \"molten glass sewing machine\" by combining 3D printing of glass with a mathematical model of how a liquid thread forms different types of loop.", "prediction": "Researchers at the Massachusetts Institute have created a way for drum dump building blocks that can that, the distribution of liquidation in a 3D printing", "rouge": {"rouge1": 28.07017543859649, "rouge2": 3.6363636363636367, "rougeL": 17.543859649122805}, "nll_sum": 149.98660278320312, "token_count": 27} +{"index": 5746, "reference": "Roger Federer beat Richard Gasquet to seal Switzerland's first Davis Cup triumph, then dedicated the victory to his team-mates.", "prediction": "Roger Federer won his dramatic match of his career with win over Richard Gasquet in a Paris clay and reach the last of in World Championship Finals.", "rouge": {"rouge1": 25.0, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 130.00204467773438, "token_count": 29} +{"index": 5747, "reference": "Drivers have been warned about very icy conditions affecting many roads across Scotland.", "prediction": " freezing weather conditions caused disruption on conditions a motor motorway and schools in of large parts of southern Scotland.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 111.61199951171875, "token_count": 20} +{"index": 5748, "reference": "Blackpool and Wycombe played out a goalless draw at Bloomfield Road, with the visitors having goalkeeper Jamal Blackman to thank for a string of late saves.", "prediction": "Ten-man Blackpool ended a their winless run as they drew with their League Two play-off hopefuls Wycombe at Hepworthfield.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 0.0, "rougeL": 12.765957446808512}, "nll_sum": 124.72039031982422, "token_count": 30} +{"index": 5749, "reference": "A man has sustained minor injuries in a gun attack at a house in Rasharkin, County Antrim.", "prediction": "A man was taken to hospital with being facial and facial injuries after a incident which through a front of Dung in Londonderry.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 30.0}, "nll_sum": 122.27811431884766, "token_count": 27} +{"index": 5750, "reference": "Two brothers aged five and two stole their mother's car and wrecked it on a drive to their grandfather's house, say authorities in West Virginia.", "prediction": "Officials in across northern state the Pennsylvania are charges against a mother and his grandfather who was stolen after their stolen stolen after using a car through the wheel the of a solve killed in the- \u00a3 a's a from 2011 again 2011's from 2011", "rouge": {"rouge1": 24.65753424657534, "rouge2": 0.0, "rougeL": 13.698630136986303}, "nll_sum": 316.2918395996094, "token_count": 47} +{"index": 5751, "reference": "Police in Edinburgh have appealed for information after a man was found seriously injured in Leith.", "prediction": "A man is being in hospital for a serious assault in Edinburgh city centre.", "rouge": {"rouge1": 40.0, "rouge2": 14.285714285714288, "rougeL": 26.666666666666668}, "nll_sum": 57.0860595703125, "token_count": 14} +{"index": 5752, "reference": "It started as a mission to collect whiskey for a party towards the end of World War Two and ended in a blazing inferno in which 11 US personnel died.", "prediction": "The first low solo aircraft that crashed off the sea in the Republic of Ireland has marked the 70th anniversary of Great Britain worst air disaster.", "rouge": {"rouge1": 10.714285714285714, "rouge2": 0.0, "rougeL": 7.142857142857144}, "nll_sum": 122.17897033691406, "token_count": 27} +{"index": 5753, "reference": "Justice Clarence Thomas, one of eight judges at the highest court in the US, has broken a 10-year silence at court.", "prediction": "A US rights lawyer who has died nearly 50 years in the US in not 2006 is asked a questions to lawyers.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809524, "rougeL": 18.181818181818183}, "nll_sum": 122.04393005371094, "token_count": 22} +{"index": 5754, "reference": "Opponents of same-sex marriage in California have filed an emergency petition to the US Supreme Court to try to halt gay weddings in the state.", "prediction": "A human rights group has launched a US Supreme court ruling that allowing California California should transgender a sex ban ban on same-sex couples.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.244897959183673, "rougeL": 11.76470588235294}, "nll_sum": 138.08004760742188, "token_count": 26} +{"index": 5755, "reference": "Scotland's finance secretary has pledged to give more information to the finance committee to scrutinise his delayed draft budget.", "prediction": "Therood's finance secretary has insisted he will he did not know his government's not his plans draft plans.", "rouge": {"rouge1": 30.0, "rouge2": 15.789473684210526, "rougeL": 30.0}, "nll_sum": 125.14404296875, "token_count": 22} +{"index": 5756, "reference": "Warwickshire director of cricket Dougie Brown has left Edgbaston after 27 years' service to the club, as both player and coach.", "prediction": "Warwickshire director of cricket Dougie Brown will step down as his role as director of cricket cricket after the end of. season.'scapt of again- again- a-w a 2011 in-match from 2011.'s a", "rouge": {"rouge1": 31.57894736842105, "rouge2": 18.181818181818183, "rougeL": 28.07017543859649}, "nll_sum": 261.728271484375, "token_count": 47} +{"index": 5757, "reference": "Wrestlers in fancy dress have grappled for a world title in 1,000 litres of gravy.", "prediction": "A huge crowd turned turned out to be running the world's wrestling shoes after the event, just two minutes.", "rouge": {"rouge1": 11.111111111111112, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 105.77946472167969, "token_count": 21} +{"index": 5758, "reference": "A former Provisional IRA member murdered in front of his wife was shot dead in a \"ruthless and premeditated killing\", police have said.", "prediction": "Police investigating the murder of a man by a paramilitary ex- specialist who nearly two years ago has been shot dead in west Belfast the Belfastane, solve, a football hasA 2011A it's been dere of aA's a's", "rouge": {"rouge1": 25.396825396825403, "rouge2": 6.557377049180327, "rougeL": 19.047619047619047}, "nll_sum": 285.08551025390625, "token_count": 46} +{"index": 5759, "reference": "Ross Kemp is returning to EastEnders as part of a storyline that will see Dame Barbara Windsor exit the soap for good.", "prediction": " Cl Barbara Phoenix Debbie has revealed she will not return to EastEnders for one of her bestloved characters to battle her mother the last decades.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 21.276595744680854}, "nll_sum": 153.5584716796875, "token_count": 29} +{"index": 5760, "reference": "The owners of stolen cars are being sued by some police officers in Northern Ireland who were injured when chasing car thieves.", "prediction": "The Police Service of Northern Ireland,C is claims a owners of a stolen car insurance, saying they are seeking compensation for a compensation claiming from officers. including claims it from from Royal-d's car in the June.", "rouge": {"rouge1": 39.344262295081975, "rouge2": 10.16949152542373, "rougeL": 26.22950819672131}, "nll_sum": 245.46414184570312, "token_count": 43} +{"index": 5761, "reference": "A sheriff has warned the owner of a dog which bit a postman delivering the mail that her pet will be destroyed if it bites someone again.", "prediction": "A woman gave a warning warning of a dogman in a pub which its dog fell its leg through a village village, a court heard and heard. a- has a \" a \" again \" again beenSub of a- \"- a", "rouge": {"rouge1": 28.125, "rouge2": 3.225806451612904, "rougeL": 21.875}, "nll_sum": 274.28631591796875, "token_count": 46} +{"index": 5762, "reference": "'Start spreading the news, I'm leaving today, I want to be a part of it, New York, New York.'", "prediction": "\"I'veatt ever anything, and I never heard anything I has ever had to say, I'm writing writing singing a dirty sleptabond shoes that will be it.\"", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 208.63763427734375, "token_count": 34} +{"index": 5763, "reference": "France has held a national memorial service for the 130 people who died in the Paris attacks two weeks ago.", "prediction": "A memorial service has taken place in Paris the victims of the Paris and Paris attacks in Paris.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 16.666666666666668, "rougeL": 36.84210526315789}, "nll_sum": 66.12690734863281, "token_count": 18} +{"index": 5764, "reference": "A Holyrood by-election is to be held on the same day as the UK's snap general election on 8 June.", "prediction": "An SNP MSP has withdrawn from a seat at Holyrood by-election by- two councillors.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 11.428571428571427, "rougeL": 21.62162162162162}, "nll_sum": 76.01868438720703, "token_count": 20} +{"index": 5765, "reference": "At least one person has been killed and about 20 injured when a train carriage fell on to its side following a derailment close to the Belgian capital Brussels, railway officials say.", "prediction": "At least five people, including five foreigners passenger, have died after a cervical train carrying out of a train has stopped, officials in Brussels say., Broadway,'s they from- fromA a from in national matches's a. from a", "rouge": {"rouge1": 25.352112676056336, "rouge2": 5.797101449275361, "rougeL": 19.718309859154928}, "nll_sum": 275.09130859375, "token_count": 46} +{"index": 5766, "reference": "Check out these superhero-eye views of cities around the world!", "prediction": "Lost reality has't about in your and and you have't played in your street street!", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 110.73580169677734, "token_count": 17} +{"index": 5767, "reference": "A golfer has suffered leg injuries after being bitten by a crocodile on an Australian golf course.", "prediction": "A Australian golfer has told the moment a sun sunbaking\" the moment he went into a waterway while playing a Australian golf course.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210526, "rougeL": 35.0}, "nll_sum": 141.71902465820312, "token_count": 28} +{"index": 5768, "reference": "The US city of Bloomington in Indiana has renamed Good Friday and Columbus Day as \"Spring Holiday\" and \"Fall Holiday\" to be more \"inclusive\".", "prediction": " 71 US liberal city of Bach, will officially scrapped a empty US holidays on holiday or Good the Friday. solve the at a itsCalifornia- a- a's a's controversial front-e from stabbing in November under George Saturday.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 3.278688524590164, "rougeL": 15.873015873015872}, "nll_sum": 351.383056640625, "token_count": 45} +{"index": 5769, "reference": "Investment in commercial property has plummeted in Aberdeen in the last two years, according to a report by a consultancy.", "prediction": "Scottish house sales face a unstable seismic\" in the Scottish property market in the past year, according to report from aeredered Chart firm Knight..", "rouge": {"rouge1": 40.909090909090914, "rouge2": 14.285714285714288, "rougeL": 36.36363636363636}, "nll_sum": 189.18124389648438, "token_count": 29} +{"index": 5770, "reference": "Labour leader Jeremy Corbyn has likened Theresa May to the comedy character Baldrick over her approach to Brexit negotiations, telling MPs her \"cunning plan is to have no plan\".", "prediction": "Prime Minister Theresa May has been criticised for directing and actor difficult McLring for Brexit, saying the Labour leader Jeremy Corbynno he will have no plan\" for Brexit", "rouge": {"rouge1": 38.59649122807017, "rouge2": 18.181818181818183, "rougeL": 21.052631578947366}, "nll_sum": 182.18495178222656, "token_count": 31} +{"index": 5771, "reference": "Warner Bros has announced a follow-up to upcoming Harry Potter spin-off film Fantastic Beasts and Where to Find Them.", "prediction": " the second film play-maker, Fantastic Beasts and Where will be made into a film, film and film,, Warner Bros has announced, as it from \" ballet's\".2 a from a's have Green of!", "rouge": {"rouge1": 35.71428571428571, "rouge2": 22.222222222222225, "rougeL": 17.857142857142854}, "nll_sum": 255.02523803710938, "token_count": 42} +{"index": 5772, "reference": "An American who helped run a successor to the Silk Road drug marketplace has been sentenced to eight years in jail.", "prediction": "The owner of Silk Road 2, which was shut down for possible selling illegal drugs and illegal debt scam, has been jailed to 20 years in jail. a 2011 solve a 2011 a-A 2011 a in a years's's.", "rouge": {"rouge1": 35.483870967741936, "rouge2": 13.333333333333334, "rougeL": 32.25806451612903}, "nll_sum": 224.140869140625, "token_count": 45} +{"index": 5773, "reference": "A week-old fox cub was mistaken for an abandoned puppy after it was found by a road and handed in to a vet surgery.", "prediction": "A fox breeding cub was bittened on a fox cub in Troon, East Lothian.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 10.81081081081081, "rougeL": 30.769230769230766}, "nll_sum": 104.03356170654297, "token_count": 19} +{"index": 5774, "reference": "Britain's Kal Yafai retained his WBA super-flyweight title with a points win over a game Suguru Muranaka.", "prediction": "British super-weight world championue Yafai after winning winning his second-of superantamweight title with an impressive title battle over Murty Muranaka.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 5.128205128205128, "rougeL": 29.268292682926827}, "nll_sum": 195.15060424804688, "token_count": 32} +{"index": 5775, "reference": "Dario Fo, the Italian playwright and actor famous for his cutting political satires, has died in Milan at the age of 90.", "prediction": " D actor Darioo, one but the country's best- best stage honourers, of died in Milan, aged aged 86.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 170.27352905273438, "token_count": 27} +{"index": 5776, "reference": "Website reporters covering Theresa May's visit to Cornwall have complained they were not allowed to film her.", "prediction": "A news group in Cornwall has apologised for a asking David Cameron's visit visit to a local newspaper, saying it was \"as bit 20th Century\".", "rouge": {"rouge1": 18.181818181818183, "rouge2": 9.523809523809526, "rougeL": 13.636363636363638}, "nll_sum": 142.81097412109375, "token_count": 29} +{"index": 5777, "reference": "The deaths of two women at a flat in Glasgow may not be due to gas poisoning after a boiler was found to be in working order with no faults.", "prediction": "The bodies of two bodies were found at Edinburgh block in a Glasgow, as of result. a result of possible monoxide poisoning are the monoxide, Budapest police said.", "rouge": {"rouge1": 34.48275862068965, "rouge2": 3.571428571428571, "rougeL": 24.137931034482758}, "nll_sum": 192.1322784423828, "token_count": 33} +{"index": 5778, "reference": "Dave King, Paul Murray and John Gilligan have succeeded in being voted on to the Rangers board at Friday's extraordinary general meeting at Ibrox.", "prediction": "Dave King has survived a majority of shareholders members for a 38% stake of the club.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 85.17237854003906, "token_count": 17} +{"index": 5779, "reference": "A second man has been charged with murder after a man died nine months after being assaulted in Sunderland.", "prediction": "A second has been charged with murder after a man was stabbed to death to Sunderland was solve of an office from in the N body's reputation from a's from a man's was from a the man's as. a from's aA", "rouge": {"rouge1": 40.0, "rouge2": 25.396825396825395, "rougeL": 33.84615384615385}, "nll_sum": 260.91632080078125, "token_count": 47} +{"index": 5780, "reference": "A lot has changed for Suranne Jones since we last saw her in Bafta-winning TV series Doctor Foster, in which she plays a GP who suspects her husband is cheating on her.", "prediction": "Maurie Jones, who is best known for her best actress,, of't appear in BBC One in West End - but she means show how how it is too lying to a costly struggle and pain.", "rouge": {"rouge1": 26.470588235294112, "rouge2": 0.0, "rougeL": 17.64705882352941}, "nll_sum": 230.0182647705078, "token_count": 40} +{"index": 5781, "reference": "It's the ugly side of the beautiful game.", "prediction": "Rory is a began in Welsh football each football, or sent sending on to on, pitch, but it also led to reports that reports and black players to be sent on, on and other other players.", "rouge": {"rouge1": 4.444444444444444, "rouge2": 0.0, "rougeL": 4.444444444444444}, "nll_sum": 235.71311950683594, "token_count": 41} +{"index": 5782, "reference": "A head teacher who snooped on pupils and staff in his school toilets filmed more adults than first thought.", "prediction": "A head teacher who admitted making of indecent images of children has identified himself by police.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 18.18181818181818, "rougeL": 22.857142857142858}, "nll_sum": 77.62086486816406, "token_count": 16} +{"index": 5783, "reference": "China has accused the US of militarising the disputed South China Sea through its air and naval patrols.", "prediction": "The Philippines has rejected dismissed again that it is a sterilisation\" in any South China Sea.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 107.08104705810547, "token_count": 18} +{"index": 5784, "reference": "An annual gay rally in Singapore has drawn thousands amid an unprecedented backlash from religious groups.", "prediction": "Thousands of Singaporeans have attended a gay rally march, an online be be online, despite the organisers is a \"Islamic anti-gay rally\".", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 145.39291381835938, "token_count": 28} +{"index": 5785, "reference": "Ask senior officials in Number 10 what the most important issue is for voters and it isn't long before they point out that an economy \"that works for everyone\" is more than just a slogan.", "prediction": "In May 2014, is a, big for the UK economy, in December or June.", "rouge": {"rouge1": 24.0, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 87.562744140625, "token_count": 17} +{"index": 5786, "reference": "Britain's urban areas are home to more types of wild bee than farmland, a study has found.", "prediction": "The campaign to protect bees, bees bees and flowers, is protecting trees\" in the UK, research suggests.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 97.6405258178711, "token_count": 21} +{"index": 5787, "reference": "Police have issued an e-fit of a man they want to trace in connection with a dog attack on a five-year-old girl.", "prediction": "Police investigating the murder of a police and a violent and dangerous attack on a five-oldyearold girl in in Mosul have released an e-fit man.", "rouge": {"rouge1": 57.6923076923077, "rouge2": 24.000000000000004, "rougeL": 34.61538461538461}, "nll_sum": 154.73345947265625, "token_count": 31} +{"index": 5788, "reference": "Nearly 600 people believed to be Bangladeshis and Rohingya Muslims from Myanmar have been rescued from boats drifting in Indonesian waters.", "prediction": "Indonesian police have rescued migrant people, including children and refugees from Malaysia at sea, sea say.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 93.88609313964844, "token_count": 20} +{"index": 5789, "reference": "A steam train operator has been banned from running its rail services on the UK's mainline railway.", "prediction": "A rail operator company has banned from running on the railways after a locomot passing through a possible.", "rouge": {"rouge1": 55.55555555555556, "rouge2": 17.647058823529413, "rougeL": 50.0}, "nll_sum": 124.34539794921875, "token_count": 19} +{"index": 5790, "reference": "It was indeed a \"big\" Budget - just as the chancellor said it would be.", "prediction": "for 30 March 2015, George Osborne announced declared that the \"new settlement\" of tax - tax freeze and inheritance tax - tax -, inheritance tax - could or the credits.", "rouge": {"rouge1": 5.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 174.22354125976562, "token_count": 34} +{"index": 5791, "reference": "South Korean car maker Kia has come top in a closely watched US car quality ranking, edging out the luxury brands that usually claim the crown.", "prediction": " Zambia in America are receiving better better performance of drive facilities in the past past days, an annual survey of carmakers found and saw the saw country under Royal..", "rouge": {"rouge1": 10.909090909090908, "rouge2": 0.0, "rougeL": 10.909090909090908}, "nll_sum": 200.61904907226562, "token_count": 32} +{"index": 5792, "reference": "An 11-year-old migrant from Afghanistan has been speaking to Newsround about being separated from his father during a year long trip to try and reach the UK.", "prediction": "An 11-year-old boy from Syria who has travelled to the UK has told BBC Newsround he's helping it find out how he will come to reach the UK.", "rouge": {"rouge1": 40.0, "rouge2": 17.241379310344826, "rougeL": 40.0}, "nll_sum": 109.88682556152344, "token_count": 34} +{"index": 5793, "reference": "Senior figures from across Northern Ireland's political spectrum have been reacting to the results of the March 2017 Northern Ireland Assembly elections.", "prediction": "For the political struggle in Ireland, but I provide a powerup win!", "rouge": {"rouge1": 17.14285714285714, "rouge2": 0.0, "rougeL": 11.428571428571427}, "nll_sum": 87.10967254638672, "token_count": 14} +{"index": 5794, "reference": "Hate crimes reported in Canada rose slightly in 2015, driven mainly by incidents targeting Muslims, Arabs and West Asians, say official figures.", "prediction": "Crime crime crimes reported to in Canada in 2015 - level highest - highest level recorded on, federal figures show.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210527, "rougeL": 35.0}, "nll_sum": 110.84355926513672, "token_count": 21} +{"index": 5795, "reference": "Jules Bianchi has died aged 25 as a result of head injuries sustained in a crash during the 2014 Japanese Grand Prix.", "prediction": "Former world coble inchi died Canadian Japanese Grand following a serious crash with serious head injuries.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 133.51589965820312, "token_count": 18} +{"index": 5796, "reference": "Find out more about what the London mayoral candidates are promising in May's election.", "prediction": "The Metropolitan Police of PoliceMet) has confirmed it will be elections in London 7 May, in his first appointment as Scotland's and from his role on a on, from English on English from a from's reputation of.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 254.14801025390625, "token_count": 43} +{"index": 5797, "reference": "A Stormont fund to attract new air routes has the backing of Willie Walsh, the boss of British Airways and Aer Lingus.", "prediction": "The Treasury executive, Ian Walsh, but said he would prefer to pay 30 low CSeries Clb average limit average in a cut on air route.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444445, "rougeL": 12.76595744680851}, "nll_sum": 198.23196411132812, "token_count": 29} +{"index": 5798, "reference": "A 60-year-old man has died following a crash on the A90 just north of Laurencekirk in Aberdeenshire.", "prediction": "A man and a woman have died in a crash on the A90 near the90icle side of Edinburgh.", "rouge": {"rouge1": 54.05405405405405, "rouge2": 22.857142857142858, "rougeL": 48.64864864864865}, "nll_sum": 93.02716827392578, "token_count": 21} +{"index": 5799, "reference": "A new test that could hold the key to predicting blood cancer patients' survival has been developed by Cardiff University.", "prediction": " again positiveurrence of cancer diagnosis, which can investigate some form of cancer andelemia, according to research from Swansea University University in the of's, solve,'s they- \"-p a of in a from a's again from a", "rouge": {"rouge1": 17.24137931034483, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 295.23077392578125, "token_count": 47} +{"index": 5800, "reference": "Transport for London (TfL) has said it is \"sorry\" about the death of a female cyclist who was killed on a cycle \"superhighway\" in east London.", "prediction": "Two cyclists have been killed in a crash between a cycle motorways on a London path, the Transport for London (Tf in the.", "rouge": {"rouge1": 48.97959183673469, "rouge2": 17.02127659574468, "rougeL": 20.408163265306122}, "nll_sum": 121.79783630371094, "token_count": 27} +{"index": 5801, "reference": "A judge has ruled that the world champion US women's football team does not have the right to strike.", "prediction": "A US judge has ruled that a female football' union has voted in their pay dispute.", "rouge": {"rouge1": 38.888888888888886, "rouge2": 17.647058823529413, "rougeL": 33.33333333333333}, "nll_sum": 95.98380279541016, "token_count": 17} +{"index": 5802, "reference": "A former circus tiger which waited two years to be imported to the Isle of Wight Zoo has arrived on the island.", "prediction": " killer killer Simonai Sim, described as \"outrageous walk\", has arrived at Berlin zoo told the BBC and BBC.", "rouge": {"rouge1": 20.0, "rouge2": 5.263157894736842, "rougeL": 15.0}, "nll_sum": 145.04855346679688, "token_count": 24} +{"index": 5803, "reference": "BBC Northern Ireland broadcaster Gerry Anderson has been posthumously inducted into the Phonographic Performance Ireland (PPI) Radio Hall of Fame.", "prediction": "Sinn F\u00e9in leader, who broadcaster of Northern Ireland, has been awarded a golf P aIM) award from Northern Ireland broadcaster Ireland Anderson.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 23.25581395348837}, "nll_sum": 162.60594177246094, "token_count": 29} +{"index": 5804, "reference": "When introducing Microsoft\u2019s newest Xbox console in 2016, Phil Spencer didn\u2019t mince his words.", "prediction": " James Spencer increased finally he announced the Xbox One X will created his own life.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 94.13636779785156, "token_count": 15} +{"index": 5805, "reference": "A convicted child sex offender, who won a landmark court case forcing Facebook to take down a website page monitoring paedophiles, is now seeking damages.", "prediction": "A man who is jailed for sex offences against paedophophile has been removed from a front of Facebook.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 96.62276458740234, "token_count": 20} +{"index": 5806, "reference": "Halle Berry was the first black woman to win the best actress Oscar when she won for Monster's Ball in 2002.", "prediction": " Brian Berry has said an Academy award-winning best best equal moments in her career.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 91.07598114013672, "token_count": 16} +{"index": 5807, "reference": "UKIP MEP Mike Hookem believes British and French authorities aren't doing nearly enough to stop migrants from coming to the UK.", "prediction": "A German Ambulul, who tried to be living in the French Mediterranean again, has told Newsround how he faces a mistake magic in his. from his car passed through his body as a's been from of.", "rouge": {"rouge1": 13.559322033898308, "rouge2": 0.0, "rougeL": 6.779661016949154}, "nll_sum": 267.9647216796875, "token_count": 43} +{"index": 5808, "reference": "A three-person panel has been appointed to carry out an investigation into De La Salle College in west Belfast.", "prediction": "An independent panel will lead pupils, at De La Salle College in Northern Ireland school.", "rouge": {"rouge1": 40.0, "rouge2": 24.242424242424242, "rougeL": 34.285714285714285}, "nll_sum": 90.02521514892578, "token_count": 17} +{"index": 5809, "reference": "Strictly Come Dancing's Aliona Vilani has announced she is leaving Strictly Come Dancing three days after winning the glitterball trophy with Jay McGuiness.", "prediction": " dancer musicianographerilani has announced she will join Strictly Come this year because of an ankle injury.", "rouge": {"rouge1": 25.0, "rouge2": 15.789473684210527, "rougeL": 25.0}, "nll_sum": 118.20899200439453, "token_count": 21} +{"index": 5810, "reference": "William Hague has held talks with Kurdish leaders about international efforts to confront Islamist extremists threatening to overrun parts of Iraq.", "prediction": " William Hague has returned to the UK for special forces struggle in Iraq but forces will do anything but says there will be a \"new international deal\".", "rouge": {"rouge1": 25.0, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 137.42385864257812, "token_count": 28} +{"index": 5811, "reference": "Arsenal must pay Napoli 94m euros (\u00a380m) to sign Argentina striker Gonzalo Higuain, according to a source close to the Italian club.", "prediction": " left the centrealoback Higuane will be leave leave the club at next two years, a source released within medical source has told BBC Sport.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 4.545454545454545, "rougeL": 8.695652173913043}, "nll_sum": 175.38739013671875, "token_count": 30} +{"index": 5812, "reference": "Iceland's parliament is examining a bill that would require companies to prove they offer equal pay to employees.", "prediction": "Iceland has passed a law that includes women to receive a pay rise to public workers, paying workers more than 90% (7).", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 29.268292682926827}, "nll_sum": 114.38668823242188, "token_count": 26} +{"index": 5813, "reference": "Nigeria's government has been accused of being too slow in its response to the kidnapping of more than 200 girls from a school in the north of the country.", "prediction": "Nigeria's military their expressing their at more than 100 schoolgirls in Chibok, who are now believed have been in the from Tuesday, after, the banned banned from,000 from national in.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 10.0, "rougeL": 22.58064516129032}, "nll_sum": 230.56097412109375, "token_count": 41} +{"index": 5814, "reference": "Imagine a shopping trolley that moves as fast as a car - well here it is!", "prediction": "A 75-year-old man has set a new world records track with a trolley reach- up tomphmph (32h).", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 148.00820922851562, "token_count": 27} +{"index": 5815, "reference": "A Renewable Heat Incentive scheme boiler owner has failed in a legal attempt to challenge plans to name him.", "prediction": "No-one was abuse of abuse\" over the Renewable In InHI) scheme in a scheme that could provide the company who use it, the High Court has heard. 2011 \" again a's again 2011 of again's again has\"", "rouge": {"rouge1": 20.689655172413794, "rouge2": 3.571428571428571, "rougeL": 13.793103448275865}, "nll_sum": 278.2596435546875, "token_count": 47} +{"index": 5816, "reference": "UK consumers using their mobile phones in Europe will see reductions in their bills from Saturday.", "prediction": "Smart charges for people using mobile phones when the UK votes voted to leave the EU - have come into effect.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 85.50688934326172, "token_count": 21} +{"index": 5817, "reference": "Organisers of the Henley Royal Regatta are supplying hours of CCTV footage to police after a woman was raped.", "prediction": "A woman was raped in a car and sexually carried out of cricket to Henley Regatta. Reg. solve the has a in the a's, reputation, as it from a-e from planning by three men ago.", "rouge": {"rouge1": 32.14285714285714, "rouge2": 11.11111111111111, "rougeL": 14.285714285714288}, "nll_sum": 268.56878662109375, "token_count": 44} +{"index": 5818, "reference": "Crewe Alexandra have signed Finnish goalkeeper Will Jaaskelainen on a one-year-deal after leaving Bolton.", "prediction": "League One club Fleetwe Alexandra have signed teenage midfielder midfielder Jussii Jaasenainen on a two-year contract 2011-finals of the a's again- again-H a again in a- from 2011 againold a", "rouge": {"rouge1": 28.000000000000004, "rouge2": 12.500000000000004, "rougeL": 24.0}, "nll_sum": 288.9169921875, "token_count": 46} +{"index": 5819, "reference": "Bilkis Bano was gang-raped and saw 14 members of her family being murdered by a Hindu mob during the 2002 anti-Muslim riots in the western Indian state of Gujarat.", "prediction": "Bilkis Bisano, who was now involved in the 2002 riots in in Gujarat 2006, has been declared state Gujarat Gujarat state.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 12.0, "rougeL": 30.769230769230766}, "nll_sum": 142.0894317626953, "token_count": 26} +{"index": 5820, "reference": "Liverpool manager Jurgen Klopp says he gave his players the chance to opt out of Monday's match at Sunderland if they were too tired - but nobody wanted to.", "prediction": "Liverpool manager Jurgen Klopp told some of his players to told his players he did not anything else because he did not a late draw at Liverpool.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 14.814814814814817, "rougeL": 28.57142857142857}, "nll_sum": 118.18789672851562, "token_count": 29} +{"index": 5821, "reference": "Sir Elton John has criticised comments by a DUP MLA on HIV.", "prediction": "Captain Sir Elton says John he will marry to heterosexual couple in Northern Ireland this year. end couples and gay marriage in a world as a gay. for his from from a his from a he as have ballet of from's sport'sA", "rouge": {"rouge1": 14.285714285714288, "rouge2": 3.7037037037037033, "rougeL": 14.285714285714288}, "nll_sum": 287.9794006347656, "token_count": 47} +{"index": 5822, "reference": "Polling cards were wrongly sent to at least 3,462 EU citizens who are not allowed to vote in the EU referendum, the Electoral Commission has announced.", "prediction": "Hundreds of European Union workers, not be not to to vote in the EU referendum again, the BBC has learned.", "rouge": {"rouge1": 42.5531914893617, "rouge2": 22.22222222222222, "rougeL": 38.297872340425535}, "nll_sum": 87.89801025390625, "token_count": 22} +{"index": 5823, "reference": "Preston North End manager Simon Grayson says defender Bailey Wright \"owes the club a lot\" and hopes he will agree a new deal with the Championship club.", "prediction": "Preston North End coach Simon Grayson says it would be be prepared to signing captain Ian Wright if he offers to \" play for\" again.", "rouge": {"rouge1": 31.37254901960785, "rouge2": 16.3265306122449, "rougeL": 31.37254901960785}, "nll_sum": 144.514892578125, "token_count": 28} +{"index": 5824, "reference": "China has deployed surface-to-air missiles on a disputed island in the South China Sea, Taiwan says.", "prediction": "The first images image emerged showing dozens of weapons being built on a disputed built to the South China Sea.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 27.777777777777775, "rougeL": 36.84210526315789}, "nll_sum": 101.42155456542969, "token_count": 20} +{"index": 5825, "reference": "Europe can no longer \"completely depend\" on the US and UK following the election of President Trump and Brexit, German Chancellor Angela Merkel says.", "prediction": "German Chancellor Angela Merkel has insisted US President-elect Donald Trump and Donald Trump as US President, arguing Europe \"couldleagueon on our way out\".", "rouge": {"rouge1": 45.83333333333333, "rouge2": 17.391304347826086, "rougeL": 16.666666666666664}, "nll_sum": 138.4825897216797, "token_count": 29} +{"index": 5826, "reference": "Churan Zheng, an events organiser, works for a company in China that allows her and her female colleagues to take a day or two a month off if they suffer from period pain.", "prediction": "On Sunday night, BBC presenter Radio 5 live televised a debate the decision on indefinite leave, saying women saying she would be able to let or a a doctor should, get an patient or be a doctor.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 216.66319274902344, "token_count": 40} +{"index": 5827, "reference": "A new apprenticeship levy of 0.5% on company payrolls will raise \u00a33bn a year and fund three million apprenticeships, the chancellor has announced.", "prediction": "A levy on a introduced tax tax on nurships is to be introduced in 2017, the Charteredigion Institute Directors, a leading lobby group said.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 0.0, "rougeL": 20.833333333333336}, "nll_sum": 159.9849853515625, "token_count": 29} +{"index": 5828, "reference": "An ex-UKIP councillor has been ordered to pay \u00a380,000 in damages to two Labour MPs over remarks he made about the Rotherham's child abuse scandal.", "prediction": "Two Rother MP have been fined \u00a320,000 in damages after claims that the UKIP former leader of Rotherham had a Holyro majority.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 149.47645568847656, "token_count": 29} +{"index": 5829, "reference": "Many Kenyans have ignored opposition leader Raila Odinga's call for a strike over disputed elections.", "prediction": " republicans have been reacting reaction to opposition politician John Rail Oda as the result of, general election poll suggested.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 139.31996154785156, "token_count": 22} +{"index": 5830, "reference": "Five firefighters have been injured while tackling a blaze on common land near Exeter.", "prediction": "More than 50 firefighters have been tackling a huge fire dry-athathland in Devon Valley N.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 21.428571428571427, "rougeL": 33.33333333333333}, "nll_sum": 122.74662017822266, "token_count": 19} +{"index": 5831, "reference": "The stress of air travel has increased this summer, with long queues reported across Europe because of tighter security and immigration checks.", "prediction": "A Easy passenger passengers are possible able to go to France then get the toilet just before, then it was too easy to like a wheelie.", "rouge": {"rouge1": 4.166666666666667, "rouge2": 0.0, "rougeL": 4.166666666666667}, "nll_sum": 163.96615600585938, "token_count": 28} +{"index": 5832, "reference": "Former Greek Prime Minister Lucas Papademos has been injured by an explosion inside his car in Athens.", "prediction": "Former Greek Prime Minister,el buildingademosals has been taken to hospital December after an explosion in an car at an government office in central Athens, reports, say", "rouge": {"rouge1": 50.0, "rouge2": 23.80952380952381, "rougeL": 50.0}, "nll_sum": 172.4982147216797, "token_count": 32} +{"index": 5833, "reference": "Police have been attacked in County Down by up to 30 young people throwing stones.", "prediction": "Eleven cars have been attacked by police in Newry County Antrim,. says's dubbed a 30 \"glie-e, foul in from a's as a's from local, car were suspended or a.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 25.000000000000007}, "nll_sum": 274.7808837890625, "token_count": 42} +{"index": 5834, "reference": "The 9-2 chance Humphrey Bogart denied Carntop, owned by Prince Charles, to win the Derby Trial at Lingfield.", "prediction": " Great Galileo fire won the Galileo Cup and a Ryder Challenge Cup at Glaston Gl Glastonham.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 137.57974243164062, "token_count": 19} +{"index": 5835, "reference": "Body camera footage shows that the father of a six-year-old autistic boy was attempting to surrender before police opened fire, killing his son, a lawyer has said.", "prediction": "A US families son son was shot dead by police during a road battle a car has released a video showing of the to shot dead.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 135.1121826171875, "token_count": 26} +{"index": 5836, "reference": "At Harper Adams University they are fitting tracking devices to slugs.", "prediction": "Scientists in South India are conducting developing technology to protect slown to protect crops.", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 92.05503845214844, "token_count": 15} +{"index": 5837, "reference": "Denmark will face the Netherlands in the final of Women's Euro 2017 after defeating Austria in a penalty shootout.", "prediction": "Den champions Germany to reach the semi-finals of the Euro 2017 tournament by beating Austria 5-3 in a dramatic penalty shootout.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 19.51219512195122, "rougeL": 46.51162790697674}, "nll_sum": 76.91091918945312, "token_count": 25} +{"index": 5838, "reference": "The ancient remains of a teenage girl discovered deep underground in Mexico are providing additional insights on how the Americas came to be populated.", "prediction": "A young girl found near Siberia in a northern Greek river that of the earliest location of, Native researchers.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 133.55502319335938, "token_count": 20} +{"index": 5839, "reference": "The Trump White House has now settled on its defence of the president's meeting with the Russian delegation, in which he reportedly revealed classified information to his guests.", "prediction": "A top US security officer has security that President that Barack information his detailed information about his decision, unhappy about President Vladimir Putin a \" - a crime not possible - it's't the's it is?!", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 254.88865661621094, "token_count": 39} +{"index": 5840, "reference": "Swansea City head coach Paul Clement says his side are running out of time in their bid to avoid Premier League relegation.", "prediction": "Swansea City coach Paul Clement says urged his players not to avoiding relegation from the Premier League despite beating West Ham as \"heart-breaking\".", "rouge": {"rouge1": 52.17391304347826, "rouge2": 27.27272727272727, "rougeL": 47.82608695652174}, "nll_sum": 113.07988739013672, "token_count": 28} +{"index": 5841, "reference": "Samples from the sites of alleged chemical attacks in Syria are arriving at laboratories for analysis.", "prediction": "A clear accurate of nuclear weapons found during a possible weapons attack in Syria will soon be give clear location of experts.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 129.5414581298828, "token_count": 22} +{"index": 5842, "reference": "Researchers from Oxford University say they've made a breakthrough in developing smart glasses for people with severe sight loss.", "prediction": "Scientists at Oxford University are using 3D glasses to help detect monitor a loss, which which sight daily lives.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 123.62141418457031, "token_count": 21} +{"index": 5843, "reference": "The trial of a Washington Post journalist detained in Iran for almost 10 months on charges that include \"espionage\" has opened in the capital Tehran behind closed doors.", "prediction": " presiding over judge in and capital, Tehran charged with stealing confidential details about the government, Tehran's state sources say, as a controversial as his reputation as his as a reputation from the from The's a in from a's.", "rouge": {"rouge1": 23.18840579710145, "rouge2": 2.985074626865672, "rougeL": 11.594202898550725}, "nll_sum": 267.09600830078125, "token_count": 44} +{"index": 5844, "reference": "Visitors have flocked to Cumbria to see two pairs of rare bee-eater birds which set up their home at a quarry.", "prediction": " three pairsifty John sand martins have been found born at a quarry in North Yorkshire buriedhire. a The reputation's \" in the fromA,'s as a it from a-D's of in from years as.", "rouge": {"rouge1": 17.24137931034483, "rouge2": 7.142857142857142, "rougeL": 13.793103448275861}, "nll_sum": 303.34844970703125, "token_count": 44} +{"index": 5845, "reference": "The return of sea otters to an estuary on the central Californian coast has significantly improved the health of seagrass, new research has found.", "prediction": "The seagass was given up to a hailing otters in California's which forcedters thestate the economyters disease in the past 30 years, California suggests. been a \" Broadway again's a again Broadway again's a from a", "rouge": {"rouge1": 16.129032258064516, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 307.5411376953125, "token_count": 47} +{"index": 5846, "reference": "The High Court has begun hearing the legal challenge of a terminally ill UK man who wants the right to die.", "prediction": "A terminally ill man has launched launch a legal battle to fight changes to a new law which will allow patients to allow \"right to die\".", "rouge": {"rouge1": 38.297872340425535, "rouge2": 17.77777777777778, "rougeL": 29.78723404255319}, "nll_sum": 112.7447509765625, "token_count": 28} +{"index": 5847, "reference": "A man who was caught in a police anti-drugs operation last year has been jailed.", "prediction": "A prison driver who was selling large quantity of cocaine and drugs into a car to Northern Ireland has been given a three-year jail sentence.", "rouge": {"rouge1": 42.85714285714286, "rouge2": 10.0, "rougeL": 33.333333333333336}, "nll_sum": 91.95247650146484, "token_count": 27} +{"index": 5848, "reference": "The remains of 474 infants were transferred from mother-and-baby homes to medical schools over 25 years, the Irish minister for children has said.", "prediction": "The Irish minister has apologised to women and mother-and-use baby at of children's residential home of Tuam, the Republic of Ireland.", "rouge": {"rouge1": 48.97959183673469, "rouge2": 12.76595744680851, "rougeL": 24.489795918367346}, "nll_sum": 140.38552856445312, "token_count": 28} +{"index": 5849, "reference": "There was no room for doubt to accompany the Raith Rovers players as they set off for the League Cup final at Ibrox.", "prediction": "Twenty years ago, David Lloydell leaving Celtic Raith Rovers camp in training then and was then captain David Tharnaz was Raith Rovers fans carried away.", "rouge": {"rouge1": 12.499999999999996, "rouge2": 4.3478260869565215, "rougeL": 12.499999999999996}, "nll_sum": 204.03713989257812, "token_count": 33} +{"index": 5850, "reference": "PE should be given the same status as maths, English, science and Welsh in schools to help tackle obesity in Wales, experts have recommended.", "prediction": " Teachers Teachers could be given of priority in in Welsh schools to have core ability to the curriculum an MP has said.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 129.94439697265625, "token_count": 22} +{"index": 5851, "reference": "Doctors have asked the High Court to hear new evidence in the case of terminally ill Charlie Gard.", "prediction": " Charlie parents of Charlie Gard have offered to \" terminally-ally in the US treatment receive an experimental treatment.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 11.76470588235294, "rougeL": 22.22222222222222}, "nll_sum": 123.78398132324219, "token_count": 21} +{"index": 5852, "reference": "Outdoor learning can have a positive impact on children's development but it needs to be formally adopted, a report suggests.", "prediction": "extly outdoor in physical could help teach pupils and improve future the future of child child, the national co-Organ of a national 1 1 says.", "rouge": {"rouge1": 8.51063829787234, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 186.98133850097656, "token_count": 29} +{"index": 5853, "reference": "Captain Glen Chapple will take control of Lancashire for the rest of the 2014 season following the departure of Peter Moores to become England boss.", "prediction": "Lancashire captain Chantapple says he is \" surprised\" by the decision that head coach Peter Moores is not in his his role.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 131.51461791992188, "token_count": 29} +{"index": 5854, "reference": "England opener Alex Hales has refunded a fan 10% of his ticket price, after only 81 overs were bowled on day three of the third Test against Pakistan at Edgbaston.", "prediction": "An England Surrey for apologised for sending a claiming that England batsman Alex Hales received-4-4 to fund his bank account of England England during Test match against Sri Lanka.", "rouge": {"rouge1": 26.229508196721312, "rouge2": 3.389830508474576, "rougeL": 22.950819672131146}, "nll_sum": 183.67994689941406, "token_count": 35} +{"index": 5855, "reference": "A monument will be built in memory of a student who died after falling into the River Avon.", "prediction": "A teenager's upgraded to death of a falling into the River Bathays in Bath is to be unveiled.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 22.857142857142858, "rougeL": 37.83783783783783}, "nll_sum": 123.47080993652344, "token_count": 20} +{"index": 5856, "reference": "England are one year on from the debacle of their World Cup campaign in Brazil and one year out from Euro 2016 in France - the midpoint in a crucial process of recovery.", "prediction": "England's hopes avoiding reaching 2016 at the knockout stage group still suffering a delay in Brazil - only the that that give them a perfect recovery to start now.", "rouge": {"rouge1": 26.229508196721312, "rouge2": 3.389830508474576, "rougeL": 22.950819672131146}, "nll_sum": 184.4547119140625, "token_count": 30} +{"index": 5857, "reference": "The father of an Indian woman who was gang raped in Delhi and later died says her name should be made public so she can serve as an inspiration to other sex crime victims, a UK paper reports.", "prediction": "A British woman who was victim of a gang raped in the capital Delhi has called for a new law saying the \"rape\" laws\" to be named.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 12.698412698412698, "rougeL": 27.69230769230769}, "nll_sum": 118.24467468261719, "token_count": 30} +{"index": 5858, "reference": "Forty-four years after President Nixon declared \"war on drugs\", four US states have now agreed to legalise the sale of marijuana and most Americans support legalisation.", "prediction": "The United States of Colombia Brazil says but many case will be notorious in control, Colombia, where drug is now in drug battles, and in drug control.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 175.02342224121094, "token_count": 30} +{"index": 5859, "reference": "The RSPB has had to cancel the opening of its two new reserves in Suffolk due to damage created by December's coastal surge tides.", "prediction": "The RSPB opened its reserves at a East Yorkshire reserve nature set of officially open because doors, because the damage due aiant bad salt rain.", "rouge": {"rouge1": 36.0, "rouge2": 4.166666666666666, "rougeL": 24.0}, "nll_sum": 222.3615264892578, "token_count": 29} +{"index": 5860, "reference": "Police are investigating the disturbance of bird of prey nests in a forest south of Inverness.", "prediction": "More than 100 birds found on the site on the Forest of Nottingham have has reported,, a wildlife crime..", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 119.00753784179688, "token_count": 20} +{"index": 5861, "reference": "A Royal Marine from Northern Ireland has appeared in court charged with offences related to dissident republicanism, including bomb-making and storing weapons.", "prediction": "A serving Royal Marine from Northern Ireland, has appeared in court charged with all terrorism charges.", "rouge": {"rouge1": 61.53846153846153, "rouge2": 54.05405405405405, "rougeL": 61.53846153846153}, "nll_sum": 69.29032135009766, "token_count": 17} +{"index": 5862, "reference": "Wales' largest independent brewer is planning to open about 30 coffee shops over three years as it diversifies from its traditional pub business.", "prediction": "One of the UK's landlord owners is claiming it is heading into the coffee market, despite the rise in high street street stores in its coffee shop.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 126.54844665527344, "token_count": 29} +{"index": 5863, "reference": "Manchester City have signed defender Nicolas Otamendi from Valencia on a five-year deal worth \u00a332m.", "prediction": "Manchester City have signed midfielder Ot Assoloam from Spanish Barcelona rivalsletico Madrid for five fee on- five-year deal.year deal of in a be a again aA \u00a3- again 2011 again in a 2011 from again- from again", "rouge": {"rouge1": 37.03703703703704, "rouge2": 19.23076923076923, "rougeL": 33.33333333333333}, "nll_sum": 317.2562255859375, "token_count": 47} +{"index": 5864, "reference": "A man has been jailed for four years for killing a fellow scooter enthusiast who urinated on his leg at a rally.", "prediction": "A man has been jailed for four years in prison causing the death of an 85 86-year-old man at a sc celebrations rally.", "rouge": {"rouge1": 46.808510638297875, "rouge2": 35.55555555555556, "rougeL": 46.808510638297875}, "nll_sum": 114.74156188964844, "token_count": 27} +{"index": 5865, "reference": "What do you call the day after deadline day?", "prediction": " clock clock clock turning for voters, but it isn't Don't. be been forgotten, it's't solve hit be a rival ceases and. of the), a.m-old battle of national. departure.", "rouge": {"rouge1": 4.651162790697674, "rouge2": 0.0, "rougeL": 4.651162790697674}, "nll_sum": 287.26470947265625, "token_count": 42} +{"index": 5866, "reference": "The oil price has fallen to a new seven-year low after the International Energy Agency (IEA) forecast a slowdown in growth in demand for oil.", "prediction": "The International Energy Agency (IER) has warned that output fell for the third quarter, as oil prices continued to dominate recovery in its growth.", "rouge": {"rouge1": 48.00000000000001, "rouge2": 16.666666666666664, "rougeL": 24.000000000000004}, "nll_sum": 103.63284301757812, "token_count": 27} +{"index": 5867, "reference": "Wales manager Chris Coleman would find it very difficult to turn down a Premier League job, says his former international team-mate Iwan Roberts.", "prediction": "Wales manager Chris Coleman wants to step down when a contract, says Football of Association WalesFAW)) assistant manager Osian Roberts.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 14.285714285714288, "rougeL": 40.909090909090914}, "nll_sum": 174.85606384277344, "token_count": 26} +{"index": 5868, "reference": "A new index suggests that African countries are among the world's worst places to be old in.", "prediction": "Tunia began erupted in May December 2015, but the world is the best country, leaving country more than $1-1bn.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 10.526315789473685}, "nll_sum": 150.9790802001953, "token_count": 26} +{"index": 5869, "reference": "Burton Albion are set to re-sign teenage midfielder Hamza Choudhury on a season-long loan from Premier League champions Leicester City.", "prediction": "Burton Albion have agreed teenage sign teenage pupilauru Chuu on a two-and-half-year deal with further gl option a further year.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 13.95348837209302, "rougeL": 26.66666666666666}, "nll_sum": 185.95664978027344, "token_count": 30} +{"index": 5870, "reference": "Michael B Jordan has confirmed he and Oscar-winning actress Lupita Nyong'o will be among the cast of the upcoming Marvel superhero film Black Panther.", "prediction": "Oscarwinning- actorbu Nyong'o will play for Jordan in a new four-calledhour film, Black Pink in his film director.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 13.636363636363635, "rougeL": 21.73913043478261}, "nll_sum": 199.43624877929688, "token_count": 29} +{"index": 5871, "reference": "A 51-year-old man has suffered serious injuries after being struck by a car in a hit-and-run incident in North Ayrshire.", "prediction": "A 74-year-old motorist was seriously injured after being hit in a hit-and-run in-run in North Ayrshire on Saturday night.", "rouge": {"rouge1": 54.166666666666664, "rouge2": 34.78260869565217, "rougeL": 54.166666666666664}, "nll_sum": 81.08145141601562, "token_count": 32} +{"index": 5872, "reference": "Four men have appeared in court charged with attempting to smuggle \u00a3800,000 of cannabis into Northern Ireland in pallets of orange juice.", "prediction": "Four men have appeared in court after with with drugs with an estimated street value of \u00a3,m55) into the UK into the UK's some of the force's a \"over it a - it's not of.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.24137931034483, "rougeL": 33.33333333333333}, "nll_sum": 230.0823974609375, "token_count": 43} +{"index": 5873, "reference": "A man who murdered a pensioner at his home in Glasgow has been ordered to spend a minimum of 13 years in jail.", "prediction": "A Ukrainian who was convicted of murdering a pensioner in his home city of Glasgow has been jailed for jailed at least 13 years", "rouge": {"rouge1": 68.08510638297872, "rouge2": 26.66666666666666, "rougeL": 51.06382978723404}, "nll_sum": 87.85931396484375, "token_count": 24} +{"index": 5874, "reference": "The father of a reservist who died after attempting an SAS selection exercise in the Brecon Beacons has told an inquest processes \"failed\" that day.", "prediction": "A training armyist has been told of an an inquest he did not ignored his son he not believe he not stopped a drugs test.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 4.166666666666666, "rougeL": 20.000000000000004}, "nll_sum": 166.73272705078125, "token_count": 26} +{"index": 5875, "reference": "As the jet carrying Shaker Aamer landed at Biggin Hill airport, the questions over his future were only just beginning.", "prediction": "The release of four British men from last week Guantanamo camp in Afghanistan in 2004 has been officially facing questions - and the British - we should know understand, and what they happened?", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 7.8431372549019605}, "nll_sum": 187.72756958007812, "token_count": 34} +{"index": 5876, "reference": "Celtic were \"scared and frightened\" in their Champions League exit to Malmo, said boss Ronny Deila.", "prediction": "Celtic manager Ronny Deila admitted his players are after missing out of the Champions League - and missed out of a Champions League stage.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 96.72928619384766, "token_count": 28} +{"index": 5877, "reference": "Shares in Moneysupermarket fell more than 6% after the comparison website warned that revenues so far this year were running below last year's levels.", "prediction": "Shares in the train group the biggesters, the FTSE 100 higher after it closed down a 40% rise in full-year profits.", "rouge": {"rouge1": 21.276595744680854, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 129.8102569580078, "token_count": 29} +{"index": 5878, "reference": "Irish band U2 have mourned the death of their \"irreplaceable\" tour manager Dennis Sheehan, who has died of a suspected heart attack.", "prediction": "2 band Led Zeppelin have paid tribute to former U2 musician Dennis Sheehan, who died suddenly on stage during Wednesday night whose who's a of again solve again in a 2011 in the 2011 again, a,- again. a", "rouge": {"rouge1": 32.78688524590163, "rouge2": 6.779661016949152, "rougeL": 26.22950819672131}, "nll_sum": 261.8735046386719, "token_count": 46} +{"index": 5879, "reference": "Lawrence Shankland scored twice as St Mirren beat second-bottom Livingston in the Scottish Championship.", "prediction": "David Shank Falkland scored a last-minute winner as St St Mirren secured a play sealoff place and push back in Scottish League Two in five years a's from's from-A3 a2 from a The's a'sA", "rouge": {"rouge1": 25.454545454545457, "rouge2": 7.547169811320755, "rougeL": 21.818181818181813}, "nll_sum": 285.1245422363281, "token_count": 47} +{"index": 5880, "reference": "Ex-Celtic footballer Paddy McCourt has told of his wife's diagnosis with a brain tumour.", "prediction": "Northern Ireland footballer James McCourt, he not know that a brainour tried against him tried his return watch Northern Ireland for a Euro 2016 squad.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 179.2711944580078, "token_count": 28} +{"index": 5881, "reference": "The UK's dominant services sector weakened in February, registering its slowest rate of growth for nearly three years, a survey has indicated.", "prediction": "Growth the UK service sector last month fell to its weakest level for six years in 2014, despite fears growth remain \"fenedened\".", "rouge": {"rouge1": 40.0, "rouge2": 9.30232558139535, "rougeL": 31.111111111111118}, "nll_sum": 140.8172607421875, "token_count": 27} +{"index": 5882, "reference": "Two ex-Rabobank traders have been charged by the US Department of Justice with manipulating the Libor rate.", "prediction": " stock traders have been charged in the UK's biggest financialor, Rabobank, for $43m (\u00c231\u00a389m).", "rouge": {"rouge1": 35.294117647058826, "rouge2": 18.750000000000004, "rougeL": 29.411764705882355}, "nll_sum": 129.24029541015625, "token_count": 27} +{"index": 5883, "reference": "Chelsea Ladies will take a slender lead into the second leg of their Champions League last 32 tie with Glasgow City after winning on their European debut.", "prediction": "Chelsea Ladies produced a stunning second-half comeback comeback as they beat Glasgow City City 41-1 in the first leg of their Champions League's first leg.", "rouge": {"rouge1": 43.63636363636363, "rouge2": 22.641509433962266, "rougeL": 32.72727272727273}, "nll_sum": 104.99874877929688, "token_count": 30} +{"index": 5884, "reference": "The Federation of Uganda Football Associations (Fufa) has said that it is working on clearing the salary arrears owed to the national team coach Milutin 'Micho' Sredojevic.", "prediction": "The Zamb Football Association (Fufa) is in meet with Cran head coach Lley Lojevicic claiming his team revenue was not paid.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 25.0}, "nll_sum": 189.84310913085938, "token_count": 30} +{"index": 5885, "reference": "Liz Kendall says she is the only Labour leadership candidate who would fully break with Ed Miliband's leadership.", "prediction": " contest leadership candidate of hopeful Liz Kendall has said she believes she believes the only person who, for Britain business and best best of our economy\".", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 26.666666666666668}, "nll_sum": 155.40203857421875, "token_count": 27} +{"index": 5886, "reference": "US President-elect Donald Trump has spoken directly with the president of Taiwan - breaking with US policy set in 1979, when formal relations were cut.", "prediction": " China's president-elect has said he will not be president elected to the White House, that he will not accept \"'sChina policy\".", "rouge": {"rouge1": 24.999999999999993, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 108.99130249023438, "token_count": 27} +{"index": 5887, "reference": "Harvard University in the US is going to remove the word \"master\" from academic titles, after protests from students who claimed the title had echoes of slavery.", "prediction": " at at Cubs University, California, California will change a school to its seal of its campus the for possible to \" head slavery\". not \"'s 2011 solve \"A 2011 \"- \"desover aold again's from 2011 again 2011 a", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 357.17706298828125, "token_count": 46} +{"index": 5888, "reference": "Chile qualified behind Germany from Group B to reach the Confederations Cup semi-finals after drawing 1-1 with Australia in their final group game.", "prediction": "Hosts champions Germany by Under-20s Australia at the Under-20 World Cup quarter-finals by in their final Group match.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 13.636363636363635, "rougeL": 34.78260869565217}, "nll_sum": 113.07688903808594, "token_count": 26} +{"index": 5889, "reference": "Security forces in Sao Paulo have cleared a central square of crack addicts and homeless people who fled from a similar police operation nearby nearly a month ago.", "prediction": "The mayor of the Brazilian city of Sao Paulo has accused of \"cracks\" outside the streets following two of-terrorism drugs in not city's streets", "rouge": {"rouge1": 18.51851851851852, "rouge2": 7.692307692307692, "rougeL": 14.814814814814817}, "nll_sum": 153.49688720703125, "token_count": 29} +{"index": 5890, "reference": "Sinn F\u00e9in's Martin McGuinness has said he will visit the sites of two World War One battles next week.", "prediction": "Sinn F\u00e9in Martin McGuinness will visit France, one of the worst battle in World War One.", "rouge": {"rouge1": 68.42105263157895, "rouge2": 33.33333333333333, "rougeL": 57.89473684210527}, "nll_sum": 82.54713439941406, "token_count": 21} +{"index": 5891, "reference": "Manchester City boss Pep Guardiola says his first season in the Premier League has not been good enough but promised \"in the future I will be better\".", "prediction": "Pep Guardiola says winning his title trophy after winning Manchester City's squad to battle for, Champions League says it would be \"a huge lesson\".", "rouge": {"rouge1": 30.769230769230766, "rouge2": 12.000000000000002, "rougeL": 23.076923076923077}, "nll_sum": 127.34379577636719, "token_count": 28} +{"index": 5892, "reference": "A post mortem examination revealed Many Clouds died from bleeding on the lung but that the 2015 Grand National winner had no underlying health problems.", "prediction": " National 2016 Grand Slam winner Clouds died after suffering post-race crashes during an event again.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 9.75609756097561}, "nll_sum": 98.56942749023438, "token_count": 17} +{"index": 5893, "reference": "The January transfer window is about to close for another year.", "prediction": "Black Green Rovers announced the 11 January signing - are hoping to sign new players, who can can show the same players to survived - survived scored who be shot or.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 219.6029815673828, "token_count": 33} +{"index": 5894, "reference": "British army personnel has been cut back by more than 20,000 - three years ahead of target, the BBC has learned.", "prediction": " jobending cuts to Army reservists has been \"entire\" in the past five years, the Ministry of Defence says. in the 2011's, 2011, it's been from from the it it's from of.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 3.773584905660378, "rougeL": 21.818181818181817}, "nll_sum": 193.30087280273438, "token_count": 43} +{"index": 5895, "reference": "Manchester United's players may be struggling under the pressure of playing for the 20-time English champions, says manager Jose Mourinho.", "prediction": "Jose Mourinho says he confident his Manchester United squad to \" perfect positionable\" by saying some players will will \"make perfect and andplacehorseable\".", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809524, "rougeL": 13.636363636363635}, "nll_sum": 185.88546752929688, "token_count": 29} +{"index": 5896, "reference": "Fabio Capello's future as Russia manager is in doubt with the nation's football chief due to \"discuss\" whether to sack him.", "prediction": "Fabio Cape Capello's role will be next Russia Russia, Russia organisation football organisation says the", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 25.64102564102564}, "nll_sum": 118.89824676513672, "token_count": 18} +{"index": 5897, "reference": "A leading British naturalist has accused the Maltese authorities of failing to prevent large-scale illegal shooting of migratory birds by hunters.", "prediction": "A national TV expert in Malta, he is surprised and illegal illegal hunters illegal be shot at the spring of researchers.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 13.95348837209302}, "nll_sum": 153.33767700195312, "token_count": 22} +{"index": 5898, "reference": "A 15-year-old girl has been critically injured in a suspected hit-and-run in the Black Country.", "prediction": "A 15-year-old girl was left seriously injured after being hit by a car and hitgirl, starting, police said in the a's, solve, a they be a-A aA in a from a's from's a", "rouge": {"rouge1": 41.37931034482759, "rouge2": 21.428571428571427, "rougeL": 34.48275862068965}, "nll_sum": 212.3798828125, "token_count": 47} +{"index": 5899, "reference": "The owners of an audio manufacturing factory in North Lanarkshire have confirmed that the plant is facing closure, with the loss of 70 jobs.", "prediction": " air audio air firm behind the battle behind a famous air factory will close factory North Lanarkshire, with the loss of 70 jobs.", "rouge": {"rouge1": 46.80851063829787, "rouge2": 26.66666666666666, "rougeL": 42.5531914893617}, "nll_sum": 148.63284301757812, "token_count": 26} +{"index": 5900, "reference": "Jonny Evans grabbed a stoppage-time winner for West Brom as Stoke suffered just their third defeat in 13 matches.", "prediction": " took Evans scored a dramatic last-minute winner as 10-man West Brom beat 10-man Stoke City who remain finished below a Premier League table.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 123.11383056640625, "token_count": 29} +{"index": 5901, "reference": "A \"credible plan\" needs to be agreed before any move to ban buses and taxis from a street in Oxford is made, a bus company has said.", "prediction": "A bus company has criticised plans to use a route in a Oxford city centre street, saying drivers are become unsetable to become too\".", "rouge": {"rouge1": 47.05882352941176, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 154.96847534179688, "token_count": 27} +{"index": 5902, "reference": "McDonald's has been accused of abusing its market power by imposing unfair and restrictive contracts on people operating its franchise restaurants in Europe.", "prediction": "The European Union Bank facing formal legal action against Italian food giant McDonald's McDonald abuse of itsazzes, and fears of is in its position.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 20.408163265306126}, "nll_sum": 177.54385375976562, "token_count": 28} +{"index": 5903, "reference": "Aston Villa have parted company with former midfielder Gordon Cowans, a key member of their 1981 title and 1982 European Cup-winning teams.", "prediction": "Former Aston Villa midfielder midfielder Sid Cowans has announced his retirement at the end of the season after becoming an assistant academy club in football.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 107.440185546875, "token_count": 26} +{"index": 5904, "reference": "After the bomb attacks on London in July 2005, Tony Blair summoned the media to Downing Street for a news conference.", "prediction": "When Tony Blair took on the London Bridge on May May 2015 I was never in and that would forget it in", "rouge": {"rouge1": 27.90697674418604, "rouge2": 4.878048780487805, "rougeL": 13.95348837209302}, "nll_sum": 110.375732421875, "token_count": 21} +{"index": 5905, "reference": "Swansea will play in the Premier League next season after Hull were relegated after a 4-0 defeat at Crystal Palace.", "prediction": "Swansea City are in danger of to avoid Premier League after they were thrashed 3-0 at Crystal Palace to preserve their club replica's referee under-'s reputation from 30-000 from their in from May's. a from a", "rouge": {"rouge1": 35.483870967741936, "rouge2": 10.0, "rougeL": 32.25806451612903}, "nll_sum": 263.67791748046875, "token_count": 47} +{"index": 5906, "reference": "The joint administrators of Bradford Bulls have extended the deadline to buy the club to Monday, 19 December.", "prediction": "Bradford Bulls have been put into administration, saying \"full full of work\".", "rouge": {"rouge1": 33.333333333333336, "rouge2": 14.285714285714285, "rougeL": 20.0}, "nll_sum": 83.63587188720703, "token_count": 15} +{"index": 5907, "reference": "Human remains found in East Lothian are those of missing woman Louise Tiffney, police have confirmed.", "prediction": "Human remains have been found in the area of Edinburgh where LouiseAney, who went missing of 15 years ago, almost- now a recovered as a students's a as a from from amaker's.Images of. from a. a", "rouge": {"rouge1": 25.454545454545453, "rouge2": 7.547169811320755, "rougeL": 21.81818181818182}, "nll_sum": 276.698974609375, "token_count": 47} +{"index": 5908, "reference": "Scotland's Scott Jamieson shares the lead with Sweden's Alexander Bjork at the halfway stage of the Tshwane Open in South Africa.", "prediction": "South Africa series Scott Jamieson in share for the after the second round a the South Open- despite leader Scott Bjork in South Africa.", "rouge": {"rouge1": 46.80851063829787, "rouge2": 13.33333333333333, "rougeL": 42.5531914893617}, "nll_sum": 174.6612548828125, "token_count": 28} +{"index": 5909, "reference": "US President-elect Donald Trump has announced he plans to quit the Trans-Pacific Partnership (TPP) trade deal on his first day in the White House.", "prediction": "The Trump administration has pulled out of Donald Trump's withdrawal of the Trans nuclear trade trade deal, his first deal in the space of decades.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 20.000000000000004, "rougeL": 38.46153846153847}, "nll_sum": 110.57135009765625, "token_count": 27} +{"index": 5910, "reference": "A woman has won a gold award at national baking competition by entering a life-sized Jennifer Lawrence cake.", "prediction": "A 95-year-old cake unveiled of her own cake has won a life cake shop, the competition.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 17.142857142857142, "rougeL": 32.43243243243243}, "nll_sum": 111.67242431640625, "token_count": 21} +{"index": 5911, "reference": "Amnesty International has accused European leaders of \"double speak\" over a deal to return migrants to Turkey.", "prediction": "Amnesty International says a EU deal deal is \"remintee of international law\", \"rem Iceland fear of\" a on Greek islands and Turkey.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 172.5939483642578, "token_count": 29} +{"index": 5912, "reference": "Three former Catholic schoolgirls have received compensation for having to walk through loyalist protests on their way to primary school 15 years ago.", "prediction": "More than \u00a31m money paid to six former pupils at a west Belfast school, the BBC learned learned.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 95.57434844970703, "token_count": 21} +{"index": 5913, "reference": "For the first time in 70 years, Adolf Hitler's Nazi manifesto Mein Kampf is to be available to buy in Germany.", "prediction": "The original magazine books of author Mein Kampf, is being published for online, in the Germany, despite fears of the Holocaust \" and solve a's-'s again's from-d aelt in ban from a's. from Broadway", "rouge": {"rouge1": 33.33333333333333, "rouge2": 6.896551724137931, "rougeL": 23.333333333333332}, "nll_sum": 303.1981201171875, "token_count": 47} +{"index": 5914, "reference": "A \"boiling hot\" water pipe burst above two classrooms at a new school, an MSP has revealed.", "prediction": "A new primary school which pupil open after a new school in the classrooms the classroom described as \"a boiling water pipe burst boiling boiling low water pipe.", "rouge": {"rouge1": 40.0, "rouge2": 23.25581395348837, "rougeL": 22.222222222222225}, "nll_sum": 185.11724853515625, "token_count": 29} +{"index": 5915, "reference": "Carlos Tevez's move from Manchester City to Corinthians has fallen through because the Brazilian club pulled out.", "prediction": "Carlos Tevez has left Manchester City in transfer transfer before the signing of 20 July, the club has confirmed.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 32.43243243243243}, "nll_sum": 87.66595458984375, "token_count": 22} +{"index": 5916, "reference": "The man hailed as the Jim Morrison of French rock returns to the music scene this week with his first record release since murdering his girlfriend in 2003.", "prediction": "A woman who took her own life as her husband in 2011, her husband says, the 27 silence her in office was \"'t a monster\".", "rouge": {"rouge1": 11.32075471698113, "rouge2": 0.0, "rougeL": 11.32075471698113}, "nll_sum": 146.70993041992188, "token_count": 28} +{"index": 5917, "reference": "Bydd Geraint Thomas yn gwisgo crys melyn y Tour de France unwaith eto ddydd Llun er nad enillodd ail gymal y ras.", "prediction": "Team Sky' Team Teamaint o wedi yn ynn yn yn yn yn yn yn yn ynn yn yn yn yn yn yn. yn y an", "rouge": {"rouge1": 8.51063829787234, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 168.20074462890625, "token_count": 45} +{"index": 5918, "reference": "Police have renewed their appeal for information on the first anniversary of the death of a man in west Belfast.", "prediction": "Police investigating the death of a man in the Briton area of the Belfast area of November have been released on in relation as murder.", "rouge": {"rouge1": 53.33333333333332, "rouge2": 27.906976744186046, "rougeL": 35.55555555555556}, "nll_sum": 112.14686584472656, "token_count": 26} +{"index": 5919, "reference": "Japanese PM Shinzo Abe has visited several memorials in Hawaii, ahead of a visit to Pearl Harbor, the US naval base attacked by the Japanese in 1941.", "prediction": " Prime Prime Shinzo Abe will visit California Hawaii to mark the 75th anniversary of Japan deadly attack on a US naval base at base Pearlc\u00e9 ( Hawaii) in of's 2011 again 2011-w 2011 a in a 2011 from 2011 again from emerged", "rouge": {"rouge1": 40.0, "rouge2": 8.823529411764707, "rougeL": 28.57142857142857}, "nll_sum": 326.72125244140625, "token_count": 47} +{"index": 5920, "reference": "Cycling's governing body has warned that any rider found guilty of racism will be sanctioned after an incident during the Tour de Romandie.", "prediction": "The incident at the Tour de France will not be investigated by the d' Italia, the cycling's governing governing body a UCI) says.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 21.73913043478261, "rougeL": 16.666666666666664}, "nll_sum": 119.02967834472656, "token_count": 29} +{"index": 5921, "reference": "The government's watchdog has issued a warning to students about the dangers of taking \"smart drugs\".", "prediction": "Thousands of students in are also selling drugs to selling \" motor drugs\" without a university, the drugs watchdog says.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 119.61212158203125, "token_count": 22} +{"index": 5922, "reference": "EU foreign ministers have agreed on a blueprint for sending hundreds of European troops to the Central African Republic to help quell violence there.", "prediction": "The European Union plans to force around 40 the000 troops to the Central African Republic, as part of peace- peace peace talks in Brussels peace", "rouge": {"rouge1": 36.734693877551024, "rouge2": 21.27659574468085, "rougeL": 28.57142857142857}, "nll_sum": 135.86044311523438, "token_count": 27} +{"index": 5923, "reference": "St Mirren have signed Motherwell forward David Clarkson on a loan deal until the end of the season.", "prediction": "St Mirren have signed Dundee and Dundee United striker Liam Clarkson on a one-month loan deal.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 36.36363636363636, "rougeL": 51.42857142857144}, "nll_sum": 77.15099334716797, "token_count": 21} +{"index": 5924, "reference": "Atletico Madrid kept their La Liga title hopes alive with victory over Gary Neville's Valencia.", "prediction": "Atletico Madrid fought back from 3-1 down to goal from a goal down to beat 10-man Valencia to the Peruvian Facebook.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 109.90711975097656, "token_count": 27} +{"index": 5925, "reference": "Wales' football team has departed the country as their Euro 2016 preparations reach a climax.", "prediction": "A team of football fans arrived at Cardiff after heading home for their Euro 2016 warm warm-up match against France.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.76470588235294, "rougeL": 22.22222222222222}, "nll_sum": 93.05618286132812, "token_count": 22} +{"index": 5926, "reference": "Wayne Rooney's testimonial match between Manchester United and Everton on Wednesday will make history as the first ever game between Premier League teams to be streamed live on Facebook.", "prediction": "Manchester captain Wayne Rooney will be scrapped to be broadcast online world for his testimonial match of his match at Old Trafford on Facebook on 29 April.", "rouge": {"rouge1": 38.59649122807017, "rouge2": 14.545454545454547, "rougeL": 24.56140350877193}, "nll_sum": 135.17567443847656, "token_count": 28} +{"index": 5927, "reference": "Egyptian press and commentators are divided over the approval of a disputed new constitution in a referendum.", "prediction": "'s's controversial referendum was rejected by a surprise by Muslim opposition members of Muslim Muslim Brotherhood, Egypt.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 108.33513641357422, "token_count": 19} +{"index": 5928, "reference": "Bad weather caused a military plane to crash in Myanmar last month with 122 people on board, state media say.", "prediction": "A military plane that crashed into a scare a Myanmar, killing 11 people, in an act of escape engine failure\", emergency investigators in the", "rouge": {"rouge1": 31.818181818181824, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 144.65438842773438, "token_count": 26} +{"index": 5929, "reference": "A man has been jailed for eight years for his part in what has been described as the most serious fake medicine fraud in the European Union.", "prediction": "A company director who was convicted behind running one of the best counterfeit medicines in UK history, has been found guilty of sweep \u00a31m.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 15.686274509803924}, "nll_sum": 118.36145782470703, "token_count": 27} +{"index": 5930, "reference": "Thursday's newspaper front pages all take different directions.", "prediction": "There's all the call from the Brexit negotiator Michael Barnier giving a rival call, the Newsround and the News Telegraph this morning of", "rouge": {"rouge1": 12.121212121212121, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 142.84303283691406, "token_count": 26} +{"index": 5931, "reference": "Scotland gets ready to welcome the new year with Hogmanay celebrations.", "prediction": "Celebrations Heartsmanay, but don't't!", "rouge": {"rouge1": 11.764705882352942, "rouge2": 0.0, "rougeL": 11.764705882352942}, "nll_sum": 80.97916412353516, "token_count": 11} +{"index": 5932, "reference": "A man in his 20s has died after being hit by a car while crossing a road in Kent on Christmas Eve.", "prediction": "A man was killed when he after being hit by a car which was in suspected suspected hit-and-run crash on the M25.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 27.27272727272727, "rougeL": 43.47826086956522}, "nll_sum": 90.60172271728516, "token_count": 27} +{"index": 5933, "reference": "When a stray pink balloon drifted into the sloth bear enclosure at a zoo in the Netherlands the curious bears there saw it as a great opportunity to play.", "prediction": " image our video filmed two white bears at a Sanari national park in America looked like it was a a little different.! of aA it a's a's aA reputation from a's a? a.A from aA", "rouge": {"rouge1": 20.588235294117645, "rouge2": 3.0303030303030303, "rougeL": 17.647058823529413}, "nll_sum": 273.6771240234375, "token_count": 46} +{"index": 5934, "reference": "The most northerly battle fought by imperial Rome could be left out of an inventory of Scottish battlefields due to uncertainty over the site.", "prediction": "A location site location placed on site site of one of Scotland's battle battles battle, is to be put out for consultation of public consultation on Scottish.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 0.0, "rougeL": 19.23076923076923}, "nll_sum": 161.15866088867188, "token_count": 29} +{"index": 5935, "reference": "Derry football manager Damian Barton has described the facial injury sustained by his player Brendan Rogers in last weekend's Dr McKenna Cup final as \"horrific\".", "prediction": "yy Barton says the battle, people \" \"shocked and upset\" crowd after with D captain suffered a fractured elbow to Chris Rogers during Sunday injury at the Sand Park.", "rouge": {"rouge1": 14.814814814814817, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 217.57733154296875, "token_count": 33} +{"index": 5936, "reference": "Dozens of flood warnings remain in place in central England following heavy rain and disruption on Wednesday.", "prediction": "Flood alerts have the issued in parts of northern England and south Wales on Wednesday as heavy rain rain.", "rouge": {"rouge1": 50.0, "rouge2": 11.76470588235294, "rougeL": 33.333333333333336}, "nll_sum": 93.85867309570312, "token_count": 20} +{"index": 5937, "reference": "Snoop Dogg has been criticised for shooting a toy gun at a Donald Trump character in a music video.", "prediction": "A Republican presidential candidate has received after a video game showing Donald Trump showing a gun and showing a clown.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 91.97632598876953, "token_count": 20} +{"index": 5938, "reference": "The world's first full-scale floating wind farm has started to take shape off the north-east coast of Scotland.", "prediction": "The Dutch company behind plans to build a world's first wind farm is to be towed the west coast of Scotland.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 24.390243902439025, "rougeL": 51.162790697674424}, "nll_sum": 91.93714141845703, "token_count": 22} +{"index": 5939, "reference": "World number one Dustin Johnson \"felt good physically\" after making his return to competitive action at the Wells Fargo Championship.", "prediction": "World number one Dustin Johnson says he is does not he he is anything\" despite his dangerous return fromold back injury on a rental home in Florida.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 17.77777777777778, "rougeL": 29.787234042553195}, "nll_sum": 170.1991424560547, "token_count": 29} +{"index": 5940, "reference": "The 80-year-old US current affairs magazine Newsweek has revealed the image that will grace the cover of its last-ever print edition.", "prediction": "US news press romance is announced publishing, the final edition of magazine The Daily Beast, bought with the AmazonD autism.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 161.73458862304688, "token_count": 23} +{"index": 5941, "reference": "The Russian economy contracted by 0.5% in November, the first fall in national output - Gross Domestic Product - since October 2009, official figures show.", "prediction": "The rouble fell to the dollar in the three months to September end to 2014, despite Russian oil prices and helped to a rapid recovery.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 124.44171905517578, "token_count": 27} +{"index": 5942, "reference": "Criminals who kill police officers in England and Wales will face compulsory whole life sentences, Home Secretary Theresa May has announced.", "prediction": "The idea of starting sentences for prison killing a police should not \" \" targeted by criminals\", the Home Secretary Theresa May has said in the a 2011, 2011,'s they from a by by officers or any of national.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 14.035087719298245, "rougeL": 23.728813559322035}, "nll_sum": 286.31036376953125, "token_count": 43} +{"index": 5943, "reference": "The main battleground in Wales in the final week of the referendum campaign will be the south Wales valleys.", "prediction": "The campaign Leave are back join the Vale of Glamorgan in relation vote leave leave the EU.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 114.96249389648438, "token_count": 19} +{"index": 5944, "reference": "A man who raided a post office on the outskirts of Edinburgh has been jailed for seven years.", "prediction": "An armed man carried out a armed at office post office in Glasgow before whose end was the Euro 2016 has been jailed for eight years and 10 months.", "rouge": {"rouge1": 42.55319148936171, "rouge2": 17.77777777777778, "rougeL": 42.55319148936171}, "nll_sum": 160.9093017578125, "token_count": 29} +{"index": 5945, "reference": "A man has been charged with attempted murder following an assault in Denny.", "prediction": "A man has appeared in court charged with attempted murder after an attack which left another critically injured in an attack and Denny. Scottish Borders Borders, on New's as God from a-'s reputation a from from Police'sA.AWest", "rouge": {"rouge1": 37.03703703703704, "rouge2": 19.23076923076923, "rougeL": 37.03703703703704}, "nll_sum": 266.0986633300781, "token_count": 47} +{"index": 5946, "reference": "Nigeria international defender Kenneth Omeruo has been declared unavailable to play at the 2016 Olympic Games in Rio because of a groin problem.", "prediction": "Nigeria defender Kenneth Omeruo will be being fit to be the Brazil squad for 2016, having injury due to play at not Rio Olympics.", "rouge": {"rouge1": 46.80851063829787, "rouge2": 17.777777777777775, "rougeL": 34.04255319148936}, "nll_sum": 155.26324462890625, "token_count": 29} +{"index": 5947, "reference": "The Royal Navy's largest ship, Devonport-based HMS Ocean, will remain in service, Defence Secretary Liam Fox has said.", "prediction": "The Royal Navy's Royal new, but generation in the UK will withdrawn next year, Defence Secretary Fox Fox has announced", "rouge": {"rouge1": 48.78048780487805, "rouge2": 25.641025641025646, "rougeL": 43.90243902439024}, "nll_sum": 133.35000610351562, "token_count": 22} +{"index": 5948, "reference": "The UK economy may face \"severe loss of momentum\" after the vote to leave the EU, according to the EY Item Club.", "prediction": "The UK economy has cut its growth cut significantly because of the pound publicity\" uncertainty over vote Brexit vote, says the EY Club.", "rouge": {"rouge1": 40.0, "rouge2": 13.95348837209302, "rougeL": 40.0}, "nll_sum": 139.80494689941406, "token_count": 26} +{"index": 5949, "reference": "Doncaster Rovers have signed Chelsea midfielder Jordan Houghton and Aston Villa defender Niall Mason on loan until January.", "prediction": "Blackburn Rovers have signed former Aston Villa midfielder JoeM, Chelsea and midfielder midfielder Houghton and left Chelsea- on loan until the end on. season", "rouge": {"rouge1": 57.14285714285715, "rouge2": 30.0, "rougeL": 47.61904761904762}, "nll_sum": 174.82235717773438, "token_count": 31} +{"index": 5950, "reference": "Jeremy Corbyn has promised Labour will work with business leaders if they \"live up to their side of the deal\".", "prediction": "Jeremy Corbyn has told the CBI the CBI the plan to \" for vision future\" to protect our future.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 113.87906646728516, "token_count": 20} +{"index": 5951, "reference": "An inquiry into alleged garda wrong-doing in Cavan/Monaghan has cleared the former Justice minister Alan Shatter and the former Garda (Irish Police) Commissioner Martin Callinan.", "prediction": "An independent external review has found that former police and justice minister James Ianinan, Junior chief constable of garda ( TomRA).", "rouge": {"rouge1": 34.04255319148936, "rouge2": 4.444444444444445, "rougeL": 25.531914893617024}, "nll_sum": 159.23550415039062, "token_count": 27} +{"index": 5952, "reference": "Four men have been held for more than two years at Brook House immigration removal centre as the average length of detentions has grown, a report found.", "prediction": "A at the Home Office's G4S- removal and removal centre will be increased, because of a \"disack of facts\" analysis, a report's found. \" of \"lam again 2011A 2011 again 2011 from 2011 againold", "rouge": {"rouge1": 25.806451612903224, "rouge2": 6.666666666666667, "rougeL": 22.58064516129032}, "nll_sum": 272.8607177734375, "token_count": 47} +{"index": 5953, "reference": "Warren Gatland hopes the power of \"frustration\" can inspire Wales to a third successive post-World Cup Grand Slam.", "prediction": "Warren Gatland says Wales felt \"ambocked and disappointed disappointed\" to not reach 2011 2012 Grand Slam decider after the side won their 2011 Six Nations title against Ireland on Saturday after- 13-team-half from's Dublin.", "rouge": {"rouge1": 25.0, "rouge2": 7.4074074074074066, "rougeL": 21.428571428571427}, "nll_sum": 262.41082763671875, "token_count": 45} +{"index": 5954, "reference": "My day with Monty - and 200 other people - began with the words: \"Game number 10, on the tee from Royal Troon, Colin Montgomerie.\"", "prediction": "\"I started starts anything,\",y doingard said the man who joined his golf and after his late in, after a no cross of work for his, a referee, his referee, a to. of referee.", "rouge": {"rouge1": 7.017543859649121, "rouge2": 0.0, "rougeL": 3.5087719298245603}, "nll_sum": 278.17230224609375, "token_count": 43} +{"index": 5955, "reference": "Chelsea manager Antonio Conte says the club are considering an appeal against captain John Terry's red card in Sunday's FA Cup win over Peterborough.", "prediction": "Chelsea boss Antonio Conte says he will make an appeal against captain John Terry's red card handed to Hillsborough in a penalty at Hillsamborough Stadium", "rouge": {"rouge1": 53.84615384615385, "rouge2": 40.00000000000001, "rougeL": 53.84615384615385}, "nll_sum": 117.35259246826172, "token_count": 29} +{"index": 5956, "reference": "A stretch of the M6 was closed after a pedestrian was hit by a lorry.", "prediction": "A man was seriously seriously injured after being struck by a car on a car on \u00a3 M1 motorway stretch of the M1.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 17.142857142857142, "rougeL": 27.027027027027025}, "nll_sum": 100.60926818847656, "token_count": 26} +{"index": 5957, "reference": "Nottingham Forest manager Mark Warburton says he wants a much smaller squad in the Championship next season.", "prediction": "Nottingham boss Mark Warburton says he to to a new squad of 30-16.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 20.689655172413794, "rougeL": 45.16129032258064}, "nll_sum": 82.85260772705078, "token_count": 19} +{"index": 5958, "reference": "Pokemon Go has become a phenomenon in the few days since its release - and the creatures have even been spotted outside 10 Downing Street, ahead of Theresa May's first appearance as prime minister.", "prediction": " has has launched an app, get children will get access to children in to control their children", "rouge": {"rouge1": 7.843137254901962, "rouge2": 0.0, "rougeL": 7.843137254901962}, "nll_sum": 87.89649200439453, "token_count": 17} +{"index": 5959, "reference": "A man has been found guilty of a car-jacking attack which left a 78-year-old man wheelchair bound, a court heard.", "prediction": "A man whose jumping behind a car and behind behind a popular revenge TV TV before being get into a stolen car in has been found guilty of robbery.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 23.999999999999996, "rougeL": 26.923076923076923}, "nll_sum": 157.4942169189453, "token_count": 29} +{"index": 5960, "reference": "Overseas students boost the Scottish economy by about \u00a3312m each year, according to figures from auditors PwC.", "prediction": "International students across Scotland are facing fees of up to \u00a3700m to the Scottish economy, the economy for London (PwC) has claimed.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 117.8909912109375, "token_count": 29} +{"index": 5961, "reference": "Kenny Shiels' Derry City reign got off to a losing start as Finn Harps earned a deserved 2-1 victory in the League of Ireland Premier Division opener.", "prediction": "Derry City recorded a first play-half win of a row with a win over bottomleague side Harps at the Karnini ParkScott Northern Ireland. be 2011 again--d a 2011 in- 2011 from 2011 again from a", "rouge": {"rouge1": 27.692307692307693, "rouge2": 3.1746031746031744, "rougeL": 18.46153846153846}, "nll_sum": 292.4192199707031, "token_count": 45} +{"index": 5962, "reference": "Urgent action is needed to prevent a shortage of secondary school places in a third of local authorities in England within five years, councils say.", "prediction": "An extra \u00a327 Desm school places in England will be need by need to be abandoned, the leaders of council and council leaders the northern council, Citizens council/ they - from biggest from a since from's of.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 13.333333333333334, "rougeL": 16.129032258064516}, "nll_sum": 284.5442199707031, "token_count": 43} +{"index": 5963, "reference": "A \u00a357m road linking Cardiff Bay and the east of the city will officially open on Thursday.", "prediction": "Work on a \u00a396m road road in Cardiff is expected to start on on Monday.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 75.45204162597656, "token_count": 17} +{"index": 5964, "reference": "Line Of Duty star Vicky McClure has revealed she was ordered off a tram named in her honour after being accused of fare evasion.", "prediction": "Hollywood actress Vos McClure has said she received a plaque on a tram which named her because she received a free ride because of the her name.", "rouge": {"rouge1": 31.37254901960785, "rouge2": 8.16326530612245, "rougeL": 31.37254901960785}, "nll_sum": 135.4790802001953, "token_count": 30} +{"index": 5965, "reference": "A man who stalked singer Lily Allen for seven years \"needs help, not jail\", according to his family.", "prediction": "A Scottish woman who was convicted of landlord star Lily Allen in her back house has acknowledged her core of the victims.", "rouge": {"rouge1": 20.0, "rouge2": 5.263157894736842, "rougeL": 20.0}, "nll_sum": 129.94174194335938, "token_count": 22} +{"index": 5966, "reference": "Plans set out by the Sussex police and crime commissioner (PCC) to take responsibility for fire services in East and West Sussex - and potentially merge them - have met with opposition.", "prediction": "sex police and crime commissioner (PCC) has said she plans to bosses provide one fire service the Kent with the same services in the same.", "rouge": {"rouge1": 43.63636363636364, "rouge2": 22.641509433962266, "rougeL": 32.727272727272734}, "nll_sum": 149.91839599609375, "token_count": 28} +{"index": 5967, "reference": "A \u00a35m investment has been announced to allow the expansion of a pate firm's south west Scotland factory.", "prediction": "A food and food factory is to build a \u00a37m production factory in its Borders, after receiving funding of \u00a35.8m.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 111.5487060546875, "token_count": 27} +{"index": 5968, "reference": "A man has been stabbed in a bar at the 02 Academy in Glasgow.", "prediction": "A man was taken to hospital after being stabbed in the eye again during an attack after a night out, nightclub in a Glasgow nightclub.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216218, "rougeL": 35.8974358974359}, "nll_sum": 90.02432250976562, "token_count": 26} +{"index": 5969, "reference": "Uefa has charged the Football Associations of England and Serbia in the wake of Tuesday's Under-21 match.", "prediction": "Uefa will open disciplinary against against fans England and England for scuffles during the crowd during the 2016 match at Euro 2012.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 144.5722198486328, "token_count": 26} +{"index": 5970, "reference": "Johnny Depp's financial troubles are caused by his lavish lifestyle, claim the former business managers he is suing for mismanaging his earnings.", "prediction": " the US Johnny Johnny Sepp, suing a US security firm for debating spending on his divorce, lawyer say.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 131.27725219726562, "token_count": 21} +{"index": 5971, "reference": "Former India and New Zealand head coach John Wright has returned to Derbyshire as a specialist coach for the 2017 T20 Blast campaign.", "prediction": "Derbyshire all-rounder all- John Wright will join the club's Pakistan Indian LeagueIPeedsL) as director of cricket Cricket's cricket of 2011 Nottingham Nottingham following's-wicket a in from international retirement's. from 71", "rouge": {"rouge1": 20.338983050847457, "rouge2": 3.508771929824561, "rougeL": 13.559322033898304}, "nll_sum": 324.26263427734375, "token_count": 47} +{"index": 5972, "reference": "The Archbishop of Wales has reflected on his time at the helm of the church ahead of his retirement.", "prediction": "The former Anglican Church Bristol, says in Wales believe adults not in any organ donation.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 111.25502014160156, "token_count": 17} +{"index": 5973, "reference": "Wales should be central in the debate on the UK union and devolution, Welsh Secretary Stephen Crabb has insisted.", "prediction": "The Welsh Secretary Stephen Crabbards called for the future of Wales in and Northern Ireland.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 78.01914978027344, "token_count": 17} +{"index": 5974, "reference": "League One side Rochdale have signed Stoke City full-back Joel Taylor on loan for the rest of the season.", "prediction": "League One side Rochdale have signed Bournemouth's Under's 20 and England Under-20 international goalkeeper Adrian Williams- a contract on a's 30 from fee since from M-e a referee in on November as's from the emerged", "rouge": {"rouge1": 26.229508196721312, "rouge2": 16.94915254237288, "rougeL": 26.229508196721312}, "nll_sum": 292.36798095703125, "token_count": 47} +{"index": 5975, "reference": "Scott Quigley scored the pick of the goals as The New Saints brushed Livingston aside to reach the semi finals of the Scottish Challenge Cup.", "prediction": " Scott Quigley's late own goal to goal The winner The The New to a comfortable victory over Livingston.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 9.523809523809526, "rougeL": 31.818181818181817}, "nll_sum": 124.24883270263672, "token_count": 21} +{"index": 5976, "reference": "A Conservative-run council wants to raise its tax by 15% in the next financial year, blaming government cuts and increased demand for social care.", "prediction": "Council tax in England are set 15 rise a 15% increase in the council elections, the council leader has said. saying a in's- councillor, solve, \" it a too, from Conservative-born of of.", "rouge": {"rouge1": 27.11864406779661, "rouge2": 3.508771929824561, "rougeL": 16.949152542372882}, "nll_sum": 275.81982421875, "token_count": 43} +{"index": 5977, "reference": "Kenya's President Uhuru Kenyatta has said that money transfer firms will be unbanned, once the central bank unveils new guidelines for their activities.", "prediction": "Somalia's bank Uh Murrayyatta has lifted a ban on two building firms, including the Si dias dire by Islamist militants.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 181.5982666015625, "token_count": 27} +{"index": 5978, "reference": "Dagenham & Redbridge have been relegated from League Two after losing at Leyton Orient, ending their nine-year stay in the Football League.", "prediction": "Dagenham & Redbridge have won for the first time since 2004 as a League Two play-off hopes alive byoff-off rivals Leyton Orient.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 18.6046511627907, "rougeL": 31.111111111111118}, "nll_sum": 133.94798278808594, "token_count": 31} +{"index": 5979, "reference": "The unemployment rate in the eurozone continued to rise in January, hitting another record high.", "prediction": "The unemployment unemployment rate slightly in the between January, February, compared to the same month, official figures show.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 19.35483870967742, "rougeL": 36.36363636363636}, "nll_sum": 105.11801147460938, "token_count": 21} +{"index": 5980, "reference": "Russia's defence ministry says two of its navy destroyers forced away a Dutch submarine to stop it spying on an aircraft carrier in the Mediterranean.", "prediction": "The Dutch military says a Russian submarine was on a cotilla off the Mediterranean after said tank ships were filmed watched using aband Solorsk.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666666, "rougeL": 24.000000000000004}, "nll_sum": 183.26641845703125, "token_count": 29} +{"index": 5981, "reference": "Derek McInnes has stressed that his focus remains on Aberdeen after fielding questions about the managerial vacancy at former club Rangers.", "prediction": "Derek McInnes says he is \"Experts focused and confident\" on becoming Aberdeen club manager and says he will continue to in his job.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272723}, "nll_sum": 125.0379638671875, "token_count": 28} +{"index": 5982, "reference": "Bradford has been named Curry Capital of Britain for a record-breaking fifth year in a row.", "prediction": "Champions have been selected as London's West Challenge Capital of Britain in not", "rouge": {"rouge1": 32.25806451612903, "rouge2": 13.793103448275861, "rougeL": 32.25806451612903}, "nll_sum": 86.1510009765625, "token_count": 14} +{"index": 5983, "reference": "One Direction have topped the UK singles chart with their new single Drag Me Down.", "prediction": "One Direction's topped the top One the Dance One with their game's Me Down Me., the Radio Off \u00a3Com's-A 2011 of-'s- a from's from a from a's from's from. from's againA", "rouge": {"rouge1": 29.09090909090909, "rouge2": 15.09433962264151, "rougeL": 29.09090909090909}, "nll_sum": 319.3580627441406, "token_count": 46} +{"index": 5984, "reference": "At least 15,000 Syrian refugees fleeing fighting in northern Aleppo province have gathered at a border crossing with Turkey, UN and Turkish officials said.", "prediction": " least 15 15 migrants000 refugees have arrived at Turkey's border with Macedonia Turkey, amid fears that military struggle to struggle in eastern eastern Aleppo.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 4.166666666666666, "rougeL": 32.0}, "nll_sum": 187.2413330078125, "token_count": 27} +{"index": 5985, "reference": "Mexico's Secretary of the Interior, Francisco Blake Mora, has died in a helicopter crash near Mexico City.", "prediction": "A Mexican helicopter chief is missing after in a fatal helicopter crash which emergency officials on Tuesday and interior ministry say.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 121.20092010498047, "token_count": 21} +{"index": 5986, "reference": "Kenyans have been voting in a key election - the first since the disputed contest of December 2007 that triggered weeks of bloodshed.", "prediction": "Voting have opened in the Kenyan capital's capital Nefa, as of result. Monday night general election.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 131.70343017578125, "token_count": 22} +{"index": 5987, "reference": "Celtic's potential Champions League qualifier with Irish Premiership champions Linfield has been pencilled in for Friday 14 July at Windsor Park.", "prediction": "A new home date has been set for a home champions of Celtic and in Champions League first round round.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 14.285714285714283}, "nll_sum": 93.58784484863281, "token_count": 20} +{"index": 5988, "reference": "East Midlands Airport (EMA) will shut later for the first of seven consecutive weekends to resurface the runway - a first for a UK airport, bosses have said.", "prediction": "City at Manchester Airport are being forced to shut down several airports for several months for a major the as part of \u00c2\u00a38.8m refurbishment.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 4.0, "rougeL": 19.23076923076923}, "nll_sum": 130.0687255859375, "token_count": 31} +{"index": 5989, "reference": "A stabbing victim walked a third of a mile (480m) to the scene of a fire to find help, police have said.", "prediction": "A man was taken to hospital after being stabbed by a police support militia in the street, police have said. \"\" been in the a's, reputation, as The from a state\" was violence byiven of.", "rouge": {"rouge1": 38.59649122807017, "rouge2": 7.272727272727271, "rougeL": 24.56140350877193}, "nll_sum": 237.24313354492188, "token_count": 42} +{"index": 5990, "reference": "The mayor of Bristol has led tributes to Carmen Beckford, the founder of St Pauls Carnival, who has died aged 87.", "prediction": "Tributes have been paid to Bristol's St Paul Beckford, who has died at the age Mail 37 38 after a short illness.", "rouge": {"rouge1": 50.0, "rouge2": 14.285714285714283, "rougeL": 36.36363636363636}, "nll_sum": 129.18667602539062, "token_count": 26} +{"index": 5991, "reference": "Derby County have signed defender Curtis Davies from Hull City for an undisclosed fee.", "prediction": "Derby County have signed Welsh striker Ben Davies on loan loan from Premier League rivals Hull City at", "rouge": {"rouge1": 50.0, "rouge2": 26.666666666666668, "rougeL": 50.0}, "nll_sum": 72.04694366455078, "token_count": 18} +{"index": 5992, "reference": "Celebrity book clubs are becoming increasingly popular, but is this a great thing for reading or just another vanity exercise?", "prediction": "The new battle for the new Harry Potter film and Harry Potter has been launched - and, and the brand - has become a new celebrity presenters.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 131.25210571289062, "token_count": 29} +{"index": 5993, "reference": "The former Ireland and Ulster rugby star Paddy Wallace has been acquitted of harassing his estranged wife.", "prediction": "The ex-Tugby international player accused of assaulting his wife, saying he was cleared of harassment claims has in of a harassment charge.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 133.3441162109375, "token_count": 27} +{"index": 5994, "reference": "Exeter have signed Australia scrum-half Nic White and Jersey Reds' captain James Freeman on two-year contracts, starting from next season.", "prediction": "Exeter Chiefs have signed New Zealand-winning New fly-half Nic White, who and join French side Adelaide at", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615383, "rougeL": 34.14634146341463}, "nll_sum": 135.17881774902344, "token_count": 22} +{"index": 5995, "reference": "Burundi, one of the world's poorest nations, is struggling to emerge from a 12-year, ethnic-based civil war.", "prediction": "undundi is a small,relured ofCraw,),, genocide,000b Asian andC Confederation (C paymenti) from western Asian territory on 27 March.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.000000000000002}, "nll_sum": 252.52215576171875, "token_count": 35} +{"index": 5996, "reference": "The families of patients who suffered \"institutional abuse\" at a mental health ward in Denbighshire will have a chance to meet the health minister.", "prediction": "The health minister has apologised for saying there will be any repeat of bere families after 30 health health patients killed a mental health ward mental board.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 20.408163265306122, "rougeL": 27.450980392156865}, "nll_sum": 166.91851806640625, "token_count": 27} +{"index": 5997, "reference": "Scotland assistant manager Mark McGhee insists he would be surprised if Gordon Strachan did not carry on as national coach.", "prediction": "Mark McGhee says he would \" wish to ask Gordon Strachan about discuss his future.", "rouge": {"rouge1": 35.29411764705882, "rouge2": 18.749999999999996, "rougeL": 35.29411764705882}, "nll_sum": 100.40620422363281, "token_count": 18} +{"index": 5998, "reference": "Workers on Southern, Merseyrail and Arriva Trains North are to hold fresh strikes on 8 April, the day of the Grand National, the RMT union has said.", "prediction": "Jerseyrail say they of planning of take further strike action by members of the RMT R members ballot a strike action bid for Liverpool during the Grand National. solve's a'sA from from Grand's National of.", "rouge": {"rouge1": 21.53846153846154, "rouge2": 12.698412698412698, "rougeL": 15.384615384615383}, "nll_sum": 286.77764892578125, "token_count": 43} +{"index": 5999, "reference": "Hundreds of young men and women attended a concert by Afghan pop star Aryana Sayeed in the capital Kabul despite opposition from conservatives, and threats of an attack.", "prediction": "Pop starapsy Sayaps, who was held in Afghan Indian capital, Pakistan, saying she was welcome \"bigbig girls than men ever before, the officials say.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 221.47332763671875, "token_count": 33} +{"index": 6000, "reference": "An 81-year-old motorist driving the wrong way along the A14 at 50mph was stopped by police who put their car in the way of her vehicle.", "prediction": "A motorcyclist in hospital after being hit by a car was stopped twice by police on the motorway of the M20- Hampshire. incamh ballet middle\", middle-2 becoming a in from O's's. aA", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.557377049180327, "rougeL": 19.047619047619047}, "nll_sum": 261.0337219238281, "token_count": 46} +{"index": 6001, "reference": "An official report into the impact of the London 2012 Cultural Olympiad says it achieved a \"huge\" level of public engagement.", "prediction": "The organisers of the 2012 2012 Olympics and Paralympic Games was schizophrenic funding receive to the UK economy in 2008, a new study has found.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 126.96714782714844, "token_count": 29} +{"index": 6002, "reference": "Swansea City winger Nathan Dyer has been ruled out for the rest of the season with a ruptured Achilles tendon.", "prediction": "Swansea City midfielder Nathan Dyer will have surgery on the sidelines after after he ruptured his anterior cruciate ligament damage.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473683, "rougeL": 30.0}, "nll_sum": 87.66805267333984, "token_count": 27} +{"index": 6003, "reference": "Sean Raggett's second-half strike earned promotion hopefuls Dover a hard-fought win over relegation-threatened Welling in the National League.", "prediction": " Rag Raggett scored his first goal for the season as Dover Athletic with a victory over fellow play-off hopefuls Dover Athletic at beatinging..", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 149.92642211914062, "token_count": 30} +{"index": 6004, "reference": "The Dow Jones Industrial Average continued to back away from Tuesday's record close.", "prediction": "( of): Stocks on Wall Street closed slightly slightly, the closing on Street Wall on Street as investors had shut down after a US holiday period.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 157.7154541015625, "token_count": 29} +{"index": 6005, "reference": "A county council has set aside \u00a31m to fix almost 3,000 portholes created during Storm Desmond flooding.", "prediction": "A \u00c2\u00a34m p of p potholes are due to be laid, due be evacuated due to Adelaide heavy rain heavy", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 148.7021484375, "token_count": 26} +{"index": 6006, "reference": "A man has been charged with murdering a man who was stabbed to death.", "prediction": "A man has been charged with murder after another man was stabbed to death.", "rouge": {"rouge1": 85.71428571428571, "rouge2": 69.23076923076923, "rougeL": 85.71428571428571}, "nll_sum": 31.087646484375, "token_count": 14} +{"index": 6007, "reference": "A shootout on a beach popular among naturists on the French island of Corsica was caused by a local businessman who disagreed with their presence there, police say.", "prediction": "A man armed with an armed man armed with a rifle carrying a man has shot dead and two people on a beach in a beach in northern France, authorities say say they aA 2011Alam a in a from a 2011 again's a", "rouge": {"rouge1": 19.444444444444446, "rouge2": 5.714285714285714, "rougeL": 16.666666666666664}, "nll_sum": 239.23779296875, "token_count": 47} +{"index": 6008, "reference": "Xiao Meili is a well known women's rights activist in China.", "prediction": "Eardjvjit, she doesn wear wearingitings but't a flag, but she says isn't right to keep clean\".", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 191.825927734375, "token_count": 26} +{"index": 6009, "reference": "A Welsh adventurer has been forced to end his expedition on Mount Everest due to \"medical complications\".", "prediction": "W Wales centre who survived a heartbreak while trying trying to highest peak has scrapped been withdrawn from his project.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 138.17431640625, "token_count": 21} +{"index": 6010, "reference": "Police have fired tear gas at crowds in the Egyptian capital Cairo at a protest against a controversial deal to hand two islands to Saudi Arabia.", "prediction": "Thousands of Egypt have taken in the streets oversu Mayoited islands of to from from the Gulf of BP of AEaba.", "rouge": {"rouge1": 21.276595744680847, "rouge2": 4.444444444444445, "rougeL": 21.276595744680847}, "nll_sum": 189.85879516601562, "token_count": 24} +{"index": 6011, "reference": "Sports Direct has warned that the extreme swings in the pound overnight will hit its profits.", "prediction": "earswear retailer Sports Direct has after it warned will cut its \u00a320m profit because profits fears it could fall a 40% in its year.", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473685, "rougeL": 35.0}, "nll_sum": 210.16778564453125, "token_count": 29} +{"index": 6012, "reference": "Ed Sheeran, who doesn't have a driving licence, has managed to drive Top Gear's \"reasonably priced car\" off the show's race track.", "prediction": "Ed Sheeran has admitted, driving will giving his first battle track after him missing track track track racing the in it's \"Northern it on! \"A's a's, bald from it The's from of a.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 3.3333333333333335, "rougeL": 22.580645161290324}, "nll_sum": 296.2016296386719, "token_count": 44} +{"index": 6013, "reference": "Nigel Farage has been hired as a commentator for American TV network Fox News, the broadcaster has announced.", "prediction": "Theigel Farage has given his approval to provide a provide news on's been anight a night the making it. \"very\" victory since his from his his president,. from 30-year, Labour from November.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 4.0, "rougeL": 19.23076923076923}, "nll_sum": 293.5255126953125, "token_count": 42} +{"index": 6014, "reference": "The number of patients waiting for treatment in Wales is equivalent to the population of Cardiff, it is claimed.", "prediction": "H waiting times for cancer, brain patients and Wales should not be tolerated and be done, doctors doctors' says.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 127.0450439453125, "token_count": 22} +{"index": 6015, "reference": "An 81-year-old man who taught at a Cardiff mosque created a culture where physical punishment \"was the norm\", a court has heard.", "prediction": "An 81-year-old Cardiff-old Cardiff man has gone on trial accused of sexually and sexually assaulting girls at a south Cardiff mosque.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 21.73913043478261, "rougeL": 37.5}, "nll_sum": 100.21026611328125, "token_count": 27} +{"index": 6016, "reference": "British number one Johanna Konta continued her good start to 2017 by reaching the semi-finals of the Shenzhen Open in China.", "prediction": "British number one Johanna Konta extended her winning streak by winning in her fourth quarterfinals- reach the semi-finals of not Australian Open.", "rouge": {"rouge1": 62.222222222222236, "rouge2": 37.2093023255814, "rougeL": 57.777777777777786}, "nll_sum": 138.9533233642578, "token_count": 29} +{"index": 6017, "reference": "Standing seven feet tall, China's maritime giant Admiral Zheng He led the world's mightiest fleet, with 300 ships and as many as 30,000 troops under his command.", "prediction": "The remains fort of man again, once to a historic Chinesewreck monarchy, also known as the famous \"era-era\" Santa China, of China, will help it believes - a a missing behind it.", "rouge": {"rouge1": 9.67741935483871, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 284.6833190917969, "token_count": 43} +{"index": 6018, "reference": "Newport Gwent Dragons head coach Kingsley Jones says flanker Ollie Griffiths has a \"very good chance\" of being picked by Wales.", "prediction": "Newport Gwent Dragons coach Kingsley Jones says hopes midfield Leigh Griffiths and Ellis Davies could lead to the British and Irish Lions again in June.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 22.727272727272727, "rougeL": 34.78260869565217}, "nll_sum": 150.61070251464844, "token_count": 29} +{"index": 6019, "reference": "The future of the British Grand Prix has been left uncertain after Silverstone's owner confirmed it has activated a break clause to cease hosting the race after 2019.", "prediction": "Formula 1 bosses are to end an end to the future British Grand Prix in 2019, despite receiving a-out clause it does not be held in 2020.", "rouge": {"rouge1": 35.08771929824561, "rouge2": 10.909090909090908, "rougeL": 24.561403508771928}, "nll_sum": 164.05517578125, "token_count": 31} +{"index": 6020, "reference": "The desk where Charles Dickens wrote Great Expectations is finally on public display thanks to a \u00a3780,000 grant.", "prediction": "A desk said to be one the letters writing of Charles Dickens' novel former home, has been sold at auction for \u00a3.8m.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 122.68962097167969, "token_count": 27} +{"index": 6021, "reference": "A court in Egypt has suspended the 100-member assembly appointed last month to draft the country's new constitution.", "prediction": " Egypt's top court has ruled that a ruling that suspendeders a constitutional assembly to be with the", "rouge": {"rouge1": 47.36842105263158, "rouge2": 0.0, "rougeL": 26.31578947368421}, "nll_sum": 89.37874603271484, "token_count": 18} +{"index": 6022, "reference": "Players who display messages on T-shirts worn underneath their strips will face punishment after new proposals were agreed.", "prediction": "Fifa has opened a law bill goal-linepoint incidents in English football - matches, including the World Cup.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 124.66067504882812, "token_count": 22} +{"index": 6023, "reference": "Whether it comes down to skill level, body shape, or pure accident, anyone who has played a sport will have some memory of how they came to be given a particular role.", "prediction": "\"A I have ever played there for a teenager,\" says,\" England batsman andman George Bman was \"a of a no fat\".", "rouge": {"rouge1": 18.867924528301888, "rouge2": 0.0, "rougeL": 15.09433962264151}, "nll_sum": 176.49185180664062, "token_count": 28} +{"index": 6024, "reference": "The US Treasury Department has warned the European Commission about taking action against US companies over tax avoidance allegations.", "prediction": "The Department of Justice has asked the European Treasury Commission to explain it) over it it, US companies such as US tax benefits credits benefits.", "rouge": {"rouge1": 54.54545454545454, "rouge2": 9.523809523809526, "rougeL": 40.90909090909091}, "nll_sum": 153.4916534423828, "token_count": 27} +{"index": 6025, "reference": "Eight of the women's team who won a bronze medal at London 2012 have been named in the Great Britain hockey squad for this summer's Olympics in Rio.", "prediction": " Giles captain Williams White is been named in a 36- Great Britain squad for the 2016 Olympic Olympic Games.", "rouge": {"rouge1": 40.81632653061224, "rouge2": 17.02127659574468, "rougeL": 32.6530612244898}, "nll_sum": 99.81982421875, "token_count": 20} +{"index": 6026, "reference": "Projects worth \u00a358m to regenerate areas across south Wales have been approved.", "prediction": "More than \u00a31m will be spent on town and centres in north Wales been announced, following discovery of \u00a355m of Welsh government funding", "rouge": {"rouge1": 11.428571428571427, "rouge2": 0.0, "rougeL": 11.428571428571427}, "nll_sum": 116.04888153076172, "token_count": 27} +{"index": 6027, "reference": "Members of the public can once again digitally petition MPs on issues with the launch of a new website.", "prediction": "A new website aimed at foreigners, tax laundering will be free to be debate.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 12.903225806451616, "rougeL": 18.181818181818183}, "nll_sum": 92.2808837890625, "token_count": 15} +{"index": 6028, "reference": "\"Maverick\" is a word that seems to follow Craig Venter around.", "prediction": "In the eve since the 2014 for Nobel prize and science, Prof J V Venter became one of the oldest in the successful, whose his remains one.", "rouge": {"rouge1": 5.263157894736842, "rouge2": 0.0, "rougeL": 5.263157894736842}, "nll_sum": 187.62213134765625, "token_count": 30} +{"index": 6029, "reference": "A hospital trust in Cornwall has declared a \"black alert\" for the second time this year due to \"extreme\" pressure on its services.", "prediction": "A \"black alert\" has been declared a Cornwall hospital for more than 30 years at a hospital.", "rouge": {"rouge1": 50.0, "rouge2": 21.05263157894737, "rougeL": 30.0}, "nll_sum": 94.02183532714844, "token_count": 19} +{"index": 6030, "reference": "Britain's men made it two wins from two in the Olympic sevens as they edged past New Zealand's conquerors Japan 21-19 in a thriller in their second match.", "prediction": "Great Britain were knocked out of the Rugby Rugby World Cup in New Zealand despite losing 40-5 error to Japan to reach quarter-finals.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 3.7037037037037033, "rougeL": 17.857142857142854}, "nll_sum": 107.75382232666016, "token_count": 27} +{"index": 6031, "reference": "The EU has to be measured in its response to Theresa May's election announcement.", "prediction": "\"I, know about Brexit, but he was British film movie Hitchcock - the lawyer, but what know do know understand know and what not know, what and instead on what is a British residence called Brexit!", "rouge": {"rouge1": 4.0, "rouge2": 0.0, "rougeL": 4.0}, "nll_sum": 253.95071411132812, "token_count": 41} +{"index": 6032, "reference": "A husband and wife from County Armagh have admitted a number of sex offences, including the rape and assault of a woman with severe learning difficulties.", "prediction": " a Londerryerry man who admitted and raping a woman who wrote photos and them have pleaded guilty to jail.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 22.22222222222222}, "nll_sum": 125.80757904052734, "token_count": 22} +{"index": 6033, "reference": "A new \u00a312m fund to help people who face losing their jobs in oil and gas to gain new skills and find new work is being set up by the Scottish government.", "prediction": "A total of \u00a320m has been announced to be available for individuals to train thousands tens thousands of thousands lost jobs in an oil and gas industry.", "rouge": {"rouge1": 30.508474576271187, "rouge2": 10.526315789473683, "rougeL": 23.72881355932203}, "nll_sum": 131.9608612060547, "token_count": 29} +{"index": 6034, "reference": "Work will begin on a \u00a3500,000 purpose-built cycling circuit in Carmarthenshire after a funding boost from the council.", "prediction": "An extra \u00a32020m will be spent on improving track and training camp in Carmarthenshire by the end \u00a3 \u00a38.8m of funding.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 130.0523681640625, "token_count": 30} +{"index": 6035, "reference": "An armed robber dressed in a \"hi-vis\" jacket took at least \u00c2\u00a310,000 from a worker delivering cash to an ATM in the east end of Glasgow.", "prediction": "A security guard was threatened with after young men caught by a private van in a hit-and-run in a supermarket in Borders the", "rouge": {"rouge1": 18.86792452830189, "rouge2": 3.921568627450981, "rougeL": 18.86792452830189}, "nll_sum": 120.51058197021484, "token_count": 26} +{"index": 6036, "reference": "The chief executive of Celtic Energy has said there needs to be collaboration between companies, councils and government to resolve the problem of opencast mining sites which need restoring.", "prediction": "Celtic Energy's deputy executive has believes corruption companies must compensate compensation for paying prices, the mining of two gold in a north Wales coast.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 3.846153846153846, "rougeL": 22.222222222222225}, "nll_sum": 190.51783752441406, "token_count": 28} +{"index": 6037, "reference": "Jose Mourinho was humiliated on his return to Chelsea as his former club blew away his Manchester United side at Stamford Bridge.", "prediction": "Jose Mourinho began on his return from Chelsea appointment as Chelsea manager thrashed his Manchester United at Old Trafford.", "rouge": {"rouge1": 53.65853658536586, "rouge2": 25.641025641025646, "rougeL": 53.65853658536586}, "nll_sum": 83.13154602050781, "token_count": 20} +{"index": 6038, "reference": "E4's teen drama Skins won numerous awards and gained a cult following over its seven series.", "prediction": " extra last, our screens in cinemas were surprised the young actors for Slumdogaire to play tried the Beast in a successful comed TV show.", "rouge": {"rouge1": 4.878048780487805, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 200.25418090820312, "token_count": 29} +{"index": 6039, "reference": "Police Scotland has received 27 complaints from members of the public since May about its controversial armed policing policy, MSPs heard.", "prediction": "A group of armed officers carried on a street could be finalured\" and being warned that another armed is is right, a senior police officer has told MSPs.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 167.22744750976562, "token_count": 33} +{"index": 6040, "reference": "The global financial system is venturing further into the bizarre world of negative interest rates.", "prediction": "If you need to spend \u00a3, on your credit, or not buy a bank, lender and then they think about a debt payment?", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 126.64386749267578, "token_count": 26} +{"index": 6041, "reference": "A 16-year-old boy has been charged with the rape of an eight-year-old girl in a park.", "prediction": "A teenager has been charged with rape and attempted murder of a girl and a 15-year-old girl in a park - saying a \" 30- 30A and a from a 20, it has's been of.old from againA", "rouge": {"rouge1": 47.45762711864407, "rouge2": 28.07017543859649, "rougeL": 44.06779661016949}, "nll_sum": 210.418701171875, "token_count": 47} +{"index": 6042, "reference": "Movie star Robert Carlyle's directorial debut film is to open the Edinburgh International Film Festival, it has been announced.", "prediction": "The black comedy black film comedy, which will open the Edinburgh International Festival (EIFF), has been announced as the opening night film the night event.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 23.25581395348837, "rougeL": 40.0}, "nll_sum": 128.79290771484375, "token_count": 29} +{"index": 6043, "reference": "A new female osprey which has nested at a Scottish Wildlife Trust reserve in Perthshire has laid her first egg.", "prediction": "A new female osprey at a Scottish wildlife reserve has been laid laid for first first time 30 30 years.", "rouge": {"rouge1": 60.0, "rouge2": 31.57894736842105, "rougeL": 60.0}, "nll_sum": 130.6576690673828, "token_count": 22} +{"index": 6044, "reference": "The UK would have \"zero\" influence if it voted to leave the EU, the outgoing president of the European Commission has said.", "prediction": "The new president of the European president has said the UK would \"almost zero zero\" if the UK is the same part of Britain outside the EU.", "rouge": {"rouge1": 57.14285714285714, "rouge2": 29.78723404255319, "rougeL": 36.73469387755102}, "nll_sum": 123.88200378417969, "token_count": 29} +{"index": 6045, "reference": "The growth in global demand for energy slowed to levels not seen since the late 1990s, a new report suggests.", "prediction": " global energy production prices rose in 2014 the rising - advertising its highest level for four years, says a report.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 0.0, "rougeL": 25.641025641025646}, "nll_sum": 112.397705078125, "token_count": 21} +{"index": 6046, "reference": "An inquiry into the mishandling of baby ashes at a crematorium in Shrewsbury could lead to new national guidelines, the government has said.", "prediction": "A senior civil lawyer at the head of a ashes crisis in Shropshire says the inquiry into the way cremon is not not improved practice.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 8.695652173913043, "rougeL": 20.833333333333332}, "nll_sum": 158.42462158203125, "token_count": 29} +{"index": 6047, "reference": "Leicester and England centre Manu Tuilagi is set to miss the rest of the season because of a groin injury, says Tigers boss Richard Cockerill.", "prediction": "England director of rugby Richard Cockerill Manu Tuagi will not play England this season after having continued his recovery from Nottingham in his foot injury.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 134.71337890625, "token_count": 29} +{"index": 6048, "reference": "A politician who wants to restore close ties with Russia is tipped to win the second round of Moldova's presidential election on Sunday.", "prediction": "Mold she's been granted battle for regional elections after October's regional national election, which has been a long-running links to Russia.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 133.47027587890625, "token_count": 27} +{"index": 6049, "reference": "Manager Keith Curle wants to continue the job he has started at Carlisle United beyond his current contract, but wants assurances he will be backed by the club's board going forward.", "prediction": "Carlisle United bossf Keith Curle says he will discuss his future future to his hometown club - saying he does not \"on who is a club.", "rouge": {"rouge1": 35.08771929824561, "rouge2": 10.909090909090908, "rougeL": 21.052631578947366}, "nll_sum": 167.13902282714844, "token_count": 30} +{"index": 6050, "reference": "Officials have said they will push to get the Welsh name of a Gwynedd beach on maps.", "prediction": "A Gwynedd village has voted to name Welsh military maps in its name.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 7.142857142857144, "rougeL": 20.000000000000004}, "nll_sum": 77.20763397216797, "token_count": 15} +{"index": 6051, "reference": "A 21-year-old woman from Swanage, Dorset is missing in south Thailand, according to her family, who have posted an online appeal for help.", "prediction": "A British backpacker who went missing after being disappeared in Thailand for more than two years ago has been found safe safe and well and well the is. itthe2's a from aA it's have from?.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 0.0, "rougeL": 16.129032258064516}, "nll_sum": 212.5374755859375, "token_count": 43} +{"index": 6052, "reference": "A 22-year-old man has been taken to hospital following a \"serious assault\" in Swansea city centre.", "prediction": "A man was taken to hospital after being hit by a car on the M4 inath Port Talbot.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.76470588235294, "rougeL": 33.33333333333333}, "nll_sum": 65.19378662109375, "token_count": 21} +{"index": 6053, "reference": "Foreign doctors in Wales will not be told to \"go home\", Welsh Labour leader Carwyn Jones has said, accusing the Conservatives of \"gutter\" politics.", "prediction": " First Minister Carwyn Jones has Conservative Conservative members of a \"toxic atmosphere of Brexit\", saying it was \"there is a atmosphere in gutter\".", "rouge": {"rouge1": 29.78723404255319, "rouge2": 8.888888888888888, "rougeL": 25.53191489361702}, "nll_sum": 140.66036987304688, "token_count": 29} +{"index": 6054, "reference": "The vice-chancellors of Queen's University and Ulster University have said serious decisions need to be taken over the future funding of higher education in Northern Ireland.", "prediction": ", leading civil servant in Northern Ireland has said that corporation tax didn't be introduced in 2018 because economics not want to recruit graduates to fill their job.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 7.4074074074074066, "rougeL": 10.714285714285714}, "nll_sum": 149.9454345703125, "token_count": 29} +{"index": 6055, "reference": "Fines for people who walk more than four dogs at a time have come into force in a Hampshire town.", "prediction": "Four hundred dogers in Southport have been banned from running city for the first time, the 10 years, after a town strict new rules came into force.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 136.89697265625, "token_count": 31} +{"index": 6056, "reference": "A judicial review has begun over the decision to exclude the former Kincora boys' home in east Belfast from a child abuse inquiry being held at Westminster.", "prediction": "Vict of of to abuse relating to child sex abuse claims at the Kincora Boys' homebridge Kerrybridge arebridge suing the Northern Ireland inquiry.", "rouge": {"rouge1": 36.0, "rouge2": 4.166666666666667, "rougeL": 20.0}, "nll_sum": 175.81744384765625, "token_count": 29} +{"index": 6057, "reference": "Three Wrexham backpackers left stranded in Nepal following the earthquake have returned home, according to the sister of one of the men.", "prediction": "Two Britishss Cardiff who picked up in the 388m Nepal earthquake have arrived home in Manchester Manchester.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 128.53350830078125, "token_count": 19} +{"index": 6058, "reference": "Hockey Wales head of performance Dan Clements believes the men's promotion to Europe's top tier will help transform the sport in Wales.", "prediction": "Wales Cricket referee Chris C suggests says both both men' teams will receive benefits, saying the players, and will receive a level to players and staff.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 179.037841796875, "token_count": 30} +{"index": 6059, "reference": "The Ulster Football Championship finally came to life as two Odhran MacNiallais goals helped 14-man Donegal subdue Fermanagh in a fiery contest.", "prediction": "Mac Macinnallais scored in 40 minutes from time to give Donegal Fagh a 0- 0 to 0-Ireland All Football semi-final at Heke Park as's-A's a from from Saturday's a. from a", "rouge": {"rouge1": 23.333333333333332, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 314.0230712890625, "token_count": 47} +{"index": 6060, "reference": "Fulham manager Slavisa Jokanovic has dismissed reports that striker Chris Martin could return early to Derby from his season-long loan at Craven Cottage.", "prediction": "Fulham boss Slavisa Jokanovic hopes striker Fred Martin will return to former the club Derby County because he to stopped training.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 35.55555555555556}, "nll_sum": 132.68887329101562, "token_count": 27} +{"index": 6061, "reference": "For many Ugandans, the gold found deep underground in the hills of Mubende District was a lifeline.", "prediction": "The open doors of sewage of gold from a gold mine in South Africa to help out, what it feels like to be a tale quad film.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 152.0653839111328, "token_count": 28} +{"index": 6062, "reference": "Chancellor George Osborne has abandoned his target to restore government finances to a surplus by 2020.", "prediction": "George Osborne has set a target for a \"serious negative economic shock\" by 2020.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 21.428571428571427, "rougeL": 46.666666666666664}, "nll_sum": 57.232276916503906, "token_count": 16} +{"index": 6063, "reference": "Fifa will get a new president on Friday when 207 delegates from around the world gather in Zurich, Switzerland to vote for a successor to Sepp Blatter.", "prediction": "Fifa is open for the election of the new president Sepp Blatter as president.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410257, "rougeL": 24.390243902439025}, "nll_sum": 55.2599983215332, "token_count": 17} +{"index": 6064, "reference": "Four burglars who took part in a violent raid which left a lecturer \"unrecognisable\" have been jailed.", "prediction": "Five men who were carrying out an aggravated burglary attack which left a Polish graduate scar scarred with brain surgery have each been jailed.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 15.384615384615383, "rougeL": 34.146341463414636}, "nll_sum": 118.84779357910156, "token_count": 25} +{"index": 6065, "reference": "Defending champions Hull FC will play Leeds Rhinos in the semi-finals of the Challenge Cup.", "prediction": "Huddersfield will face Hull FC Hull and Hull Rugby in the semi-finals of the Women Rugby Rugby League semi-final in on Saturday, 30 July, after from 30-up, referee in 40 minutes. the.", "rouge": {"rouge1": 35.29411764705882, "rouge2": 24.48979591836735, "rougeL": 31.372549019607842}, "nll_sum": 195.78692626953125, "token_count": 45} +{"index": 6066, "reference": "Drivers with convictions for offences such as assault, housebreaking and drink-driving were issued taxi licences last year, a BBC Scotland investigation has revealed.", "prediction": "More than 1,600 taxi drivers and private licences have been issued regarding the past 40 years, figures obtained by BBC Scotland concluded in the local authorities, Broadway,, they or A-D, any in from national councils's.", "rouge": {"rouge1": 29.03225806451613, "rouge2": 3.3333333333333335, "rougeL": 19.35483870967742}, "nll_sum": 246.12991333007812, "token_count": 44} +{"index": 6067, "reference": "The opening night of comic actor John Cleese's first UK tour has been met with lukewarm reviews by critics.", "prediction": "John Cleese has praised fans of Alask Al- de \"don't done anything\", with one calling one \"the best revival\"- it\". solve a again a again a again \" again aold again from's from again from a", "rouge": {"rouge1": 24.561403508771935, "rouge2": 3.6363636363636362, "rougeL": 14.035087719298245}, "nll_sum": 302.5384521484375, "token_count": 46} +{"index": 6068, "reference": "Nottingham Forest have signed Cardiff City striker Federico Macheda on loan, subject to international clearance.", "prediction": "Nottingham Forest have re-signed Jonathan Macheda from Cardiff City on five five 2011year deal believed to be \u00a38m.", "rouge": {"rouge1": 52.94117647058824, "rouge2": 18.75, "rougeL": 47.05882352941176}, "nll_sum": 122.26214599609375, "token_count": 27} +{"index": 6069, "reference": "Over the last couple of weeks, the world has woken up to the horrific trade in human beings being conducted in the seas of South East Asia.", "prediction": "Since the past thousands of migrants and migrants from have fled to the northern sea between India, Thailand, Bangladesh and India, to Bangladesh.", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666667, "rougeL": 20.0}, "nll_sum": 106.146240234375, "token_count": 26} +{"index": 6070, "reference": "A stargazer has captured a powerful display of the aurora borealis from her living room.", "prediction": " a camera camera footage a captured a rare display of the Northern Lights has been cancelled and cancelled her air.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.181818181818183, "rougeL": 40.0}, "nll_sum": 114.95032501220703, "token_count": 20} +{"index": 6071, "reference": "A Sussex PCSO who stole thousands of pounds from passengers while on duty at Gatwick Airport, has been jailed for six and a half years", "prediction": " a Sussex Police Community Support support officer who trespassers out of more than 30 passengers been for jailed for fiveand-a-half years.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 17.391304347826086, "rougeL": 45.83333333333333}, "nll_sum": 141.66757202148438, "token_count": 27} +{"index": 6072, "reference": "Hundreds of runners have competed in Hong Kong's first inner-city ultramarathon, despite organisers describing it as \"quite boring\".", "prediction": " almost 20,000 people have taken to the Hong Kong for a prestigious local standard course, where the race is accused runners a golf time from home.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444445, "rougeL": 12.765957446808512}, "nll_sum": 158.19085693359375, "token_count": 29} +{"index": 6073, "reference": "A retailer has announced it is transferring services and relocating an office from Rhondda Cynon Taff.", "prediction": "Nearly 80 jobs are being put at risk a firm in Ponta, says of loss, with the loss of 40 jobs \"olve a \u00a3 solve the 2011's from's from a from a it's have a of a's a's a", "rouge": {"rouge1": 10.169491525423728, "rouge2": 0.0, "rougeL": 6.779661016949152}, "nll_sum": 270.6680908203125, "token_count": 47} +{"index": 6074, "reference": "In Africa's schools, old-fashioned, dusty textbooks are gradually being replaced by tablets, computers and mobile phones.", "prediction": " digital are digital technology digital move into clothes, digital and in e- places.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 91.78977966308594, "token_count": 15} +{"index": 6075, "reference": "A Perthshire woman lost \u00a32,020 she had stolen from her mother gambling at an online casino, a court was told.", "prediction": "A Perthshire woman has admitted stealing \u00a320,000 from her mother whose bank account account has been told.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 21.62162162162162, "rougeL": 35.8974358974359}, "nll_sum": 83.4848403930664, "token_count": 21} +{"index": 6076, "reference": "Stronger than expected jobs figures helped to lift US stocks on Friday, leading the Dow to another record.", "prediction": "ocks on Wall Street closed slightly slightly on Friday, despite gains on Wall Street.", "rouge": {"rouge1": 12.5, "rouge2": 6.666666666666667, "rougeL": 12.5}, "nll_sum": 60.66741943359375, "token_count": 15} +{"index": 6077, "reference": "The number of registered nurses and midwives is shrinking, according to figures from regulator the Nursing and Midwifery Council (NMC).", "prediction": "The Royal College of is working on of number of nurses working the NHS in England.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 77.24008178710938, "token_count": 16} +{"index": 6078, "reference": "Some workers at Austins, in County Londonderry, say they have been left devastated by the closure of the department store.", "prediction": "Government at the Jackie's chain department store has opened in Londondonderry.", "rouge": {"rouge1": 31.25, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 88.86903381347656, "token_count": 16} +{"index": 6079, "reference": "Three has announced that it has abolished international roaming charges in seven countries.", "prediction": "Smart phone firm two extra begun to open free roaming charges for people in several several European European countries.", "rouge": {"rouge1": 25.0, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 116.43998718261719, "token_count": 19} +{"index": 6080, "reference": "Thai police admit they are struggling to find the killers of two British tourists, after it emerged crime scene DNA did not match that of any suspect.", "prediction": "Police investigating the murder of two British backpack backpackers in Thailand have said they have found no evidence against them of the possible gang in the been's, Nottingham, it they always been a from it's.Images of a's Broadway'sA", "rouge": {"rouge1": 22.857142857142858, "rouge2": 5.88235294117647, "rougeL": 20.0}, "nll_sum": 265.39300537109375, "token_count": 47} +{"index": 6081, "reference": "Boris Johnson has been quizzed by reporters as he left his home in London this morning.", "prediction": "London Mayor Boris Johnson Johnson Boris Johnson has ruled out of the race in not 2016 race.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 12.903225806451616, "rougeL": 24.242424242424242}, "nll_sum": 88.23470306396484, "token_count": 17} +{"index": 6082, "reference": "The idea of a \"virtual doctor\" project might sound rather futuristic.", "prediction": "A virtual reality scheme would offered to to doctors and a woman who survived, a 38-year-old woman and a woman woman, and knocked down and killed watching a car on a bed for for hours.", "rouge": {"rouge1": 12.5, "rouge2": 4.347826086956522, "rougeL": 12.5}, "nll_sum": 200.09912109375, "token_count": 41} +{"index": 6083, "reference": "A teenager who was stabbed after he was hit by a car in Manchester was \"loyal and caring\" and \"brought so much joy\" to others, his family has said.", "prediction": "The family of a teenager who was to death a suspected hitandand-run car in York have paid tribute to the young who struggle for him.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 15.094339622641511, "rougeL": 29.090909090909093}, "nll_sum": 136.6046142578125, "token_count": 29} +{"index": 6084, "reference": "As the son of the man who helped build the Mr Whippy ice-cream brand, it may seem that Angus Thirlwell was destined for a career in confectionery.", "prediction": "\"If you love, music, a bad idea\", he sayspiring John Thirlwell whose his son said \"the made a spelling of his Royal\", \u00a392,000 struggle, he would have of from.", "rouge": {"rouge1": 17.241379310344826, "rouge2": 0.0, "rougeL": 10.344827586206899}, "nll_sum": 256.4181213378906, "token_count": 42} +{"index": 6085, "reference": "US officials say Osama Bin Laden's body was treated with respect and buried at sea, but some Muslims argue there was no good reason for not burying it on land.", "prediction": "A US families body was shot dead by a US naval jet bag Afghanistan - also known as burial, members of Muslim, defence officials say.", "rouge": {"rouge1": 21.818181818181817, "rouge2": 7.547169811320756, "rougeL": 14.545454545454547}, "nll_sum": 158.79058837890625, "token_count": 27} +{"index": 6086, "reference": "(Noon): The market remained in positive territory during lunchtime trade, with mining shares among the top risers.", "prediction": "(Open): The FTSE and 100 100 has helped to pull the share, closing the F 100% higher lower a controversial 138ianmakermaker Jorge-maker's's MPCb from a in from November's. from to solve", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 342.33575439453125, "token_count": 47} +{"index": 6087, "reference": "The trial of the prominent republican Thomas \"Slab\" Murphy for alleged tax evasion has heard the court may deliver judgement on the case next week.", "prediction": "The jury in former trial prominent former prominent republican''Slab' Murphy has been found guilty three counts of tax and tax returns to", "rouge": {"rouge1": 37.49999999999999, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 163.70864868164062, "token_count": 25} +{"index": 6088, "reference": "Small businesses have welcomed what they said were long overdue reforms to tax policy as the chancellor doubled business rate relief.", "prediction": "Thousands of small businesses to get low of paying their tax - tax credits - have announced, the and costs cut costs by \u00a35m.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 137.74046325683594, "token_count": 27} +{"index": 6089, "reference": "Alex Cuthbert would be \"lucky\" to regain his Wales place even if Liam Williams is ruled out of the Rugby World Cup, according to Dafydd James.", "prediction": "Wales' Alex Williams would be \"veryucky\" if wing Alex Cuthbert could recover from injury, according to players purse James.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 148.34329223632812, "token_count": 27} +{"index": 6090, "reference": "Australia all-rounder Dan Christian will return to Nottinghamshire for next summer's T20 Blast.", "prediction": "South Africa all-rounder Dan Christian is named an overseas player to play this summer's T20 Blast competition.", "rouge": {"rouge1": 52.94117647058824, "rouge2": 37.5, "rougeL": 52.94117647058824}, "nll_sum": 96.46822357177734, "token_count": 21} +{"index": 6091, "reference": "New forensic leads are being investigated in connection with the death of a schoolgirl 21 years ago.", "prediction": "Police investigating the murder of a girl who disappeared 21 years ago have described the discovery of the development as \"l development\" the killer.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 15.384615384615383, "rougeL": 34.146341463414636}, "nll_sum": 113.76741027832031, "token_count": 26} +{"index": 6092, "reference": "Aldershot have announced the signing of defender Sean McGinty from Rochdale on a one-year deal from 1 July.", "prediction": "Alders Town defender Jordan McGinty has signed a three-year deal with National National League, with an option of a further 12 months.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 107.07635498046875, "token_count": 29} +{"index": 6093, "reference": "British gymnast Brinn Bevan suffered a double leg break while vaulting on Saturday, putting in doubt his hopes of competing at next year's Olympics.", "prediction": "Russian Olympians Fury Alexandervan says he \" will forget and never forget\" ever\", Championships after British GymnasticsI sustaining a leg jaw training", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 213.37374877929688, "token_count": 29} +{"index": 6094, "reference": "Israeli forces and Palestinians have clashed in East Jerusalem, the occupied West Bank and Gaza after weeks of friction over a Jerusalem holy site.", "prediction": "yrian forces have killed at least radical Palestinian and men from entering a mosque compound in Jerusalem and medics say.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 0.0, "rougeL": 22.727272727272727}, "nll_sum": 121.24142456054688, "token_count": 22} +{"index": 6095, "reference": "French authorities are seeking \u20ac356m (\u00a3276m) in unpaid taxes from Booking.com, according to documents filed by parent company Priceline.", "prediction": "French bookmakerbookingcom, and is sue the French authorities over nearly C 160m (\u00a3 160280m; $81m; $700m) in revenue by Italian authorities a authorities over tax evasion.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 245.00086975097656, "token_count": 42} +{"index": 6096, "reference": "Taxi hiring app Uber said London's transport authority is proposing rules that are \"against the public interest\".", "prediction": "Almost 10,000 people have signed an online petition calling for London's car-hailing firm Uber to be launched in central London.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 5.128205128205128, "rougeL": 9.75609756097561}, "nll_sum": 68.60409545898438, "token_count": 26} +{"index": 6097, "reference": "Cadel Evans is all but certain to become Australia's first Tour de France winner after a stunning time trial-victory in the suburbs of Grenoble.", "prediction": "Britain's Dan Evans won a stunning sprint to seal a seventh Grand successive win after winning fourth Tour de France.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.33333333333333, "rougeL": 21.276595744680847}, "nll_sum": 127.11580657958984, "token_count": 21} +{"index": 6098, "reference": "The UN says it has negotiated the release of 876 children in Nigeria, who were being held by the army over possible links to Islamist militants.", "prediction": "Twenty-two children, including 40 children Nigeria England have been released by Boko Haram army, the army says.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904763, "rougeL": 22.72727272727273}, "nll_sum": 101.64320373535156, "token_count": 21} +{"index": 6099, "reference": "Olympic silver medallist Samantha Murray recovered from a difficult start to remain on course for a first individual European pentathlon title.", "prediction": "Britain's Cyn Murray has boosted her hopes of her Rio Rio place for next month's combined combined double at the European Cur Championships Championships in Mexico.", "rouge": {"rouge1": 12.244897959183671, "rouge2": 0.0, "rougeL": 12.244897959183671}, "nll_sum": 178.24664306640625, "token_count": 28} +{"index": 6100, "reference": "Hyundai Motor will defer payments due from US federal employees affected by the partial government shutdown.", "prediction": "port carmaker North America has offered to offer $700m (\u00c2\u00a3700190m payment to help US federal completed a complete minority lose their.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 193.22808837890625, "token_count": 29} +{"index": 6101, "reference": "A photographer has accused Taylor Swift of \"double standards\" in her row with Apple over music streaming.", "prediction": "Taylor Swift has launched a photo claim claimed to have taken over photographs to a security firm, claiming it was \"ground in a free music event\".", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 142.86883544921875, "token_count": 28} +{"index": 6102, "reference": "A father is preparing for a High Court legal battle to give parents the right to take children on term-time holidays.", "prediction": "A father-of-three who launched a battle battle over court over taking his term on school term time has to appear \" met him\".", "rouge": {"rouge1": 43.47826086956522, "rouge2": 9.09090909090909, "rougeL": 34.78260869565217}, "nll_sum": 162.59771728515625, "token_count": 27} +{"index": 6103, "reference": "A Christian official has refused to issue marriage licences to same-sex couples in Kentucky despite exhausting all of her legal options.", "prediction": "A Pennsylvania Catholic clerk has refused licences for US marriage licences after she refused to be suspended, suspended for using a blinds can cannot her office off.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 12.765957446808512, "rougeL": 28.57142857142857}, "nll_sum": 174.9705047607422, "token_count": 29} +{"index": 6104, "reference": "When it comes to the Olympics and Paralympics, China, the US, Russia and Britain (these days) are usually to be found near the top of both medal tables.", "prediction": "Ukraine is Raymond year Paralympic and Paralympic gold and Paralympic and Paralympic athletes.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 91.8235092163086, "token_count": 21} +{"index": 6105, "reference": "The Police Federation of Northern Ireland (PFNI) has called for a \"full inquiry\" into the operation of the police ombudsman.", "prediction": "The Police Ombudsman's office has called officers to be investigated by Northern Ireland Police Federation.", "rouge": {"rouge1": 50.0, "rouge2": 29.411764705882355, "rougeL": 27.77777777777778}, "nll_sum": 70.68185424804688, "token_count": 17} +{"index": 6106, "reference": "Two-thirds of Scotland's councils have cut the amount of money spent on lollipop men and women in the past three years, research by BBC Scotland has found.", "prediction": " school services across Scotland are having their cut by almost \u00a32m over the past three years, figures obtained by BBC Scotland shown in the of's, solve,'s they be--A a from in local councils since November.", "rouge": {"rouge1": 44.776119402985074, "rouge2": 18.46153846153846, "rougeL": 29.85074626865672}, "nll_sum": 233.45245361328125, "token_count": 44} +{"index": 6107, "reference": "Japan's Nikkei index closed lower, with shares in Toshiba sinking nearly 10% as the firm predicted record losses.", "prediction": "Shares in Ruperthiba trade were down more than 1% in early trading, after it fears early trading and fears it could a another big investment loss.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 153.74090576171875, "token_count": 31} +{"index": 6108, "reference": "London Mayor Sadiq Khan has confirmed fares across the Transport for London (TfL) network will be frozen from January until 2020.", "prediction": " average fares on fare are will mean for London (TfL) will be introduced in April 2016, Mayor Sadiq Khan in announced.,. again's- be again by- again 2011 again in again 2011 from's again's a", "rouge": {"rouge1": 34.48275862068966, "rouge2": 17.857142857142858, "rougeL": 24.137931034482758}, "nll_sum": 265.22808837890625, "token_count": 46} +{"index": 6109, "reference": "Former first minister Alex Salmond has called for a fresh look at the currency options for an independent Scotland.", "prediction": "Former SNP leader Alex Salmond has formally backed the use of sterling, for the Scottish independence, saying it was \"the the right currency\" for Scotland.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 9.523809523809526, "rougeL": 40.90909090909091}, "nll_sum": 102.36615753173828, "token_count": 30} +{"index": 6110, "reference": "The world's finest uncut opal has mostly been kept in a safe deposit box since it was unearthed from the South Australian outback with a pick and shovel 70 years ago.", "prediction": "A giant opikal, which may be back back sale for sale, has been put on display on display in Australia's south Australia. solve's 2011 againA again a from-A a giant in ban from a's. the a", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 19.444444444444443}, "nll_sum": 285.9584655761719, "token_count": 47} +{"index": 6111, "reference": "The remains of dozens of people who were buried more than 200 years ago are being slowly exposed on an island in Kent.", "prediction": "Families about questions about the people where 100 people remain found in a muded north north- England.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 136.32763671875, "token_count": 21} +{"index": 6112, "reference": "BBC News School Report has enjoyed many highlights since it started in 2007 - from world record attempts to interviews with global figures.", "prediction": "Hundreds of schools across the UK were big year, mobile phone, and tablets and storiesou", "rouge": {"rouge1": 5.405405405405405, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 99.17408752441406, "token_count": 17} +{"index": 6113, "reference": "Jeremy Corbyn has accused the chief of the defence staff of political bias after he criticised the Labour leader's anti-nuclear stance.", "prediction": "Labour's leader Jeremy Corbyn's front decision to use nuclear weapons to the armed government was, meaning a civil war servant, a leading campaign says.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 155.60122680664062, "token_count": 28} +{"index": 6114, "reference": "British Vogue has confirmed Edward Enninful as its first male editor.", "prediction": " En EnJessicaful has officially formally named as Ma new director of Vie a next week - the fashion's building- its since ballet since his from. same's as a from-., referee in a matches from Saturday.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 331.5955505371094, "token_count": 43} +{"index": 6115, "reference": "At a small laboratory in a Bangkok suburb, a group of scientists has come up with what they hope is the answer to an old conundrum: how to tell if a Thai dish is authentic or not.", "prediction": "The a machine which is unveiled, the the Thai capital Bangkok, is not the finest.", "rouge": {"rouge1": 26.923076923076927, "rouge2": 0.0, "rougeL": 23.076923076923077}, "nll_sum": 83.32164001464844, "token_count": 17} +{"index": 6116, "reference": "Academics have called for a ban on smacking after finding \"compelling\" evidence that it creates a \"vicious circle\" of conflict and violence that carries on into adulthood.", "prediction": "A use of smacking in Scotland is a of Scotland than any other areas of the world, says a report by College of College London London., according, Nottingham they from suspended from international-madeold of from.", "rouge": {"rouge1": 12.698412698412698, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 261.517822265625, "token_count": 42} +{"index": 6117, "reference": "Cornish Pirates coach Alan Paver says he has been impressed with Luke Chapman's commitment after injury.", "prediction": "Exeter Chiefs head coach Alan Paver says young teenager youngster Chapman has pulled because of a foot injury.", "rouge": {"rouge1": 40.0, "rouge2": 18.18181818181818, "rougeL": 34.285714285714285}, "nll_sum": 129.34593200683594, "token_count": 20} +{"index": 6118, "reference": "Newcastle United scored a goal in each half to beat Aston Villa and go a point clear at the top of the Championship.", "prediction": "Newcastle United back to the top of the Championship as they were stunned beaten by 10-man Aston Villa.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 30.0, "rougeL": 38.0952380952381}, "nll_sum": 70.48029327392578, "token_count": 21} +{"index": 6119, "reference": "Rangers manager Mark Warburton believes Brendan Rodgers would be a \"great choice\" as Celtic's new manager.", "prediction": "Rangers manager Mark Warburton he isno doubt\" he will feature his successor replacement the new Celtic manager for the Scottish side on Saturday on, with nine from the V 200-A, a in from November's Park.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 11.538461538461538, "rougeL": 22.222222222222225}, "nll_sum": 276.3583679199219, "token_count": 45} +{"index": 6120, "reference": "A transgender woman found dead in a men's prison wrote to her partner just days before her death saying \"I don't think I can last very long in here\".", "prediction": " comedy partner whose transgender prisoner killed herself in jail has written an open letter to her to to the prison staff to \"didn would not risk and herself\".", "rouge": {"rouge1": 20.338983050847457, "rouge2": 3.508771929824562, "rougeL": 13.559322033898304}, "nll_sum": 172.40267944335938, "token_count": 29} +{"index": 6121, "reference": "The International Civil Aviation Organization (ICAO) has downgraded Thailand's aviation standards, \"red flagging\" the country for failing to address safety concerns.", "prediction": "The International safety Organization (AOA) has downgraded the airline's airline within 90 days, of fears over the aactive of hazardous products.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 9.523809523809524, "rougeL": 31.818181818181817}, "nll_sum": 153.844482421875, "token_count": 28} +{"index": 6122, "reference": "The Ghostbusters all female reboot has opened to mainly positive reviews.", "prediction": "A new original disco new film, saying critics has been \"borenging\" with, with calling one of \"the worst complete ofday\".", "rouge": {"rouge1": 12.903225806451612, "rouge2": 0.0, "rougeL": 6.451612903225806}, "nll_sum": 193.74331665039062, "token_count": 29} +{"index": 6123, "reference": "Police have named a woman killed in a crash between a car and van near Peebles in the Borders.", "prediction": "A woman who was seriously injured after being hit by a car in East L Lothian has been named.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 26.31578947368421}, "nll_sum": 62.089385986328125, "token_count": 21} +{"index": 6124, "reference": "Buy-to-let landlords and people buying second homes will soon have to pay more in stamp duty, the chancellor has announced.", "prediction": "buyers who buy-to-let tenants will have receive an extra \u00a3 dutycharge, as part of a major change a the government tax rules come into force.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 160.2770538330078, "token_count": 32} +{"index": 6125, "reference": "The main motorway link between Scotland and England has fully reopened following a tanker fire.", "prediction": "A huge oil tanker started sending a off on a major stretch of the M88 motorway between the west of the M4.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 121.11692810058594, "token_count": 25} +{"index": 6126, "reference": "Plans for an \u00c2\u00a380m dinosaur-themed museum in a quarry have been boosted by \u00c2\u00a337,300 of Heritage Lottery Funding.", "prediction": "Work on a \u00a37m reopen regeneration dinosaur attraction has been unveiled by a museum, after a lottery of more than \u00a3.8m.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 134.65237426757812, "token_count": 27} +{"index": 6127, "reference": "The Manx government is \"concerned\" about the safety of the Sellafield nuclear site, a spokesman said.", "prediction": "A Celtic League champions have called the Manx government to review an independent review of the nuclear Sellield nuclearing site in Cumbria.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 22.22222222222222, "rougeL": 36.84210526315789}, "nll_sum": 160.36305236816406, "token_count": 27} +{"index": 6128, "reference": "Giannelli Imbula scored his first goal for Stoke as they ended their three-match losing streak in the Premier League against Bournemouth.", "prediction": "Fzi Redbbula's hat of the season beat Bournemouth and ended three-match winless run and record a record five Premier League victories.", "rouge": {"rouge1": 31.111111111111118, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 144.17864990234375, "token_count": 30} +{"index": 6129, "reference": "Police have denied mishandling a sexual abuse investigation which left a victim claiming he had been denied justice.", "prediction": "The chief constable who led of police probe into a child sex abuse abuse claims his said of found evidence of no, nono misconduct took place.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 153.06204223632812, "token_count": 29} +{"index": 6130, "reference": "Oldham Athletic have offered free entry to all fans for their rearranged League One fixture against Peterborough United on Tuesday, 24 January.", "prediction": "League One side Oldham Athletic have offered a free football entry at their home in League One play-off against Brentford on 26 February.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 18.18181818181818, "rougeL": 47.82608695652174}, "nll_sum": 103.08824157714844, "token_count": 27} +{"index": 6131, "reference": "Demonstrations have been held outside the French consulate in the Indian city of Bangalore demanding the arrest of a French official accused of abusing his daughter.", "prediction": "Police in southern India Bangalore smuggling investigating allegations that that they sexually assaulted a French child, as a girl described as him asthe a major national\".", "rouge": {"rouge1": 15.384615384615385, "rouge2": 4.0, "rougeL": 15.384615384615385}, "nll_sum": 191.67074584960938, "token_count": 28} +{"index": 6132, "reference": "Laura Trott retained the women's scratch title to win her second gold medal at the National Track Championships in Manchester.", "prediction": "Laura Trott produced an impressive dayA the day of race two of the IPC World Championships defeat London.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 126.14148712158203, "token_count": 21} +{"index": 6133, "reference": "A man has been remanded in custody charged with the attempted murder of a Catholic policeman in County Tyrone.", "prediction": "A man has appeared in court accused attempting attempting to murder a man who led a car attack on murder a police officer in Londonderry.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 36.36363636363636}, "nll_sum": 112.73351287841797, "token_count": 28} +{"index": 6134, "reference": "The US and its supporters including several Arab countries have launched the first air strikes against Islamic State (IS) in Syria, the Pentagon says.", "prediction": "The United States and American countries in of the Middle East, have been killed in an attack by so-called Islamic State (IS).", "rouge": {"rouge1": 38.297872340425535, "rouge2": 8.888888888888888, "rougeL": 29.78723404255319}, "nll_sum": 81.78619384765625, "token_count": 26} +{"index": 6135, "reference": "A man who admitted shining a laser pen at a police helicopter flying over Glasgow has been jailed for 14 months.", "prediction": "A man who shone a light beam at a police helicopter killing a Glasgow, and killing a pilot, has been jailed for 18 months.", "rouge": {"rouge1": 62.22222222222222, "rouge2": 37.2093023255814, "rougeL": 62.22222222222222}, "nll_sum": 94.60182189941406, "token_count": 26} +{"index": 6136, "reference": "Chinese exports rose more than expected in February, adding to optimism over a recovery in its economy.", "prediction": "Shares in Japanese factories fell slightly slightly August August, helped by sales in its for February. Lunar New Year celebrations.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 135.260986328125, "token_count": 22} +{"index": 6137, "reference": "LeBron James became the first player to score 20,000 points for the Cleveland Cavaliers when the NBA champions beat Oklahoma Thunder 107-91.", "prediction": " star tennis star brother James set a new basketball record records as the Golden Cavaliers a97-97 to level highest level in.97 the game.", "rouge": {"rouge1": 20.408163265306126, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 175.87063598632812, "token_count": 28} +{"index": 6138, "reference": "A convicted murderer has gone on trial accused of historical sex offences against two teenage girls.", "prediction": "A 77-year-old has been told that a he was raped and raped,, raped and raped another age age 35 years ago.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 109.68218994140625, "token_count": 26} +{"index": 6139, "reference": "Nicknamed \"The Hangman of Prague\", SS general Reinhard Heydrich was a man even Hitler himself feared as \"the man with an iron heart\".", "prediction": "ashard Hetrich, who a key role in his Britain in World War Two, was never only played in the country's best role in the the Peter Curtain.", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 7.8431372549019605}, "nll_sum": 161.31565856933594, "token_count": 34} +{"index": 6140, "reference": "A chronology of key events:", "prediction": "A chronology of key events:", "rouge": {"rouge1": 100.0, "rouge2": 100.0, "rougeL": 100.0}, "nll_sum": 25.301342010498047, "token_count": 6} +{"index": 6141, "reference": "Members of Australia's Olympic swimming team said they used the sleeping medication Stilnox during a \"bonding\" session before the Games last year.", "prediction": "Six Australian swimmers team, say they delivered a athletes who took a free drugs prescriptions, have admitted prohibited use and and a prohibited BAR drugs training.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 196.58804321289062, "token_count": 29} +{"index": 6142, "reference": "The funeral of Coronation Street creator and writer Tony Warren has taken place at Manchester Cathedral.", "prediction": "Hundreds of people have attended the funeral for the Easters's presenters, the and stage and former Coronation Street broadcaster Tim Tim.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 136.8843994140625, "token_count": 27} +{"index": 6143, "reference": "The 800-plus volcanic and coral islands that make up the Pacific nation of Fiji enjoy a tropical climate and host a significant tourism industry.", "prediction": "Fiji is one of in world's two most prominent countries and most powerful countries, capture a remote nation between mid-95 neighbour the mid-95s. emerged found again 2011 again 2011--conscious of the 2011- again \"mark", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 299.67303466796875, "token_count": 46} +{"index": 6144, "reference": "A row has broken out over an investment pact between Scotland and China after the Scottish government blamed the opposition for its reported collapse.", "prediction": "Nicola Sturgeon has accused of a \"shambles\" historic engineering deal by a Chinese company that collapsed.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 96.9978256225586, "token_count": 21} +{"index": 6145, "reference": "A peregrine falcon found dead in Gwynedd was poisoned, police have confirmed.", "prediction": "A second peregrine falconine been found dead at a quarry in Gwyneddedd", "rouge": {"rouge1": 41.66666666666667, "rouge2": 9.090909090909092, "rougeL": 41.66666666666667}, "nll_sum": 76.66905212402344, "token_count": 19} +{"index": 6146, "reference": "Alex Salmond has held informal talks at the European Free Trade Association (EFTA) about the UK's future relationship with Europe.", "prediction": "ch Iceland's Liechten, but look for Scotland's membership of the UK leaving, the BBC understands.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 5.555555555555556, "rougeL": 10.526315789473683}, "nll_sum": 105.69300842285156, "token_count": 21} +{"index": 6147, "reference": "Three Russian opposition activists have gone on hunger strike after they were barred from running in local elections.", "prediction": " three Russian activists have strike a hunger strike after not be allowed to vote in regional elections. a move it consent from the-g the since in from years national.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 17.391304347826086, "rougeL": 37.49999999999999}, "nll_sum": 198.74240112304688, "token_count": 32} +{"index": 6148, "reference": "Hampshire collapsed from 84-0 but then declared on 211-9 as Somerset took control on day one at Southampton.", "prediction": "Somerset enjoyed a day-c collapse batting collapse on day two of their rain-Day Cup Group match against Somerset was abandoned at the Ageas Bowl.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 195.8698272705078, "token_count": 31} +{"index": 6149, "reference": "The number of religious holidays has come under scrutiny in South Africa, after a report suggested that minority groups were discriminated against because only Christian holidays are officially recognised.", "prediction": "\" court to South Africa says this holidays should be ah53 a road\" for all ages.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 4.761904761904762, "rougeL": 13.636363636363635}, "nll_sum": 123.95624542236328, "token_count": 18} +{"index": 6150, "reference": "A life-sized baby Jesus which was stolen from a nativity display at a church in Perth has been found.", "prediction": "F have appeal for witnesses after a life- doll to to doll dinosaur whose stolen during a beautiful public display display at an Edinburgh church graveyard and a. 2011A 2011- a from-A 2011 a in a from a 2011. from 2011", "rouge": {"rouge1": 32.25806451612903, "rouge2": 10.0, "rougeL": 25.806451612903224}, "nll_sum": 309.2160339355469, "token_count": 47} +{"index": 6151, "reference": "The party of Nigeria's incoming president has won a landslide in elections for powerful state governors, ending the former ruling party's dominance.", "prediction": "Nigeria's main opposition nationalist party has won elections in its first regional elections - a surprise setback since the longest- military coup of Guy's Confederation of 2011A 2011 again's-old's owning in a 2011 from's again's a", "rouge": {"rouge1": 33.333333333333336, "rouge2": 6.250000000000002, "rougeL": 24.242424242424246}, "nll_sum": 288.4556884765625, "token_count": 47} +{"index": 6152, "reference": "Everton have abandoned plans for a new stadium at Walton Hall Park but have identified two possible alternative sites within the Liverpool boundary.", "prediction": "Everton have confirmed they will build two sites for a new park retail business park north, north of Liverpool.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 99.78170776367188, "token_count": 21} +{"index": 6153, "reference": "Ex-Manchester City and United striker Carlos Tevez has signed for Chinese Super League side Shanghai Shenhua, the club confirmed on Thursday.", "prediction": "Carlos Tevez has agreed a four agreed move deal from Chelsea to Super League club Shanghai SIPGG to sell Bocaiors Juniors in solve. again 2011 a's-G's 2011 in 2011- again 2011 again from a", "rouge": {"rouge1": 23.728813559322035, "rouge2": 10.526315789473685, "rougeL": 20.338983050847457}, "nll_sum": 299.2593994140625, "token_count": 47} +{"index": 6154, "reference": "A man known as \"the naked rambler\" has been given an interim Anti-social Behaviour Order (Asbo) banning him from going nude in public places.", "prediction": " for man Peter Gough has to be ordered to wear full clothing in public places, after he of outraging order cafes his lawyer and said have again 2011 again 2011 \"des \" a \"'s againCalifornia of. a 2011, 2011", "rouge": {"rouge1": 22.22222222222222, "rouge2": 6.557377049180328, "rougeL": 19.047619047619047}, "nll_sum": 300.94964599609375, "token_count": 47} +{"index": 6155, "reference": "A fund set up to help restore Glasgow School of Art's (GSA) fire-damaged Mackintosh building has received two donations totalling \u00a3550,000.", "prediction": " donations charities of celebrities \u00a3100, have attended to help recover and rebuild Glasgow School of Art's of's (GSA) in building the tallest building.", "rouge": {"rouge1": 40.81632653061225, "rouge2": 25.53191489361702, "rougeL": 36.734693877551024}, "nll_sum": 160.18743896484375, "token_count": 30} +{"index": 6156, "reference": "Brazilian Leo Bonatini scored on his debut to give Wolves an opening-day Championship win against Middlesbrough.", "prediction": "Mo Bonatini's 90th last strike rescued a point for Wolves against play play-off hopefulsuls Wolves, who Doctor have ended the Championship defeat.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 185.35137939453125, "token_count": 32} +{"index": 6157, "reference": "Bristol have suspended director of rugby Andy Robinson pending a \"review of their coaching needs\", and placed coach Mark Tainton in interim charge.", "prediction": "Bristol have sacked coach Mark Robinson as head coach of Premiership club end to end, season after a \"disappointing\" season\"ing", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 18.18181818181818}, "nll_sum": 136.07125854492188, "token_count": 29} +{"index": 6158, "reference": "The word cloud evokes images of all things soft and gentle; the kiss of a kitten or the soft touch of a lambswool mitten.", "prediction": "Cyber-thieves are working touperating a data - to attack security-attack - and giving the the hope age to?!", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 176.09896850585938, "token_count": 26} +{"index": 6159, "reference": "As people across cash-strapped Greece wait to vote in a referendum on Sunday on whether to accept proposals made by creditors, what can be learned by examining similar economic crises in Iceland and Cyprus?", "prediction": "Iceland is a investment bank, known as one well the world the's highly regarded clubs most age branch to the economy aA shr and it a", "rouge": {"rouge1": 16.129032258064516, "rouge2": 0.0, "rougeL": 9.67741935483871}, "nll_sum": 197.7323760986328, "token_count": 29} +{"index": 6160, "reference": "The Duke of Cambridge has spoken of the challenge of being a father of a three-week old baby during a farewell visit to Anglesey.", "prediction": "The Duke and Duchess of Cambridge gave a speech he \"would have\" search and helicopter team duties on Anglesey, a first day and his tour.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 8.333333333333332, "rougeL": 24.0}, "nll_sum": 154.05569458007812, "token_count": 30} +{"index": 6161, "reference": "All pictures copyrighted.", "prediction": " the the end on 28 August, Mexico state's rein- editor editor of, player Linesuzlavabands, was shot in father her son of", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 225.98123168945312, "token_count": 29} +{"index": 6162, "reference": "Yum Brands, which runs the KFC, Pizza Hut and Taco Bell restaurant chains, has seen third quarter profits soar 23%, boosted by strong sales in China.", "prediction": " weaker growth at Yum Brands, but one of Asia's best regional hotel operator, has reported a rise in sales revenue and in growth in China.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 131.97007751464844, "token_count": 29} +{"index": 6163, "reference": "Northern Ireland has been chosen to host the Commonwealth Youth Games in the summer of 2021.", "prediction": "Northern Ireland sponsored, host the 20 Youth Commonwealth Games in the Bahamas in the L Bahamas. saying it from a \" M-wought a in from 5's reputation. from 3-up a of in 3 from's from. the", "rouge": {"rouge1": 36.36363636363636, "rouge2": 15.09433962264151, "rougeL": 32.72727272727273}, "nll_sum": 299.6275329589844, "token_count": 46} +{"index": 6164, "reference": "US President Donald Trump has withdrawn his healthcare bill after it failed to gain enough support to pass in Congress.", "prediction": " White US House of Representatives has rejected a vote by Republican to abandoned his healthcare bill, after a bitter struggle.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210526, "rougeL": 30.0}, "nll_sum": 91.31936645507812, "token_count": 21} +{"index": 6165, "reference": "It's Ella and Alexander, in case you haven't heard.", "prediction": " heterosexual married couple George, George,, and George Clooney, and have given birth to the who who birth to their unborn newborn child and child.", "rouge": {"rouge1": 5.714285714285714, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 135.1682891845703, "token_count": 28} +{"index": 6166, "reference": "A law firm has suspended two paralegals over allegations they produced a poster offering to \"kick-start\" insurance claims for those affected by the Grenfell Tower fire in West London.", "prediction": " a passenger camera firm caught up in a fire to a homeless London tank says it has received any the authority for tax, anyany statements from the government.", "rouge": {"rouge1": 34.48275862068965, "rouge2": 0.0, "rougeL": 20.689655172413797}, "nll_sum": 188.03692626953125, "token_count": 30} +{"index": 6167, "reference": "Levels of violence have \"risen sharply\" at Bristol Prison, with not \"enough being done to protect some vulnerable prisoners\", a report has found.", "prediction": "Inspectors at H Bristol Prison have said have received \"uncedented\" since last year but found there found high levels of violence\".", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714283, "rougeL": 18.18181818181818}, "nll_sum": 150.7740936279297, "token_count": 26} +{"index": 6168, "reference": "The Metropolitan Museum of Art's practice of requesting a \"recommended\" admission fee of $25 (\u00c2\u00a316) deceives patrons entitled to pay as little as they choose, a lawsuit charges.", "prediction": " acting acting Police Museum is suing New York City for $25 (\u00a325m in salary price denied meeting that they to not paying enough to US tourists, and theolve says to in a fullliacoable).'s reputation\"..", "rouge": {"rouge1": 21.875000000000004, "rouge2": 0.0, "rougeL": 15.625}, "nll_sum": 339.187744140625, "token_count": 46} +{"index": 6169, "reference": "Hillary Clinton has defended her progressive record after Democratic rival Bernie Sanders mounted an attack on her links to Wall Street.", "prediction": "Former US Secretary of State Hillary Clinton has said she does not know the $15m (6162m in the race but does she't know the results.", "rouge": {"rouge1": 12.765957446808512, "rouge2": 8.88888888888889, "rougeL": 12.765957446808512}, "nll_sum": 138.77371215820312, "token_count": 31} +{"index": 6170, "reference": "Scottish Championship strugglers Alloa Athletic have appointed Jack Ross as their new manager following the resignation of Danny Lennon.", "prediction": "Scotland manager St Danny Ross has agreed to one-year extension to his contract, which will keep him at The Hearts club cluboaoa this summer.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 145.1987762451172, "token_count": 30} +{"index": 6171, "reference": "US President Donald Trump has defended Vladimir Putin when questioned over allegations of murders carried out by the Russian state.", "prediction": "US President Donald Trump has said that his Russian counterpart Vladimir Putin are relatives get\" with their killers, saying people \"couldget a good thing\".", "rouge": {"rouge1": 36.36363636363636, "rouge2": 23.809523809523807, "rougeL": 31.818181818181824}, "nll_sum": 145.07611083984375, "token_count": 28} +{"index": 6172, "reference": "Swansea City head coach Paul Clement says centre back Alfie Mawson has a bright future ahead of him at the club.", "prediction": "Swansea City coach Paul Clement says centre Alfie Mawson will miss Saturday's Premier League trip to Everton.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 32.43243243243243, "rougeL": 46.15384615384615}, "nll_sum": 67.33467864990234, "token_count": 22} +{"index": 6173, "reference": "Plans to turn an area of ancient woodland mentioned in the Domesday Book into a quarry have angered conservationists in Staffordshire.", "prediction": " plans to plans for a quarry to a 19th Century quarry in northern Kent could lead to \" the hole for everyone else a conservation charity has said.", "rouge": {"rouge1": 25.0, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 154.75750732421875, "token_count": 29} +{"index": 6174, "reference": "The World Alternative Games and bog snorkelling championships take place in Powys from Friday.", "prediction": "A event in event Pemkeshire town arekeoruled for the future, Olympic organisers have confirmed., a sn snorke. fiance's 100 from \"-00b a ban from its matches from's\"..A", "rouge": {"rouge1": 13.636363636363638, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 329.875244140625, "token_count": 45} +{"index": 6175, "reference": "Troubled NFL quarterback Johnny Manziel is expected to be charged over an alleged assault on his ex-girlfriend.", "prediction": "American football rugby player Sekaziel has be charged with assault and throwing a 15-year-old girl at a Texas hotel.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 113.33744812011719, "token_count": 25} +{"index": 6176, "reference": "Scotland's first minister has explicitly ruled out holding a second referendum on independence this year.", "prediction": "The first minister has ruled not ruled out a second Scottish independence referendum in 2017. 2017.", "rouge": {"rouge1": 56.25, "rouge2": 26.666666666666668, "rougeL": 50.0}, "nll_sum": 74.32878112792969, "token_count": 17} +{"index": 6177, "reference": "An off-duty former police officer who \"felt a pulse\" while helping a dying boy at Hillsborough said West Midlands Police made a \"deliberate attempt\" to make him change his statement.", "prediction": "A senior police officer who gave evidence to a police officer at the moment he police told an commissioner he had no answer to save and and save him.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 6.89655172413793, "rougeL": 26.666666666666668}, "nll_sum": 142.13394165039062, "token_count": 29} +{"index": 6178, "reference": "A fire authority repeatedly refused to start an investigation into allegations over the way it was being run, the fire service minister has said.", "prediction": "Theon and Somerset of Service failed \" must the the control\" of the fire authorities, its chief officer has said. solve in the-'s,Ukraine,'s it's be from the charges it's from of.", "rouge": {"rouge1": 30.508474576271183, "rouge2": 10.526315789473685, "rougeL": 20.33898305084746}, "nll_sum": 274.4785461425781, "token_count": 43} +{"index": 6179, "reference": "Chinese shares have risen and European markets have opened higher at the end of what has been a torrid first week of the year.", "prediction": "(Close): London's leading FTSE 100 closed, higher lower higher on Friday, amid amid fears of uncertainty over a slowing global economy.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 133.55958557128906, "token_count": 28} +{"index": 6180, "reference": "Ferrari's Kimi Raikkonen and Sebastian Vettel topped second practice at the Chinese Grand Prix, ahead of Mercedes duo Nico Rosberg and Lewis Hamilton.", "prediction": "Fo Raikkonen says there would be a a battle\" between rival Nico Rosberg and title rival struggle to battle with Mercedes in first practice at for Chinese Grand Prix.", "rouge": {"rouge1": 37.735849056603776, "rouge2": 19.607843137254903, "rougeL": 26.415094339622648}, "nll_sum": 174.88156127929688, "token_count": 34} +{"index": 6181, "reference": "Urgent repairs on the Forth Road Bridge should be completed on time and the structure re-opened to all traffic, Scotland's transport minister has said.", "prediction": "A fault in the Forth Road Bridge that will delayed the timetable of its bridge was starting, and is starting within weeks, the finance minister has said.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 19.607843137254903, "rougeL": 33.9622641509434}, "nll_sum": 132.34881591796875, "token_count": 29} +{"index": 6182, "reference": "A \u00a39.8m deficit recorded for 2014/15 at an Essex hospital is to be investigated by a health service watchdog.", "prediction": "The health watchdog has launched a \u00a310m overspend in its financial hospital, leading, high levels of staff and future of patients.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 127.3690185546875, "token_count": 27} +{"index": 6183, "reference": "About 34,000 cigarettes have been found in a layby in Dorset.", "prediction": "More than 150 cigarettes, cigarettes cigarettes of cigarettes, have been in a walk car car boot in Dorset.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 28.57142857142857, "rougeL": 46.666666666666664}, "nll_sum": 112.52864837646484, "token_count": 21} +{"index": 6184, "reference": "Radio and television host Sandi Toksvig has questioned the recent BBC pledge to have no all-male panel shows.", "prediction": " 4 Radio 4 show Sand Tokcrsvig says the lack of female all-male female on TV on our screens is \" comfortable\".", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 177.29290771484375, "token_count": 27} +{"index": 6185, "reference": "Air Accident investigators have found signs of metal fatigue in the gearbox of a helicopter that crashed off Norway, killing 13 people in April.", "prediction": "A fatal helicopter crash in Norway, which killed six people has been identified as a result of a \"catast failure failure\". in the of solve, cosmetics,A they aA 2011 again a again a of from a's again 2011A", "rouge": {"rouge1": 34.37499999999999, "rouge2": 6.451612903225808, "rougeL": 21.875}, "nll_sum": 279.0278015136719, "token_count": 47} +{"index": 6186, "reference": "A town centre footfall study across eight main Borders towns has recorded its highest figures since 2012.", "prediction": "estest in numbers in the towns in the Scottish Borders economy in the past five years, figures show.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 84.39175415039062, "token_count": 20} +{"index": 6187, "reference": "Men who pose a high risk of domestic violence are to be given one-to-one support to change their behaviour.", "prediction": "A new violence programme is being launched into force in the UK to protect perpetrators off, and protect them.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 90.0875244140625, "token_count": 20} +{"index": 6188, "reference": "Wales have called up uncapped 18-year-old Ospreys wing Keelan Giles for the rest of the autumn international series following an injury to Hallam Amos.", "prediction": "Wales' wing Keel Giles Giles has never been ruled out of the rest's Six Nations match against Australia on a shoulder in 19 February March.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 8.0, "rougeL": 19.230769230769234}, "nll_sum": 166.5583953857422, "token_count": 29} +{"index": 6189, "reference": "Anthony Joshua's world title bout with Wladimir Klitschko comes at the \"perfect time\", says former undisputed heavyweight champion Lennox Lewis.", "prediction": "Anthony Joshua's fight Wladimir Klitschko and \"the to be world champion, says former IBF world would Lewis.", "rouge": {"rouge1": 56.41025641025642, "rouge2": 21.62162162162162, "rougeL": 46.15384615384615}, "nll_sum": 128.1669921875, "token_count": 25} +{"index": 6190, "reference": "The owners of Blackpool Football Club are suing a web forum for libel in the latest of a series of actions against fans making derogatory comments online.", "prediction": "Blackpool football fans will not no be issuing a legal action against the club's chief- over defamatory comments made on a social media website.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 129.97511291503906, "token_count": 29} +{"index": 6191, "reference": "A 32-year-old man who died after his car crashed on Orkney has been named.", "prediction": "A 75-year-old motorcyclist who has died after his car in involved in a crash with a car in East Lothian has been named.", "rouge": {"rouge1": 58.536585365853654, "rouge2": 30.76923076923077, "rougeL": 58.536585365853654}, "nll_sum": 85.07081604003906, "token_count": 31} +{"index": 6192, "reference": "Derry ran out of steam in extra time in the qualifier against Mayo as last year's beaten All-Ireland finalists survived a nervy Castlebar test.", "prediction": "Derry pulled a dramatic stoppage-time time to draw in stoppage draw after extra-time to beat beat 10-time Mayo in an All-Ireland SFCC semi-finals. solve in again Broadway's 2011 again's a", "rouge": {"rouge1": 31.746031746031743, "rouge2": 6.557377049180328, "rougeL": 25.396825396825395}, "nll_sum": 264.1309814453125, "token_count": 46} +{"index": 6193, "reference": "Manager Lee Clark has praised captain Stevie Smith for playing through an injury in an attempt to steer Kilmarnock clear of relegation.", "prediction": "Kilmarnock manager Lee Clark says Steve Smith has received \"the victims\", double his recovery of recovery from a hip vocal injury.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 148.67581176757812, "token_count": 27} +{"index": 6194, "reference": "Defending champion Jonathan Rea's run of five successive World Superbike victories ended when Chaz Davies won race two at Aragon on Sunday.", "prediction": "Jonathan Rea extended his winning run to the start to the World Superb Championship after after one race following by beating Chaz Davies looking Chiev Hughes.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 180.74835205078125, "token_count": 30} +{"index": 6195, "reference": "One in five students in independent schools received extra time to complete GCSE and A-level exams last year.", "prediction": "Hundreds of schools in England receiving to receive extra extra time extra students in state schools, say head teachers.", "rouge": {"rouge1": 42.10526315789473, "rouge2": 16.666666666666664, "rougeL": 21.052631578947366}, "nll_sum": 102.67878723144531, "token_count": 20} +{"index": 6196, "reference": "South Sydney Rabbitohs prop Tom Burgess has had a trial with the New York Giants American football team.", "prediction": "Huddersfield Giants are a deal to sign New Zealand Guinea international of international union forward Joe Burgess, reports BBC Radio Greater Manchester.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 135.12496948242188, "token_count": 26} +{"index": 6197, "reference": "Three goals inside 13 first-half minutes helped Doncaster Rovers go top of League Two with a 4-3 win at Stevenage.", "prediction": "Doncaster came from behind- 4-2 down to edge Stevenage a stunning 4- 4-3 the edge and reach the play-off place in League Two.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 16.666666666666668}, "nll_sum": 164.35906982421875, "token_count": 33} +{"index": 6198, "reference": "The issue of identity is a sensitive and controversial one in Nepal, a country in flux as the drafting of a new constitution fails and new elections are announced, reports John Narayan Parajuli from Kathmandu.", "prediction": "\" a video game businesser has won a Pakistani cricket nations, baseball regions of cricket again, cricket is becoming a \"on complete of citizenship\".", "rouge": {"rouge1": 20.689655172413797, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 189.46072387695312, "token_count": 28} +{"index": 6199, "reference": "Castleford Tigers came from behind to beat St Helens at The Jungle and extend their lead at the top of Super League to four points.", "prediction": "Ollie Ian marked her marked on his immediate return to as his his St Helens's side thrashed to side St Helens, who moved second in Super League.", "rouge": {"rouge1": 22.64150943396226, "rouge2": 7.843137254901962, "rougeL": 18.86792452830189}, "nll_sum": 192.26824951171875, "token_count": 34} +{"index": 6200, "reference": "Manchester United's coach arrived late at Upton Park amid a hail of bottles from West Ham fans that recalled scenes from football's desperate days of 1970s hooliganism.", "prediction": "Manchester United's surprise derby against West Ham - it meant it then confront the battle then, the celebrations - then re- then Manchester City - then it was then them at Old Trafford a", "rouge": {"rouge1": 22.950819672131146, "rouge2": 10.169491525423728, "rougeL": 16.393442622950822}, "nll_sum": 198.392333984375, "token_count": 36} +{"index": 6201, "reference": "The 2017 Tour de France will begin in the German city of Dusseldorf, it has been announced.", "prediction": " 2016 2016 Tour de France cycling March will be host, the organisers have announced. announced it was reputation a career as London's and from a organisation's London as's from's London, as's a's reputation of.", "rouge": {"rouge1": 28.07017543859649, "rouge2": 7.272727272727273, "rougeL": 21.052631578947366}, "nll_sum": 256.23748779296875, "token_count": 43} +{"index": 6202, "reference": "Hospital bosses in Edinburgh have been told they must improve care for dementia patients at the city's main psychiatric hospital.", "prediction": "A levels Cardiff patients were left doors at a Edinburgh hospital was \"not acceptable\", enough report the found.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 136.56785583496094, "token_count": 20} +{"index": 6203, "reference": "Members of an alleged nationwide prostitution ring which forced trafficked women to work in brothels have been charged, said police.", "prediction": "Seven people have been charged in connection with a running Rthels in Birmingham which to be the victims of a \u00c2\u00a331m.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 14.634146341463413}, "nll_sum": 139.5971221923828, "token_count": 27} +{"index": 6204, "reference": "A lawyer who represented former Guatemalan military leader Efrain Rios Montt against genocide charges has been shot dead.", "prediction": "The police officer in Guatemala's general general, Rios Bab Montt, has died after a retrial.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 114.38653564453125, "token_count": 21} +{"index": 6205, "reference": "Oscar-winning producer Robert Chartoff, who was behind hit boxing films such as the Rocky series and Raging Bull, has died in California, aged 81.", "prediction": "Late Chartoff, the best actor actor who produced inspired trainer hit hit a British film awards Rumm Finn and the Gambia, has died at the is of 86, his family the said- 2011 of the it's from a's", "rouge": {"rouge1": 27.692307692307693, "rouge2": 3.1746031746031744, "rougeL": 21.53846153846154}, "nll_sum": 324.2181091308594, "token_count": 46} +{"index": 6206, "reference": "England's 1966 World Cup win has been marked by a special Wembley event exactly 50 years on.", "prediction": "Thousands of fans who saw a of 1966 World Cup team in the city on Saturday attended its 75th anniversary.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 88.567138671875, "token_count": 21} +{"index": 6207, "reference": "A police unit to help tackle online hate crime and provide better support for victims in London has been launched by the capital's mayor.", "prediction": "A new centrepiece to the victims of online hate crime has crime officially launched in London.", "rouge": {"rouge1": 53.65853658536586, "rouge2": 15.384615384615385, "rougeL": 34.146341463414636}, "nll_sum": 87.16053009033203, "token_count": 17} +{"index": 6208, "reference": "Eyes are everywhere online.", "prediction": "The BBC Click app and app, but you can create your server or private company, what provides the internet or the internet \u00c2 possible!", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 162.87814331054688, "token_count": 27} +{"index": 6209, "reference": "Shares of Danish brewer Carlsberg are falling sharply, after the company lowered its annual profit forecast.", "prediction": "The Dutch brewers Asberg, have fallen almost 40% in the first half-,year, and warned it will \" step our intervention\".", "rouge": {"rouge1": 11.111111111111112, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 165.6350860595703, "token_count": 26} +{"index": 6210, "reference": "A team of 10 police officers has returned to the Greek island of Kos to carry out \"house-to-house visits\" in the search for missing Ben Needham.", "prediction": "The mother and mother of toddler Needham travelled on the Greek island of Kos have made a fresh appeal for help to help find out about the disappearance to his son.", "rouge": {"rouge1": 44.067796610169495, "rouge2": 14.035087719298248, "rougeL": 30.508474576271187}, "nll_sum": 128.9876708984375, "token_count": 32} +{"index": 6211, "reference": "Driving examiners and coastguards are to hold several strikes against plans they say will hit jobs and pensions.", "prediction": "letop,ters and jobs of coast UK's coastguard staff are to take strike action.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 6.451612903225808, "rougeL": 30.303030303030297}, "nll_sum": 104.8648681640625, "token_count": 18} +{"index": 6212, "reference": "Cambridge United were held to a goalless draw against nine-man Carlisle United, a result which damages both clubs' League Two play-off hopes.", "prediction": " Two Two play-offulschester United who who finished with 10 minutes against fellow play-off hopoffef-uls hopefuls Carlisle United.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714288, "rougeL": 22.727272727272727}, "nll_sum": 208.2677001953125, "token_count": 31} +{"index": 6213, "reference": "A man has been arrested on suspicion of murder after a man was found stabbed at an address in Coventry.", "prediction": "A man has been arrested by murder after a man was stabbed to death to Northumberland area of Birmingham.", "rouge": {"rouge1": 61.53846153846154, "rouge2": 43.24324324324324, "rougeL": 56.41025641025641}, "nll_sum": 82.71524047851562, "token_count": 21} +{"index": 6214, "reference": "The fight to reopen Kent's Manston Airport has received a double boost.", "prediction": "The government has launched a legal battle over the ownership of Manston Airport.", "rouge": {"rouge1": 38.46153846153847, "rouge2": 8.333333333333332, "rougeL": 23.076923076923077}, "nll_sum": 55.331050872802734, "token_count": 14} +{"index": 6215, "reference": "Former world champion Carl Froch has said he would consider returning to the ring next spring for one fight to reclaim his title.", "prediction": "Britain's Carl Froch has said he will retire from 40 and will retire from boxing.", "rouge": {"rouge1": 25.64102564102564, "rouge2": 21.62162162162162, "rougeL": 25.64102564102564}, "nll_sum": 63.14970397949219, "token_count": 17} +{"index": 6216, "reference": "No sooner had the curtain gone up on the new year's debates in Westminster Hall than Will Quince seized the day to make an impassioned plea for support for our regional theatres.", "prediction": " health housing minister of Quigg has been talking about how much it receives of much funding, the Arts Council to London and it didn't or exist?", "rouge": {"rouge1": 6.666666666666667, "rouge2": 0.0, "rougeL": 6.666666666666667}, "nll_sum": 172.59786987304688, "token_count": 29} +{"index": 6217, "reference": "A sub-tropical storm over the Atlantic has become a hurricane, the first in January in the region since 1938.", "prediction": "A tropical storm named been Alex to hit the US Pacific on the northern US coast, American and satellite say.", "rouge": {"rouge1": 25.0, "rouge2": 5.263157894736842, "rougeL": 25.0}, "nll_sum": 114.74380493164062, "token_count": 21} +{"index": 6218, "reference": "Revised plans for the future of Welsh devolution will be presented to MPs in the next year, the Queen's Speech has confirmed.", "prediction": "The Queen's Speech is sought on build further reforms for the Wales Bill will be early before the early assembly election.", "rouge": {"rouge1": 40.0, "rouge2": 23.25581395348837, "rougeL": 22.222222222222225}, "nll_sum": 126.99151611328125, "token_count": 22} +{"index": 6219, "reference": "Scotland lock forward Jonny Gray has signed a new contract with Pro12 champions Glasgow Warriors until 2018.", "prediction": "Scotland wing Jonny Gray has signed a new three three-year Glasgow contract which will keep him at the Pro12 club until the end of the 2020 season.", "rouge": {"rouge1": 48.88888888888888, "rouge2": 23.25581395348837, "rougeL": 44.44444444444445}, "nll_sum": 101.24185180664062, "token_count": 31} +{"index": 6220, "reference": "Six people accused of being involved in Wales' largest heroin seizure kept the drugs in a speaker, a court has heard.", "prediction": "Four men have gone on trial for Roman drugs offences with an street5m of an estimated street value of more than \u00a3.5m.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 127.24859619140625, "token_count": 27} +{"index": 6221, "reference": "More than half of Scots have run out of money before pay day, according to a new report.", "prediction": "Fewer in Scotland are getting get out of low food to buy the same last year, new research has found.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 95.95547485351562, "token_count": 22} +{"index": 6222, "reference": "Vulnerable children are being placed in care outside their home county of Kent due to the influx of child asylum seekers, according to council chiefs.", "prediction": "A local authority's services children on its more children ismore expensive\" in their care, the council leader has said, saying aolve it's a ballet\" from its decision a its road has since from of of. from the's a", "rouge": {"rouge1": 24.242424242424242, "rouge2": 0.0, "rougeL": 15.151515151515152}, "nll_sum": 299.73492431640625, "token_count": 47} +{"index": 6223, "reference": "A top English player deserves to make \u00a31m a year, says players' union boss Damian Hopley.", "prediction": " a new English union union deal, will limit highest England players \" deserve they receive model status\", says player of rugby union a Hopley says.", "rouge": {"rouge1": 45.0, "rouge2": 10.526315789473685, "rougeL": 40.0}, "nll_sum": 204.23101806640625, "token_count": 29} +{"index": 6224, "reference": "A shop owner who turned his failing business into a cannabis factory has been jailed for four-and-a-half years.", "prediction": "A furniture boss boss who used thousands of crops of millions of pounds to repay debt debts debt.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 114.42108154296875, "token_count": 18} +{"index": 6225, "reference": "Florida wildlife officials are hunting for an 8-foot-long (2.4m) king cobra snake escaped from an Orlando home.", "prediction": "A pet home in Florida are reported of have 40ft (12m) from its home of a popular TV show in Florida in the a solve, solve,'s they fromA 'dacking' from a football a arrest.", "rouge": {"rouge1": 14.545454545454545, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 278.0553894042969, "token_count": 45} +{"index": 6226, "reference": "Glentoran striker Nacho Novo has had a six-match ban for an attempted head-butt halved to three games by the Irish FA's disciplinary committee.", "prediction": "Glenon's independent disciplinary has fined Colin a total \u00a37,000 fine by the Irish Rugby Union's independent committee foring match-fixing & a official during a match a European Champions match on Saturday.", "rouge": {"rouge1": 29.999999999999993, "rouge2": 6.89655172413793, "rougeL": 23.333333333333332}, "nll_sum": 217.14845275878906, "token_count": 42} +{"index": 6227, "reference": "The owner of a farm where a microlight crashed killing two people has said the men had \"no chance\" of survival.", "prediction": "One of the men and five men, who died in a aircraft crash in north Wales, been named.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 82.71482849121094, "token_count": 20} +{"index": 6228, "reference": "Kent suffered a blow to their promotion hopes as they were bowled out for 230 on the opening day of their penultimate Championship game against Northants.", "prediction": "Essex displayed a tough first-innings lead as they beat Kent by five runs rain-hit One-Day Cup match between Group match against Northants.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 179.9837646484375, "token_count": 31} +{"index": 6229, "reference": "A court in Egypt has been shown video and audio evidence in the trial of three al-Jazeera journalists accused of terrorism-related offences.", "prediction": "Campaigners have Egypt have trial, trial will three al-Jazeera journalists have Cairo, because of evidence of \" air of fake news.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 159.02369689941406, "token_count": 27} +{"index": 6230, "reference": "One of the most controversial claims of rendition involving the UK is being heard by the Supreme Court.", "prediction": "A British man who claims his claims of a case are the suing the government.", "rouge": {"rouge1": 24.24242424242424, "rouge2": 6.451612903225808, "rougeL": 24.24242424242424}, "nll_sum": 74.19873046875, "token_count": 15} +{"index": 6231, "reference": "A New Zealand woman living in Kent has claimed the UK Border Agency (UKBA) prevented her from travelling to the funeral of her grandfather in Auckland.", "prediction": "A 71-year-old woman from New Zealand who is being held to mark her's the ashes says British \"British\") approach and soon soon a \"risk-based approach\".", "rouge": {"rouge1": 29.090909090909093, "rouge2": 3.773584905660378, "rougeL": 18.181818181818183}, "nll_sum": 182.69461059570312, "token_count": 35} +{"index": 6232, "reference": "A man with schizophrenia who repeatedly stabbed a train passenger after yelling \"I want to kill all the Muslims\" has been found not guilty of attempted murder by reason of insanity.", "prediction": "An offoldduty police officer who stabbed a fellow Muslim cleric to death whose a knife attack, has been detained under the mental health order and", "rouge": {"rouge1": 32.14285714285714, "rouge2": 7.4074074074074066, "rougeL": 21.428571428571427}, "nll_sum": 141.5279083251953, "token_count": 27} +{"index": 6233, "reference": "Landslides have closed several roads across Scotland as further heavy rains batter the country.", "prediction": "A major road bridge was closing in separate route between areas Highlands and Highlands Highlands and in the Highlands. the", "rouge": {"rouge1": 17.64705882352941, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 117.46747589111328, "token_count": 20} +{"index": 6234, "reference": "The Welsh Government has said it was \"extremely concerned\" over news of 27 job cuts in Wales by the BBC's production arm, BBC Studios.", "prediction": "Concerns have been, the concerned\" about possible job cuts to the BBC Studios, the Welsh government says.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 25.0, "rougeL": 33.33333333333333}, "nll_sum": 105.10277557373047, "token_count": 22} +{"index": 6235, "reference": "Eccentric comedian Ken Dodd was one of the biggest recording artists of the 1960s, new research has revealed.", "prediction": "The Beatles have topped the UK chart with one best-selling single for years.", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 59.0694465637207, "token_count": 15} +{"index": 6236, "reference": "Ian Hutchinson has been taken to hospital with a broken leg after crashing on the second lap of Friday's Senior TT on the Isle of Man.", "prediction": " Lloyd suffered is in a critical condition in hospital after being taken to hospital following a serious crash night night's Rally Championship at Isle of Isle Man.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 11.320754716981133, "rougeL": 32.72727272727273}, "nll_sum": 125.65287017822266, "token_count": 28} +{"index": 6237, "reference": "Sayeeda Warsi has been a permanent feature at the top of the Conservative Party since David Cameron became leader almost a decade ago.", "prediction": "It was a warm closing and open on Wednesday night, like Baroni Warsi, and was prime minister, saying she wasn't a prime minister.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 146.75633239746094, "token_count": 29} +{"index": 6238, "reference": "Novak Djokovic lost in Rio for the second time as he and 40-year-old team-mate Nenad Zimonjic exited the men's Olympic doubles in round two.", "prediction": "World number one Novak Djokovic has been knocked out of the Canadian Open from his opening match.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 63.793060302734375, "token_count": 20} +{"index": 6239, "reference": "An ex-CIA station chief held in Panama after being convicted in Italy over the kidnap of a terror suspect is '\"en route\" to the US, officials say.", "prediction": "A former CIA general for the alleged alleged role an \"extra rendition\" has been arrested, Italian officials say.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 104.47628784179688, "token_count": 21} +{"index": 6240, "reference": "Robert Milkins feels his form is about to \"take off\" after ending a five-match losing streak with a first-round win in the UK Championship.", "prediction": "Hooker Tom Milkins says he needs to \" to off take again\" despite his failure- reach the first round of the UK Championship in Sheffield.", "rouge": {"rouge1": 43.99999999999999, "rouge2": 12.499999999999996, "rougeL": 32.0}, "nll_sum": 166.61744689941406, "token_count": 30} +{"index": 6241, "reference": "Irish police have begun another series of raids on properties linked to members of a criminal gang connected to shooting victim David Byrne in Dublin.", "prediction": " are in Dublin are to search Republic of the Ireland as part of a probe into was death of James David, in October in which the man's, a, as, from a'sA's a from's a the's.", "rouge": {"rouge1": 21.53846153846154, "rouge2": 6.349206349206349, "rougeL": 15.384615384615385}, "nll_sum": 246.86117553710938, "token_count": 45} +{"index": 6242, "reference": "A new five-a-side pitch has been unveiled in Cardiff to create a \"lasting legacy\" after the Champions League Final.", "prediction": "A football pitch is be unveiled in Cardiff's inner city to included in any 2017 League Champions League final.", "rouge": {"rouge1": 43.90243902439024, "rouge2": 20.51282051282051, "rougeL": 43.90243902439024}, "nll_sum": 108.33625793457031, "token_count": 20} +{"index": 6243, "reference": "A new home could soon be found for Newport's medieval ship, safeguarding its future restoration.", "prediction": "A submarine in ship's board to reopen, could be a used for permanent home, the council leader has said.", "rouge": {"rouge1": 38.888888888888886, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 113.42695617675781, "token_count": 22} +{"index": 6244, "reference": "Donald Trump campaign manager Corey Lewandowski has been charged with assaulting a journalist at a campaign event.", "prediction": "US front-runner Donald Trump, Robert Lewandowski, has been charged with his man-ling of a female reporter during a rally during a rally.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 25.64102564102564, "rougeL": 43.90243902439025}, "nll_sum": 117.24186706542969, "token_count": 29} +{"index": 6245, "reference": "One of Northern Ireland's fuel distributors has admitted breaching health and safety legislation in connection with the death of one of its employees.", "prediction": "A lorry driver has pleaded guilty to protecting a health and health and breaches after death of man was killed in a pallets.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 8.888888888888888, "rougeL": 21.27659574468085}, "nll_sum": 158.0000457763672, "token_count": 26} +{"index": 6246, "reference": "Tenants in Southampton may face eviction because landlords are holding incorrect paperwork, Shelter claims.", "prediction": "Hundreds of people in are forced out of homes need to need a licence to be scrapped, the city council said.", "rouge": {"rouge1": 11.428571428571427, "rouge2": 0.0, "rougeL": 11.428571428571427}, "nll_sum": 100.56240844726562, "token_count": 22} +{"index": 6247, "reference": "Pepper, the humanoid robot programmed to \"understand\" human emotions, is to take a new job - as a receptionist in two Belgian hospitals.", "prediction": "A smallaoao battery robot will not be built at Japan's largest hospital in Liege as part of a drive-cutting regeneration project.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 156.21556091308594, "token_count": 27} +{"index": 6248, "reference": "The Sun newspaper on Monday carries the headline \"Kill by mouth: Two die in NHS each day of thirst or starvation\".", "prediction": "Hospital NHS experts say in recent violence in, and care homes can be a neglect source among those those who have been killed and eating or care.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 173.03411865234375, "token_count": 29} +{"index": 6249, "reference": "Relatives of Bloody Sunday victims have called a march by military veterans in Londonderry \"an act of pure provocation\".", "prediction": "A British soldier shot dead by soldiers on Bloody Sunday in Donderry \" should not be allowed and should to happen\", his brother his said and.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 139.78515625, "token_count": 29} +{"index": 6250, "reference": "Prime Minister Narendra Modi has launched an ambitious campaign which aims to turn the country into a global manufacturing hub.", "prediction": " PM PM Narendra Modi has launched a campaign robotic on the Mangaly fur mission to Mars, help boost growth and help the country leave not EU.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 18.18181818181818, "rougeL": 34.78260869565217}, "nll_sum": 238.82064819335938, "token_count": 28} +{"index": 6251, "reference": "Coach Stephen Keshi met with the Nigeria Football Federation's (NFF) disciplinary committee on Tuesday to answer questions on why his name appeared on a list of candidates to manage Ivory Coast.", "prediction": "Ivory Coast goalkeeper Michael Keshi will not be given a disciplinary hearing after hearing- hearing before the Kenyan Football Federation (NFF).", "rouge": {"rouge1": 33.96226415094339, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301888}, "nll_sum": 123.65292358398438, "token_count": 27} +{"index": 6252, "reference": "Police investigating the discovery of human remains in East Lothian have spoken to the family of missing woman Louise Tiffney.", "prediction": "Human remains have been found in the area for 40-year-old Annney, who disappeared 40 years ago.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 74.63164520263672, "token_count": 22} +{"index": 6253, "reference": "Oldham Athletic should be able to exit their transfer embargo within a week, says manager Stephen Robinson.", "prediction": "Oldham Athletic manager boss Robinson has said they can cleared a free transfer transfer this week.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 6.451612903225808, "rougeL": 24.242424242424242}, "nll_sum": 98.3834228515625, "token_count": 17} +{"index": 6254, "reference": "A man has been injured after a tipper truck ploughed into his cottage and ended up embedded in a wall.", "prediction": "A stolen full truck stolen stolen crashed into a house and crashed into roof building.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 86.18049621582031, "token_count": 15} +{"index": 6255, "reference": "Goals from Havard Nordtveit, Tarik Elyounoussi and Espen Ruud ensured Michael O'Neill's first match as Northern Ireland boss ended in defeat.", "prediction": "Substitute transport Brusselsounous second-half stunningyard from Harud and resurgudtud ended manager Martin O'Neill reign as hopes to beat Ireland at White\" of to the play- solve of Northern Ireland's.", "rouge": {"rouge1": 32.727272727272734, "rouge2": 7.547169811320755, "rougeL": 25.454545454545457}, "nll_sum": 324.7203369140625, "token_count": 45} +{"index": 6256, "reference": "Russian president Vladimir Putin has met France's far-right presidential candidate Marine Le Pen in Moscow, saying she represents a \"fast-growing element\" of European politics.", "prediction": "Russian President Vladimir Putin has met far-right leader Marine Le Pen a visit to Moscow, that she is \" actively developing\" in developing from Russia.", "rouge": {"rouge1": 57.6923076923077, "rouge2": 32.0, "rougeL": 50.0}, "nll_sum": 115.06491088867188, "token_count": 29} +{"index": 6257, "reference": "A man who died during a shooting at a pool party in Surrey has been named as 34-year-old Ricardo Hunter.", "prediction": "A 53-year-old man was killed and another man was seriously injured during an incident at a container party in East Sussex. a. a's a's- again a \u00a3- 2011 a botched in from Lee's's.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.344827586206897, "rougeL": 23.333333333333332}, "nll_sum": 211.4526824951172, "token_count": 45} +{"index": 6258, "reference": "David Cameron says a deal struck with EU leaders will give the UK \"special status\" and he will campaign with his \"heart and soul\" to stay in the union.", "prediction": "Prime Minister David Cameron has signed a new deal with the UK EU and stay in the European Union, president president Donald EU has said solve not solve. again a again's again a 2011 again's again's to of the again 2011 in a", "rouge": {"rouge1": 37.33333333333333, "rouge2": 10.95890410958904, "rougeL": 32.0}, "nll_sum": 233.90426635742188, "token_count": 47} +{"index": 6259, "reference": "A \u00c2\u00a315m Welsh discount travel pass for young people that was axed has been reinstated.", "prediction": "A controversial new \u00a3500m offer support for young people will be officially launched by 2018, following move from Welsh Government and the Welsh Government.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 121.3846206665039, "token_count": 27} +{"index": 6260, "reference": "A woman jailed for embezzling more than \u00a31.3m from her employers has been ordered to pay back nearly \u00a3600,000.", "prediction": "A finance chief who defbelement \u00a3250,000 from new employers to help help her employers has been ordered to pay.150m and pay order.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 27.906976744186046, "rougeL": 40.0}, "nll_sum": 179.8691864013672, "token_count": 30} +{"index": 6261, "reference": "Hundreds of jobs are set to go at oil services firm Aker Solutions with about 100 at risk in Aberdeen and London.", "prediction": "An Aberdeen oil services firm says it plans to cut 400,000 in not Aberdeen and London.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 21.62162162162162, "rougeL": 35.8974358974359}, "nll_sum": 102.11196899414062, "token_count": 18} +{"index": 6262, "reference": "Internet companies may have to provide more information on people and businesses who sell goods and services online, in a crackdown on tax evasion.", "prediction": "The UK tax authority says it wants to take control of the \"watching data\" from businesses, to encourage people who not paying tax fraud.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 121.3823471069336, "token_count": 27} +{"index": 6263, "reference": "You might have heard of pirates finding treasure - but real people don't find it anymore, right?", "prediction": "Have you ever done declared treasure!!\" a the it a referee it a not reputation, it's over's", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 144.25570678710938, "token_count": 20} +{"index": 6264, "reference": "You are about to witness viral history in the making and none of it will make any sense to you.", "prediction": "A Japanese Japanese DJ who played music for an Applelesworm formarked an therapy viral has gone viral.", "rouge": {"rouge1": 5.405405405405405, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 168.6451416015625, "token_count": 21} +{"index": 6265, "reference": "A rugby player collapsed with a head injury minutes after an opponent's knee hit her head, an inquest heard.", "prediction": "A young rugby player who died after being crushed by a head match, has warned her lives would never stopped playing.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 110.34407043457031, "token_count": 22} +{"index": 6266, "reference": "Champions Leicester City's struggles in the Premier League continued as they were held to a draw by Southampton.", "prediction": "Leicester moved to five points clear at the top. the Premier League with a hard-f victory over Leicester at Leicester King Stadium Power. of a 2011- 2011 the again's from 2011 a's from 2011 of from- again 2011 a", "rouge": {"rouge1": 22.950819672131146, "rouge2": 6.779661016949154, "rougeL": 16.393442622950822}, "nll_sum": 283.3470764160156, "token_count": 47} +{"index": 6267, "reference": "In the late 1970s and early '80s, photographers Martha Cooper and Henry Chalfant were both documenting the work of graffiti artists on the subway system of New York.", "prediction": "built photographs by photographer and London and Henry Henry Salfant are to be working on, New York City's, where before it was lost before it was sexually abused staff and then a passing through a train.", "rouge": {"rouge1": 24.615384615384617, "rouge2": 6.349206349206349, "rougeL": 21.53846153846154}, "nll_sum": 222.9040069580078, "token_count": 41} +{"index": 6268, "reference": "Uefa has charged the English and Lithuanian Football Associations over crowd disturbances at their Euro 2016 qualifier in Vilnius on Monday.", "prediction": "The Football Association has charged England. two women and charged with crowd trouble following violence at their Euro 2016 match", "rouge": {"rouge1": 53.658536585365844, "rouge2": 25.641025641025646, "rougeL": 39.02439024390244}, "nll_sum": 110.61227416992188, "token_count": 20} +{"index": 6269, "reference": "Newport County chairman of operations Gavin Foxall says he expects the League Two club to remain at Rodney Parade.", "prediction": "Newport County board Gavin Foxall hoping to vote at their at Rodney Parade will be vote in May.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 22.857142857142858, "rougeL": 43.24324324324324}, "nll_sum": 143.40875244140625, "token_count": 20} +{"index": 6270, "reference": "Paul Lawrie hopes foot surgery this winter will help breathe new life into his golfing career at the age of 47.", "prediction": "World champion Paul Lawrie says, will no injury in his foot and miss next week's Open Open at The Oval at a botchedmid willbolve \" a's ballet - \"-e a reputation in from itA!.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 7.547169811320756, "rougeL": 21.818181818181817}, "nll_sum": 318.1251220703125, "token_count": 43} +{"index": 6271, "reference": "A man who posted \"degrading\" pictures of two women he knew on a porn site has been given a six-month suspended jail sentence.", "prediction": "A man who posted indecent images of his young children, including to including other young women, has been given a and community service service order.", "rouge": {"rouge1": 40.81632653061225, "rouge2": 25.53191489361702, "rougeL": 40.81632653061225}, "nll_sum": 114.03594207763672, "token_count": 27} +{"index": 6272, "reference": "The Irish embassy in Washington feared protests by Irish Americans against the romantic comedy The Quiet Man, newly released documents reveal.", "prediction": " Irish Irish universe instyle 1970, novel crime The Man, Man is to be public, Ireland because of Irish-Americanporting in its recent history.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 202.5618438720703, "token_count": 29} +{"index": 6273, "reference": "Three men who ran a cannabis factory yards from police headquarters in south Wales have been jailed.", "prediction": "Two men who have worth more than \u00a3800,000 of cannabis at a police unit, a court heard and", "rouge": {"rouge1": 33.333333333333336, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 89.18951416015625, "token_count": 21} +{"index": 6274, "reference": "Police in Australia believe a lawyer who represented some of the country's most notorious organised crime figures was the victim of a contract killing.", "prediction": "Police investigating the murder of a Italian lawyer say they have been involved in involved of an notorious Australian gangland dispute", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 113.81208801269531, "token_count": 21} +{"index": 6275, "reference": "Death threats made against Wigan rugby league player Ben Flower, who punched an opponent as he lay on the ground, are being investigated by police.", "prediction": "St Helens have said they will take no external action after claiming fans on social media that media hit him at the centre of a Old Trafford match.", "rouge": {"rouge1": 7.547169811320756, "rouge2": 0.0, "rougeL": 7.547169811320756}, "nll_sum": 136.30227661132812, "token_count": 29} +{"index": 6276, "reference": "Australia's new PM Malcolm Turnbull is facing fresh calls to shut down offshore migrant detention centres.", "prediction": " leading human rights activists have condemned Australia's policy, change Australia's detention centres of camps.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 12.903225806451616, "rougeL": 24.242424242424242}, "nll_sum": 85.69153594970703, "token_count": 17} +{"index": 6277, "reference": "A 92-year-old man was found riding his mobility scooter on a busy dual carriageway after taking a wrong turn.", "prediction": "A 77-year-old mobilityooter victim was seen stopped after being caught on a motorway on a motorway, a police slip said and.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 31.818181818181824}, "nll_sum": 140.27517700195312, "token_count": 29} +{"index": 6278, "reference": "South Sudan Football Association's new office was opened by new Fifa president Gianni Infantino on Wednesday.", "prediction": "Fifa president Gianni Infantino has given a colourful by the opening day of the opening South American football park in South Sudan.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 21.62162162162162, "rougeL": 20.51282051282051}, "nll_sum": 117.70193481445312, "token_count": 26} +{"index": 6279, "reference": "Shay Logan says Derek McInnes' decision to turn down Sunderland - rather than his own family situation - persuaded him to extend his stay with Aberdeen.", "prediction": "Derek McInnes described the decision to signing Scotland defender Iraq Logan to Aberdeen by saying that he will not refuse to join in club 2014.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 148.23179626464844, "token_count": 28} +{"index": 6280, "reference": "A field of remembrance honouring members of the armed forces from the past 100 years is open at Cardiff Castle.", "prediction": "A memorial service personnel was held in Cardiff for Welsh soldiers who died in the conflict zones.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 78.97665405273438, "token_count": 17} +{"index": 6281, "reference": "Director Joss Whedon has denied leaving Twitter over feminist criticism of his latest movie, Avengers: Age of Ultron.", "prediction": "US TV writer Hossemi, says he received death messages received fellow fans and funny characters.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 126.0306396484375, "token_count": 18} +{"index": 6282, "reference": "The One Laptop Per Child organisation has been given a $5.6m (\u00c2\u00a33.5m) grant to develop a tablet version of its educational computer.", "prediction": " Intelligence Money Exhibition Managementiner organisation, butPC) has given $700m (161m) grant to help the development of has next machine, the X U-3.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 4.444444444444444, "rougeL": 29.78723404255319}, "nll_sum": 226.07833862304688, "token_count": 34} +{"index": 6283, "reference": "Security researchers have been given the green light to hunt for flaws in car software by US authorities.", "prediction": " General Motors' leaders have that new cars potentially ice gear will be changed under US copyright, the", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 124.0853271484375, "token_count": 18} +{"index": 6284, "reference": "American two-time PGA Tour winner Jason Bohn has suffered a heart attack at the age of 42 during the Honda Classic in Florida.", "prediction": "England top player Jason B Fowler is \" financially but critical\" condition after a heart attack cut the cut at the Championship in Atlanta in Kerala California California.", "rouge": {"rouge1": 31.37254901960785, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 209.87197875976562, "token_count": 29} +{"index": 6285, "reference": "England were knocked out of the Women's World Twenty20 by Australia for the third tournament running with a five-run semi-final defeat in Delhi.", "prediction": "England boosted their hopes their World Twenty Twenty20 semi-final alive with a comfortable nine-wicket victory over Australia in Delhi.", "rouge": {"rouge1": 42.553191489361694, "rouge2": 13.33333333333333, "rougeL": 29.78723404255319}, "nll_sum": 94.1950454711914, "token_count": 25} +{"index": 6286, "reference": "The price of oil fell to its lowest level since 2009 as global production continues to remain high.", "prediction": "US oil prices have fallen to their lowest rate since 2008, and crude after a US firm the cut production to cut its production at too high levels.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 0.0, "rougeL": 30.434782608695656}, "nll_sum": 125.39833068847656, "token_count": 29} +{"index": 6287, "reference": "The Soloist, one of Belfast's most distinctive office developments, has been sold.", "prediction": "The listed building, Belfast House, south west Belfast has been gone up for sale", "rouge": {"rouge1": 29.629629629629633, "rouge2": 8.0, "rougeL": 29.629629629629633}, "nll_sum": 72.73896789550781, "token_count": 15} +{"index": 6288, "reference": "When German Chancellor Angela Merkel sits down for lunch on Friday with US President Barack Obama, Vladimir Putin and Ukraine will be the main course, and Edward Snowden the centrepiece.", "prediction": "As President Barack Obama often Barack shortly has President, Barack Obama, met with German Chancellor Angela Merkel, it did not be news in our news agency again.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 18.181818181818183, "rougeL": 17.543859649122805}, "nll_sum": 158.5363311767578, "token_count": 30} +{"index": 6289, "reference": "World number one Jason Day maintained his four-stroke advantage to win the Players Championship at Sawgrass.", "prediction": "Day-run Tour led his third consecutive European Tour Tour title by winning the London Invitational Inv Invitational.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.0606060606060606, "rougeL": 22.857142857142858}, "nll_sum": 111.08079528808594, "token_count": 21} +{"index": 6290, "reference": "The roads of central Juba, the capital of South Sudan, bear witness to the British colonial town it once was: They are lined with neem trees, tall and narrow-leafed, their seeds transported from India.", "prediction": "The blue, grey, and, and sits in, old UN refugee camp, in the north-e Russia, the soldiers guards and the struggle broad civil wars civil war.", "rouge": {"rouge1": 12.903225806451612, "rouge2": 0.0, "rougeL": 12.903225806451612}, "nll_sum": 208.5870361328125, "token_count": 34} +{"index": 6291, "reference": "In September 2010 Masoumeh Ataie was attacked with acid by her father-in-law after her marriage broke down.", "prediction": "Lelelza was 18-month-old son was back in jail after her son was assaulted father in her base in west London.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 126.24224853515625, "token_count": 27} +{"index": 6292, "reference": "An elderly couple who were found dead in Ballycastle, County Antrim, last week did not die as a result of carbon monoxide poisoning, police have said.", "prediction": "Police investigating the murder of a couple in Ballycastlemen, County Antrim, were identified a result of suspected monoxide in poisoning frozen police believe say, solve they a's a's a's a been from\". a from'sA", "rouge": {"rouge1": 34.375, "rouge2": 9.67741935483871, "rougeL": 31.25}, "nll_sum": 273.7649841308594, "token_count": 47} +{"index": 6293, "reference": "A visitor from another planet listening to the prime minister's speech outside No 10 on Friday could be forgiven for assuming nothing of significance happened the day before.", "prediction": "When Theresa May a delivered her first speech to her Conservative party at the general meeting, saying was saying she would be prepared to deliver a landslide - but she wasn't haven that she wasn't't the majority.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 14.705882352941178}, "nll_sum": 179.61288452148438, "token_count": 41} +{"index": 6294, "reference": "Minimum staffing levels in Scotland's NHS are to be enshrined in law.", "prediction": "Nurses' union are to announce of plans to approve plans to build an extra 1, extra staff working, working nurses and working in the NHS.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 152.44015502929688, "token_count": 29} +{"index": 6295, "reference": "The latest round of talks between Greek and EU officials in Brussels has failed to reach an agreement.", "prediction": "Greece has said it is is in talks with European Union leaders next week, in a effort to solve a financial deal struck not. week.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 120.57809448242188, "token_count": 29} +{"index": 6296, "reference": "Doctors and nurses who treated cancer patient Ashya King have criticised his parents while speaking out for the first time in a BBC documentary.", "prediction": " brain surgeons and doctors say they are determined\" that brain patient Ash Ashya King has been after it was told staff him not not get and die.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 15.686274509803924}, "nll_sum": 184.5696563720703, "token_count": 29} +{"index": 6297, "reference": "The RSPCA is urging Wrexham council not to \"demonise\" responsible dog owners.", "prediction": "Dogs could be banned from all football matches in Wrexham council's future, the RSPCA has said of a full restraining a \".er's's a from a--A-D of from.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 9.523809523809524, "rougeL": 9.090909090909092}, "nll_sum": 234.59140014648438, "token_count": 41} +{"index": 6298, "reference": "Two people are in hospital with serious injuries following a crash on the A499 near Pwllheli in Gwynedd.", "prediction": "A woman was taken to hospital following a serious crash on the A55ards near on Anglesey.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 18.750000000000004, "rougeL": 41.1764705882353}, "nll_sum": 83.02658081054688, "token_count": 20} +{"index": 6299, "reference": "Trevor Carson pulled off a three superb saves to help Hartlepool thwart Portsmouth in a poor goalless draw at Fratton Park.", "prediction": "Ben Carson struck a late penalty and earn Hartlepool a point against battling League League Two play-off hopefuls Portsmouth Fratton Park Fringe-'s a 2011A controversial-A under a in from a's a.", "rouge": {"rouge1": 32.14285714285714, "rouge2": 3.703703703703704, "rougeL": 21.428571428571427}, "nll_sum": 268.66015625, "token_count": 45} +{"index": 6300, "reference": "A turtle which was found on a beach in St Clement is being treated at a veterinary hospital in Jersey.", "prediction": "A sea sea turtle which washed up on a Somerset beach died, after and taken to hospital.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 37.83783783783783}, "nll_sum": 85.24590301513672, "token_count": 18} +{"index": 6301, "reference": "A group of doctors and health experts is urging the House of Lords to support a bill to lower the drink-driving limit across the whole of the UK.", "prediction": "The new rules the drink-drive limit should be introduced in England and need, health doctors, doctors from 20 members of the Alliance Health Alliance say.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 15.094339622641511, "rougeL": 25.454545454545453}, "nll_sum": 157.1945037841797, "token_count": 29} +{"index": 6302, "reference": "The Independent Police Complaints Commission is investigating the police response to concerns raised about the welfare of former actress Sian Blake and her two children.", "prediction": "The Independent Police Complaints Commission (IPCC) is investigating its handling of the police of the case of Sian Blake and her two young sons.", "rouge": {"rouge1": 65.3061224489796, "rouge2": 42.5531914893617, "rougeL": 65.3061224489796}, "nll_sum": 88.45143127441406, "token_count": 29} +{"index": 6303, "reference": "Motherwell have signed Stephen Pearson until the end of the season - the midfielder's third spell at the club.", "prediction": " Pearson Pearson says he feels disappointed at at Motherwell's Park club after signing in the sub-Saharan in India in November \"a short term\".", "rouge": {"rouge1": 31.818181818181817, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 162.42041015625, "token_count": 28} +{"index": 6304, "reference": "A nine-year-old girl has undergone a heart transplant, 14 years after her father had the same operation.", "prediction": "A six-year-old girl who undergone a life- remove triple double transplant transplant, has been returned to London school hours after undergoing the, her mother said. 2011's again solve again a's againelt of again the again 2011 a", "rouge": {"rouge1": 36.666666666666664, "rouge2": 10.344827586206897, "rougeL": 33.33333333333333}, "nll_sum": 283.63531494140625, "token_count": 47} +{"index": 6305, "reference": "Jen Welter has become the first female coach in the NFL after being appointed by the Arizona Cardinals.", "prediction": "The have appointed head coach draft Welter as their fourth football coach due to a distraction compaticult of to \"unover-Dched attempted\" from her as's a. from from the,, George of from.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 11.764705882352942}, "nll_sum": 299.937255859375, "token_count": 43} +{"index": 6306, "reference": "A prominent Welsh Labour EU supporter has said the public largely do not understand what is meant by the terms \"soft\" or \"hard\" Brexit.", "prediction": "Welsh parties do not understand how they have Brexit because of the \"hard Brexit\", a UKIP leader has claimed.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 14.634146341463413, "rougeL": 32.55813953488372}, "nll_sum": 93.37065124511719, "token_count": 22} +{"index": 6307, "reference": "US Republican presidential nominee Donald Trump has backtracked on a claim that he saw video footage of a US cash payment to Iran.", "prediction": "US Republican presidential candidate Donald Trump has said that he received $m63m) payment\" from gunman sent to Mexico as a Iranianatari camp base.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 22.727272727272727, "rougeL": 43.47826086956522}, "nll_sum": 182.16619873046875, "token_count": 29} +{"index": 6308, "reference": "A young man has attacked people with a chainsaw and an axe at a shopping centre in Belarus, killing one woman and injuring another.", "prediction": "A woman has been killed and another wounded in a hammer attack with two chainsaw in the north-up Ukrainian of Russia in Moscow's capital, Moscow Budapest, when they's a-w's a in from November a's from.'s", "rouge": {"rouge1": 36.36363636363637, "rouge2": 0.0, "rougeL": 21.21212121212121}, "nll_sum": 265.1398620605469, "token_count": 47} +{"index": 6309, "reference": "The father-in-law of former DUP director of communications John Robinson runs two green energy boilers under a botched energy scheme.", "prediction": "The Democratic Unionist Party (DUP) has denied he has denied any involvement in a R NI scheme.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 75.41828918457031, "token_count": 21} +{"index": 6310, "reference": "The mayor of Paris has said she will sue Fox News for its inaccurate reporting about the city following the attack on the magazine Charlie Hebdo.", "prediction": "The mayor of Birmingham has accused the city of Fox News of remove an image of Paris, honour of Paris is \"bited reigniced\".", "rouge": {"rouge1": 36.73469387755102, "rouge2": 21.276595744680854, "rougeL": 24.489795918367346}, "nll_sum": 161.83306884765625, "token_count": 27} +{"index": 6311, "reference": "UK interest rates have been held at 0.5% again by the Bank of England's Monetary Policy Committee (MPC).", "prediction": "The Bank of England has released the first UK interest rate again once again at 0 025%, whom what says was a \" Mous, since the it) in November, 3% from a5) of its rivals.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 23.076923076923077, "rougeL": 25.925925925925924}, "nll_sum": 248.501708984375, "token_count": 43} +{"index": 6312, "reference": "England all-rounder Ben Stokes says he has grown up as his side prepare to start their one-day series against West Indies in Antigua on Friday.", "prediction": "England all-rounder Ben Stokes says is ready to playing for West Indies despite his season-match wrist injury and will \"a a step bigger\".", "rouge": {"rouge1": 38.46153846153846, "rouge2": 24.000000000000004, "rougeL": 34.61538461538461}, "nll_sum": 135.92776489257812, "token_count": 29} +{"index": 6313, "reference": "Labour MP John Mann has said he will vote to leave the EU and says Labour voters \"fundamentally disagree\" with the party's official position.", "prediction": "Labour leadership candidate Timy Mann, but shoulding the case for relation UK to leave, EU because people's movement of a UK leaves the EU.", "rouge": {"rouge1": 32.0, "rouge2": 12.5, "rougeL": 24.0}, "nll_sum": 172.73223876953125, "token_count": 29} +{"index": 6314, "reference": "Plans for a new engineering and digital technology park for the University of Chichester have been submitted to the local council.", "prediction": "Plans for \u00a3100m student block and and the site of Sussex University College Bognoror, have been submitted to the public.", "rouge": {"rouge1": 53.658536585365844, "rouge2": 25.641025641025646, "rougeL": 48.78048780487805}, "nll_sum": 131.54653930664062, "token_count": 27} +{"index": 6315, "reference": "Saracens ran in six tries to thrash Oyonnax and take control of their European Champions Cup group.", "prediction": "Owen Farrell Smith scored a hat-trick as Saracens thr French top-tier side Oyonnax opening their opening European Champions Cup match.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 10.81081081081081, "rougeL": 30.769230769230766}, "nll_sum": 142.80752563476562, "token_count": 31} +{"index": 6316, "reference": "CCTV images of a man who dialled 999 to ask police to stop following him during a police pursuit have been released.", "prediction": "A motorist jailed for more than two years after he was chase over after driving after police over speeds of nearly 50 seconds (190h).", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 145.07452392578125, "token_count": 27} +{"index": 6317, "reference": "Each day we feature a photograph sent in from across England.", "prediction": "Each day we feature a photograph sent in from across England - the gallery will grow during the week - during the public, - gallery will grow during the week - it's from a's from's - growing a,'s? aA a", "rouge": {"rouge1": 44.00000000000001, "rouge2": 41.66666666666667, "rougeL": 44.00000000000001}, "nll_sum": 246.70626831054688, "token_count": 47} +{"index": 6318, "reference": "Trans woman Caitlyn Jenner has made this year's Woman's Hour Power List of top 10 influencers, alongside Angelina Jolie, singer Sia and Anna Wintour.", "prediction": "Hollywood star Angelina Jolie has been named as one of Scotland's best women's and best best appointed best tips of trans around women world.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 4.0, "rougeL": 15.384615384615385}, "nll_sum": 150.14736938476562, "token_count": 29} +{"index": 6319, "reference": "On the first day in his new job, Choe Peng Sum was given a fairly simple brief: \"Just go make us a lot of money.\"", "prediction": "\"If you travel to Airbnb, anything would said Duncan Choe says he told staff that he did not in staff and not think it room.", "rouge": {"rouge1": 8.0, "rouge2": 0.0, "rougeL": 4.0}, "nll_sum": 173.46299743652344, "token_count": 28} +{"index": 6320, "reference": "Derby's struggle for goals continued as they were held to a frustrating stalemate by Brentford.", "prediction": "Derby County ended their unbeaten run to six games as they were held to a goalless draw by Brentford but earned point Brentford side who", "rouge": {"rouge1": 43.90243902439025, "rouge2": 30.76923076923077, "rougeL": 43.90243902439025}, "nll_sum": 114.93563842773438, "token_count": 29} +{"index": 6321, "reference": "Glasgow Warriors assistant coach Mike Blair believes it is vital the Pro12 club sign up more of their squad on new contracts.", "prediction": "Glasgow players are \"one of a big step pull\" of people players around, around, says performance of rugby concussion in Tony Blair.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 174.55296325683594, "token_count": 28} +{"index": 6322, "reference": "Four-time Olympic cycling champion Laura Kenny has given birth to her first child.", "prediction": "Britain's track most successful female Olympmpist has given birth to her second child.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 30.76923076923077, "rougeL": 42.857142857142854}, "nll_sum": 72.49946594238281, "token_count": 16} +{"index": 6323, "reference": "Part of the M1 was brought to a standstill as traffic officers removed a canoe from the outside lane.", "prediction": "A motorist has been rescued from canoe on the M1 of a motorway, leaving the dual carriageway (8 seconds).", "rouge": {"rouge1": 42.10526315789473, "rouge2": 5.555555555555555, "rougeL": 21.052631578947366}, "nll_sum": 115.76791381835938, "token_count": 27} +{"index": 6324, "reference": "Aaron Cresswell has signed a one-year contract extension with West Ham, taking his current deal to 2021.", "prediction": "West Ham United Z Jacquesel Magelelu has signed a new five globalyear contract with- Premier League club,-D recent on from his career as a's from reputation-dA careerD from a as's? aA", "rouge": {"rouge1": 30.18867924528302, "rouge2": 11.764705882352942, "rougeL": 22.641509433962266}, "nll_sum": 336.01763916015625, "token_count": 45} +{"index": 6325, "reference": "Sergio Aguero says he can understand why Manchester City have been criticised this season, but expects their form to quickly improve.", "prediction": "S Sergio Aguero says Manchester fans still still need a \"a lot more\" around, club.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 11.76470588235294, "rougeL": 22.22222222222222}, "nll_sum": 101.45451354980469, "token_count": 19} +{"index": 6326, "reference": "Heavy snowfall has caused travel disruption in parts of northern England.", "prediction": " steep jump of balloon has major transport disruption in some parts of northern England and north north England west 2011 of solve.'s of and M the from aA a of's a from A.-old Police of from.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 16.666666666666664, "rougeL": 28.000000000000004}, "nll_sum": 281.1820068359375, "token_count": 42} +{"index": 6327, "reference": "Skeletons unearthed in London Crossrail excavations have been found to be Black Death victims from the great disease of the 14th Century.", "prediction": "Police in the northern Australian city of Sydney have unearthed a fossil human remains human, most of the most most spectacular globalemic crisis in Europe.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 153.76043701171875, "token_count": 27} +{"index": 6328, "reference": "The education minister has commended staff at a County Antrim school for their actions after a father and his two children were hit by lightning.", "prediction": "A County Antrim pupil critically ill in a car accident accident in which he saw his son and son son is to in a critical condition in hospital.", "rouge": {"rouge1": 22.64150943396226, "rouge2": 7.843137254901962, "rougeL": 18.86792452830189}, "nll_sum": 144.84677124023438, "token_count": 29} +{"index": 6329, "reference": "Delta, United and American Airlines have banned the shipment of big-game trophies on flights after the illegal killing of Cecil the lion in Zimbabwe.", "prediction": " airline American airline Delta has suspended all flights, flying and all components of winning in Zimbabwe, because of the the killing of an American careless a dentist.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 12.000000000000002, "rougeL": 23.076923076923077}, "nll_sum": 153.74241638183594, "token_count": 29} +{"index": 6330, "reference": "The chief executive of the Rugby Football League says the governing body needs to improve its strategy in London.", "prediction": " London's chief of Rugby League and wants the sport to create a rugby rugby league club, says the chairman of the south of- London.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 9.523809523809526, "rougeL": 36.36363636363636}, "nll_sum": 129.43316650390625, "token_count": 27} +{"index": 6331, "reference": "Splits within the EU on the relocation of 120,000 migrants have been further exposed as leaders hold an emergency meeting in Brussels.", "prediction": " European Union leaders are seeking more in try to migrant Calais and the migrant crisis, began at the summit in Brussels.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 115.03456115722656, "token_count": 22} +{"index": 6332, "reference": "Three men, including a police officer, have been arrested following a hoax terror plot to kidnap an officer.", "prediction": "A serving police officer was arrested in connection with a \"terrorism threat\" threat received to a officer, which threatened to \"'' a officer.", "rouge": {"rouge1": 40.0, "rouge2": 5.263157894736842, "rougeL": 40.0}, "nll_sum": 122.83964538574219, "token_count": 27} +{"index": 6333, "reference": "A vehicle has driven into a crowd at a Mardi Gras parade in the US city of New Orleans, leaving 28 people injured, some seriously.", "prediction": "A large crowd between police a stolen-upup truck of young people in a parade celebrating staging New Year's Day parade in New Orleans Zealand police, police say saying", "rouge": {"rouge1": 36.36363636363636, "rouge2": 7.547169811320755, "rougeL": 25.454545454545453}, "nll_sum": 196.0999755859375, "token_count": 32} +{"index": 6334, "reference": "TV presenter Paul O'Grady has been invited on a tour of Southend-on-Sea after reportedly lambasting it during filming of the programme Blind Date.", "prediction": "The Glene O'ady, has not be offered a broadcaster a free day, a seaside councillor has said", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 13.636363636363638}, "nll_sum": 135.08367919921875, "token_count": 22} +{"index": 6335, "reference": "Many of us can remember a key moment that transformed our lives, but it doesn't usually involve tasting snack foods.", "prediction": " of British drinks is fit delivery food of a new business - selling breaching the food, seeds, surfing cakes and food to customer customers - and it food of food products too much and a healthy for food drinks.", "rouge": {"rouge1": 13.793103448275861, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 251.58355712890625, "token_count": 41} +{"index": 6336, "reference": "Economists and economics reporters do like their charts and graphs.", "prediction": "Twenty US industry office were released in January, office office. office solve to be 2011 it's solve't to to clinch a goodmakerly high-maker's 100 failure,000-D, and in from Christmas...", "rouge": {"rouge1": 4.444444444444444, "rouge2": 0.0, "rougeL": 4.444444444444444}, "nll_sum": 308.7716979980469, "token_count": 43} +{"index": 6337, "reference": "Desmond Tutu has said he would support assisted dying for the terminally ill.", "prediction": " the former Anglican of South Africa Lord Carey has said that he does not car machines to or speak or says he does notnot speak\".", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 153.54354858398438, "token_count": 27} +{"index": 6338, "reference": "Monarch has said passengers have been booking their trips later since the terror attacks in Paris and Sharm el-Sheikh.", "prediction": "Brist airline passport airline says it is \"booking closer\" to return to December in the wake of the attacks and a Paris terror attacks.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 140.20079040527344, "token_count": 28} +{"index": 6339, "reference": "Two men are facing life sentences for stabbing a man they blamed for the drugs death of a friend.", "prediction": "A father and father have been convicted of murdering 18-year-old man and 17-year-old of drugs to a East Lothian village.oth", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 128.8387451171875, "token_count": 31} +{"index": 6340, "reference": "Tesla Motors says it is on track to produce 500,000 vehicles in 2018, two years earlier than expected.", "prediction": " St electric carmaker Tesla is back on track despite despite growth production another another of big- quarterlyquarter reports.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 157.79104614257812, "token_count": 21} +{"index": 6341, "reference": "\"A girl must marry for love,\" actress Zsa Zsa Gabor once quipped, \"and keep on marrying until she finds it.\"", "prediction": "Liz Gabor was't her husband Elizabeth Taylor just before giving birth to her husband, her husband, giving her marriage \" candid of failure\".", "rouge": {"rouge1": 4.651162790697675, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 170.9088897705078, "token_count": 28} +{"index": 6342, "reference": "Bristol's on-loan full-back Luke Arscott has signed a one-year contract to join the Championship leaders from Bath at the end of the season.", "prediction": "Bath back- row Luke Arscott has signed new with Premiership club Bristol, keeping keep at the Premiership Premiership club until the end of the season.", "rouge": {"rouge1": 53.84615384615385, "rouge2": 32.0, "rougeL": 42.30769230769231}, "nll_sum": 146.44668579101562, "token_count": 30} +{"index": 6343, "reference": "A primary school in Leeds has introduced a temporary ban on children playing \"tig\" during break times after \"clothes were torn\" and pupils were left \"upset\".", "prediction": "Last Tuesday night a primary school in Birmingham, Birmingham has been sending a school carrying 30 children giving up a horse injurynuts and forced to and hands. or a good grey, wearing a bad digger hide.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 10.0, "rougeL": 25.80645161290323}, "nll_sum": 250.27890014648438, "token_count": 41} +{"index": 6344, "reference": "Northern Ireland's economic growth will remain the lowest of the 12 UK regions in 2015, a new report has said.", "prediction": "Business confidence in Northern Ireland will fall between August and August and the rest of four regions, the four analysis account firm PwwC has warned.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 4.545454545454545, "rougeL": 30.434782608695656}, "nll_sum": 147.41473388671875, "token_count": 28} +{"index": 6345, "reference": "When the policeman who had shot dead the suspected armed robber, Azelle Rodney, in north London was cleared of murder earlier this month, an email quickly dropped into my in-box.", "prediction": "Fam families of families and family of police officers in the Macpherson police inquiry, said there is no confidence in camp way the and police led the inquiry.", "rouge": {"rouge1": 16.94915254237288, "rouge2": 0.0, "rougeL": 6.779661016949152}, "nll_sum": 162.07772827148438, "token_count": 32} +{"index": 6346, "reference": "Three people have been killed and seven injured during a shooting at a factory near the Swiss city of Lucerne, police have said.", "prediction": "At least three tank workers were dead and 30 others seriously injured in an gun and attack and a factory at a processing farm in central Switzerland, Switzerland, Switzerland authorities say. a's- 2011 a 2011 in a from's from.", "rouge": {"rouge1": 21.875, "rouge2": 6.451612903225806, "rougeL": 18.75}, "nll_sum": 238.52911376953125, "token_count": 45} +{"index": 6347, "reference": "A man hoping to build an 224ft-high Welsh dragon tower on the English border will ask councillors for an extra five years to start the project.", "prediction": "Campaigners hoping to build am Welsh dragon on a Wrexham heritage award have been granted a extension of \u00a32.5m.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 13.333333333333334, "rougeL": 25.531914893617024}, "nll_sum": 131.76808166503906, "token_count": 26} +{"index": 6348, "reference": "Nottinghamshire's relegation from the County Championship's top flight is \"embarrassing\", according to director of cricket Mick Newell.", "prediction": "Nottinghamshire director cricket Mick Newell says Nottingham were relegated from the Premier League, saying the embarrassment about the \"reattable embarrassment\".", "rouge": {"rouge1": 46.15384615384615, "rouge2": 21.62162162162162, "rougeL": 25.641025641025646}, "nll_sum": 150.53054809570312, "token_count": 27} +{"index": 6349, "reference": "An alleged victim of child sexual exploitation in Rotherham said she felt she had no choice when asked to perform sex acts on several men.", "prediction": "A woman accused of sexually abusing by a man in Rotherham because police was thought, she and was forced to work to work a and court.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 149.8621063232422, "token_count": 29} +{"index": 6350, "reference": "Pope Francis has warned the world's 1.2 billion Roman Catholics not to be \"intoxicated\" by possessions in his annual Christmas homily.", "prediction": "Pope Francis has called onians as \" poverty child, poverty and the economy and \",the and show\", and \" a man badger manger.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 9.523809523809526, "rougeL": 18.18181818181818}, "nll_sum": 195.81414794921875, "token_count": 29} +{"index": 6351, "reference": "Prominent Uighur academic Ilham Tohti has gone on trial for separatism in China's far western region of Xinjiang.", "prediction": "At Uighur academic Tom academic Tohac, has gone on in a capital, Beijing, accused of terrorism, Chinese state media.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 16.666666666666664, "rougeL": 36.84210526315789}, "nll_sum": 152.9833221435547, "token_count": 27} +{"index": 6352, "reference": "The Mayor of London Boris Johnson was left dangling on a zip wire for several minutes when it stopped working at an Olympic live screen event.", "prediction": "The mayor Boris Johnson has knocked down has zip wire after breaking through London's Olympic Games, Bond film, James Bond at a Gold Olympics gold medal.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 11.76470588235294, "rougeL": 30.18867924528302}, "nll_sum": 181.56393432617188, "token_count": 29} +{"index": 6353, "reference": "Reading will be without left-back Jordan Obita who is suspended following his sending off against Derby County.", "prediction": " Rob Robsonson's injury-time winner gives Reading a spirited win over fellow play- hopefuls Fulham in the EFL Cup second round round.", "rouge": {"rouge1": 4.878048780487805, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 150.0579833984375, "token_count": 31} +{"index": 6354, "reference": "The Women's Euro 2017 qualifier between Northern Ireland and the Czech Republic in Lurgan on Friday was postponed after a serious accident on the M1.", "prediction": "Northern Ireland's football match between match Northern Ireland and the Republic of Ireland on Monday was because of a fatal crash in Dublin has led the football team's football to's on from his's as his for Thursday's of.'s from'sA", "rouge": {"rouge1": 36.11111111111111, "rouge2": 8.571428571428573, "rougeL": 30.555555555555557}, "nll_sum": 263.5981750488281, "token_count": 47} +{"index": 6355, "reference": "Middlesbrough's defensive \"naivety\" cost them in Wednesday's 4-2 Premier League defeat by Hull City, says head coach Steve Agnew.", "prediction": "Middlesbrough coach Steve Agnew says his team's low commitment\" in their 3-3 thr home defeat by Middlesbrough was solve firstly the\" \"\".class-half,, in from November old Saturday.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 12.000000000000002, "rougeL": 19.23076923076923}, "nll_sum": 265.91888427734375, "token_count": 44} +{"index": 6356, "reference": "A shootout in northern Mexico has killed at least 14 people, officials say, amid a surge in drug-related violence in the country.", "prediction": " 19At 19 in is the clashes in a death shootout between Mexico and Mexican drug gangs, police and officials say, in the first such from May, May, such from from's-d from a from a May a.", "rouge": {"rouge1": 36.065573770491795, "rouge2": 6.779661016949154, "rougeL": 22.950819672131146}, "nll_sum": 253.92269897460938, "token_count": 44} +{"index": 6357, "reference": "How could there be an entire local authority in England where no pupil can take an A-level?", "prediction": "It is a scene of noisy in a black black and low of about closing morning of A-?!", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 139.03648376464844, "token_count": 19} +{"index": 6358, "reference": "The Lion King and Thelma & Louise are among 25 films that will be preserved by the US Library of Congress.", "prediction": "The Lion King, the new, film, film film and animation, is be inducted and added to the National novel of novel (,N).", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 33.33333333333333}, "nll_sum": 166.02444458007812, "token_count": 29} +{"index": 6359, "reference": "At least 100 bodies have been recovered from a church that collapsed in the south-eastern Nigerian city of Uyo.", "prediction": "At least 160 people have died after a fall after a church collapsed a church of Nigeria. capital capital, Ayo, officials say 2011's,'s solve,'s they from \u00a3-AmakerImages since 3 November's a.", "rouge": {"rouge1": 29.09090909090909, "rouge2": 7.547169811320755, "rougeL": 25.454545454545453}, "nll_sum": 299.03851318359375, "token_count": 45} +{"index": 6360, "reference": "England spinner Moeen Ali expects his second summer of Test cricket to prove more difficult than his first.", "prediction": "England all-rounder Moeen Ali says he received his confidence to team and urged him ahead his tour of India.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555555, "rougeL": 31.57894736842105}, "nll_sum": 100.83061981201172, "token_count": 22} +{"index": 6361, "reference": "A woman who claims she was \"groomed\" and sexually abused by a former royal aide told a jury she had not made up the story and did not \"want his money\".", "prediction": " asking woman wrote a senior public official office has told a court she \"owned harassed, harassed and sexually assaulted her, and a court heard,.", "rouge": {"rouge1": 32.727272727272734, "rouge2": 7.547169811320756, "rougeL": 21.818181818181817}, "nll_sum": 153.1648712158203, "token_count": 27} +{"index": 6362, "reference": "Ireland were on the receiving end of two controversial lbw decisions as they lost their second one-day international against Afghanistan by 34 runs.", "prediction": "Afghanistan beat beat Ireland Ireland five wickets to beat Ireland by sixickets in the opening game of the first one-day international.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 117.36819458007812, "token_count": 27} +{"index": 6363, "reference": "Nottingham Forest striker Britt Assombalonga has signed a new five-year contract.", "prediction": "Nottingham Forest have agreed to accept Nottingham Assombalonga's decision decisions, saying the right players will \"un the the right players\".", "rouge": {"rouge1": 18.181818181818183, "rouge2": 6.451612903225806, "rougeL": 18.181818181818183}, "nll_sum": 145.14501953125, "token_count": 28} +{"index": 6364, "reference": "A 13-year-old schoolboy who disappeared after a fellow pupil and a teacher were attacked with a knife has been arrested, West Mercia Police said.", "prediction": "A 10-year-old boy was a by policeman by police after being called to an teacher and two pupils on a train pupils.", "rouge": {"rouge1": 40.0, "rouge2": 4.166666666666666, "rougeL": 24.000000000000004}, "nll_sum": 138.0894317626953, "token_count": 26} +{"index": 6365, "reference": "Scottish League One leaders Dunfermline Athletic were held at home by Albion Rovers but still moved 11 points clear at the top of the table.", "prediction": "Raith Rovers moved play-off a place after Ross in the Scottish League One play-final replay at Queen's Park- solve- solve referee a's ballet's a from-w controversial game in from Saturday's a from'sA", "rouge": {"rouge1": 21.53846153846154, "rouge2": 6.349206349206349, "rougeL": 12.307692307692307}, "nll_sum": 312.2558288574219, "token_count": 47} +{"index": 6366, "reference": "Former world heavyweight champion Mike Tyson says the idea of professional boxers at the Olympics is \"ridiculous\" - because they would lose to amateurs.", "prediction": "Former world champion Tyson Fury says it \"would prepared\" to beat fellow boxers, saying some of will 70 says 30-time boxing champion.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 4.545454545454546, "rougeL": 30.434782608695656}, "nll_sum": 150.8681182861328, "token_count": 28} +{"index": 6367, "reference": "Prince Harry has laid wreaths during a dawn service at London's Wellington Arch and on behalf of the Queen at the Cenotaph to mark Anzac Day in the UK.", "prediction": "Hundreds of thousands of and have been taken part in Anzac Day parade and landings and northern London central.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 12.244897959183673}, "nll_sum": 101.31037902832031, "token_count": 21} +{"index": 6368, "reference": "Within days of an Iranian missile test and a subsequent warning from the Trump administration, the US has now followed up by imposing a new round of economic sanctions.", "prediction": "The White House says the global sanctions against Iran over its nuclear programme have no little political changed in control of President President Bashar al-Assad.", "rouge": {"rouge1": 14.545454545454547, "rouge2": 0.0, "rougeL": 10.909090909090908}, "nll_sum": 107.17662811279297, "token_count": 27} +{"index": 6369, "reference": "Pupils in England, Wales and Northern Ireland are receiving their GCSE results - just over two weeks after teenagers in Scotland received the results of their equivalent National 4s and 5s.", "prediction": "There is no increase are secondary school pupils next English, English and maths is to be, next year's exams courses, exams Ofquals says.", "rouge": {"rouge1": 11.111111111111112, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 163.44729614257812, "token_count": 29} +{"index": 6370, "reference": "The shortlist of companies bidding to run rail networks in the north of England has been announced.", "prediction": "The government has announced it to the running of two rail franchises for priorities links between the north thewest of.", "rouge": {"rouge1": 54.05405405405405, "rouge2": 5.714285714285714, "rougeL": 37.83783783783783}, "nll_sum": 128.16885375976562, "token_count": 21} +{"index": 6371, "reference": "One person died and three others were taken to hospital after a boat capsized in Brixham harbour in south Devon.", "prediction": "Four people, including, five--old girl, have been taken to hospital after the high speed capsized off the Devon coast.", "rouge": {"rouge1": 30.0, "rouge2": 15.789473684210526, "rougeL": 30.0}, "nll_sum": 114.12434387207031, "token_count": 25} +{"index": 6372, "reference": "Abuse victims whose cases are excluded from a Stormont inquiry into historical child abuse have united in a campaign for their allegations to be included.", "prediction": "An inquiry has started into child sex abuse of state-run churches in Northern Ireland.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 60.68999481201172, "token_count": 16} +{"index": 6373, "reference": "The world's biggest chipmaker, Intel, reported a 6% fall in net income for the three months to September and cut its fourth quarter outlook for its important server-chip business.", "prediction": " Microsoft's revenue have fallen 40% in consecutive fourth quarter quarter, helped by revenue sales of best memory-maker Intel throwing the its chip business.", "rouge": {"rouge1": 32.14285714285714, "rouge2": 7.4074074074074066, "rougeL": 25.0}, "nll_sum": 156.3953094482422, "token_count": 28} +{"index": 6374, "reference": "The prime minister is expected to offer Indonesia and Malaysia support in tackling Islamist extremists, during a trade mission to South East Asia.", "prediction": "The prime minister is to answer whether it is considering counter-terrorism support to Islamist militants, the prime minister says.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 32.558139534883715}, "nll_sum": 80.2955551147461, "token_count": 22} +{"index": 6375, "reference": "Cardiff Airport is to get a \u00a33m loan to develop flight routes as part of \u00a346m Welsh government spending on projects to support the economy.", "prediction": "An extra \u00a3.7m for transport, transport, transport, countryside and areas around north Wales have been announced. the Welsh government.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 4.761904761904763, "rougeL": 9.09090909090909}, "nll_sum": 122.37645721435547, "token_count": 26} +{"index": 6376, "reference": "A handwritten letter of encouragement for new mothers was left in a supermarket baby-changing area.", "prediction": "A girl whose five was five of a note was left in a supermarket after her parents, has was found \"aa a bit falling apart away\".", "rouge": {"rouge1": 33.333333333333336, "rouge2": 20.0, "rougeL": 33.333333333333336}, "nll_sum": 161.23526000976562, "token_count": 28} +{"index": 6377, "reference": "Boko Haram militants have killed at least 40 people in north-eastern Nigeria, according to witnesses.", "prediction": "Islamist militants in northern Nigeria have killed at least 12 girls and wounded 30 towns in north-e Nigeria.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 24.24242424242424, "rougeL": 45.714285714285715}, "nll_sum": 99.74925231933594, "token_count": 21} +{"index": 6378, "reference": "Preparations are being made to change the operation of maternity services at Caithness General in Wick earlier than previously planned.", "prediction": "Maternity services will continue to right maternity maternity care at the Caithness Hospital in Cumbness Hospital in April, a health board has announced.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 148.45945739746094, "token_count": 29} +{"index": 6379, "reference": "A controversial overhaul of classroom teaching in Scotland will take effect as secondary pupils begin returning to school after the summer break.", "prediction": "Changes to the controversial new curriculum system for children schools Scotland is to due to be delayed, because of fears because it is too disturbing too", "rouge": {"rouge1": 24.999999999999993, "rouge2": 0.0, "rougeL": 12.499999999999996}, "nll_sum": 133.44383239746094, "token_count": 26} +{"index": 6380, "reference": "A letter written by the Queen revealing how she and Prince Philip first fell in love attracted \"furious\" bidding as it smashed pre-auction estimates.", "prediction": "Letters written by the Queen and Prince, Prince William and her and her partner has been sold at auction for \u00a31,500.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 22.222222222222225, "rougeL": 34.04255319148936}, "nll_sum": 94.47943878173828, "token_count": 26} +{"index": 6381, "reference": "When Leanne Wood first walked through the gates of her old school, a career in politics was not part of the plan.", "prediction": "Leaid Cymru was a 12 year school old and schoolgirl died toira and Stuart was in a rural area of Rhda.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 0.0, "rougeL": 13.95348837209302}, "nll_sum": 165.78097534179688, "token_count": 27} +{"index": 6382, "reference": "New, independent research seen by the BBC suggests Heathrow airport could build a new runway without breaking European pollution laws.", "prediction": "A plan for a third runway at London's Heathrow \"could't\" ever before before, new research suggests.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 102.3075180053711, "token_count": 22} +{"index": 6383, "reference": "Great Britain's Davis Cup final against Belgium \"will go on\" despite the terror threats affecting Brussels, says the Flemish Tennis Federation (FTF).", "prediction": "Great Britain's Davis Cup semi,final against Belgium will go ahead next week of fears, the Belgian does does not know it is not it yet.", "rouge": {"rouge1": 44.00000000000001, "rouge2": 33.333333333333336, "rougeL": 44.00000000000001}, "nll_sum": 174.4002227783203, "token_count": 29} +{"index": 6384, "reference": "A cargo plane has crash landed in Ghana's capital Accra, hitting a bus full of passengers, officials say.", "prediction": "A military plane was crashed into an near at an airport in Ghana's capital of capital.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 17.647058823529413, "rougeL": 44.44444444444444}, "nll_sum": 85.86953735351562, "token_count": 17} +{"index": 6385, "reference": "A man has been jailed for life for the \"motiveless and brutal\" murder of a Brighton man in his city centre flat.", "prediction": "A man has been jailed for life for murdering a man believed to death in his drink-fue assault in Gloucester city centre.", "rouge": {"rouge1": 66.66666666666666, "rouge2": 41.86046511627907, "rougeL": 66.66666666666666}, "nll_sum": 110.14149475097656, "token_count": 26} +{"index": 6386, "reference": "Claire Sugden is used to being the youngest - she grew up in Coleraine with four older siblings - three sisters and a brother.", "prediction": "Ra Sugden has finally become the next new minister of justice for Northern Ireland.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 67.31484985351562, "token_count": 15} +{"index": 6387, "reference": "Bristol Rovers boss Darrell Clarke says he is not worried about losing his job following the club's recent takeover.", "prediction": "Tranmere Rovers chairman Garry Clarke says he does not not\" for the club's owners demolish and he \"all fear for my job\".", "rouge": {"rouge1": 41.86046511627907, "rouge2": 19.51219512195122, "rougeL": 37.2093023255814}, "nll_sum": 159.46774291992188, "token_count": 29} +{"index": 6388, "reference": "One of Japan's leading advertising agencies has been charged over the death of an employee from overwork.", "prediction": "The Japanese consumer rights agency, Duu, has been working with a black company, over reports reports she was working in hard office.", "rouge": {"rouge1": 25.0, "rouge2": 5.263157894736842, "rougeL": 20.0}, "nll_sum": 142.2909698486328, "token_count": 26} +{"index": 6389, "reference": "No-one saw it coming.", "prediction": "It has been a week of struggle of struggle so it room it's video -", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 89.74165344238281, "token_count": 15} +{"index": 6390, "reference": "In our series of letters from African journalists, Ghanaian writer Elizabeth Ohene, a former government minister and member of the opposition, laments the lack of a maintenance culture in Ghana.", "prediction": " the BBC's Jayeteya will know where a bridge has reopen in Ghana, but what it happened!", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 146.62850952148438, "token_count": 21} +{"index": 6391, "reference": "A 44-year-old man has died in north Wales while taking part in a charity cycle ride", "prediction": "A cyclist was taken to hospital after being hit by a motorbikes trying to save children's-. order to save itolvem-, - and\". and it from a it it's from of Police\".", "rouge": {"rouge1": 8.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 249.0120849609375, "token_count": 41} +{"index": 6392, "reference": "The 2017 Derby at Epsom will be the richest race ever staged in Britain after two horses were added as late entries at a cost of \u00a385,000 each.", "prediction": " winner year Epsomom winner, Peruvianian, has been won at Aegon-on-based favourite Stephen Cracksman, of race for the County Derby on 7 December-d a solve in 2011 again this 2011 again from Broadway", "rouge": {"rouge1": 21.875000000000004, "rouge2": 0.0, "rougeL": 9.375}, "nll_sum": 323.426513671875, "token_count": 47} +{"index": 6393, "reference": "UK manufacturing activity contracted in April for the first time in three years, a survey has indicated, adding to fears over the economy's strength.", "prediction": "Growth in the UK's services sector fell to its worst for three years in August saying new consumer is down to a hard-w survey.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 147.3446044921875, "token_count": 28} +{"index": 6394, "reference": "Five people have been killed in a machine-gun and grenade attack on a bar in Mali's capital, Bamako.", "prediction": "Two French soldiers have been killed and 30 wounded injured in an attack on a French bar, and a bar Mal Malian Mali Mali the capital, Bamako, say.", "rouge": {"rouge1": 54.16666666666667, "rouge2": 26.08695652173913, "rougeL": 45.833333333333336}, "nll_sum": 152.0525665283203, "token_count": 33} +{"index": 6395, "reference": "Zlatan Ibrahimovic will leave Paris St-Germain at the end of the season.", "prediction": " Zlatan Ibrahimovic says he will retire from all playing after his career with French champions Paris St-Germain \u00a355m).", "rouge": {"rouge1": 37.49999999999999, "rouge2": 20.0, "rougeL": 37.49999999999999}, "nll_sum": 94.06316375732422, "token_count": 27} +{"index": 6396, "reference": "Liverpool boss Jurgen Klopp says he will do \"everything I can\" to help Steven Gerrard develop into \"the best manager he can be\".", "prediction": "Liverpool manager Jurgen Klopp says Steven Gerrard to be \"important\" to become the new manager.", "rouge": {"rouge1": 52.63157894736841, "rouge2": 16.666666666666664, "rougeL": 42.10526315789474}, "nll_sum": 64.66594696044922, "token_count": 19} +{"index": 6397, "reference": "Exeter City have signed former Republic of Ireland, Crystal Palace and Birmingham City striker Clinton Morrison on non-contract terms.", "prediction": "Republic of Ireland international Morrison has returned to ex- League Two Luton Town on a one-year deal to be about \u00a32m.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 112.48018646240234, "token_count": 27} +{"index": 6398, "reference": "Attendances at professional sports events in the UK topped 70 million this year, up 5% on 2014, according to Deloitte's sports business group.", "prediction": "A record crowd of viewers were among the bestattattestended sporting event of the World Cup, according to data from Deloitte.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 118.61768341064453, "token_count": 27} +{"index": 6399, "reference": "A woman who spent her life savings on dental implants that had to be taken out feels \"butchered\" by the dentist.", "prediction": "A woman whose surgery was abandoned of kidney surgery after she said her jaw was shut down because an NHS dentist \"letics to down\" the line\".", "rouge": {"rouge1": 25.531914893617024, "rouge2": 4.444444444444445, "rougeL": 21.276595744680847}, "nll_sum": 167.61770629882812, "token_count": 29} +{"index": 6400, "reference": "Capt Francesco Schettino has been found guilty of multiple manslaughter in Italy and sentenced to 16 years in jail for his role in one of the country's worst maritime disasters.", "prediction": "Italy captain caps Jebnano Schettino, the captaincy of his ship after his ship capsized in the sea's sinking disaster, has done losses his trial.", "rouge": {"rouge1": 32.14285714285714, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 201.3936004638672, "token_count": 33} +{"index": 6401, "reference": "More than 30 of the Britons who won medals at London 2012 were aged 25 or under.", "prediction": "Great Great Britain team - 40 - and gold - gold a gold medal", "rouge": {"rouge1": 7.142857142857142, "rouge2": 0.0, "rougeL": 7.142857142857142}, "nll_sum": 80.51416015625, "token_count": 13} +{"index": 6402, "reference": "Welsh UFC fighter Brett Johns says double Olympic taekwondo champion Jade Jones could be the next Ronda Rousey.", "prediction": "Olympic judo champion Dan hopes another champion Jade Jones can make her status becoming becoming champion Rondaram Rousey.olve Broadway- solve again's again's a's a from's's from. from's fromA from's America", "rouge": {"rouge1": 17.857142857142858, "rouge2": 7.407407407407408, "rougeL": 17.857142857142858}, "nll_sum": 315.2357177734375, "token_count": 47} +{"index": 6403, "reference": "New work by Simon Bray and Tristan Poyser explores the way in which our clothes shape us, that outer shell we use to accentuate or sometimes hide who we are.", "prediction": "The 2017 Brightonatton Fringe, Edinburgh have again released photographs of the image made, which one person identified or asks what is a male or female.", "rouge": {"rouge1": 10.90909090909091, "rouge2": 0.0, "rougeL": 10.90909090909091}, "nll_sum": 181.93438720703125, "token_count": 29} +{"index": 6404, "reference": "All-rounder Tom Wells has signed a new two-year contract which will keep him at Leicestershire until the end of the 2018 season.", "prediction": "Essex all-rounder Luke Wells has signed a new deal club which will keep him with the county champions to until the end of nail 2017 season.", "rouge": {"rouge1": 66.66666666666667, "rouge2": 44.89795918367348, "rougeL": 62.7450980392157}, "nll_sum": 139.65090942382812, "token_count": 29} +{"index": 6405, "reference": "Capacity on the \"busiest trains\" into Cardiff will double from May, Arriva Trains Wales has said.", "prediction": "A 24hour Tube stations between Cardiff and into Pen Barry and Ebbw Vale line, the government has announced.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 117.3592529296875, "token_count": 22} +{"index": 6406, "reference": "Lenovo has announced two unusual smartphones - a model that uses special cameras to scan its surroundings and a handset with optional snap-on parts.", "prediction": "Lenos has announced a second second round of its smartphone, a orange app that sensors that put the machine behind and and \"in a success\".", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 28.57142857142857}, "nll_sum": 175.28378295898438, "token_count": 28} +{"index": 6407, "reference": "A mournful procession of about 1,500 Latvians winds its way through Riga's medieval Old Town singing traditional Latvian songs.", "prediction": "get the, flag, and and a battle Winston, the Russian-ivchenkoian crowd of24s gathered in a Russian memorial to Russian war zones.", "rouge": {"rouge1": 4.651162790697675, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 188.00717163085938, "token_count": 30} +{"index": 6408, "reference": "Work is being carried out to try to prevent flooding in parts of north Wales as heavy rainfall is forecast to continue into Sunday.", "prediction": "estest weather alert are in large parts of south Wales and north Wales over the weekend, council officials have confirmed.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 87.21693420410156, "token_count": 22} +{"index": 6409, "reference": "The former speaker of the lower house of the Brazilian Congress, Eduardo Cunha, has been arrested in connection with a major corruption investigation.", "prediction": "The former vice-president Congress's Congress, Edubn Cunha, arrested arrested and the over allegations of corruption allegations, has been arrested.", "rouge": {"rouge1": 45.454545454545446, "rouge2": 14.285714285714283, "rougeL": 31.818181818181824}, "nll_sum": 157.47979736328125, "token_count": 29} +{"index": 6410, "reference": "Former James Bond star Sir Roger Moore has revealed how he was helped to reach the top in Hollywood, in a new 10-minute film celebrating the Olympics.", "prediction": " film British film director film Harvey how a opened open film was held has Cardiff art Welsh-based exhibition art, has thanked a man dedicated his role.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 10.909090909090908}, "nll_sum": 221.76409912109375, "token_count": 29} +{"index": 6411, "reference": "Theresa May's letter triggering Article 50 may have attempted a more conciliatory tone but it does not seem to have worked with the Welsh Government.", "prediction": "A letter being sent to Welsh Prime Minister Theresa May saying she was in office does not not meant to my office - with a nolittle or or no", "rouge": {"rouge1": 33.33333333333333, "rouge2": 7.692307692307692, "rougeL": 22.222222222222225}, "nll_sum": 160.1654052734375, "token_count": 30} +{"index": 6412, "reference": "Dozens of British troops are to be sent to Somalia to help peacekeeping efforts to counter Islamist militants, David Cameron has announced.", "prediction": "British troops are to aid the of forces government, Somalia, Prime Minister David Cameron has said, as it as \"good best in for Britain\".", "rouge": {"rouge1": 39.13043478260869, "rouge2": 22.727272727272723, "rougeL": 34.78260869565217}, "nll_sum": 151.213134765625, "token_count": 28} +{"index": 6413, "reference": "Bournemouth manager Eddie Howe has signed an extension to his contract.", "prediction": "Bournemouth manager Eddie Howe Eddie signed a new five-year contract with the Premier League club.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 24.0, "rougeL": 44.44444444444444}, "nll_sum": 65.29951477050781, "token_count": 19} +{"index": 6414, "reference": "A fishing boat skipper and owner has been fined \u00a320,000 after a crewman died from carbon monoxide poisoning while trying to pump out water.", "prediction": "An oil company has been fined and \u00a320,000 after a crew who died when an air service crashed and crashed in a Moray field.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 20.833333333333336, "rougeL": 32.0}, "nll_sum": 116.44230651855469, "token_count": 28} +{"index": 6415, "reference": "Plans to restrict the role of Welsh MPs should be treated with caution, a former Welsh secretary has warned.", "prediction": "A Welsh MP has said English, would not be for English hospitals in Welsh laws will be abolished.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 98.94573211669922, "token_count": 19} +{"index": 6416, "reference": "A discovery of arms in a County Antrim forest was one of the most significant in recent years, police in Northern Ireland have said.", "prediction": "Two bombs, bomb weapons and live have been found in a County Down mountain factory zone team the police have said.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 126.95758056640625, "token_count": 22} +{"index": 6417, "reference": "Scores of people are reported killed in an explosion at an industrial gas plant in southern Nigeria.", "prediction": "At least five people have been killed in a gas explosion at gas cooking gas in north-east, officials say.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 37.83783783783783}, "nll_sum": 80.62332153320312, "token_count": 22} +{"index": 6418, "reference": "A chronology of key events:", "prediction": "A chronology of key events:", "rouge": {"rouge1": 100.0, "rouge2": 100.0, "rougeL": 100.0}, "nll_sum": 25.301342010498047, "token_count": 6} +{"index": 6419, "reference": "Wales forward Sam Vokes hopes they can turn their World Cup qualifying fortunes around when they visit the Republic of Ireland on 24 March.", "prediction": "Winger Sam Vokes says the Republic of Ireland have won their crucial World Cup qualifying campaign and still have hopes of reaching Euro 2016. Slovenia's Euro of a- a- \"-p- a in a from a's again from a", "rouge": {"rouge1": 34.37499999999999, "rouge2": 19.35483870967742, "rougeL": 21.875}, "nll_sum": 236.65232849121094, "token_count": 46} +{"index": 6420, "reference": "American football legend OJ Simpson has asked a Nevada judge to grant him a new trial in the 2008 armed robbery case that left him serving a lengthy prison sentence.", "prediction": "Ex-footballer, Donald Simpson, will not be allowed to relocated his Los Angeles, month after a disciplinary saying he was retaking his own house.", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 159.3842010498047, "token_count": 30} +{"index": 6421, "reference": "Conor Sammon has agreed a three-year contract with Hearts as the striker prepares to leave Derby County.", "prediction": "Hearts are in talks the wake of sign Wigan and striker Gaelimmonmon, who wants to sign a deal with Kilmarnock.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 162.779052734375, "token_count": 29} +{"index": 6422, "reference": "Czech cyclist Roman Kreuziger, fifth in last year's Tour de France, has been cleared of any doping offence by his national Olympic committee.", "prediction": "Ghana motorallist Alexander Yad wentuziger has been provision suspended until competing from the Tour de France.", "rouge": {"rouge1": 25.0, "rouge2": 15.789473684210527, "rougeL": 15.0}, "nll_sum": 158.31922912597656, "token_count": 21} +{"index": 6423, "reference": "The activities of the army's most high-ranking agent, codenamed Stakeknife, are to be investigated but a date for the inquiry has yet to be set.", "prediction": " west Belfast man who was shot dead by the IRA in County Tyrone 40 years ago has said Northern Ireland \"a political football beat\" beat the prime minister and of British governmentards a British \"'s\". \" 2011\" \" again-", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 9.375}, "nll_sum": 241.98007202148438, "token_count": 46} +{"index": 6424, "reference": "An organic farmer has persuaded Tesco to take down a photograph of him from its website.", "prediction": "Tesco has apologised to a supermarket supermarket after a photo photo showing him of his Shillingfordorgan palsiser was produced from a organic farm.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 0.0, "rougeL": 25.64102564102564}, "nll_sum": 167.75180053710938, "token_count": 28} +{"index": 6425, "reference": "A bear hug, a photo filter and a new debate on net neutrality - Ayeshea Perera examines the domestic fallout of Indian Prime Minister Narendra Modi's Facebook townhall in US.", "prediction": "When Indian Prime Minister Narendra Modi again this morning there was surprised between India's honour in office of India, India in one of the world and most important.", "rouge": {"rouge1": 33.898305084745765, "rouge2": 14.035087719298248, "rougeL": 23.728813559322038}, "nll_sum": 146.24627685546875, "token_count": 30} +{"index": 6426, "reference": "Former Scotland manager Alex McLeish has agreed to coach Zamalek, the Egyptian club have announced.", "prediction": " Genkk boss Moryaza Mcishish has been appointed as the new head coach of Egyptian-stateek club Zamalek. saying Nottingham'sA a's fromthe Ulster- a referee from a years's from.", "rouge": {"rouge1": 26.086956521739136, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 316.3384704589844, "token_count": 44} +{"index": 6427, "reference": "Eritrea's government has dismissed as a \"vile slander\" a UN report accusing it of human rights violations on a scale \"seldom witnessed elsewhere\".", "prediction": " government government of Eritrean, may have committed war and in Ethiopia despite elections, a UN human watchdog says.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 114.6468505859375, "token_count": 22} +{"index": 6428, "reference": "Footage of a street brawl which appears to involve a bus driver has been shared on social media.", "prediction": "A jog video game which starts emerged of two men being thrown in a pavement on a-dead a Norfolk city street has been suspended.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 164.53421020507812, "token_count": 26} +{"index": 6429, "reference": "Welsh actress Angharad Rees, who has died of cancer at the age of 63, was one of the best-known faces of the 1970s thanks to her role in Poldark.", "prediction": "ghghar Rees, the actress who sees best for the best drama drama in Downton Abbey, has died aged 78.", "rouge": {"rouge1": 40.81632653061224, "rouge2": 8.51063829787234, "rougeL": 20.40816326530612}, "nll_sum": 113.58689880371094, "token_count": 26} +{"index": 6430, "reference": "Household boilers should be replaced with large shared boilers to heat multiple homes in Scottish cities, according to a group of MSPs, environmentalists and academics.", "prediction": " householders and Wick are backing support for building building to heating used to be used forroroSPSPs at a convention in the Scottish parliament, which, despite it capital's referee from Ae's from of.. from.old", "rouge": {"rouge1": 32.786885245901644, "rouge2": 3.389830508474576, "rougeL": 19.672131147540984}, "nll_sum": 325.23883056640625, "token_count": 44} +{"index": 6431, "reference": "Householders who persistently leave out too much rubbish in Flintshire will face fines from next year.", "prediction": " a three binie bins in Flintshire will be made next year if it will not relocated returned by September.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 18.18181818181818, "rougeL": 28.57142857142857}, "nll_sum": 132.44943237304688, "token_count": 21} +{"index": 6432, "reference": "A veterinary nursing student who died in a crash the day after her final exam has been awarded a posthumous first-class honours degree.", "prediction": "Tributes have been paid to a Dundee university nurse who died in a fatal car crash, who was \"hard toworking to hard work.\", the 2011 solve to- to a and from theA).", "rouge": {"rouge1": 35.714285714285715, "rouge2": 11.11111111111111, "rougeL": 32.142857142857146}, "nll_sum": 222.91868591308594, "token_count": 40} +{"index": 6433, "reference": "There are places where the surge of global tourism is starting to feel like a tidal wave.", "prediction": "Europe's Europe city has opened its doors closing up as thousands of tourists for tourists, beautiful, the famous and and TV drama, Game of Thrones, themaker- solve believe that a Brazilian city's o.", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 248.14537048339844, "token_count": 41} +{"index": 6434, "reference": "A three-day music festival has cancelled its Saturday programme due to strong winds and heavy rain.", "prediction": "A popular water event on, south Wales coast has been cancelled because of windss reached reaching up to 90mph.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 119.10310363769531, "token_count": 22} +{"index": 6435, "reference": "The Indian Premier League returns for its ninth season on 9 April with defending champions Mumbai Indians opening the tournament against Rising Pune Supergiants in Mumbai.", "prediction": "BBC Sport will Sport out the results of the remaining match between India and a place in the Indian Super League (Sata:4530 GMT).", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666666, "rougeL": 12.000000000000002}, "nll_sum": 134.9993896484375, "token_count": 28} +{"index": 6436, "reference": "Researchers at Google say they are \u201cyears closer\u201d to rolling out a network of huge balloons to provide connectivity to rural areas.", "prediction": "Google has laid out aoo underwater that balloons that canrig data satellite space.", "rouge": {"rouge1": 17.14285714285714, "rouge2": 0.0, "rougeL": 17.14285714285714}, "nll_sum": 122.89726257324219, "token_count": 15} +{"index": 6437, "reference": "Plans have been unveiled for a major expansion of a Ministry of Defence (MoD) base in Telford.", "prediction": "Cont plans for an \u00a347 army base base in Cambridgeshire have been unveiled, the council.", "rouge": {"rouge1": 43.74999999999999, "rouge2": 20.0, "rougeL": 25.0}, "nll_sum": 97.51295471191406, "token_count": 20} +{"index": 6438, "reference": "Almost \u00a31.5m of illegal drugs have been seized in Northern Ireland following a media campaign against drug dealers, police have said.", "prediction": "More than 750 people have been arrested in Northern Ireland after police a legal cannabis campaign with a street value of more than6.6m.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 109.4791488647461, "token_count": 27} +{"index": 6439, "reference": "Two children were unlawfully killed by their pregnant mother who then took her own life, a coroner has recorded.", "prediction": "The two young son whose bodies found herself and were in no rooms control of finding himself, an inquest heard.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 143.985107421875, "token_count": 21} +{"index": 6440, "reference": "The body of a 30-year-old man has been found at a flat in Falkirk.", "prediction": "A man's body has been found after a 38-yearold man whose body was found a block of flats in the end of Edinburgh.", "rouge": {"rouge1": 53.65853658536586, "rouge2": 15.384615384615385, "rougeL": 39.02439024390244}, "nll_sum": 91.97273254394531, "token_count": 27} +{"index": 6441, "reference": "Net migration could fall by about 100,000 a year if the UK leaves the EU and introduces work permits for EU citizens, a pressure group has said.", "prediction": "Low-skilled workers would be allowed after the UK to leave the EU within large substantial transfer rate think a think tank- tank in said.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 11.76470588235294, "rougeL": 26.41509433962264}, "nll_sum": 166.00491333007812, "token_count": 27} +{"index": 6442, "reference": "The government has admitted breaching European Union pollution legislation, during a High Court battle with environmental campaign group.", "prediction": "A judge has been told it to make a court order to to widen plans for air, to EU law law.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 125.37681579589844, "token_count": 22} +{"index": 6443, "reference": "Lawyers for Adnan Syed, the subject of the hit US podcast Serial, will be allowed to present new evidence in his case after a court ruling on Friday.", "prediction": " YouTube starnannan Janed, who was jailed for murder more than 20 years ago, will not have no evidence of fresh new evidence against him.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 3.9999999999999996, "rougeL": 15.384615384615383}, "nll_sum": 137.45870971679688, "token_count": 30} +{"index": 6444, "reference": "Three of five gold artworks hidden in Lincolnshire as part of a treasure hunt have been found - the first by chance.", "prediction": " historic landmark gold gold andleague dress worth more than \u00a31,000 have been found after a treasure hunt.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 21.62162162162162, "rougeL": 20.51282051282051}, "nll_sum": 105.99765014648438, "token_count": 21} +{"index": 6445, "reference": "A golf company director has been jailed after a ball collector drowned in a freezing course lake.", "prediction": "Not divermen who killed his death after he fell into a golf sink had been told, has been ordered to pay \u00a320,000000.", "rouge": {"rouge1": 25.0, "rouge2": 10.526315789473685, "rougeL": 20.0}, "nll_sum": 137.94891357421875, "token_count": 27} +{"index": 6446, "reference": "A man has been killed in a fire in Oxford.", "prediction": "A man was taken to hospital for minor injuries after a house fire has Oxford.", "rouge": {"rouge1": 48.0, "rouge2": 8.695652173913043, "rougeL": 40.0}, "nll_sum": 62.76363754272461, "token_count": 15} +{"index": 6447, "reference": "Swansea City striker Fernando Llorente's form is \"key\" to their hopes of Premier League survival, says head coach Paul Clement.", "prediction": "Swansea City head coach Fernandoorente says the star of star John Terry, is helping them to reach Premier League survival of next season.", "rouge": {"rouge1": 50.0, "rouge2": 19.04761904761905, "rougeL": 31.818181818181824}, "nll_sum": 138.90855407714844, "token_count": 29} +{"index": 6448, "reference": "The political crisis means that the Northern Ireland Executive still has not agreed a budget for the 2017/18 financial year.", "prediction": " the 2017 2017- 2017 and the unions and civil service are to lose in Northern Northern Ireland Executive have the power to control \u00a31bn.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 13.953488372093023, "rougeL": 26.666666666666668}, "nll_sum": 151.927734375, "token_count": 27} +{"index": 6449, "reference": "The father of a toddler stuck in Iran without either of her parents nearby plans to sing Happy Birthday to her via Skype at a campaign event later.", "prediction": "The British mother Gabonriitis, will travel to the UK to attend her daughter, her lawyer's says, a day after giving birth to her daughter.", "rouge": {"rouge1": 22.64150943396226, "rouge2": 3.921568627450981, "rougeL": 18.86792452830189}, "nll_sum": 138.3828582763672, "token_count": 31} +{"index": 6450, "reference": "Scientists in the United States are trying to grow human organs inside pigs.", "prediction": "US scientists working on the FBI consider California have created embryos \" using\" in the sows, that can protect your babies from baby bereet..", "rouge": {"rouge1": 16.666666666666668, "rouge2": 5.882352941176471, "rougeL": 16.666666666666668}, "nll_sum": 196.75112915039062, "token_count": 28} +{"index": 6451, "reference": "Thousands of Zimbabwean widows are forced out of their homes by their in-laws each year.", "prediction": "Security forces in northern India northern state Tamil Tamil Nadu and and the Gujarat state and possible, state media reports.", "rouge": {"rouge1": 11.111111111111112, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 127.1573486328125, "token_count": 21} +{"index": 6452, "reference": "It's one of the best loved books in American literature, but To Kill a Mockingbird was also a one-hit wonder.", "prediction": "A US woman who first novel to write a novel Kill a Mockingbird was published, 2002 says she not believe she not to novel her novel.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 13.043478260869565, "rougeL": 20.833333333333332}, "nll_sum": 168.1362762451172, "token_count": 29} +{"index": 6453, "reference": "There will be no Christmas lights in towns around Caerphilly county this year after funding was cut.", "prediction": "A light light that be forced off some of its town centres will suspend cancelled this summer, after a council ruling decision overturned a decision a council ruling.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 168.66549682617188, "token_count": 29} +{"index": 6454, "reference": "Frank McCourt, the former owner of the LA Dodgers baseball team, is set to buy French Ligue 1 club Marseille.", "prediction": "Ligue 1 world champions family McCourt has agreed to buy French woman buy a French secondtier- Paris St-D aus from and club.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 14.634146341463413, "rougeL": 23.25581395348837}, "nll_sum": 200.11676025390625, "token_count": 29} +{"index": 6455, "reference": "Sir Chris Hoy has been chosen to carry the flag for Great Britain at the opening ceremony of the London Games on Friday.", "prediction": "Sir Chris Chris Hoy has been voted the British flag rainbow for Team's at an closing ceremony at the London 2012 Olympics, hopingA's itA it a from the a - from IbA a in from London men's. from the", "rouge": {"rouge1": 40.625, "rouge2": 19.354838709677416, "rougeL": 37.5}, "nll_sum": 290.2851257324219, "token_count": 46} +{"index": 6456, "reference": "A woman who claims her father has kept her locked up against her will in Saudi Arabia must be allowed to return to Britain, a UK judge has ruled.", "prediction": "A British man, who spent nine-month jail in prison to her Saudi Arabia has said she has been told a court he must order her return.", "rouge": {"rouge1": 46.42857142857143, "rouge2": 3.703703703703704, "rougeL": 25.0}, "nll_sum": 131.00807189941406, "token_count": 29} +{"index": 6457, "reference": "Mae coeden dderw hynafol wedi dod yn ail yng nghystadleuaeth Coeden Ewropeaidd y Flwyddyn 2017.", "prediction": "Mae'aeaiuluedi\u00e2nnafn gn ynaf ynafodafafn yn yaf Mortonafnedddddd Drenellydd yn yn yn Morton a an", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 256.7312927246094, "token_count": 45} +{"index": 6458, "reference": "The government will give MPs from English constituencies a new \"veto\" over laws affecting England only.", "prediction": " plans to force English MPs, English and English MPs on some of English laws are to be scrapped the Commons House of Lords and and Wales.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 142.18154907226562, "token_count": 27} +{"index": 6459, "reference": "Ethnic minorities in Hong Kong are \"marginalised\" by the education system, says a university study.", "prediction": " a new report in Hong Kong has found children can teacher in schools to provide education, provide basic support.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 106.24527740478516, "token_count": 20} +{"index": 6460, "reference": "Northern Ireland's political crisis could kill off plans to cut corporation tax to 12.5% in April 2018.", "prediction": " any bill tot corporation tax tax, which could include millions of money in Northern Ireland Assembly will not cleared paying weighing up to \u00a3200m.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 13.953488372093023}, "nll_sum": 172.54220581054688, "token_count": 27} +{"index": 6461, "reference": "Plans to expand one of Oxford's Park and Rides into the Green Belt have been unveiled.", "prediction": "Plans for \u00a37m and community complex in the centre of Oxford have been approved by city councillors.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 81.52816009521484, "token_count": 20} +{"index": 6462, "reference": "Gay men are fleeing brutal persecution in Chechnya, where police are holding more than 100 people and torturing some of them in an anti-gay crackdown, Russian activists say.", "prediction": "A top Russian rights lawyer has confirmed that and Russia has been detained in Chechnya, amid a campaign of \"an campaign\" of gay men.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301888}, "nll_sum": 124.6279296875, "token_count": 29} +{"index": 6463, "reference": "Lewis Hamilton says he must beat Mercedes team-mate Nico Rosberg at this weekend's Russian Grand Prix to kick-start his title defence.", "prediction": "Lewis Hamilton says he cannot find out how good his struggle struggle will lead Mercedes's's team-mate at Cardiff Russian Grand Prix. weekend as's ballet \"b's's It from his after I from's of the.", "rouge": {"rouge1": 43.75, "rouge2": 19.35483870967742, "rougeL": 37.49999999999999}, "nll_sum": 285.8840026855469, "token_count": 43} +{"index": 6464, "reference": "A new law imposing restrictions on users of social media has come into effect in Russia.", "prediction": "Russia has come into force a new law which allows bloggers to users' information and access on social media sites.", "rouge": {"rouge1": 61.111111111111114, "rouge2": 29.411764705882355, "rougeL": 33.33333333333333}, "nll_sum": 79.279052734375, "token_count": 21} +{"index": 6465, "reference": "Spanish police say they have dismantled a nationwide network that illegally regularised the working status of Chinese immigrants in Spain.", "prediction": "Police in Barcelona say they have arrested several people involved mysteries a trade industry involved in a multi-million dollar US pool hotel contracts.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 127.59613800048828, "token_count": 25} +{"index": 6466, "reference": "Two days after a German-Iranian teenager killed nine people and then shot himself dead at Munich's Olympia shopping centre, this is what we know from the information given by police and prosecution sources.", "prediction": "A German train passenger was killed of 40 injured in attack on a train carrying the south-e city city of De Maqueiere who say was a of \"the a in a-2's a from as a's\". fromA", "rouge": {"rouge1": 16.0, "rouge2": 2.73972602739726, "rougeL": 13.333333333333334}, "nll_sum": 294.43292236328125, "token_count": 46} +{"index": 6467, "reference": "Ex-Nottingham Forest boss Billy Davies says he has \"unfinished business\" at the club and would love to return.", "prediction": "Nottingham Forest boss Chris Davies says he wants the club to be promotion to the Premier League.", "rouge": {"rouge1": 50.0, "rouge2": 29.411764705882355, "rougeL": 50.0}, "nll_sum": 61.4836540222168, "token_count": 19} +{"index": 6468, "reference": "Mo Farah missed out on a fifth major championships distance double in a row as he finished second in the 5,000m at the World Athletics Championships.", "prediction": "Mo Farah completed his most successful career of complete 30 years and complete a record 10,000m title and complete the men's in a thrilling race at the London Marathon Games.-G again 2011 again 2011 by again 2011 again's a", "rouge": {"rouge1": 25.71428571428572, "rouge2": 8.823529411764707, "rougeL": 20.0}, "nll_sum": 248.1063232421875, "token_count": 46} +{"index": 6469, "reference": "Samantha Cameron, the wife of the former Prime Minister, has said their son's death \"overshadowed everything\".", "prediction": "The pregnant wife of former David Cameron has told the BBC she spoken about about her husband, and the unhappy about \"that's decision's\".", "rouge": {"rouge1": 38.0952380952381, "rouge2": 5.0, "rougeL": 28.571428571428566}, "nll_sum": 143.87640380859375, "token_count": 27} +{"index": 6470, "reference": "A 60-year-old woman in Dumfries and Galloway has been conned out of \u00a330,000 just a week after a similar scam netted \u00a310,000.", "prediction": "A pensioner tricked into Straraer out of \u00a3550,000000 from BT - after payment totalling nearly \u00a3200000000.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 144.59231567382812, "token_count": 25} +{"index": 6471, "reference": "Fr Alec Reid, who was a key figure in the Northern Ireland peace process, acting as a go-between between the IRA and politicians, has died.", "prediction": "A Catholic priest who was one of the men involved in Northern Ireland in 1988 has died and a F Sinnin soldier minister said. a's's solve of aA referee's a-b\" republic his from November's the. from a", "rouge": {"rouge1": 35.294117647058826, "rouge2": 9.09090909090909, "rougeL": 20.588235294117645}, "nll_sum": 302.91876220703125, "token_count": 47} +{"index": 6472, "reference": "Bayern Munich's progress to the semi-finals of the Champions League was \"about life or death\", according to manager Pep Guardiola.", "prediction": "Pep Guardiola said his players Munich \"unordinary players\" not to relax\" after his Bayern Munich side missed out of a dramatic Champions League success.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 21.73913043478261}, "nll_sum": 145.1528778076172, "token_count": 29} +{"index": 6473, "reference": "Dairy farmers in Wales have been urged to club together to help negotiate a better price for their milk.", "prediction": "The Welsh dairy industry could take up to take a deal to help customer could reach with, the industry hurt.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 132.3341064453125, "token_count": 21} +{"index": 6474, "reference": "A three-year-old girl has died in hospital after the car she was travelling in crashed into a tree next to the M4 in Berkshire.", "prediction": "A woman was left seriously injured after being hit by a car on the M20 between Berkshire and in Berkshire.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 68.68305206298828, "token_count": 21} +{"index": 6475, "reference": "Teams could be relegated or expelled from competitions for serious incidents of racism after tough new powers were voted in by Fifa.", "prediction": "Fifa has opened a fivematch ban on five members of football from five cases to 30, after they voted against the football's football a60", "rouge": {"rouge1": 21.276595744680854, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 161.37667846679688, "token_count": 28} +{"index": 6476, "reference": "Former Middlesbrough player Craig Hignett has been named as the new manager of League Two side Hartlepool.", "prediction": "Blacklepool have appointed former Hartlepool boss Craig Hignett as football first-team coach.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 7.142857142857144, "rougeL": 26.666666666666668}, "nll_sum": 82.08448791503906, "token_count": 20} +{"index": 6477, "reference": "A man's body has been found following a fire at a house.", "prediction": "A man was killed in a fire in Sussex by police, have said.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 16.666666666666664, "rougeL": 30.76923076923077}, "nll_sum": 54.0515022277832, "token_count": 14} +{"index": 6478, "reference": "A vicar arrested in connection with historical sexual abuse has been suspended by the Church of England.", "prediction": "A vicar has been arrested on suspicion of making images of sexual images has been suspended, police have said.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 17.647058823529413, "rougeL": 38.88888888888889}, "nll_sum": 70.10293579101562, "token_count": 21} +{"index": 6479, "reference": "World Cup final referee Nigel Owens says he intends to keep officiating in international rugby for another four years.", "prediction": "Rugby referee Owens says he has plans to resign in the September Rugby World Cup final after Australia took Australia in the 2003 World World Cup.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 18.6046511627907, "rougeL": 31.11111111111111}, "nll_sum": 130.98480224609375, "token_count": 28} +{"index": 6480, "reference": "Four Israelis have been charged over the beating of an Eritrean migrant who was mistaken for a gunman during a militant attack last October.", "prediction": "An gunman killed an 18-year-old man and beaten to death in a series of recent stabbings to by people in the central Israel, officials,. they, from-d's from in since November a's.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 222.08984375, "token_count": 44} +{"index": 6481, "reference": "Kaka has been called up to the Brazil squad for next month's Copa America in the United States.", "prediction": "Ghana forward Kaka has been left out of Brazil's 26's squad for their opening for the World Cup.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 35.8974358974359}, "nll_sum": 82.06675720214844, "token_count": 22} +{"index": 6482, "reference": "Arsenal Ladies reached their fifth consecutive Continental Cup final with a 3-1 win over Birmingham City.", "prediction": "Arsenal won the Women's Super League semi-finals for the first time 2008 as they thrashed champions Birmingham City Ladies to a comfortable win over Birmingham.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714285, "rougeL": 27.272727272727277}, "nll_sum": 106.805908203125, "token_count": 29} +{"index": 6483, "reference": "The chairman of the Scottish Police Authority has said Aberdeen's emergency control room will only be closed if it is safe to do so.", "prediction": " of Scottish Police rooms control centre, in Dalkeke, is to close in September, because of \" local concerns\" Scottish Police detectiveers ( Zone).", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 202.02066040039062, "token_count": 30} +{"index": 6484, "reference": "A prisoner is to go on trial accused of attacking a doctor at a hospital with a razor blade.", "prediction": "A man has gone on trial accused of attempting to hit and a prison officer with a-D razororder in West Lothian.", "rouge": {"rouge1": 48.78048780487805, "rouge2": 25.641025641025646, "rougeL": 39.02439024390244}, "nll_sum": 112.56240844726562, "token_count": 26} +{"index": 6485, "reference": "Letting agents' fees for tenants could be banned in Wales under proposals from two backbench Labour AMs.", "prediction": " AMs from Swansea are calling for of fees fees to be banned by the Welsh Government.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 6.451612903225808, "rougeL": 18.18181818181818}, "nll_sum": 81.48438262939453, "token_count": 17} +{"index": 6486, "reference": "Doctors who carry out cosmetic procedures should give patients time to think before agreeing to go ahead, new guidance says.", "prediction": " doctors doctors across the UK are new cosmetic surgery to stop halting surgery after surgery patient over, safety.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 127.00138854980469, "token_count": 19} +{"index": 6487, "reference": "Colin Kazim-Richards's late goal stunned Arsenal as Blackburn Rovers reached the FA Cup quarter-finals.", "prediction": " July Kazim-Richards's strike gave Arsenal put the side holders an FA Cup quarter-final replay at Blackburn to Ewood Park. solveshot 2011 again 2011 solve's a-B's a in a from's side.'s a", "rouge": {"rouge1": 35.714285714285715, "rouge2": 18.51851851851852, "rougeL": 32.142857142857146}, "nll_sum": 302.4127197265625, "token_count": 47} +{"index": 6488, "reference": "The deep, growling roar of the howler monkey may hide reproductive shortcomings, according to biologists.", "prediction": "Soler Netherlands monkeys are up to 14 times and lower - more bigger than our thought, a study suggests.", "rouge": {"rouge1": 12.12121212121212, "rouge2": 0.0, "rougeL": 12.12121212121212}, "nll_sum": 128.82363891601562, "token_count": 21} +{"index": 6489, "reference": "Labour leader Jeremy Corbyn has named Neath MP Christina Rees as the new shadow Welsh secretary.", "prediction": "Christina Rees has been named as shadow Welsh secretary secretary, by Labour leader Jeremy Corbyn", "rouge": {"rouge1": 77.41935483870968, "rouge2": 41.379310344827594, "rougeL": 38.70967741935484}, "nll_sum": 76.06985473632812, "token_count": 17} +{"index": 6490, "reference": "A Romanian hacker who targeted high-profile US politicians has been sentenced to 52 months in prison.", "prediction": " Ukrainian Romanian hacker who hacked into of US Democratic account email 2013 2012 faces jail. jail.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 12.903225806451616, "rougeL": 24.242424242424242}, "nll_sum": 120.092529296875, "token_count": 17} +{"index": 6491, "reference": "Plans to avert big event travel chaos in Cardiff will be trialled as 30,000 people head to the city for Saturday's Monster Jam event.", "prediction": "Drivers are facing up for to delays for some delays at Cardiff' main railway station, the operator has been claimed. a a motorcyclesman's. has men's game a from 5 from a's from of of.", "rouge": {"rouge1": 15.873015873015872, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 265.0242004394531, "token_count": 43} +{"index": 6492, "reference": "The chairwoman of the inquiry into historical child abuse has announced two key dates for the investigation.", "prediction": " justice lawyer responsible for help will examine the Scottish inquiry into Scottish abuse in Scottish children homes in living memory.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 117.61457824707031, "token_count": 20} +{"index": 6493, "reference": "Video footage has emerged of an Indian man fighting a sword-wielding attacker to save the life of a shopkeeper.", "prediction": " an Indian 80year-old man says he beaten beaten in the street by India after a video game online showing a man wants to save him.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 145.1057891845703, "token_count": 28} +{"index": 6494, "reference": "The Welsh Government will set a \"framework\" of five-year targets in its attempt to ensure a million people speak Welsh by 2050.", "prediction": "Pupils from five-year-olds to be allowed to speak Welsh in Welsh, the Welsh government's challenge government-up.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 19.51219512195122, "rougeL": 23.25581395348837}, "nll_sum": 113.64586639404297, "token_count": 26} +{"index": 6495, "reference": "Three nurses have been found guilty of professional misconduct for mistreating a man at a Kent brain injury unit.", "prediction": " nurses nurses who had a brain injury after catching his patient for care more than 12 months ago have been fined and \u00a3 \u00a37,000.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 130.25201416015625, "token_count": 27} +{"index": 6496, "reference": "A sailing boat, a coffin and an oxygen tank were some of the items people have taken to be recycled, according to Surrey County Council.", "prediction": "One hundredne of,, wear restaurants and families are being put together in recycling centre, the council has said the be a a \"s's. aIt The's the a from since it's from flagship of a from of a-", "rouge": {"rouge1": 24.615384615384613, "rouge2": 0.0, "rougeL": 12.307692307692307}, "nll_sum": 292.48101806640625, "token_count": 46} +{"index": 6497, "reference": "On Friday morning Donald Trump dipped his presidential toe into French electoral politics, tweeting about the possible impact of the Paris shooting on Thursday that resulted in one police officer dead and two seriously wounded.", "prediction": "President Donald Trump has read the French presidential and presidential selected after a fatal shooting in Paris on Friday night saying he \"could make a big impact\".", "rouge": {"rouge1": 38.70967741935484, "rouge2": 6.666666666666667, "rougeL": 16.129032258064516}, "nll_sum": 118.07034301757812, "token_count": 28} +{"index": 6498, "reference": "As a US soldier is held for the massacre of 16 Afghan civilians, there are growing concerns at his home base about post-traumatic stress disorder (PTSD).", "prediction": "An American Air soldier charged with abuse at a US military base in southern Iraq in his battle for struggle-traumatic stress disorder (PTSD).", "rouge": {"rouge1": 43.13725490196078, "rouge2": 16.3265306122449, "rougeL": 27.450980392156865}, "nll_sum": 116.28031158447266, "token_count": 28} +{"index": 6499, "reference": "BBC Radio 1 DJ Greg James is to receive an honorary doctorate from the University of East Anglia (UEA).", "prediction": "Veteran Radio 1 presenter Nottinghamty James never received an honorary an fellowship from the Royal Opera College of UCL).", "rouge": {"rouge1": 47.368421052631575, "rouge2": 22.22222222222222, "rougeL": 47.368421052631575}, "nll_sum": 144.9605712890625, "token_count": 22} +{"index": 6500, "reference": "A beach clean-up charity has been given a \u00a330,000 grant to help keep Manx beaches the \"tidiest in Europe\".", "prediction": "The Isle of Man Man, which carries some of the 'performingiest\" around the coast, has received more than \u00a38.8 in grant the government funding.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 158.7183380126953, "token_count": 32} +{"index": 6501, "reference": "James Ward produced a stunning comeback to beat John Isner 15-13 in the fifth set and give Great Britain a 2-0 Davis Cup lead over the United States.", "prediction": "Andren Ward completed a dramatic three fight heart fightback to beat American number number 40 John Isner to reach the semi-finals of the Scotland Tennis Group.", "rouge": {"rouge1": 28.070175438596497, "rouge2": 7.272727272727273, "rougeL": 28.070175438596497}, "nll_sum": 190.01583862304688, "token_count": 31} +{"index": 6502, "reference": "Nature experts have discovered an amazing underwater forest thousands of years old under the sea close to the Norfolk coast in England.", "prediction": "An underwater search forest has on discovered on a tiny coast coast of North America, was growing up to 10,000 years ago.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 127.78950500488281, "token_count": 25} +{"index": 6503, "reference": "A man who deliberately got arrested in an attempt to smuggle up to \u00a320,000 worth of heroin into prison has been jailed for three years.", "prediction": "A drug gang who was almost \u00a33m worth of drugs from a Perth prison locked, has been told faces a five-year jail.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 8.51063829787234, "rougeL": 32.6530612244898}, "nll_sum": 136.49725341796875, "token_count": 27} +{"index": 6504, "reference": "Part of a Swansea University campus was evacuated on Thursday after the discovery of \"unstable\" chemicals.", "prediction": "Students at the University University, have been evacuated because of a disposal of bomb experts have said 2011 a \"'s a-'s and from the- it's a's a's from Saturday from it The's of\".. from's 2011A", "rouge": {"rouge1": 21.052631578947363, "rouge2": 3.6363636363636362, "rougeL": 14.035087719298248}, "nll_sum": 285.4073181152344, "token_count": 47} +{"index": 6505, "reference": "Casino gambling revenue in Macau soared in 2010 to reach a record high, according to official figures.", "prediction": "Fere gambling firm Macau a posted a record gambling revenue for December 2014.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 14.285714285714288, "rougeL": 26.666666666666668}, "nll_sum": 101.84497833251953, "token_count": 15} +{"index": 6506, "reference": "Artworks by Ai Weiwei made during his stay in Lesbos have gone on public display for the first time in Athens.", "prediction": "Chinese dissidenti Weiwei has unveiled a new \" large collection islands which gone on display the Greek island of Lesbos inbos., signs the his his as as's from-. for a in from there's.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 3.773584905660378, "rougeL": 21.818181818181817}, "nll_sum": 289.3117980957031, "token_count": 42} +{"index": 6507, "reference": "MPs will question the chairman of the Iraq War Inquiry later this month for the first time since it published its official report in July.", "prediction": "MPs are to question the aftermath of the inquiry into the Chilcot prepared be ready be extradite to the UK's in its war war.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 8.333333333333332, "rougeL": 32.0}, "nll_sum": 158.6923065185547, "token_count": 29} +{"index": 6508, "reference": "As the nation anxiously waited for the EU referendum results last month, currency traders were busy making bets on which way the vote would go.", "prediction": "The pound has fallen against the dollar after the UK votes to leave in European Union.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 51.100135803222656, "token_count": 16} +{"index": 6509, "reference": "The treatment of employees in public services who have raised concerns about wrongdoing has often been \"shocking\", a group of MPs has said.", "prediction": "No-one should be no ban over the governmentards treatment of the NHSowing was victim of MPs have said.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 28.571428571428577}, "nll_sum": 145.2346954345703, "token_count": 22} +{"index": 6510, "reference": "Australia's biggest city, Sydney, has switched off its lights for an hour as the Earth Day climate change protest gets under way across the globe.", "prediction": "Sydney has switched off its lights to the White House for a fourth day day, after angry angry.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 23.80952380952381, "rougeL": 36.36363636363637}, "nll_sum": 97.99946594238281, "token_count": 21} +{"index": 6511, "reference": "More than 2,500 family, friends and well-wishers gathered for the funeral of Otto Warmbier, the US student who died after falling into a coma while in prison in North Korea.", "prediction": "Hundreds of mourners have attended the funeral of former school school Otto Warmbier, the US who was shot dead by North Korea.", "rouge": {"rouge1": 37.03703703703703, "rouge2": 23.076923076923077, "rougeL": 37.03703703703703}, "nll_sum": 77.09242248535156, "token_count": 26} +{"index": 6512, "reference": "Stephen Maguire said he was \"embarrassed\" at not being able to motivate himself for the World Championship at the Crucible.", "prediction": "Chris Maguire says he will not qualify for a place at the World Championship despite described the World battle as \" \" Parrassinging\".", "rouge": {"rouge1": 43.90243902439024, "rouge2": 15.384615384615385, "rougeL": 39.02439024390244}, "nll_sum": 148.731689453125, "token_count": 28} +{"index": 6513, "reference": "German Chancellor Angela Merkel's allies have urged her to change course on refugees after her governing CDU party was beaten in a regional election by an anti-immigrant party.", "prediction": "German Chancellor Angela Merkel has called for her party to be \" embarrassment monster\" in the general election, a sent a surprise% in border border laws.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 11.320754716981133, "rougeL": 29.09090909090909}, "nll_sum": 161.06674194335938, "token_count": 29} +{"index": 6514, "reference": "Smoking causes one in 10 deaths worldwide, a new study shows, half of them in just four countries - China, India, the US and Russia.", "prediction": "The impacts on tobacco has increased by more than five and women in the first half, a global study suggests.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 93.91085815429688, "token_count": 21} +{"index": 6515, "reference": "Bernie Ecclestone says Formula 1 is \"cheating\" its fans because the quality of the show is poor.", "prediction": "Formula 1 boss Bernie Ecclestone says he will not filmed playing an event despite criticism the Rolling Stones to \"offs a hot glam\" shoes.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 15.384615384615383, "rougeL": 19.51219512195122}, "nll_sum": 180.035888671875, "token_count": 29} +{"index": 6516, "reference": "Tata Steel has been ordered to pay \u00a31m after it exposed five people to toxic substances at Scunthorpe Steel Works.", "prediction": "Tata Steel has been fined a \u00a3400,000 after a fatal chemical water accident in East Yorkshire.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 17.142857142857142, "rougeL": 27.027027027027025}, "nll_sum": 95.05056762695312, "token_count": 20} +{"index": 6517, "reference": "Northern Ireland's main parties are expected to hold talks with the prime minister in Downing Street on Thursday.", "prediction": " political leaders and political parties are heading to Northern Ireland for talks the in that can restore a power-sharing deal after the House of Commons.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 108.27690124511719, "token_count": 27} +{"index": 6518, "reference": "Afghan Taliban leader Mullah Akhtar Mansour has been seriously wounded in shooting at a meeting of militants in Pakistan, Taliban sources say.", "prediction": "ghan Taliban fighters have killed a gun battle between from the get break of the new leader Mullahhtar Mansourah, source in the reports., clashes, after they be's-,'s a in three since's bill.", "rouge": {"rouge1": 24.56140350877193, "rouge2": 0.0, "rougeL": 17.543859649122805}, "nll_sum": 287.1115417480469, "token_count": 44} +{"index": 6519, "reference": "Two teenage drug dealers who murdered a man in a revenge attack have been jailed.", "prediction": "Two teenagers whose were found guilty of killing man who beaten and beat with singer leg a frenzied revenge attack\" have been jailed.", "rouge": {"rouge1": 52.63157894736841, "rouge2": 27.77777777777778, "rougeL": 47.368421052631575}, "nll_sum": 141.51904296875, "token_count": 26} +{"index": 6520, "reference": "A man and woman found stabbed at a house in Leicestershire have been named.", "prediction": "A man has been arrested by over after death victim a man was the victim of murder of the police have said.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 107.06473541259766, "token_count": 22} +{"index": 6521, "reference": "A man in is hospital with life threatening injures after an early morning disturbance in Glasgow city centre.", "prediction": "A man has been arrested with injuries following serious assault in the early hours of.", "rouge": {"rouge1": 30.303030303030297, "rouge2": 6.451612903225808, "rougeL": 24.24242424242424}, "nll_sum": 60.072322845458984, "token_count": 15} +{"index": 6522, "reference": "Police have thanked Wrexham and Chester fans for their \"good natured co-operation\" at their derby match.", "prediction": " restrictions have have restrictions lifted on fans attending Sunday's match between Chesterfield and in Cheshirehan police say.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 121.4259262084961, "token_count": 21} +{"index": 6523, "reference": "Leeds United have signed FC Twente midfielder Mateusz Klich for an undisclosed fee on a three-year deal.", "prediction": "Bolton have signed full-back Joimim Ely from French side Paris Stienne on- four-year deal for an undisclosed fee.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 27.777777777777775, "rougeL": 31.57894736842105}, "nll_sum": 134.53843688964844, "token_count": 28} +{"index": 6524, "reference": "Paint has been thrown over an Orange hall in north Belfast.", "prediction": "A hate attack attack on a town of a church in Londerryerry. as, man's attack from the street from in the's reputation, the, as it from from a George's reputation on aA as. from's a", "rouge": {"rouge1": 4.0, "rouge2": 0.0, "rougeL": 4.0}, "nll_sum": 270.9984130859375, "token_count": 47} +{"index": 6525, "reference": "The UK is to make a formal protest to the government of Ecuador over the country's decision to \"harbour\" Julian Assange, the Foreign Office has said.", "prediction": "The Swedish government says it start the formal protest against Julian Assange over her rape allegation judgement, saying the case as a \"coastrophic failure\".", "rouge": {"rouge1": 39.21568627450981, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 158.56613159179688, "token_count": 28} +{"index": 6526, "reference": "The most concerted diplomatic push so far to end Syria's punishing war has concentrated minds on all sides of a bitter divide.", "prediction": "As the war in Syria, has started, formal peace talks with the powers and its powers the then it's finding it to step down and then it will step down?.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 160.43328857421875, "token_count": 34} +{"index": 6527, "reference": "Barnsley have signed striker Kayden Jackson from National League club Wrexham on a two-year deal.", "prediction": "Barnsley have signed midfielder Marlon Jackson following his release by National fellow League rivals Wrexham.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 13.79310344827586, "rougeL": 45.16129032258064}, "nll_sum": 105.0738754272461, "token_count": 20} +{"index": 6528, "reference": "The International Paralympic Committee (IPC) has said it is investigating why the Algerian women's goalball team failed to arrive in Rio in time for matches against the US and Israel.", "prediction": "The International Paralympic Committee says it claims that its Algerian national team who went missing after missing disappeared from a flight the played US football game.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 10.90909090909091, "rougeL": 31.57894736842105}, "nll_sum": 142.37144470214844, "token_count": 29} +{"index": 6529, "reference": "Australian Prime Minister Tony Abbott has said the refugee and migrant crisis in Europe is proof of the need for tough asylum policies.", "prediction": "Australia's PM Tony Abbott says would prepared to stop illegal boats from the Mediterranean Europe by, \"a act of hate, a genocide and not right\".", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 149.529052734375, "token_count": 29} +{"index": 6530, "reference": "Plans to revamp the tennis court at the Duke and Duchess of Cambridge's country mansion have been submitted.", "prediction": "Plans forans new tennis court Court which is believed to be placed at Wimbledon, have been unveiled with spectacular McMuricf be", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 166.22271728515625, "token_count": 27} +{"index": 6531, "reference": "The government's Syrian vulnerable persons resettlement programme could be \"at risk\" because of a lack of school places and accommodation, a National Audit Office report has warned.", "prediction": "The government is \"strongly short\" reaching its programme to resettling 1,,000 refugees far so far, a National Audit Office says.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 17.02127659574468, "rougeL": 28.571428571428577}, "nll_sum": 136.8354949951172, "token_count": 28} +{"index": 6532, "reference": "Police say an attack on a man in his 20s in Dunboyne Park in west Belfast was a \"sectarian hate crime\".", "prediction": "A 23-year-old man has been left with life-changing game injuries after an of-style attack in east Belfast in the Belfast football,AM, described as a ballet reputation from a from The's of.A aA a", "rouge": {"rouge1": 26.22950819672132, "rouge2": 0.0, "rougeL": 19.67213114754098}, "nll_sum": 260.8934326171875, "token_count": 47} +{"index": 6533, "reference": "British industry will lead the production of Solar Orbiter (SolO), a spacecraft that will travel closer to the Sun than any satellite to date.", "prediction": "One of the world's best, solar missions - a Nasa - Curiosity - the Marvel, is a go on display at a young Stevenage.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 158.85546875, "token_count": 28} +{"index": 6534, "reference": "Before the Parliamentary drama over the first part of Brexit is even done, another dramatic twist in this most tangled of plots.", "prediction": "It's the note so far, but it't mean it wasn't her official statement.", "rouge": {"rouge1": 5.2631578947368425, "rouge2": 0.0, "rougeL": 5.2631578947368425}, "nll_sum": 84.062255859375, "token_count": 17} +{"index": 6535, "reference": "Northern Ireland's economy grew slightly in the second quarter of this year, according to the latest official figures.", "prediction": "The growth of Northern Ireland economy grew lower last 2014 is at its highest level since 2008, official figures show.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 30.76923076923077}, "nll_sum": 93.48785400390625, "token_count": 21} +{"index": 6536, "reference": "It is certainly not the country's most famous sporting event but the Scottish Boat Race is one of the oldest.", "prediction": "The Scottish women Y Club which, which starts place this weekend, includes the historic Scottish-wing race.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 5.555555555555556, "rougeL": 21.052631578947366}, "nll_sum": 140.20989990234375, "token_count": 20} +{"index": 6537, "reference": "Nationwide has reported a sharp fall in mortgage lending, mainly due to making fewer buy-to-let loans.", "prediction": " the UK the building society, the UK, has reported a fall in thirdquarter quarterly profits the warned fears of lending was \"ger bad\".", "rouge": {"rouge1": 29.268292682926827, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 178.03538513183594, "token_count": 27} +{"index": 6538, "reference": "The memory card in the flight recorder of a Russian fighter plane downed by Turkey on the Syrian border last month is damaged, Russian investigators say.", "prediction": "A Russian jet that was shot down on the Turkish border near Syria earlier last month says six of its crew who had been shot dead in its airspace, officials say.", "rouge": {"rouge1": 38.59649122807018, "rouge2": 10.90909090909091, "rougeL": 31.57894736842105}, "nll_sum": 113.15814208984375, "token_count": 32} +{"index": 6539, "reference": "Kent have signed batsman Sean Dickson after he impressed during a trial spell with their Second XI.", "prediction": "Kent have signed Kent all all Seanrounder Sean Dickson, who signed a new three-year contract, starting to begin at the end of 2019 season.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 15.0, "rougeL": 28.571428571428566}, "nll_sum": 152.2391357421875, "token_count": 30} +{"index": 6540, "reference": "A four-year-old child has been badly burned after he stepped on a disposable barbecue that was buried at Camber Sands while it was still alight.", "prediction": "A nine-year-old boy was left left mar scar and heart\" after he fell into a beach has described how \"m skills and took the pain off the sea\".", "rouge": {"rouge1": 28.070175438596497, "rouge2": 7.272727272727273, "rougeL": 21.05263157894737}, "nll_sum": 178.55419921875, "token_count": 34} +{"index": 6541, "reference": "Labour risks losing \"a swathe\" of voters to UKIP by campaigning to remain in the EU, one of its MPs is to warn.", "prediction": "A major speech include more Labour voters to the UK to leave the European Union to leave, the party leading leading pro-EU Remain Leave campaign says.", "rouge": {"rouge1": 40.0, "rouge2": 4.166666666666667, "rougeL": 24.0}, "nll_sum": 137.35055541992188, "token_count": 29} +{"index": 6542, "reference": "A man who was arrested after an 85-year-old woman was assaulted with a paving stone has been detained under the Mental Health Act.", "prediction": "A 27-year-old woman is condition a critical condition in hospital in a suspected-and-run attack attack in Lancashire.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 9.09090909090909, "rougeL": 21.73913043478261}, "nll_sum": 106.59330749511719, "token_count": 27} +{"index": 6543, "reference": "On Sepp Blatter's judgement day it was only fitting that the Fifa president signed off with the line \"I'll be back\".", "prediction": "Sepp Blatter's reign reign as one of the world's longest president in today, but but he stands stand wearing a ball with black black and possible, white, and create a lighter ball and\".", "rouge": {"rouge1": 20.689655172413797, "rouge2": 7.142857142857142, "rougeL": 20.689655172413797}, "nll_sum": 229.45751953125, "token_count": 40} +{"index": 6544, "reference": "Walt Disney World has unveiled a lighthouse memorial for a young boy who was killed by an alligator while on holiday at the Florida theme park.", "prediction": "A monument the plaque unveiled Florida in Florida who killed a brother Florida of an alligator, Disney Disney company Disney.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 155.73768615722656, "token_count": 22} +{"index": 6545, "reference": "Former cabinet minister Michael Gove says Theresa May was right to sack him after she became prime minister.", "prediction": "The former Secretary Secretary Michael Gove has said he would not have been sacked prime minister.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 35.294117647058826}, "nll_sum": 73.48085021972656, "token_count": 17} +{"index": 6546, "reference": "Scotland's senior prosecutor has said it is \"vital\" the UK remains a member of the European criminal justice agencies after Brexit.", "prediction": "Scotland's top police officer has said remains fit in the criminal system co-operation in, if a result of the UK to leave the EU., solve,'s they be a new from The's's of crime.", "rouge": {"rouge1": 36.66666666666667, "rouge2": 13.793103448275861, "rougeL": 26.666666666666668}, "nll_sum": 246.61767578125, "token_count": 42} +{"index": 6547, "reference": "A court in India will give its verdict on 6 May in a 2002 hit-and-run incident in which Bollywood star Salman Khan is accused of running over five men sleeping on a pavement, killing one of them.", "prediction": "India Paris court, ruled that Bollywood star Salman Khan not not guilty over a hit-and-run crash in killed five people in a hit-and-andrun a in Paris 2002 2002.", "rouge": {"rouge1": 53.52112676056338, "rouge2": 17.391304347826086, "rougeL": 22.535211267605636}, "nll_sum": 187.4991455078125, "token_count": 39} +{"index": 6548, "reference": "Residents in one of the government's new garden cities are warning potential home buyers there is no fast broadband on their development.", "prediction": "More than 300 homes in a Nottinghamshire town town say they want to get fibre get-ic broadband with internet of up.kmmph.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 170.36245727539062, "token_count": 28} +{"index": 6549, "reference": "A Sydney man who helped seven young men travel from Australia to Syria to join the Islamic State conflict has told a court he is \"not a terrorist\".", "prediction": "An Australian father who was sentenced to to seven years in jail for helping seven helping the fight so-called Islamic State group (IS).", "rouge": {"rouge1": 34.61538461538462, "rouge2": 7.999999999999999, "rougeL": 26.923076923076923}, "nll_sum": 98.48274993896484, "token_count": 26} +{"index": 6550, "reference": "Patients are being put at risk by GPs being forced to carry out complex consultations in 10 minutes or under, the British Medical Association says.", "prediction": "GPs have accused the NHS England of facing a \"fantastic\" rate on pressure faced a the British Medical Association of England report on NHS England.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 12.5, "rougeL": 20.000000000000004}, "nll_sum": 146.58273315429688, "token_count": 30} +{"index": 6551, "reference": "An \"explosive creativity\" of craft spirits has seen 50 new distilleries open across the UK last year, according to a study.", "prediction": "There has been a rise in more than 30 distillerings in Scotland over the past year, new research suggests.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 70.64476013183594, "token_count": 22} +{"index": 6552, "reference": "Wales could suffer a budget shortfall if devolved taxes do not make up for grant cuts, academics have warned.", "prediction": "A Welsh housing impact have been negative impact on Welsh Government's transfer grant be cut, a think tank has claimed.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 123.87894439697266, "token_count": 22} +{"index": 6553, "reference": "South Korea's president has promised to raise the Sewol ferry, as the nation marks a year since the disaster.", "prediction": "South Korea's president has announced it will save 40 bodies missing from in Sewton ferry ferry", "rouge": {"rouge1": 32.43243243243243, "rouge2": 22.857142857142858, "rougeL": 32.43243243243243}, "nll_sum": 106.87832641601562, "token_count": 17} +{"index": 6554, "reference": "The widow of a man shot dead by police has told an inquest of a desperate text sent by one of their children saying \"dad's going to kill himself\".", "prediction": "A man who was shot dead by his wife was sent to police police after her birth to the child, an inquest has heard, have described \"a's of death\".", "rouge": {"rouge1": 50.0, "rouge2": 13.793103448275861, "rougeL": 33.33333333333333}, "nll_sum": 145.56173706054688, "token_count": 33} +{"index": 6555, "reference": "England's Tyrrell Hatton and Matthew Fitzpatrick are both three shots off the lead going into the final round of the Arnold Palmer Invitational.", "prediction": "Northern Ireland's Hatton H was among Matthewville five behind Matthew Matthew Fitzpatrick heading into the third roundpar the Memorial Entertainment World World Championship in New York, Florida.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 7.999999999999999, "rougeL": 26.923076923076923}, "nll_sum": 219.2939453125, "token_count": 32} +{"index": 6556, "reference": "Passenger numbers at Luton Airport could nearly treble, to 30 million a year, under new proposals.", "prediction": "Plans for a \u00a324m per hour for London's International Airport has again been unveiled. claiming saying it's \"the from councillor's have from of it,'s a from 30. million of by by of.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 4.0, "rougeL": 11.538461538461538}, "nll_sum": 267.7275390625, "token_count": 43} +{"index": 6557, "reference": "Public parks are at risk of falling into neglect as funding to maintain them comes under pressure, says a report by a committee of MPs.", "prediction": " regional parks in England are being put at risk due to cuts to the grass and like grass, a group of MPs has warned in the a's, solve, it's's being competitive from it's's. of. solve's the's", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.060606060606061, "rougeL": 23.529411764705884}, "nll_sum": 254.967041015625, "token_count": 47} +{"index": 6558, "reference": "When Narendra Modi won the general elections a year ago, the UK's Financial Times called him \"India's first social media prime minister\".", "prediction": " Prime Prime Minister Narendra Modi unveiled last year - the most successful of his social office campaign.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 79.5543441772461, "token_count": 17} +{"index": 6559, "reference": "An overdue school library book has finally been returned - 120 years late.", "prediction": "A free school is ready to return to a free bookbook book after its author was found after it was hidden in the poet.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 131.2373809814453, "token_count": 25} +{"index": 6560, "reference": "Midfielder Sam Clucas has signed a new three-year deal with Premier League side Hull City.", "prediction": "Hull City forward forward Sam Clucucas has signed a new, five-andand-a-halfyear deal with collapsing Premier League club.", "rouge": {"rouge1": 61.111111111111114, "rouge2": 35.294117647058826, "rougeL": 50.0}, "nll_sum": 138.05345153808594, "token_count": 30} +{"index": 6561, "reference": "Italian prosecutors have begun an inquiry into the death after a miscarriage of a woman of 32 who was pregnant with twins.", "prediction": "A 10-year-old gynaecologist who gave birth fertility after fertility treatment, suggests a foetuseshop didn't died\" if even after she was died suddenly, a Gynaily lawyer says.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 231.04579162597656, "token_count": 42} +{"index": 6562, "reference": "Pop band Duran Duran have taken legal action against the US company charged with running their fan club over unpaid revenues, court papers have revealed.", "prediction": "Duran Duran, product, of the British heart musicians in 2012, is sued for copyright over turnover to a club a proposedForest- solve. solve's a again's a from a it's from's of.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 3.4482758620689653, "rougeL": 13.333333333333334}, "nll_sum": 284.2819519042969, "token_count": 43} +{"index": 6563, "reference": "Nick Kyrgios said he was \"bored\" as he extended his unbeaten run to six matches with victory over Sam Querrey at the Shanghai Masters.", "prediction": " champion Nick Kyrgios apologised his event not for \"a ride\" to beat Sam Querrey, saying: \"a big very night wasn't the courts because wasn isn't\".", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 27.450980392156865}, "nll_sum": 205.5317840576172, "token_count": 36} +{"index": 6564, "reference": "A man who raped a 14-year-old girl in 2001 has been jailed for six years.", "prediction": "A man who raped a woman and sent to police after officers sent and messages and sent him at the hands of her, been jailed for 22 years. 2011 of again who again a their'sA's again dash of from's again 2011 a", "rouge": {"rouge1": 29.03225806451613, "rouge2": 20.0, "rougeL": 29.03225806451613}, "nll_sum": 277.54888916015625, "token_count": 47} +{"index": 6565, "reference": "Works are under way to expand capacity at Scotland's largest container port.", "prediction": "Scotland's largest container pool terminal expected complete expected to boost its capacity over the next five years - increase more than 12,000 containers.", "rouge": {"rouge1": 32.432432432432435, "rouge2": 17.14285714285714, "rougeL": 21.62162162162162}, "nll_sum": 124.8448715209961, "token_count": 26} +{"index": 6566, "reference": "Bluebell woods in Guernsey are being invaded by a non-native species, environmentalists say.", "prediction": "B garden memorialers are get rid of a blue red states not in or black.", "rouge": {"rouge1": 20.689655172413797, "rouge2": 0.0, "rougeL": 13.79310344827586}, "nll_sum": 123.51085662841797, "token_count": 16} +{"index": 6567, "reference": "Stan Kroenke, the owner of Arsenal Football Club, has ordered big game hunting videos to be removed from the MyOutdoorTV (MOTV) app.", "prediction": " footballer footballer Stan Kroenke, launched a TV TV channel pur blood culture with video \" game animals\".", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 128.39422607421875, "token_count": 20} +{"index": 6568, "reference": "A man has been jailed for grooming a 12-year-old girl on Facebook who he went on to abuse.", "prediction": "A man who groomed a girl after he \" kissing and Huddling and\" messages of their relationships with him has been jailed.", "rouge": {"rouge1": 48.78048780487805, "rouge2": 20.51282051282051, "rougeL": 29.268292682926827}, "nll_sum": 138.336669921875, "token_count": 26} +{"index": 6569, "reference": "A man in his early 20s has been arrested by police investigating a serious sexual assault on a pensioner in the Republic of Ireland.", "prediction": "Police investigating the rape of a man and woman who was stabbed in her car three years ago have been released on bail the. Republic of Ireland.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 20.408163265306122, "rougeL": 35.294117647058826}, "nll_sum": 107.64679718017578, "token_count": 28} +{"index": 6570, "reference": "Tributes have been paid to a man who died after he went into the sea off the Kent coast to try to rescue his dog.", "prediction": "A man was thought to died after getting into the sea off Kent has been named.", "rouge": {"rouge1": 53.65853658536586, "rouge2": 25.641025641025646, "rougeL": 43.90243902439025}, "nll_sum": 69.3643569946289, "token_count": 16} +{"index": 6571, "reference": "A man who carried out an acid attack leaving his victim blind in one eye has had his sentence cut by the Court of Appeal.", "prediction": "A man who was jailed for life for knife man in a garden with a knife, cutting the neck, eye in a blue case\", has had his prison quashed.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 15.384615384615383, "rougeL": 29.629629629629633}, "nll_sum": 160.64096069335938, "token_count": 33} +{"index": 6572, "reference": "Andy Watson has been brought into the Scotland coaching set-up to replace Stuart McCall.", "prediction": " Watson Watson has been appointed assistant head coach to help to help Scotland's for a World Cup finals the saying's. 30-upought in a it\" from a.'s's,D a from in by years George.", "rouge": {"rouge1": 26.415094339622634, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301884}, "nll_sum": 279.495849609375, "token_count": 44} +{"index": 6573, "reference": "A special operation team set up by the Police Service of Northern Ireland (PSNI) will manage the arrival of 11 Syrian refugee families on 15 December.", "prediction": "A group of Syrian refugees are due to arrive arrive in Lebanon in Northern Ireland.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 57.9285888671875, "token_count": 15} +{"index": 6574, "reference": "A driving instructor heading to teach a speed awareness class has been jailed for causing a five-car smash that killed an 83-year-old woman.", "prediction": "A driving driver who ran over and killed an 90-year-old woman who would not have be visible\" should be given a suspended jail sentence.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 16.0, "rougeL": 26.923076923076923}, "nll_sum": 104.03817749023438, "token_count": 29} +{"index": 6575, "reference": "Belgian Serge Pauwels claimed his first career win in the Tour de Yorkshire after winning Sunday's final stage.", "prediction": "Belgium's Pauwels won to in the men's penultimate stage race at for Tour de Yorkshire.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 17.647058823529413, "rougeL": 33.333333333333336}, "nll_sum": 104.26409912109375, "token_count": 22} +{"index": 6576, "reference": "Many lesbian, gay, bisexual and transsexual (LGBT) young people still encounter harassment in public spaces, according to a Scottish charity.", "prediction": " majority of transgender people in Scotland believe 40% ( believe) believe they have been reported reporting a hate crime, according to a youth unemployment charity.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 130.84616088867188, "token_count": 28} +{"index": 6577, "reference": "A cyclist has been killed after he was hit by a car as the driver tried to speed away from police.", "prediction": "A man has been arrested on suspicion of causing death by dangerous driving after driving a 76-year-old cyclist who was hit by a car.", "rouge": {"rouge1": 42.553191489361694, "rouge2": 22.222222222222225, "rougeL": 38.297872340425535}, "nll_sum": 58.06874465942383, "token_count": 28} +{"index": 6578, "reference": "Brazilian football star Neymar has appeared in court in connection with allegations of corruption and fraud surrounding his transfer to FC Barcelona.", "prediction": "Brazil's football star Neymar and will go on trial in Spain for being involved in a Spanish tax and deal linked to his's been Barcelona successive. for the 2011's a been- a's a in's- from's.'s a", "rouge": {"rouge1": 27.692307692307693, "rouge2": 6.349206349206349, "rougeL": 24.615384615384617}, "nll_sum": 264.77325439453125, "token_count": 47} +{"index": 6579, "reference": "Postal ballots with the names of two candidates missing in a Hull constituency have been replaced.", "prediction": "Thousands of postal papers were sent out to Hull and Green Party candidates in any general election.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 78.5672607421875, "token_count": 17} +{"index": 6580, "reference": "Wales coach Warren Gatland hailed Shane Williams' late try in their defeat by Australia as a fitting end to the player's career.", "prediction": "Scottales coach Gat Gatland thought Shane Williams' full-back of Shane Williams was one ofone of the world's bestbest defences mud world rugby\". after aA suspected 40-d of his in from old as he..", "rouge": {"rouge1": 27.11864406779661, "rouge2": 3.508771929824561, "rougeL": 20.338983050847457}, "nll_sum": 311.32550048828125, "token_count": 45} +{"index": 6581, "reference": "It's not often Russell Brand plays second fiddle as a guest on a TV show.", "prediction": " Gian many people, as well as the ex-manager and footballer Paul Youngana and it was then England footballer and England footballer Paul Gascoigne.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 136.45559692382812, "token_count": 29} +{"index": 6582, "reference": "A petrochemical company is threatening legal action over the National Trust's refusal to allow testing for shale gas on its land.", "prediction": " volcano firm Ine has asked the National Trust to carry out fracking in UK government in. UK to a \"A\" on and UK National)\" from National\" from the National Party over suspected has of shale of.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 7.142857142857142, "rougeL": 17.24137931034483}, "nll_sum": 258.63104248046875, "token_count": 42} +{"index": 6583, "reference": "Eight men have been arrested on suspicion of drugs offences after three vehicles were stopped on the M6 motorway.", "prediction": "Police have seized drugs and drugs with an estimated street value of \u00a3 streetm, in the north east of England.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 84.52894592285156, "token_count": 22} +{"index": 6584, "reference": "Manchester City have completed the signing of Tottenham and England right-back Kyle Walker for an initial \u00a345m.", "prediction": "Manchester City have signed England and right-back Kyle Walker, in a deal worth \u00a339m that could see him intervention add-ons.", "rouge": {"rouge1": 50.0, "rouge2": 26.31578947368421, "rougeL": 45.0}, "nll_sum": 99.97322082519531, "token_count": 27} +{"index": 6585, "reference": "A woman thought her husband had \"lost the plot\" when he woke her up to tell her there was a raccoon on their roof.", "prediction": "Volers reached a failed bid to find a raccoons who came from their home, after its wife became stuck in a battling det control pole.", "rouge": {"rouge1": 20.408163265306126, "rouge2": 4.25531914893617, "rougeL": 20.408163265306126}, "nll_sum": 179.5921630859375, "token_count": 29} +{"index": 6586, "reference": "An African Grey parrot valued at \u00a3900 has been stolen from a pet shop in Caerphilly.", "prediction": "A dog, each and with each worth more than \u00a335,000, has been stolen from several stolen vehicles in the Scottish Borders the", "rouge": {"rouge1": 30.769230769230766, "rouge2": 16.216216216216214, "rougeL": 25.64102564102564}, "nll_sum": 110.79291534423828, "token_count": 26} +{"index": 6587, "reference": "A former politician who described Tutsis as \"cockroaches\" and called for their extermination has been jailed for life in Rwanda over the 1994 genocide.", "prediction": "A former Canadian teacher who worked for a leading human group, wrote wrote during his crimes against crimes genocide has Rwanda.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 26.666666666666668}, "nll_sum": 146.48272705078125, "token_count": 22} +{"index": 6588, "reference": "UK universities could find it harder to recruit international students if the UK leaves the EU, suggests a survey.", "prediction": "Tens of thousands are being put at risk to a vote to by UK students, a study for post-graduate, a BBC survey suggests.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 133.4486541748047, "token_count": 28} +{"index": 6589, "reference": "An Australian man has been jailed for eight years for arranging an Islamic marriage between his 12-year-old daughter and a man twice her age.", "prediction": "An Australian man sex jailed for having sex with his daughter the daughter after he was told she has been jailed for four and a half years.", "rouge": {"rouge1": 49.056603773584904, "rouge2": 23.52941176470588, "rougeL": 33.9622641509434}, "nll_sum": 100.40109252929688, "token_count": 27} +{"index": 6590, "reference": "Popular true crime podcast Serial is set to become a cable TV series.", "prediction": "CriminalC's TV podcast, Serial will be commissioned for series second series. 2011 a so 30-maker's M-DA's battle from 3,'s., from 3 a album-. TV of.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904761, "rougeL": 18.181818181818183}, "nll_sum": 287.297119140625, "token_count": 40} +{"index": 6591, "reference": "Replacing or reforming the council tax in Scotland could prove challenging, according to a study.", "prediction": "The current income tax rate used in Scotland has been \" built built-in\" found report the found.", "rouge": {"rouge1": 25.0, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 121.06570434570312, "token_count": 20} +{"index": 6592, "reference": "Hundreds of ex-commercial hens considered too slow at laying eggs face slaughter unless they can be rehomed in north Wales, a charity has said.", "prediction": "Five 38 droavers - cats, which could have beenabled for 30 years in south west Wales, to be allowed to provide free eggs for them, a charity has said solve a \" Broadway again \"A again once 2011 again 2011 again 2011", "rouge": {"rouge1": 24.615384615384613, "rouge2": 9.523809523809526, "rougeL": 18.46153846153846}, "nll_sum": 295.41217041015625, "token_count": 47} +{"index": 6593, "reference": "Super League newcomers Leigh Centurions have signed Hull FC utility back Curtis Naughton on a season-long loan deal.", "prediction": "Huddersfield signed former Hull Under-20 prepares Curtis Taughton for the 2016- Super League season. help-d a\" in his from George's.'s 3-g a game on from a's. from aA", "rouge": {"rouge1": 30.18867924528302, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301884}, "nll_sum": 271.68511962890625, "token_count": 47} +{"index": 6594, "reference": "The badly burned body of a man found in a lay-by near the Peak District had its head and limbs missing and was stuffed in a suitcase, police have said.", "prediction": "A man's body was finally found near a busy main route to a lay after a lay-by is not missing, police say the-'s, 2011, says again solve a- again aA in a from a's. a's", "rouge": {"rouge1": 39.43661971830986, "rouge2": 11.594202898550725, "rougeL": 25.352112676056336}, "nll_sum": 272.1002502441406, "token_count": 47} +{"index": 6595, "reference": "Ex-Manchester United and Netherlands boss Louis van Gaal says he has retired from coaching after a 26-year career.", "prediction": "Manchester United manager Louis van said he would not consider a sabe nations and return to football", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 32.43243243243243}, "nll_sum": 117.31338500976562, "token_count": 17} +{"index": 6596, "reference": "Researchers have identified a gene that may put people at greater risk of strokes and heart attacks.", "prediction": "A discovery of a gene can one an increased risk of heart and heart attacks under 45, UK scientists say.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 22.857142857142858, "rougeL": 37.83783783783783}, "nll_sum": 111.2374038696289, "token_count": 21} +{"index": 6597, "reference": "Two men charged in connection with the terrorism-linked shooting of an Australian police worker have been remanded in custody by a Sydney court.", "prediction": "A teenager has appeared in court in Sydney of supplying a gun dressed the police of a. black teenager black", "rouge": {"rouge1": 36.36363636363636, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 122.607421875, "token_count": 20} +{"index": 6598, "reference": "Google is ending sales of its Google Glass eyewear.", "prediction": "Google has launched has team for running run of its glasses speaker its in its screens.", "rouge": {"rouge1": 32.0, "rouge2": 8.695652173913045, "rougeL": 32.0}, "nll_sum": 111.66813659667969, "token_count": 16} +{"index": 6599, "reference": "Army Bomb experts have made safe an improvised explosive device found in Dublin.", "prediction": "A pipe bomb pipe which been found during a security alert in Tyrone, County Tyrone, was declared safe.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 97.15519714355469, "token_count": 22} +{"index": 6600, "reference": "The African Union has called for the mass withdrawal of member states from the International Criminal Court (ICC).", "prediction": "The African Union has backed a resolution at the International Criminal Court (ICC), which is accused rights group of calling a\".69\".", "rouge": {"rouge1": 55.00000000000001, "rouge2": 36.84210526315789, "rougeL": 45.0}, "nll_sum": 120.85203552246094, "token_count": 26} +{"index": 6601, "reference": "Saudi Arabia's King Salman has issued a series of royal decrees, marking a new shake-up of top officials.", "prediction": "Muirazir al-Qwaini of Saudi Arabia has announced after years of retirement.", "rouge": {"rouge1": 31.25, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 86.9784927368164, "token_count": 19} +{"index": 6602, "reference": "One of Scotland's largest animal feed producers has posted a rise in profits, despite reporting a \"challenging\" year for the industry.", "prediction": "A Scottish food firm has reported a 30% annual rise in advertising despite the uncertainty uncertainty over the Brexit result of a \"enginging impact\".", "rouge": {"rouge1": 39.13043478260869, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 148.37109375, "token_count": 27} +{"index": 6603, "reference": "President Donald Trump has questioned the neutrality of Robert Mueller, who is investigating Russian interference in last year's US election.", "prediction": "US President Donald Trump has said that special special counsel Robert Mueller should resign from the inquiry, and thinks he will \"couldn see him\".", "rouge": {"rouge1": 35.55555555555556, "rouge2": 18.6046511627907, "rougeL": 26.666666666666668}, "nll_sum": 125.0462417602539, "token_count": 27} +{"index": 6604, "reference": "A High Court ruling backing a parent who refused to pay a fine for taking his child on holiday in term time will cause \"huge confusion\", an MP has said.", "prediction": "The government's decision to change of time it take holiday holidays after a High Court ruling that finding a daughter on a holiday is educational special circumstances\".", "rouge": {"rouge1": 37.93103448275862, "rouge2": 10.714285714285715, "rougeL": 24.137931034482758}, "nll_sum": 157.89193725585938, "token_count": 28} +{"index": 6605, "reference": "The wife of prominent Burundian opposition politician Agathon Rwasa has been shot and wounded at a hair salon in the capital, Bujumbura.", "prediction": "Dundi opposition leader Njim Fwasa has been shot dead by a gunman who who tried to murder her wife in the capital, Cumb, reports say.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 17.77777777777778, "rougeL": 34.04255319148936}, "nll_sum": 159.96351623535156, "token_count": 34} +{"index": 6606, "reference": "A meeting about the UK's roll-out of 4G network services takes place later.", "prediction": "The government's plans to the a version 4G network service have delayed delayed, until it hopes it will no longer be take direct legal action.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 29.268292682926834}, "nll_sum": 151.03604125976562, "token_count": 28} +{"index": 6607, "reference": "Two men have been convicted of organising terrorist speeches and encouraging support for so-called Islamic State (IS).", "prediction": "Five men have convicted convicted of supporting terrorist extremist group to support a church and service who attended so-called Islamic State (IS)).", "rouge": {"rouge1": 58.536585365853654, "rouge2": 30.769230769230766, "rougeL": 53.65853658536586}, "nll_sum": 120.48031616210938, "token_count": 25} +{"index": 6608, "reference": "English football could be heading for its biggest shake-up since the creation of the Premier League in 1992.", "prediction": "A Football League plan to cut the number Football English teams in English football has been rejected after the Football Association backed the for a possible final-up from the league from suspension from double-walling fines from three November..", "rouge": {"rouge1": 27.11864406779661, "rouge2": 3.508771929824561, "rougeL": 20.338983050847457}, "nll_sum": 242.23110961914062, "token_count": 43} +{"index": 6609, "reference": "Indian restaurants are closing in Scotland because strict immigration curbs mean it is difficult to recruit top chefs from the Indian sub-continent, it has been claimed.", "prediction": "A Mumbai restaurant have been toldwin must provide a restaurant must be closing because the UK government because rules staff do enough chefs not do receive and levels\".", "rouge": {"rouge1": 21.818181818181817, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 221.33656311035156, "token_count": 29} +{"index": 6610, "reference": "Captain Chris Robshaw blamed England's \"shocking\" first-half discipline for their 25-20 defeat by France in Paris.", "prediction": "England fly-half Mike Robshaw says it needs \"hard\" after they were knocked down by-time winner France in the Six Nations.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 113.73677825927734, "token_count": 27} +{"index": 6611, "reference": "Bottles of a popular gin have been recalled across Canada after a batch was found to contain nearly twice the amount of advertised alcohol.", "prediction": "A shop in Canada is recalled recalled dozens of its stores has been recalled because it fears, volume was too high.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 130.079833984375, "token_count": 22} +{"index": 6612, "reference": "The management team behind Scottish boxer Mike Towell, who died after a fight, have said they were unaware he had been complaining of headaches.", "prediction": "Boxer Mike Towell, been left \"one of the continue temper\" after suffering his brain a following small battle between his partner's battle, his for the partner his. a 2011 a he's from his of's from's from a", "rouge": {"rouge1": 27.692307692307693, "rouge2": 6.349206349206351, "rougeL": 21.538461538461544}, "nll_sum": 292.255615234375, "token_count": 47} +{"index": 6613, "reference": "Three million Mercedes-Benz owners in Europe will be offered a software fix for their diesel cars.", "prediction": "German carmaker Daimler, it will fix a software fix to problem customers as part the an probe into cheating emissions \"olve's it a \"'smakermaker ban from ban-wicket crime, from November's's a from a", "rouge": {"rouge1": 14.814814814814817, "rouge2": 7.692307692307692, "rougeL": 14.814814814814817}, "nll_sum": 316.6368408203125, "token_count": 47} +{"index": 6614, "reference": "UK scientists say they have produced a new mix of cement that should be much more effective at containing nuclear waste in a deep repository.", "prediction": "Scientists have developed a new mix-up of a sewage of waste nuclear into nuclear reactors.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 10.256410256410255, "rougeL": 34.146341463414636}, "nll_sum": 89.7259292602539, "token_count": 17} +{"index": 6615, "reference": "It was a disastrous afternoon on Sunday for North-West teams as all three lost in the second round of Irish Senior Cup so the quarter-finals will be contested by four from the NCU and four from Leinster.", "prediction": "em Pembroke captain Michael Rankin won the Ulster Cup and Challenge Cup semi-final match between the tournament and November and secure their place in the Under-21 Twenty20 event at Bal Hockey Bb. in 2011ongoolve", "rouge": {"rouge1": 18.666666666666664, "rouge2": 2.7397260273972606, "rougeL": 13.333333333333334}, "nll_sum": 265.20428466796875, "token_count": 47} +{"index": 6616, "reference": "A footballer accused of threatening fans with a corkscrew has admitted possession of an offensive weapon.", "prediction": "A fan who admitted a grabbed cor stone seven to Liverpool fans and will battle and naked, a court, heard.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 171.2125244140625, "token_count": 22} +{"index": 6617, "reference": "Six prominent writers are boycotting a major US literary event over plans to give satirical magazine Charlie Hebdo a freedom of speech award.", "prediction": "Two French journalistsists will boycott a boycott protest at American impactEN \"P wrote, saying it gives \"the \" freedom a freedom of speech\".", "rouge": {"rouge1": 26.66666666666666, "rouge2": 13.95348837209302, "rougeL": 26.66666666666666}, "nll_sum": 191.8252410888672, "token_count": 28} +{"index": 6618, "reference": "NHS bosses are threatening to \"name and shame\" trusts in England as they try to crack down on agency spending.", "prediction": " the NHS in England hospitals in again the double the cover on the news staff bill, according figures released by the BBC show by in the 2011's, solve, from they from \"-d Royal guitarist in from November a's. from", "rouge": {"rouge1": 16.39344262295082, "rouge2": 3.389830508474576, "rougeL": 13.114754098360656}, "nll_sum": 327.614013671875, "token_count": 45} +{"index": 6619, "reference": "Sixty-five workers at a County Tyrone manufacturing company are set to lose their jobs, a trade union has said.", "prediction": "A glass-based company is closure closure at a factory in Antrim with of loss, the loss of up to 40 jobs.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 135.94894409179688, "token_count": 25} +{"index": 6620, "reference": "During his nine years at the helm of Poundland, says chief executive Jim McCarthy, the discount chain has sold a product at a loss just three times.", "prediction": "Poundland has been a much better economy than the retailer in any of its stores.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 76.65452575683594, "token_count": 17} +{"index": 6621, "reference": "A man and two children had a \"miraculous escape\" when the car they were in plunged off a flyover.", "prediction": "Four children were seriously injured when a carhedoughed into a barrier and drawn a tree and- hit a road through a crosscountry a road.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 150.7388458251953, "token_count": 29} +{"index": 6622, "reference": "A woman has been charged with attempted murder after a 24-year-old man was found critically injured at a flat in north Belfast earlier this week.", "prediction": "A woman has been charged with murder, attempted murder and the murder of a suspected 37-year-old man in east Belfast76 after Belfast after God from from a, from a's as's.", "rouge": {"rouge1": 52.45901639344262, "rouge2": 27.11864406779661, "rougeL": 45.90163934426229}, "nll_sum": 174.0911865234375, "token_count": 39} +{"index": 6623, "reference": "An agreement has been signed which will make contraceptive injections available to women in 69 of the world's poorest countries.", "prediction": "Burkina Fas has announced a new way of give women contraception and receive medical injection.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 98.13096618652344, "token_count": 17} +{"index": 6624, "reference": "NI's Police Ombudsman is to resume investigations into more than 150 historical events where former RUC officers are accused of criminal activity and misconduct.", "prediction": "The new constable of Northern Ireland but Police Ombudsman has defended the office's office saying it has recruited new members of work to find their support.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 4.0, "rougeL": 15.384615384615383}, "nll_sum": 138.52537536621094, "token_count": 29} +{"index": 6625, "reference": "The National Rugby League is being investigated by Australian police over allegations of match-fixing.", "prediction": " of Australian rugby organised crime squad, it will launched an investigation into reports that Australia Australian National League is is allegations of match-fixing. solve a's aA a controversial ban-p ban from in a reputation The's.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 15.384615384615385, "rougeL": 25.925925925925924}, "nll_sum": 279.9635314941406, "token_count": 45} +{"index": 6626, "reference": "Wales has faced pre-Christmas disruptions after winds of up to 75mph from Storm Barbara swept in on Friday.", "prediction": "Husts of to up to 90mph, bringing up 90mph, to parts of Wales on Friday night.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.12121212121212, "rougeL": 28.57142857142857}, "nll_sum": 106.29363250732422, "token_count": 22} +{"index": 6627, "reference": "A Taiwanese armoured vehicle has plunged from a three-metre bridge in heavy rain after a military drill, killing three soldiers, officials say.", "prediction": "Five Chinese army soldiers has been killed and four others injured after an army tank fell and fell through a pass for a firing test, the Chinese army's says,", "rouge": {"rouge1": 26.415094339622634, "rouge2": 0.0, "rougeL": 15.094339622641511}, "nll_sum": 124.2846908569336, "token_count": 31} +{"index": 6628, "reference": "Michael Garcia, the American lawyer hired by Fifa to investigate the World Cup bidding process before criticising the organisation's summary of his own report and eventually resigning, is a former prosecutor with a history of launching corruption probes.", "prediction": "Hillaryardo Antonio Garcia, the chief federal judge and the office of floating 2008 World Cup, and he found the himself of a corruption scandal that led one of to Fifa in world's a Fifa of office office.", "rouge": {"rouge1": 38.961038961038966, "rouge2": 5.333333333333334, "rougeL": 25.97402597402597}, "nll_sum": 247.097412109375, "token_count": 41} +{"index": 6629, "reference": "The Ospreys ended their disappointing Pro12 campaign with a comfortable win over a disjointed Connacht side.", "prediction": "The Ospreys ended a four-match losing against Connacht and keep their Pro12 play- hopes alive.", "rouge": {"rouge1": 43.75, "rouge2": 13.333333333333334, "rougeL": 31.25}, "nll_sum": 102.7379150390625, "token_count": 22} +{"index": 6630, "reference": "Teenage racing driver Billy Monger has returned to the racing track, almost three months after he was badly hurt in a crash.", "prediction": "Billy Rick, a teenager, but Don't want a new racing car after get his life-long racing car after his legs say a car accident. a referee a from front-be- Surrey in 18 February.less", "rouge": {"rouge1": 23.728813559322035, "rouge2": 0.0, "rougeL": 16.949152542372882}, "nll_sum": 275.2896423339844, "token_count": 43} +{"index": 6631, "reference": "A record shop opened by indie band Frankie and the Heartstrings in their home town of Sunderland two years ago has shut after the premises was sold.", "prediction": " a God volunteers in Sunderland, who said it was \"terrifying\" to reopen after the venue did not be it to open it is forout to be abandoned - a it new owned it will neverheading of.", "rouge": {"rouge1": 25.806451612903224, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 251.35592651367188, "token_count": 43} +{"index": 6632, "reference": "Luton Town have released five players, but Craig King and Dan Potts are to be offered new contracts.", "prediction": "Luton Town have released goalkeeper King King and George Potts are to leave following their release by Luton Town on two 2011year contracts.", "rouge": {"rouge1": 48.78048780487805, "rouge2": 30.769230769230766, "rougeL": 48.78048780487805}, "nll_sum": 148.658447265625, "token_count": 27} +{"index": 6633, "reference": "Former France youth international striker Yassine Benzia has pledged his senior future to Algeria.", "prediction": "Wimax Benzia will not sign for a Ligue 1 club play for France under-18s subject subject to- international clearance.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 139.96524047851562, "token_count": 27} +{"index": 6634, "reference": "Shooter Helen Housby believes England's new central contracts are \"a step in the right direction\" to help the team compete with Australia and New Zealand.", "prediction": "ian Styll Housby says England cannot still find her professional Superball team, despite the being paid awarded to female pay to not players.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 192.76657104492188, "token_count": 28} +{"index": 6635, "reference": "Labour's Alun Michael has been re-elected as South Wales police and crime commissioner.", "prediction": "Plaid Cymymru hasym first elected and crime commissioner for South Wales Police.", "rouge": {"rouge1": 51.85185185185186, "rouge2": 32.0, "rougeL": 29.629629629629626}, "nll_sum": 124.70491027832031, "token_count": 17} +{"index": 6636, "reference": "A new targeted treatment for ovarian cancer has shown \"very promising\" results in women in the advanced stages of the disease.", "prediction": "A161 drug used to ovarian cancer cancer has 30 times has significantly reduce the diagnosis of ovarian cancer research suggests.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 130.985107421875, "token_count": 21} +{"index": 6637, "reference": "New CCTV footage of missing landscape architect Joanna Yeates has been released by police.", "prediction": "Police investigating the murder of Labour MP Yeanne Yeates in Bristol have released a video, where the area says is is missing from..", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 145.98094177246094, "token_count": 27} +{"index": 6638, "reference": "On 23 August 1994, The KLF - one of Britain's most incendiary bands, in more ways than one - burned \u00a31m on a remote Scottish island.", "prediction": " plotting night night four years ago, I British rock pop-up staril Abba was, then Mr singer The Edba had a camp in Liverpool.", "rouge": {"rouge1": 12.244897959183673, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 197.4935302734375, "token_count": 30} +{"index": 6639, "reference": "Formula 1 driver Maria de Villota has lost her right eye following a test track crash.", "prediction": " Formulaula 1 driver Maria de Villiers is but a stable condition in hospital after suffering the facial injuries landed during a test-season test.", "rouge": {"rouge1": 30.0, "rouge2": 21.05263157894737, "rougeL": 30.0}, "nll_sum": 161.89898681640625, "token_count": 29} +{"index": 6640, "reference": "Firefighters have put out a major blaze which swept through a derelict listed building in Glasgow.", "prediction": "A huge fire that broke out at a former factory in the Glasgow Harbour area. area, the aowned a \u00a3 a's in the's force, order, referee says, from a from a's have's of a from a from a", "rouge": {"rouge1": 21.052631578947363, "rouge2": 0.0, "rougeL": 14.035087719298248}, "nll_sum": 263.40484619140625, "token_count": 47} +{"index": 6641, "reference": "President-elect Donald Trump has named South Carolina Governor Nikki Haley as US ambassador to the UN, praising his former critic as \"a proven dealmaker\".", "prediction": "US President expresident, Nikki Wildcats, will be the next US governor, in what, is described as \"a remarkable--contract deal\".", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 166.472412109375, "token_count": 27} +{"index": 6642, "reference": "Taiwan has banned its senior government officials from higher studies in mainland China, citing \"national security\" reasons.", "prediction": "Swan has banned banned Taiwanese civil war servants from place about they did information their education, state media say.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 5.88235294117647, "rougeL": 16.666666666666668}, "nll_sum": 146.61033630371094, "token_count": 21} +{"index": 6643, "reference": "Boss Nigel Clough has admitted playing in England's second tier for the first time in Burton Albion's history is \"daunting\", but says they will embrace the challenge of being underdogs.", "prediction": "Newton Albion Albion manager Nigel Clough says Championship play beoff be struggle battle\" inspire encourage people to prove the right\" in the club's, again, it will be 30-w- a in from November's of.", "rouge": {"rouge1": 41.1764705882353, "rouge2": 3.0303030303030307, "rougeL": 23.52941176470588}, "nll_sum": 285.3995056152344, "token_count": 45} +{"index": 6644, "reference": "Hundreds of Scottish troops are to be deployed to Afghanistan.", "prediction": "The last British soldiers are due prior of return to Helens within Afghanistan next month", "rouge": {"rouge1": 32.0, "rouge2": 0.0, "rougeL": 24.0}, "nll_sum": 96.4840087890625, "token_count": 15} +{"index": 6645, "reference": "Signed and dropped by three major record labels, Laura Pergolizzi had all but given up on a pop career.", "prediction": "When Peruvian Perpolizzi never arrived in Los Angeles in May when she began what was't in - it's a glam record and it solve't a it's a To's under It's:.", "rouge": {"rouge1": 11.111111111111112, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 256.1846008300781, "token_count": 41} +{"index": 6646, "reference": "Chelsea's eighth successive Premier League win cemented their place at the top of the table - but their victory at Etihad Stadium ended in chaos as Manchester City's Sergio Aguero and Fernandinho were sent off in injury time.", "prediction": "Chelsea moved three points clear clear at the top of the Premier League table to victory over- Manchester City.", "rouge": {"rouge1": 41.37931034482759, "rouge2": 21.428571428571427, "rougeL": 34.48275862068965}, "nll_sum": 67.87083435058594, "token_count": 20} +{"index": 6647, "reference": "Trainer Liam Wilkins has had his licence withdrawn after overseeing the sparring session that left retired boxer Nick Blackwell in hospital.", "prediction": "British boxer Nick Blackwell is out of an hour training camp after undergone undergone, brain, damage brain scareing and health\", a British boxing body says.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 9.09090909090909, "rougeL": 13.043478260869565}, "nll_sum": 183.90103149414062, "token_count": 29} +{"index": 6648, "reference": "A 13-year-old boy who lost his mother in the Hillsborough disaster had to identify her after her death by picking out her photograph, a jury has heard.", "prediction": "A Liverpool motherof-ofthreetwo who was killed in the crush at Hillsborough, told of her mother \"would try after finding her mother to", "rouge": {"rouge1": 38.46153846153847, "rouge2": 4.0, "rougeL": 30.76923076923077}, "nll_sum": 183.2522735595703, "token_count": 31} +{"index": 6649, "reference": "A flat pack robot designed by an Edinburgh-based entrepreneur is to be a feature of this year's creative industries festival XpoNorth.", "prediction": "A Glasgow handheldbased who developed, robot which could created in Invernessall for this year's annual, Xpo special,ance 2011 announced a biggest a's planning from a-deiling in from a's..", "rouge": {"rouge1": 21.428571428571427, "rouge2": 7.4074074074074066, "rougeL": 17.857142857142858}, "nll_sum": 337.80340576171875, "token_count": 43} +{"index": 6650, "reference": "League Two side Cambridge United have been drawn at home to Manchester United in the fourth round of the FA Cup.", "prediction": "Cambridge United will host the old winners of Manchester United in EFL Cup in the fourth fourth-round tie at (:45m).", "rouge": {"rouge1": 57.14285714285714, "rouge2": 30.0, "rougeL": 38.095238095238095}, "nll_sum": 130.99728393554688, "token_count": 27} +{"index": 6651, "reference": "Gateshead are in discussions to offer new deals to JJ O'Donnell, George Smith, Liam Hogan and Gus Mafuta for next season's National League campaign.", "prediction": "Chris O' Town and Scott Hogan Andy Mafher have been named in 28 in their squad by their National League play-off hopefuls Luton Town.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 167.78915405273438, "token_count": 32} +{"index": 6652, "reference": "Manchester City could recall Yaya Toure and Nicolas Otamendi, both of whom dropped to the bench in Wednesday's defeat by Monaco.", "prediction": "Manchester City miss captain's Konten Klopp, who has groin seventh injury and an injury- return to Liverpool because of a persistent problem.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 17.777777777777775}, "nll_sum": 163.83795166015625, "token_count": 27} +{"index": 6653, "reference": "National League club Barrow have announced the departure of manager Paul Cox after nearly two years in charge.", "prediction": "Barrowham resigned as manager of Hartpool United has by consent consent mutual with the football club \" a 30.000\"\" the a from a Paul for for from's--up, a from from a was. from the a", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 10.90909090909091}, "nll_sum": 281.1029968261719, "token_count": 45} +{"index": 6654, "reference": "An amateur beekeeper died after he was stung on the neck inside his protective suit, an inquest has heard.", "prediction": "Aus couple led a operation led his young to to teeth his leg and a penultimate to his eyes, an inquest. heardold again a- 2011 again a againold 2011-d 2011 again in a ban'sA.", "rouge": {"rouge1": 10.90909090909091, "rouge2": 3.7735849056603774, "rougeL": 10.90909090909091}, "nll_sum": 319.03387451171875, "token_count": 45} +{"index": 6655, "reference": "Forest Green and Torquay followed their seven-goal thriller on Boxing Day with another classic on New Year's Day as the points were shared in a 5-5 draw.", "prediction": "Forest Greenvers came from 4-2 down to beat Torquay to battle back-to-back National League success in a thriller at New Lawn-", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.8461538461538463, "rougeL": 14.814814814814813}, "nll_sum": 139.68356323242188, "token_count": 30} +{"index": 6656, "reference": "The daughter and adopted daughter of Reverend Enoch Mark were amongst the more than 200 girls kidnapped in the early hours of the morning from their boarding school by Boko Haram militants in northern-eastern Nigeria a year ago.", "prediction": " 12 12 ago, the Chibok girls who were abducted by Islamist militants in West Africa the are now right to see her husband and Sarah, then of their moving home.", "rouge": {"rouge1": 31.884057971014496, "rouge2": 2.9850746268656714, "rougeL": 17.391304347826086}, "nll_sum": 175.89059448242188, "token_count": 34} +{"index": 6657, "reference": "Russia's lower house of parliament has passed a bill to decriminalise some forms of domestic violence.", "prediction": "The Russian parliament has passed into a bill that would smacking children in their children's home", "rouge": {"rouge1": 35.294117647058826, "rouge2": 18.75, "rougeL": 29.411764705882355}, "nll_sum": 86.79595947265625, "token_count": 17} +{"index": 6658, "reference": "Legal action taken against the British government to secure compensation for four Kenyans allegedly tortured during the Mau Mau uprising will cast the spotlight on one of the Empire's bloodiest conflicts.", "prediction": "Almost 50 years ago Kenya's Maumand fighters died against the talented-led coalition against, British government intimidated black-Badler heck, and anti-insockency forces.", "rouge": {"rouge1": 17.543859649122805, "rouge2": 7.272727272727273, "rougeL": 14.035087719298245}, "nll_sum": 259.5279541015625, "token_count": 35} +{"index": 6659, "reference": "Ross County defender Andrew Davies has signed a two-year contract extension, keeping him at the Dingwall club until the summer of 2019.", "prediction": "Ross Countyman Welsh Davies has signed to new-backyear extension, keeping him, keeping the club at the Tynene to causing club until 2018.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 27.27272727272727, "rougeL": 47.82608695652174}, "nll_sum": 207.99508666992188, "token_count": 30} +{"index": 6660, "reference": "Prince Harry helped capture a saltwater crocodile during his tour of Australia last month, newly-released pictures have shown.", "prediction": "Footage has emerged of the moment with a giant crocodile was found during a tour and New Zealand CCTV in backs a 8,000)'s) from a's., from a's's referee in. the a.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 245.49273681640625, "token_count": 43} +{"index": 6661, "reference": "Umpire Paul Reiffel has been replaced for England's fourth Test in India as he recovers from concussion after being hit on head by a stray throw.", "prediction": "Australia captain Reiffel has been ruled out of a leg after breaking his leg and has suspected concussion in his head during November's third Test against India at theCC George.", "rouge": {"rouge1": 37.93103448275862, "rouge2": 7.142857142857144, "rougeL": 20.689655172413794}, "nll_sum": 163.8889923095703, "token_count": 34} +{"index": 6662, "reference": "The chief executive of Nissan says it was \"the right decision\" to sponsor the Rio Olympics, despite a slump in Brazilian car sales.", "prediction": " chief chief executive of Nissan says the carmakermaker Nissan will be \" doubt\" saying that the UK economy will \"not be in\" by Brexit.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 18.181818181818183, "rougeL": 34.78260869565217}, "nll_sum": 151.92019653320312, "token_count": 29} +{"index": 6663, "reference": "Efforts to save the native white-clawed crayfish from extinction in Wales are showing \"encouraging\" results.", "prediction": "A major project to re-ere Joh ditch crayfish killer in Powys, as the dangerous spread of a \"stop non- Sr\".", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 204.65570068359375, "token_count": 28} +{"index": 6664, "reference": "More than 1,200 people were evacuated from the O2 Arena in London due to a fire at a restaurant.", "prediction": "A huge fire has broken out at a restaurant at London's O2 Arena staging an exhibition- musician Elvisley.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 25.641025641025646}, "nll_sum": 123.85343933105469, "token_count": 22} +{"index": 6665, "reference": "Cinemas in the US are scheduling extra screenings of 12 Years a Slave after it won the best picture Oscar.", "prediction": " novel musical character novel 12 Years of a has topped the top spot at the US box office, receive a $50m (\u00a381m).", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 140.5498046875, "token_count": 27} +{"index": 6666, "reference": "The discharge of black smelly wastewater at the base of Niagara Falls has prompted calls for a criminal inquiry.", "prediction": "A New York water Council has apologised for a black cloud of cloud of boiling water and entered enter base base at the base of a base because it passed the man's a from a \"d a water\", from November's bill.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 13.333333333333334, "rougeL": 19.354838709677416}, "nll_sum": 270.08819580078125, "token_count": 45} +{"index": 6667, "reference": "Dundee defender Darren O'Dea believes team-mates Kane Hemmings and Greg Stewart would be \"virtually impossible\" to replace in the short term.", "prediction": "Dundee forward O'Dea says Dundee must replace Stewart Stewart and Clark Hemmings to \" out of a right right move\".", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 153.17315673828125, "token_count": 28} +{"index": 6668, "reference": "The Winter Youth Olympic Games are a relatively new event.", "prediction": "The capital L France is includes a of 40 African athletes will competing at its 2018 Olympics.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 14.814814814814817}, "nll_sum": 113.80428314208984, "token_count": 17} +{"index": 6669, "reference": "The UK Independence Party has lost overall control of its only council.", "prediction": "A UKIP councillor who defected from to council which led the Manston Airport, has joined the party.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 108.39523315429688, "token_count": 20} +{"index": 6670, "reference": "England exams regulator Ofqual breached its own rules in allowing controversial changes to the way English GCSEs were graded this summer, it is claimed.", "prediction": "The exams course, which wrote the English-English English H grade batting education system is,not fit for purpose\", the exams regulator Ofqual says.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 181.8285369873047, "token_count": 29} +{"index": 6671, "reference": "Twelve civilians are reported to have been killed in a Saudi-led coalition air strike in north-western Yemen.", "prediction": "At least 11 civilians have been killed by the Saudi Saudiled coalition air strike in the north-eastern city of military officials say the Red's, solve,'s theyA from-easing of in 13 from November's from man the", "rouge": {"rouge1": 37.288135593220346, "rouge2": 17.543859649122805, "rougeL": 33.89830508474576}, "nll_sum": 292.21954345703125, "token_count": 47} +{"index": 6672, "reference": "As Bethlehem prepares for Christmas, five people chosen to represent characters in the original Nativity story have been speaking about their hopes and fears for the festive period.", "prediction": "Thousands of Palestinians are gathered in Bethlehem, and the City of graveyard are celebrating the celebrating celebrations of what is was in the Old of Church.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 3.846153846153846, "rougeL": 11.111111111111112}, "nll_sum": 147.47422790527344, "token_count": 27} +{"index": 6673, "reference": "Dyfed-Powys Police and North Wales Police require improvement in some of the ways they work, according to reports by watchdogs.", "prediction": "Inspectors capt criticised north Wales for their Dyfed-Powysys Police, following a report found abuse of a authority of sexual gain.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 5.000000000000001, "rougeL": 19.047619047619047}, "nll_sum": 177.803466796875, "token_count": 29} +{"index": 6674, "reference": "A Welsh make-up artist described as a \"genius\" by actor Leonardo DiCaprio has been nominated for an Oscar.", "prediction": "A film-up inspired by actor Leonardo Paris DiCap stage time's time to return home to her home town \"hard to beat beat\".", "rouge": {"rouge1": 23.25581395348837, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 186.53207397460938, "token_count": 27} +{"index": 6675, "reference": "A mystery donor has paid \u00c2\u00a3150,000 to fund a \"last chance cure\" for a boy of 11 with leukaemia, his mother has said.", "prediction": "The mother of a six-year-old boy who remove have heart- transplant treatment, says it is \"un incredible\" by receive his son's death.", "rouge": {"rouge1": 20.408163265306126, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 146.75755310058594, "token_count": 31} +{"index": 6676, "reference": "Europe's second-highest court has backed a challenge by 11 airlines against an \u20ac800m (\u00a3583m) European Commission freight cartel fine.", "prediction": " rival governments Luftha and KLM have been fined \u00a371m) by the European European Commission for failing to provide in them to aircraft.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 13.95348837209302}, "nll_sum": 140.91671752929688, "token_count": 28} +{"index": 6677, "reference": "Bournemouth striker Joshua King insists the Cherries will not lose focus on the rest of the season after their priceless win over Swansea City.", "prediction": "Bournemouth midfielder Jack midfielder has told the fans toores change their mentality and avoid relegation.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 116.85298919677734, "token_count": 18} +{"index": 6678, "reference": "Thousands of people have been leaving besieged, rebel-held eastern districts of the Syrian city of Aleppo following the resumption of evacuations agreed as part of a ceasefire deal last week.", "prediction": "Almost 40,000 people including ill children and children, are under eastern districts areas eastern- eastern Syria.", "rouge": {"rouge1": 12.5, "rouge2": 4.347826086956522, "rougeL": 12.5}, "nll_sum": 118.60552978515625, "token_count": 20} +{"index": 6679, "reference": "The past year has been perhaps the most significant in Cuba since the fall of the Berlin Wall.", "prediction": "The mission to the United States started 40 years ago.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 34.89869689941406, "token_count": 10} +{"index": 6680, "reference": "American businessman Frank McCourt has bought French Ligue 1 club Marseille for 45m euros (\u00a340.6m).", "prediction": "Cristianoille director McC McCourt has said he wants to put the French clubon the track\" and achieve \"on its glory success\". success of he's 2011 again a \"Ades a's to from's 2011 to from a", "rouge": {"rouge1": 11.111111111111109, "rouge2": 3.8461538461538463, "rougeL": 11.111111111111109}, "nll_sum": 326.6632080078125, "token_count": 47} +{"index": 6681, "reference": "Belgium's penchant for extravagant motorway lighting is suddenly in the spotlight thanks to pictures posted by French astronaut Thomas Pesquet.", "prediction": "Belgium - \"of, firstola\" and \"personola\" light - has been rediscovered on Facebook, Alexander Berlusquet says.", "rouge": {"rouge1": 11.428571428571427, "rouge2": 0.0, "rougeL": 11.428571428571427}, "nll_sum": 159.535888671875, "token_count": 29} +{"index": 6682, "reference": "Ukrainian prosecutors are questioning a 20-year-old mother after she allegedly left two toddlers in her flat for nine days, and one starved to death.", "prediction": "An eight-year-old mother - in Ukraine - a woman - and her three multiple siblings - baby found in a flat in the Ukrainian capital, Kiev, say. been has-w's 2011 in's years'sA.", "rouge": {"rouge1": 29.999999999999993, "rouge2": 6.89655172413793, "rougeL": 20.000000000000004}, "nll_sum": 249.79501342773438, "token_count": 45} +{"index": 6683, "reference": "League One side Southend have signed midfielder Sam McQueen on loan from Southampton for the rest of the season.", "prediction": "Colchester United have signed England Under-21s defender Tommy McQueen on Park five-year deal.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 85.6212158203125, "token_count": 20} +{"index": 6684, "reference": "A southern bypass of Salisbury is being considered as an alternative to a Stonehenge tunnel, the BBC has learned.", "prediction": "A southern bypass around road main road road past past Stonehenge would soon be built, the BBC reveals to a World Heritage site the", "rouge": {"rouge1": 41.86046511627907, "rouge2": 19.51219512195122, "rougeL": 32.55813953488372}, "nll_sum": 153.83908081054688, "token_count": 26} +{"index": 6685, "reference": "Steve Borthwick was double booked.", "prediction": "Saracens did fl the Borthwick, after naming on Saturday plan, a to to the South African city that what he build and think what was a strategy for be a South Africa national team.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 237.19920349121094, "token_count": 41} +{"index": 6686, "reference": "The UN has accused security forces in Myanmar of committing serious human rights abuses, including gang-rape, savage beatings and child killing.", "prediction": "Theladesian forces are set fire to schools and restaurants into burning homes their families, Human Rights Watch says.", "rouge": {"rouge1": 20.0, "rouge2": 5.263157894736842, "rougeL": 15.0}, "nll_sum": 128.14581298828125, "token_count": 22} +{"index": 6687, "reference": "Two schools have been closed after a burst water pipe flooded the area with mud and silt.", "prediction": " burst entered water main flooded a main road, a main road in a main road.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 18.750000000000004}, "nll_sum": 78.23126220703125, "token_count": 16} +{"index": 6688, "reference": "Guernsey boss Tony Vance admits their FA Cup replay against Thamesmead Town on Tuesday will be a costly burden.", "prediction": "Guernsey men's players must struggle to struggle for their Champions Champions League after first first-half beat spirited to beat a shocked National side London.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 179.69073486328125, "token_count": 29} +{"index": 6689, "reference": "Russia is not the only country with systemic doping problems, says UK Athletics chairman Ed Warner.", "prediction": "Twenty-two athletes are facing \"three, or four low levels\" all in athletics, the Athletics chiefs president Edw Warnergb Ed, solve.'s \" ballet's from00-w from bald in from from international's from.owned", "rouge": {"rouge1": 11.764705882352938, "rouge2": 0.0, "rougeL": 11.764705882352938}, "nll_sum": 349.78173828125, "token_count": 47} +{"index": 6690, "reference": "A Labour MP has expressed \"huge concerns\" about the counter-terrorism strategy in UK schools, after reports one of three east London teenagers who fled to Syria has been killed.", "prediction": " is seeking to review a review one review three London schoolgirls who went missing after Syria, an MP says.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 0.0, "rougeL": 24.489795918367346}, "nll_sum": 116.0151596069336, "token_count": 21} +{"index": 6691, "reference": "Soap fans will be able to take a tour of Emmerdale from April, ITV have announced.", "prediction": " the movie drama Emmerdale, but host a series of tours as part of to regenerate", "rouge": {"rouge1": 32.25806451612903, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 99.47521209716797, "token_count": 17} +{"index": 6692, "reference": "About a third of the teaching staff at one of west Belfast's biggest secondary schools called in sick one day this week, the BBC understands.", "prediction": "More than 30 teachers are called sick in hospital at a Countye primary school in the of the Republic of Ireland.", "rouge": {"rouge1": 42.553191489361694, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 107.83490753173828, "token_count": 22} +{"index": 6693, "reference": "If you think controlling your TV with your mind is the stuff of science fiction, think again.", "prediction": "A TV headset reality can made to ensure people can brain air can in our television show.", "rouge": {"rouge1": 5.88235294117647, "rouge2": 0.0, "rougeL": 5.88235294117647}, "nll_sum": 124.99483489990234, "token_count": 17} +{"index": 6694, "reference": "A Scottish music event is to offer festival-goers an augmented reality experience.", "prediction": " a new music,, provides, for fans is being held in a Scottish music festival.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 16.0, "rougeL": 29.629629629629633}, "nll_sum": 96.69363403320312, "token_count": 16} +{"index": 6695, "reference": "Olympic medallist Wendy Houvenaghel has announced her retirement from cycling after pulling out of the Northern Ireland team for the Commonwealth Games in Glasgow because of injury.", "prediction": "Former Northern Ireland cyclistick champion Lisa Hannahvenaghel has announced in retirement from cycling.", "rouge": {"rouge1": 40.0, "rouge2": 21.052631578947366, "rougeL": 25.0}, "nll_sum": 121.77806091308594, "token_count": 17} +{"index": 6696, "reference": "Wimbledon will have play on the middle Sunday for the first time since 2004 after the opening week's schedule was disrupted by rain delays.", "prediction": "Tennis will no longer play in two matches at Wimbledon's Court on Sunday because been delayed because of play at 30:45 BST45).", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 20.408163265306126}, "nll_sum": 147.3758544921875, "token_count": 28} +{"index": 6697, "reference": "Italian police have detained 15 volunteer firefighters in southern Sicily accused of starting fires in order to get paid to put them out.", "prediction": "ven Italian police in Italy say that 30 of them armed, were being held by swelayay and try to try to burn.", "rouge": {"rouge1": 31.111111111111118, "rouge2": 4.651162790697675, "rougeL": 26.66666666666666}, "nll_sum": 144.94146728515625, "token_count": 26} +{"index": 6698, "reference": "The number of recorded sexual offences against children in England and Wales has risen by a third, the NSPCC says.", "prediction": "The number of sex crimes recorded by police in England and Wales fallen increased by almost 40%, the charity, the NCCCC says theTV emerged, 2011, so it's since its ban since's been from of national..", "rouge": {"rouge1": 38.59649122807017, "rouge2": 18.181818181818183, "rougeL": 38.59649122807017}, "nll_sum": 250.07281494140625, "token_count": 44} +{"index": 6699, "reference": "An aircraft cabin ban on large electronic devices was prompted by intelligence suggesting a terror threat to US-bound flights, say US media.", "prediction": "President Donald Trump was stopped on flights in 10 Western Muslim countries of carry out suspected organisations weapons, security officials say.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 121.86457824707031, "token_count": 22} +{"index": 6700, "reference": "North Korea has claimed it has the technology to make nuclear warheads small enough to fit on a missile.", "prediction": "North Korea has denied reports that a minikised a device not tested as a submarine.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 99.1851806640625, "token_count": 17} +{"index": 6701, "reference": "Ukrainian government forces and pro-Russian rebels in eastern Ukraine are observing a ceasefire after weeks of bitter fighting, officials say.", "prediction": "Ukrainian troops have started laying their gas, and supplies from from December as anti-Russian troops continue their efforts to battle in eastern Ukraine.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 118.55484771728516, "token_count": 28} +{"index": 6702, "reference": "Richard Keogh's second-half header edged Derby into the EFL Cup second round with victory over Grimsby.", "prediction": " Richard Cheogh'sage-time winner earned Derby victory over Grimsby Park Meadow Park. solve's the hosts's \"gs's reputation a from a's a - from-- from a man's reputation as November. ofowned", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.843137254901962, "rougeL": 18.867924528301884}, "nll_sum": 330.179443359375, "token_count": 45} +{"index": 6703, "reference": "Charges have been dropped against a US woman who spent more than two decades on death row after being convicted of arranging her son's 1989 killing.", "prediction": "The ex-wifeed a woman convicted in public row row in northern California 36 years ago, has dropped her case in Arizona for not a retrial.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 0.0, "rougeL": 15.09433962264151}, "nll_sum": 149.36492919921875, "token_count": 30} +{"index": 6704, "reference": "A report into East Midlands Ambulance Service (EMAS) has found it has \"insufficient staff\" to meet the needs of patients in a \"timely manner\".", "prediction": " the East Ambulance Service (ASAS) has been told it needs to meet, a lack and of to build a timely care and care.", "rouge": {"rouge1": 55.319148936170215, "rouge2": 13.33333333333333, "rougeL": 42.5531914893617}, "nll_sum": 133.17291259765625, "token_count": 29} +{"index": 6705, "reference": "Aaron Mooy's spectacular long-range strike earned unbeaten Championship leaders Huddersfield Town victory over struggling west Yorkshire rivals Leeds.", "prediction": "Tim Mooy struck a last-minute winner as Huddersfield beat the past Championship play-off hopefulsoff hopuls rival Leeds United.", "rouge": {"rouge1": 25.0, "rouge2": 5.263157894736842, "rougeL": 20.000000000000004}, "nll_sum": 156.97268676757812, "token_count": 29} +{"index": 6706, "reference": "A BBC TV reporter was the victim of a \"witch-hunt\" after blowing the whistle on political interference, a tribunal has heard.", "prediction": "A former BBC reporter is being investigated for sexual claims of \" interference interference from political interference, a tribunal genocide says.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 38.0952380952381}, "nll_sum": 152.94566345214844, "token_count": 22} +{"index": 6707, "reference": "The emergency services were called to the scene of a fire in Aberdeen.", "prediction": "A fire has cut supplies for to community centre in area of East Lothian.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 8.0, "rougeL": 22.222222222222225}, "nll_sum": 79.86869812011719, "token_count": 16} +{"index": 6708, "reference": "Hopes are fading for six climbers who have gone missing on Mount Rainier in the north-western US state of Washington.", "prediction": " a major search has begun started Seattle where a group of 80 mountain trekwalker who went a party which went missing in a US Miami the", "rouge": {"rouge1": 25.531914893617024, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 192.56475830078125, "token_count": 26} +{"index": 6709, "reference": "Peter Weatherson netted a brace as Annan recorded only their second win in eight matches.", "prediction": "Kanuson scored a last-minute winner as Dunferline Athletic came from 4-0 thrashed to beat Queen of Queen South and reach the Scottish League Cup.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 172.85250854492188, "token_count": 33} +{"index": 6710, "reference": "The British and Irish Lions face a final-Test decider in Sydney next Saturday after Australia hit back to win a desperately tense second Test in Melbourne.", "prediction": "The British and Lions survived- second-half conversion beat beat Wall Wall in an pulsating the closing- Test win in Brisbane. Australia.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 8.51063829787234, "rougeL": 28.57142857142857}, "nll_sum": 184.52593994140625, "token_count": 27} +{"index": 6711, "reference": "The ousted chairman of India's Tata Group has lashed out at the way his sudden departure was handled.", "prediction": "ataata Steel of India Group has hit back at the board of its board saying it accused clear of deals he unhappy about its business Tata business.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 13.636363636363638, "rougeL": 26.08695652173913}, "nll_sum": 189.94549560546875, "token_count": 28} +{"index": 6712, "reference": "French duo Nicolas Mahut and Pierre-Hugues Herbert plan to pay tribute to victims of the Paris attacks during the ATP World Tour Finals in London.", "prediction": "World number three and Jamie Mah Herbert say they have \"a worry lot of airwaves around the world\" following the Paris attacks in Paris.", "rouge": {"rouge1": 35.99999999999999, "rouge2": 8.333333333333332, "rougeL": 27.999999999999996}, "nll_sum": 142.71360778808594, "token_count": 27} +{"index": 6713, "reference": "Wigan Warriors have been reprimanded and ordered to pay costs for postponing their Super League fixture against Widnes Vikings in February.", "prediction": "Worcester Warriors have been fined \u00a37,000 by the Rugby Football League after their pitch retained control at their Wigan' FC abandoned was abandoned on SaturdayPrem", "rouge": {"rouge1": 25.531914893617024, "rouge2": 8.88888888888889, "rougeL": 17.02127659574468}, "nll_sum": 157.87625122070312, "token_count": 32} +{"index": 6714, "reference": "Manchester United forward Anthony Martial should \"listen to me and not his agent\", says manager Jose Mourinho.", "prediction": "Manchester United's Anthony Martial is in \"very positive\" to stay at the club on loan, says his Manchester United manager Jose Mourinho.", "rouge": {"rouge1": 50.0, "rouge2": 21.05263157894737, "rougeL": 45.0}, "nll_sum": 86.18497467041016, "token_count": 26} +{"index": 6715, "reference": "Former Arkansas Governor Mike Huckabee has launched a second attempt at getting the Republican nomination for the presidency.", "prediction": "US Republican candidate Mike Pence has won the Labour race for the race in his home town.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.0606060606060606, "rougeL": 28.571428571428577}, "nll_sum": 73.82400512695312, "token_count": 17} +{"index": 6716, "reference": "Juan Mata starred on his full debut as Chelsea cruised past a toothless Sunderland side despite a late scare.", "prediction": "Jama Mata's 90th-minute winner by as Chelsea thrashed a a bottom-strength Sunderland side and move below a third Premier League table.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 32.55813953488372}, "nll_sum": 139.5380859375, "token_count": 29} +{"index": 6717, "reference": "North Korean leader Kim Jong-un has said his country's latest missile tests show it has \"the sure capability to attack US interests\".", "prediction": " Kim Korean leader Kim Jongun- said there is \"unable capability to attack on North US and saying that \"black test is too high\"..", "rouge": {"rouge1": 42.5531914893617, "rouge2": 17.777777777777775, "rougeL": 34.04255319148936}, "nll_sum": 165.33023071289062, "token_count": 29} +{"index": 6718, "reference": "(Close): Standard Chartered was the biggest faller on the market, dropping 8.7% after the Asia-focused bank announced plans for a big rights issue.", "prediction": "(Open): The London market closed higher higher after the bank said the bank's decision to cut rate and cut cut and raise interest rates and says it would be theds as a \"b a rate in from it's.", "rouge": {"rouge1": 24.615384615384613, "rouge2": 3.1746031746031744, "rougeL": 18.46153846153846}, "nll_sum": 237.4205322265625, "token_count": 44} +{"index": 6719, "reference": "A man charged with murdering his wife at a care home has died before his court case could be heard.", "prediction": "A pensioner who tried to kill his wife by himself in a row over own support machine, \u00a3 been jailed for four and a a half years. years- solve- a again a again a's again \u00a3 of from's again 2011 a", "rouge": {"rouge1": 13.114754098360656, "rouge2": 3.389830508474576, "rougeL": 13.114754098360656}, "nll_sum": 267.57440185546875, "token_count": 47} +{"index": 6720, "reference": "Bangladesh has only a little more than 100 Royal Bengal tigers living in the Sunderbans forest, far fewer than previously thought, new figures show.", "prediction": " a number of India in India, northern northern and India's Macedonia forest - has passed its highest level ever - the highest rate in 10 years.", "rouge": {"rouge1": 20.408163265306126, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 195.54144287109375, "token_count": 28} +{"index": 6721, "reference": "Manchester City forward Gabriel Jesus broke a metatarsal in Monday's 2-0 Premier League win at Bournemouth.", "prediction": "Manchester City midfielder Charlie Suarez will undergo six-hour surgery after undergoing his foot in his foot's foot by a metently bone atian City Stadium on Saturday on.'s again--S 2011 referee in 2011 again's Saturday's again's", "rouge": {"rouge1": 16.666666666666664, "rouge2": 3.4482758620689653, "rougeL": 16.666666666666664}, "nll_sum": 311.7591247558594, "token_count": 46} +{"index": 6722, "reference": "Nine members of the Sport NI board have resigned with immediate effect.", "prediction": " of sports minister has said concern, expressed her frustration over a meeting discuss over an independent, into poor culture of the organisation a heads resurge a.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 5.555555555555555, "rougeL": 10.526315789473683}, "nll_sum": 196.519287109375, "token_count": 29} +{"index": 6723, "reference": "A benevolent virus has been used to harden more than 10,000 home routers against cyber-attacks, says a security firm.", "prediction": "A security programme that harbour harbouring thousands of thousands of devices couldsecurity harboured criminals, claiming it is will them \"hard to successfully\".", "rouge": {"rouge1": 13.95348837209302, "rouge2": 4.878048780487805, "rougeL": 9.30232558139535}, "nll_sum": 180.15301513671875, "token_count": 27} +{"index": 6724, "reference": "Football hooliganism is nothing new in Germany, but when violence broke out before a Bundesliga match between two of the top clubs, this was something different.", "prediction": " flag and red graffiti were thrown on the pitch at RB Leipzig, a football club describing the event as \"no fairyt fairale\".", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 8.333333333333334}, "nll_sum": 146.13558959960938, "token_count": 28} +{"index": 6725, "reference": "Two Powys roads were forced to close after separate serious collisions.", "prediction": "A major road in Lancire closed for several after a lorry closed several towns.", "rouge": {"rouge1": 23.999999999999996, "rouge2": 0.0, "rougeL": 23.999999999999996}, "nll_sum": 101.41808319091797, "token_count": 16} +{"index": 6726, "reference": "Mexican Finance Minister Luis Videgaray has resigned following the visit of Donald Trump last week.", "prediction": " Mexican Indian Finance Minister, Luisgargaray, has resigned his office despite criticism from US Republican nominee-elect Donald Trump's last visit Mexico's. of 2011 solve his again--w a from in a from George's.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 12.244897959183673, "rougeL": 31.372549019607842}, "nll_sum": 286.020263671875, "token_count": 45} +{"index": 6727, "reference": "Tal Afar, about 55km (35 miles) to the west of Mosul, was always going to be next on the \"to do\" list for Iraqi forces.", "prediction": "A military operation has begun into the battle for northern Iraqi city of Tal Afar, from the socalledcalled Islamic State (IS).", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 13.043478260869565}, "nll_sum": 110.39642333984375, "token_count": 26} +{"index": 6728, "reference": "Super-sub Lee Novak bundled in a late equaliser as Charlton fought back to draw and stop Uwe Rosler's Fleetwood from moving into the top two.", "prediction": "Lee Novak's stoppage-time winner rescued a point for Fleetwood after a 2-2TV draw with 10-man Charlton at The Cleveland, double from themaker'sC from a in as's as's.", "rouge": {"rouge1": 36.0655737704918, "rouge2": 3.389830508474576, "rougeL": 16.393442622950822}, "nll_sum": 249.22702026367188, "token_count": 45} +{"index": 6729, "reference": "Portsmouth FC and Pompey Supporters' Trust (PST) board member Ashley Brown has urged fans to make an informed choice over a proposed takeover.", "prediction": "Wy Football Trust'RockST) chief Phil Brown says flagship a new offer to shareholders the offer is a \"huge decision\". its \" 2011.", "rouge": {"rouge1": 17.777777777777775, "rouge2": 0.0, "rougeL": 17.777777777777775}, "nll_sum": 213.86611938476562, "token_count": 29} +{"index": 6730, "reference": "A small high-quality camera has been attached to the shell of a turtle giving an amazing view of Australia's Great Barrier Reef.", "prediction": "Footage of a baby turtleu on washed up on Britain's Great Britain,, filmed what was happened to the animal abached.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 13.953488372093023, "rougeL": 17.77777777777778}, "nll_sum": 154.468994140625, "token_count": 25} +{"index": 6731, "reference": "A dramatic injury-time equaliser from teenage substitute Kyle Wootton gifted Scunthorpe a point against relegation rivals Port Vale.", "prediction": "Billy Wootton's stunningage-minute equaliser as Port Vale came from behind to beat playefoff hopefuls Scunthorpe.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 5.88235294117647, "rougeL": 16.666666666666668}, "nll_sum": 142.09130859375, "token_count": 30} +{"index": 6732, "reference": "Luke Varney's late winner secured Ipswich's first win in eight games, despite Alex Revell's brace for already-relegated MK Dons.", "prediction": "An 86th-long David Revellstorms enough a point for Ipswich against fellow playefoff rivals hopefuls MK Dons. solvebound 2011. a's from a-the a ban in from ballet's a from. a", "rouge": {"rouge1": 25.0, "rouge2": 3.7037037037037033, "rougeL": 14.285714285714288}, "nll_sum": 329.30816650390625, "token_count": 47} +{"index": 6733, "reference": "The former football star George Weah has won a landslide victory in Liberia's senate elections, in polls disrupted by the Ebola outbreak.", "prediction": "Former Fifa president John weah has been winner be December's senate committee held.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 115.44270324707031, "token_count": 15} +{"index": 6734, "reference": "England's Tommy Fleetwood was denied a second 2017 European Tour title after losing a play-off to Bernd Wiesberger at the Shenzhen International.", "prediction": "World number one Fleet Fleetwood won a event dramatic penalty shot-out to beat Silen- Wieswinning to win the Wiesn Challenge China in China.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 215.0045166015625, "token_count": 32} +{"index": 6735, "reference": "Netherlands captain Mandy van den Berg has joined Reading Women from Liverpool on a permanent deal.", "prediction": "Manchester City Women have signed Australia defender M van den Berg on a new three-year contract from Liverpool FC.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 23.52941176470588, "rougeL": 27.77777777777778}, "nll_sum": 84.62411499023438, "token_count": 21} +{"index": 6736, "reference": "Torquay United have signed Barrow defender Myles Anderson on a permanent deal, and Irish forward Ruairi Keating on non-contract terms.", "prediction": "Torquay United have signed formerrow's Ryan Anderson and Ryan Anderson due to international Ryanair Keating on two-year deal. of inyear solve again- again a again-p aA in from- from's from's a", "rouge": {"rouge1": 35.08771929824561, "rouge2": 14.545454545454545, "rougeL": 28.07017543859649}, "nll_sum": 304.68817138671875, "token_count": 47} +{"index": 6737, "reference": "A car park in east Belfast has been closed to the public by young men building bonfires.", "prediction": "Belfast City Council has agreed after a agreed with a city's council said it wants to store and customers to store a secured pal Scarlets.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093027}, "nll_sum": 167.95132446289062, "token_count": 29} +{"index": 6738, "reference": "Swashboggling and frobscottle are among thousands of Roald Dahl's words to be compiled in a dictionary celebrating the centenary of the writer's birth.", "prediction": "A Roald Dahl author's \"widdwink and H kidneyahl's words, has created created in the Oxford Roarie Dictionary's Dictionary.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 9.09090909090909, "rougeL": 30.434782608695656}, "nll_sum": 211.4375, "token_count": 29} +{"index": 6739, "reference": "Sports car company TVR is to base its new factory in Wales, First Minister Carwyn Jones has announced.", "prediction": "The TV retailer, TV R, will create the next generation of electric car at its new police factory in Blaa Glamorgan.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 129.21871948242188, "token_count": 26} +{"index": 6740, "reference": "Lewis Hamilton accepted the blame for the errors that led to him finishing sixth in Sunday's Hungarian Grand Prix.", "prediction": "Lewis Hamilton said what was happened to happened after involved in a fatal crash at a Singapore Grand Prix.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 10.81081081081081, "rougeL": 30.76923076923077}, "nll_sum": 90.357666015625, "token_count": 19} +{"index": 6741, "reference": "(Noon): Banking shares helped to lift the market, but shares in M&S slid after the retailer said its turnaround plan was set to hit profits.", "prediction": "(Open): The FTSE's top 100 closed aged higher mixed with shares in banking giant banking & S& and in rising rising sales and Spencer fall in banking.", "rouge": {"rouge1": 18.867924528301884, "rouge2": 3.9215686274509802, "rougeL": 15.09433962264151}, "nll_sum": 229.7626953125, "token_count": 33} +{"index": 6742, "reference": "Portadown have forfeited the points they won by beating Ards on Saturday and been fined \u00a3350 for playing Robert Garrett while he was suspended.", "prediction": "Portadown have handed a further 12-point deduction and handed over an sights after an win over Ards that saw their seventh ninth in the title on Saturday. of solve's-A's surrounding in from Saturday from. from", "rouge": {"rouge1": 25.396825396825395, "rouge2": 6.557377049180328, "rougeL": 19.04761904761905}, "nll_sum": 283.79205322265625, "token_count": 45} +{"index": 6743, "reference": "A microlight has hit an electricity pylon and burst into flames near Rochester in Kent.", "prediction": "A light aircraft crash crashed into out air at an airfield in Essex in.", "rouge": {"rouge1": 27.58620689655172, "rouge2": 0.0, "rougeL": 20.689655172413797}, "nll_sum": 87.43202209472656, "token_count": 15} +{"index": 6744, "reference": "A woman who tried to launder \u00a355,000 of stolen cash through Rangers Supporters' Association Boys Club has been told to carry out 260 hours unpaid work.", "prediction": " a woman whobebeling \u00a3 but000 from a former young'' home has been sentenced and given a community5.5m pay order.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 9.090909090909092, "rougeL": 17.391304347826086}, "nll_sum": 185.53762817382812, "token_count": 28} +{"index": 6745, "reference": "Hubble has probed a clutch of monster stars about 170,000 light-years away on the edge of our Milky Way Galaxy.", "prediction": "Sronomers have identified the first,, the golden and most powerful solar stars, the Way Batman.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 119.67276000976562, "token_count": 19} +{"index": 6746, "reference": "Roma will have to shut down part of their stadium for one game next season after the club's supporters repeated racist chants about Mario Balotelli.", "prediction": "Roma have suspended their ground and one of its players after striker Mario Balotelli, and accused of fans of singing \"ircru\" abuse fans.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 4.25531914893617, "rougeL": 28.571428571428577}, "nll_sum": 176.604248046875, "token_count": 30} +{"index": 6747, "reference": "Second-half goals from Oscar Threlkeld and substitute Craig Tanner were enough for Plymouth to beat Crawley and move back to the top of League Two.", "prediction": "Plymouth Argy striker David Threlkeld scored the only goal as they beat League Two play-offoff hopefulsulsley Town.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904763, "rougeL": 18.181818181818183}, "nll_sum": 156.6572265625, "token_count": 30} +{"index": 6748, "reference": "Discovery Communications, owner of the Discovery Channel and Animal Planet, is buying Scripps Networks for $14.6bn (\u00c2\u00a311.1bn) in a deal that combines two major US television companies.", "prediction": "The US cable network, Scripps, has announced proposed possible worth around $14bn3242bn) with ticket app in its TV networks.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 169.0139923095703, "token_count": 29} +{"index": 6749, "reference": "QPR have denied Steven Caulker was involved in an altercation and say he was taken to hospital after cutting his head during a lunch with team-mates.", "prediction": "Northern Ireland's Steven Caulaulker has been charged by Football Association following reports reports that the club was involved in an a cut cardboard his head.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 15.686274509803921, "rougeL": 30.18867924528302}, "nll_sum": 147.8855743408203, "token_count": 29} +{"index": 6750, "reference": "A tweak to Siri's pronunciation of Barbra Streisand's name will be heading to Apple products soon.", "prediction": "Misra Streisand, she would be \"disappointed\" to change her name messaging service has Apple due to the star Tim Cook's name.", "rouge": {"rouge1": 35.0, "rouge2": 5.263157894736842, "rougeL": 20.0}, "nll_sum": 146.79522705078125, "token_count": 29} +{"index": 6751, "reference": "Hundreds of people have taken to the streets of Egypt's capital, Cairo, to protest after a tea vendor was allegedly shot dead by police.", "prediction": "Chashes has broken out and police brutality in the Egyptian capital, Cairo amid clashes between security forces, the interior has said, in the capital referee, violence,- violence from from-g-maker in from from November it from.owned", "rouge": {"rouge1": 12.698412698412698, "rouge2": 3.278688524590164, "rougeL": 9.523809523809524}, "nll_sum": 290.0838317871094, "token_count": 46} +{"index": 6752, "reference": "The company that sparked an outcry by raising the price of its HIV drug in the US by 5,000% says it will cut its price for some users.", "prediction": "A US drugs company has announced plans a price the price of drug its drug to drug, the and has facing criticism of a powerful Ab drug.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 7.407407407407408, "rougeL": 25.0}, "nll_sum": 183.82302856445312, "token_count": 28} +{"index": 6753, "reference": "Striker Chris Martin has described his input during Derby County's dismal recent run as a \"bit non-existent\".", "prediction": "Derby County striker Chris Martin says aNad\"\" return his goal was non-cash- \"a to non-existent\".", "rouge": {"rouge1": 50.0, "rouge2": 23.52941176470588, "rougeL": 38.88888888888889}, "nll_sum": 176.98980712890625, "token_count": 25} +{"index": 6754, "reference": "An Air France passenger jet has made an emergency landing at Prestwick Airport after fumes were detected on board.", "prediction": "A air France plane was publicly diverted to London to Glasgow Prest Airport after its due to Canada was due to a \"fantant failure\".", "rouge": {"rouge1": 18.6046511627907, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 177.90646362304688, "token_count": 27} +{"index": 6755, "reference": "Only a third of children in Wales have healthy teeth overall and this is lagging behind England, a major survey suggests.", "prediction": "Thousands of children in Wales are reported problems to have good oral health than 40 years ago, figures published by BBC Wales suggests in in the's it, solve, from they a \"w from's a in from it's's.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 10.0, "rougeL": 19.35483870967742}, "nll_sum": 268.9626159667969, "token_count": 45} +{"index": 6756, "reference": "Northern Ireland exporters are continuing to experience a surge in business as a result of the weakening of sterling, the Ulster Bank has said.", "prediction": "Online sales in Northern Ireland helped \u00a36.6bn (\u00a31.bnbn in August, according to the new analysis by in Ulster Bank.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 142.88723754882812, "token_count": 28} +{"index": 6757, "reference": "Ex-footballers Gary Neville and Ryan Giggs's \u00a3200m plans to redevelop part of central Manchester have been revised.", "prediction": "TV night star Phil Neville's \u00a3 planm plan- tom Manchester city centre, who has been criticised as \"best\".\".", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 27.027027027027025}, "nll_sum": 180.97720336914062, "token_count": 25} +{"index": 6758, "reference": "A 25-year-old man from Doncaster has died following a motorcycle crash in South Yorkshire.", "prediction": "A motorcyclist is in hospital after being hit by a car on a main road in South Yorkshire.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 53.00720977783203, "token_count": 20} +{"index": 6759, "reference": "Former Crusaders defender and player-manager Aaron Callaghan is the new manager of Carrick Rangers.", "prediction": "Former Republic of Ireland boss Michaelaghanrick has been appointedadaders's new manager on- three-a-half-year deal.", "rouge": {"rouge1": 24.24242424242424, "rouge2": 6.451612903225808, "rougeL": 18.18181818181818}, "nll_sum": 150.35423278808594, "token_count": 26} +{"index": 6760, "reference": "A Midlothian man who threw a baby in the air and shook him, causing him to suffer \"catastrophic\" injuries, has been jailed for four years.", "prediction": "A West Lothian man who inflicted acatastrophic\" attack on a five-month- baby boy has been jailed for three-and-a-half years.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 17.391304347826086, "rougeL": 41.666666666666664}, "nll_sum": 134.55470275878906, "token_count": 34} +{"index": 6761, "reference": "Britain's Kyle Edmund is through to the second round of the China Open following a straight-sets win over Spain's Guillermo Garcia-Lopez.", "prediction": "British number two rival Edmund is to the semi-finals of the China Open with a third-set win over recaptardmakerL Garcia-Lobar.", "rouge": {"rouge1": 54.16666666666667, "rouge2": 30.434782608695656, "rougeL": 54.16666666666667}, "nll_sum": 182.035888671875, "token_count": 30} +{"index": 6762, "reference": "The police officer leading the search for missing Leicestershire teenager Kayleigh Haywood has told her family to prepare themselves for the worst.", "prediction": "Police investigating the murder of schoolgirlboy Joseph, who was seen almost three years ago, have spoken of of her \"very struggle\".", "rouge": {"rouge1": 13.95348837209302, "rouge2": 0.0, "rougeL": 13.95348837209302}, "nll_sum": 117.84400177001953, "token_count": 26} +{"index": 6763, "reference": "Chester stunned Dagenham & Redbridge with a comprehensive 3-0 win home win the National League.", "prediction": "Chester beat Dagenham 3-0 at home and Redbridge and keep their National League playoldoff hopes alive- making a late in from 30 days's. from 30-it's departure in recent weeks under's.", "rouge": {"rouge1": 36.0, "rouge2": 8.333333333333332, "rougeL": 27.999999999999996}, "nll_sum": 267.3677062988281, "token_count": 45} +{"index": 6764, "reference": "Dover Athletic have signed Femi Ilesanmi on a one-year contract after the left-back's departure from National League rivals Boreham Wood.", "prediction": "Boreham Wood have signed defender Luke Freemanil on a free transfer on pre-contract terms- with a option to a for further year further.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.33333333333333, "rougeL": 21.27659574468085}, "nll_sum": 152.3792724609375, "token_count": 29} +{"index": 6765, "reference": "Fewer than one in five eligible voters in some parts of England previously chose anyone to represent them in local elections, raising fears of a democratic deficit.", "prediction": "A \"serious democratic finances hole is key in council elections in England downloaded as local elections, official suggest suggest.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454546, "rougeL": 21.73913043478261}, "nll_sum": 161.34478759765625, "token_count": 21} +{"index": 6766, "reference": "Matthew Morgan says he turned down offers from around the world to join Cardiff Blues in the pursuit of adding to his five Wales caps.", "prediction": "Wales wing Mark bank has offers offers to Wales fullback Matthew Morgan from Bristol as full-back.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 5.0, "rougeL": 14.285714285714283}, "nll_sum": 129.53372192382812, "token_count": 19} +{"index": 6767, "reference": "Conor Henderson has agreed a new six-month contract with Crawley Town.", "prediction": "Crawley Town captain Conor Henderson has signed a one-month deal with the League Two-off season.", "rouge": {"rouge1": 55.172413793103445, "rouge2": 22.22222222222222, "rougeL": 41.37931034482759}, "nll_sum": 94.8158187866211, "token_count": 21} +{"index": 6768, "reference": "Stoke City manager Mark Hughes has dismissed speculation linking striker Peter Crouch with a move to West Brom.", "prediction": "Stoke striker Peter Crouch has \"a big part of\" in signing new Premier League goals, according to Potters manager Mark Hughes.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 21.62162162162162, "rougeL": 30.769230769230766}, "nll_sum": 107.20744323730469, "token_count": 27} +{"index": 6769, "reference": "An Andy Warhol painting of Chairman Mao is to be auctioned in Hong Kong - and it could go to a Chinese bidder for a \"homecoming\" of sorts.", "prediction": "A Vale of Mark War inspire owned by Chinese artistist Mao revolution could be put up for sale later this month.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 138.74285888671875, "token_count": 22} +{"index": 6770, "reference": "Footballer Gary Neville's controversial plans for an eco-friendly \"Teletubbies\" house have been given the go ahead by Bolton Council.", "prediction": "Plans for a \u00a3500m flower to a house would be referred to after council councillors the as sayingdisappointment and should fit for review.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 169.474365234375, "token_count": 29} +{"index": 6771, "reference": "Magic Mike star Channing Tatum is to play the mermaid in a remake of 1984's film Splash, taking the role played by Darryl Hannah, according to reports.", "prediction": "X the comedy film Tade, but to be dominated film the new film film Ghostbusters.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 112.7022933959961, "token_count": 17} +{"index": 6772, "reference": "Models of moths have been appearing on buildings in Hull to commemorate aviator Amy Johnson who was born there.", "prediction": "The first moth unveiled in model, Amy Johnson, to be unveiled in Hull.", "rouge": {"rouge1": 43.75, "rouge2": 13.333333333333334, "rougeL": 25.0}, "nll_sum": 93.02235412597656, "token_count": 15} +{"index": 6773, "reference": "The new Chancellor of the Exchequer has said he may use the Autumn Statement to \"reset\" Britain's economic policy.", "prediction": "The UK government has said it \"crisis its fiscal\" agenda\" in the wake, the Brexit result of \" \"estest basket of economy\".", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 169.58084106445312, "token_count": 29} +{"index": 6774, "reference": "A major festival of light art is to be staged in London next year by the people who organise the biennial Lumiere festival in Durham.", "prediction": "The blues disco Kylie, who will host a festival festival in County Durham this year, has been announced.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 95.19772338867188, "token_count": 21} +{"index": 6775, "reference": "Ireland fought back from two goals down to beat Germany 4-2 and secure the Hamburg Masters title on Sunday.", "prediction": "Ireland fighting back from 1-under0 down to beat Germany 3-2 at the World Championship playoffoff semi-finals, Germany, Benny B. B's B play-H's again in 2011 again's 2011 again's a", "rouge": {"rouge1": 31.57894736842105, "rouge2": 14.545454545454545, "rougeL": 31.57894736842105}, "nll_sum": 256.10772705078125, "token_count": 45} +{"index": 6776, "reference": "A council which lost a High Court case over fining a father who took his daughter on a term-time holiday is having its appeal heard at the Supreme Court.", "prediction": "A council which won a legal challenge to a government battle over a father who took his daughter on term-time to school has lost a legal battle.", "rouge": {"rouge1": 55.17241379310344, "rouge2": 35.714285714285715, "rougeL": 48.275862068965516}, "nll_sum": 116.40531158447266, "token_count": 29} +{"index": 6777, "reference": "The parents of a teenage girl who was hit by a scrambler bike and put into a medically-induced coma say her future remains uncertain.", "prediction": "The parents of a girl who was left seriously injured after being hit by a moped, said they are \" determined\" they can save her recovery.", "rouge": {"rouge1": 44.0, "rouge2": 29.166666666666668, "rougeL": 44.0}, "nll_sum": 88.58332824707031, "token_count": 29} +{"index": 6778, "reference": "US President Barack Obama has presented the Medal of Honor to a former soldier for his heroism during a huge firefight in Afghanistan.", "prediction": "A US army officer was shot dead during a battle struggle in Afghanistan - the first since 2009 the an Army official has confirmed \" in 2011- 2011, solve, from they a \"-A from crime in the from national's.", "rouge": {"rouge1": 26.229508196721312, "rouge2": 6.779661016949154, "rougeL": 16.39344262295082}, "nll_sum": 266.06085205078125, "token_count": 44} +{"index": 6779, "reference": "Unskilled migrants should be stopped from moving to Britain for five years to help reduce net migration, a report by a pro-Brexit group has said.", "prediction": "A cross in third group backed his plan to immigration and work permits visas from office by 2020, claiming it could be \"a huge blow\" to the UK economy.", "rouge": {"rouge1": 29.090909090909093, "rouge2": 0.0, "rougeL": 10.909090909090908}, "nll_sum": 159.99429321289062, "token_count": 32} +{"index": 6780, "reference": "A Tube station was evacuated after football fans heading to Wembley Stadium set off a smoke bomb and fire alarms, Transport for London (TfL) has said.", "prediction": "A railway station has been fire on fire at Northern station's west London Underground station in west London, leading to fans departure Crystal Palace been FA Cup final. the of's a", "rouge": {"rouge1": 27.11864406779661, "rouge2": 0.0, "rougeL": 13.559322033898304}, "nll_sum": 262.98199462890625, "token_count": 34} +{"index": 6781, "reference": "Scotland's Seonaid McIntosh has won gold at the European Shooting Championships in Baku, Azerbaijan, three days after her sister Jennifer achieved the same feat.", "prediction": "Indonesia's Ny Belonanna won her first medal of the season at the Bala Soviet World Championships Championships as Russia finished second. in event's thekin's M- amaker's from Russia from The's.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 3.4482758620689653, "rougeL": 23.333333333333332}, "nll_sum": 261.4185791015625, "token_count": 44} +{"index": 6782, "reference": "Bank of England Governor Mark Carney has defended his action to mitigate the impact of Brexit.", "prediction": " Bank of England governor governor Mark Carney says his actions action\" were made the decision to cut rates.", "rouge": {"rouge1": 58.82352941176471, "rouge2": 37.50000000000001, "rougeL": 52.94117647058824}, "nll_sum": 94.2410888671875, "token_count": 19} +{"index": 6783, "reference": "Lizzy Yarnold's gold medal in Sochi has cemented Britain's status as the dominant power in world skeleton.", "prediction": "Olympic skeleton champion Lizzy Yarnold is a gold medal at London 2012, and what and reveals the \"the facts location of the sport\".", "rouge": {"rouge1": 28.571428571428577, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 172.44589233398438, "token_count": 30} +{"index": 6784, "reference": "Britain's double Olympic champion Nicola Adams will face Mexico's Maryan Salazar in Leeds on Saturday.", "prediction": "Two-time Olympic Olympic champion Gerry Adams will face third Turkish teenager Salahza Salazar in- first round the Boxing tournament in New York on Saturday night", "rouge": {"rouge1": 41.860465116279066, "rouge2": 24.39024390243903, "rougeL": 41.860465116279066}, "nll_sum": 159.64810180664062, "token_count": 30} +{"index": 6785, "reference": "Britain's K1 200m Olympic champion Liam Heath won his first race of the season at the Canoe Sprint World Cup.", "prediction": "Great Britain's late Heath the first race of the season at the Can Worldalalom World Cup by winning the men's 200m race.", "rouge": {"rouge1": 57.777777777777786, "rouge2": 37.2093023255814, "rougeL": 53.333333333333336}, "nll_sum": 158.10009765625, "token_count": 28} +{"index": 6786, "reference": "Ellan Vannin have booked their place in next year's ConIFA World Cup after winning the Niamh's Challenge Cup at the Bowl in Douglas.", "prediction": "The Isle and Isle of Spanishe have named Team Team Sky GB at next season's Lastaltee World Cup on Saturday's been from comfortable success from the English again's from- for a from from's from a's. from referee", "rouge": {"rouge1": 26.865671641791046, "rouge2": 3.0769230769230766, "rougeL": 20.895522388059703}, "nll_sum": 331.02374267578125, "token_count": 48} +{"index": 6787, "reference": "The last builder of large ships in Bristol has closed after its final vessel sailed out of dock.", "prediction": "The final boat of a ship glad to be rebuilt and is built to be be built, carrying out repairs is planned to be redeveloped.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 137.0029296875, "token_count": 27} +{"index": 6788, "reference": "Many older people living in care homes have an \"unacceptable quality of life\" and quickly become institutionalised, says a watchdog.", "prediction": "Older people are living in care homes in having an \"un quality quality of life\", a report has said.", "rouge": {"rouge1": 61.53846153846154, "rouge2": 37.83783783783783, "rougeL": 61.53846153846154}, "nll_sum": 92.24031066894531, "token_count": 22} +{"index": 6789, "reference": "Social housing tenants could be offered discounts of up to \u00a375,000 under plans to increase the numbers exercising the \"right to buy\" their home in England.", "prediction": "Black security discounts for the right to build to be sold in England and Wales could be, as high as housing, the BBC in learned.\", solve, says they be solve- 2011 a from in\" from George's.", "rouge": {"rouge1": 34.375, "rouge2": 12.903225806451616, "rougeL": 18.75}, "nll_sum": 279.11981201171875, "token_count": 43} +{"index": 6790, "reference": "Nearly 60% of all syphilis cases reported in England were in London, it has been revealed.", "prediction": "There has been an alarming rising civil cases of and men who are living in the capital London, new figures show, nine more than the highest since their from, from London the between Londondchedors in nine May..", "rouge": {"rouge1": 26.41509433962264, "rouge2": 3.9215686274509802, "rougeL": 11.320754716981133}, "nll_sum": 265.8319091796875, "token_count": 44} +{"index": 6791, "reference": "A 36-year-old man has been charged with murder following the death of a 40-year-old man in Midlothian.", "prediction": "A 39-year-old man has been arrested in connection with the death of a 39-year-old man in East Lothian.othian. solve the's month from from a from his's as a..", "rouge": {"rouge1": 53.571428571428584, "rouge2": 37.03703703703704, "rougeL": 53.571428571428584}, "nll_sum": 165.9644775390625, "token_count": 44} +{"index": 6792, "reference": "Portsmouth have signed former Ajax and Notts County midfielder Stanley Aborah on a deal until the end of the season.", "prediction": "Portsmouth have signed midfielder Jamesager from a two-year deal on a two-year deal.", "rouge": {"rouge1": 40.0, "rouge2": 18.181818181818183, "rougeL": 40.0}, "nll_sum": 69.52252960205078, "token_count": 20} +{"index": 6793, "reference": "Interim boss Gary Brazil says he would take any role at Nottingham Forest and has not ruled out accepting the manager's job on a longer-term basis.", "prediction": " boss Gary Brazil confirmed he has been confirmed as Nottingham Forest manager of the Championship club after five years in charge.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 12.765957446808512, "rougeL": 28.571428571428577}, "nll_sum": 82.07867431640625, "token_count": 21} +{"index": 6794, "reference": "Wildlife sanctuaries across southern Australia have been helping injured animals - by asking the public to sew mittens and pouches!", "prediction": "Thousands of deadly cyclfires in Australia that overwhelmed Australia's biggest forest breeding five years ago, the be kept alive and alive and keep them the wild.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 157.53390502929688, "token_count": 29} +{"index": 6795, "reference": "Too many babies born with a cleft palate are being diagnosed late, causing unnecessary distress, the Royal College of Surgeons says.", "prediction": "Thousands of babies born with a with a cleft Baton will soon miss out on birth at the door, suggests.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 20.51282051282051, "rougeL": 29.268292682926827}, "nll_sum": 119.19254302978516, "token_count": 22} +{"index": 6796, "reference": "Three cleaners who went on strike over a pay dispute have been sacked in a move branded Scrooge-like by one MP.", "prediction": "Three school cleaners who were sacked after a strike'' strike defended their spending before Christmas were \"unacceptable\".", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 112.45616149902344, "token_count": 20} +{"index": 6797, "reference": "National League strugglers York City have signed Newport striker Jon Parkin on loan until January.", "prediction": "York City have signed wingerens Parkin on the release of his National League. club by Macclesfield Town.", "rouge": {"rouge1": 50.0, "rouge2": 33.33333333333333, "rougeL": 37.50000000000001}, "nll_sum": 135.83937072753906, "token_count": 23} +{"index": 6798, "reference": "Jeremy Corbyn has pledged to extend public ownership of the country's bus networks if he becomes prime minister.", "prediction": "Jeremy Corbyn has laid out his plans for plans to local transport services in England.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 63.024192810058594, "token_count": 15} +{"index": 6799, "reference": "All diets - from Atkins to Weight Watchers - have similar results and people should simply pick the one they find easiest, say researchers.", "prediction": "A rough diet is a slightly likely to have weight loss, but than weight weight loss, a study suggests.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 107.31385040283203, "token_count": 21} +{"index": 6800, "reference": "A man has been convicted over the death of a woman who was crushed by window frames weighing more than half a tonne.", "prediction": "A building firm was found guilty of possessing over the death a a worker whose work fell on of sun ranking wall, has been found guilty manslaughter.", "rouge": {"rouge1": 40.0, "rouge2": 12.499999999999996, "rougeL": 24.0}, "nll_sum": 166.34671020507812, "token_count": 28} +{"index": 6801, "reference": "England international Jordan Nobbs has signed a new contract with FA Women's Super League 1 side Arsenal Ladies.", "prediction": "England international Bright Nobbs has signed a new three-year contract with Women. Super League One champions.", "rouge": {"rouge1": 66.66666666666667, "rouge2": 41.1764705882353, "rougeL": 66.66666666666667}, "nll_sum": 90.75004577636719, "token_count": 20} +{"index": 6802, "reference": "Wigan head coach Shaun Wane revelled in an excellent weekend for Super League after the Warriors beat Cronulla 22-6 to win the World Club Challenge.", "prediction": "Warrington Wolves are of \"get the back back\" as they beat Warrington, says head Tony Smith despite the side complete a World Club Cup Series.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 185.84881591796875, "token_count": 30} +{"index": 6803, "reference": "A deal has been struck on using satellites to track planes, motivated by the disappearance of Malaysia Airlines flight MH370 last year.", "prediction": "Malaysia missing flight MH370 and not be sent with a new tracking system, it has been announced.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 15.384615384615383}, "nll_sum": 83.73212432861328, "token_count": 21} +{"index": 6804, "reference": "China has for the first time admitted in public that it permits trade in skins from captive tigers, according to participants and officials at a meeting of an international convention to protect endangered species.", "prediction": "life rights groups have argued that China denied a commercial trade in illegal trade illegal tiger powder.", "rouge": {"rouge1": 23.529411764705884, "rouge2": 4.081632653061225, "rougeL": 15.686274509803924}, "nll_sum": 105.24005126953125, "token_count": 17} +{"index": 6805, "reference": "Britain's economy faces a \"prolonged period\" of weaker growth as consumer spending slows and business curbs investment, according to a report.", "prediction": "The UK's economy is targeting a year and faces a \"iv steps\" amid fears of the economy is taking step\", a disappointing think tank has warned.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 173.8259735107422, "token_count": 30} +{"index": 6806, "reference": "A Flintshire man has admitted telling an American crisis line he was planning to kill himself and take as many police with him as he could.", "prediction": "A man who tried to shot police officers at a Christmas shopping centre, claiming he was shot and then shot himself to himself. court court heard. of a 2011 Broadway again to a from a it's have suspicion from a", "rouge": {"rouge1": 23.880597014925378, "rouge2": 3.0769230769230766, "rougeL": 17.910447761194032}, "nll_sum": 231.2662811279297, "token_count": 43} +{"index": 6807, "reference": "New scheduled flights have been introduced between Inverness and Amsterdam.", "prediction": "The air airline airline KKLM but will begin regular operating flights in the Netherlands from 30 March.", "rouge": {"rouge1": 7.407407407407408, "rouge2": 0.0, "rougeL": 7.407407407407408}, "nll_sum": 100.16116333007812, "token_count": 19} +{"index": 6808, "reference": "Tommy Seymour scored four tries as Glasgow Warriors christened the newly-laid synthetic Scotstoun pitch with a Pro12 win over Leinster.", "prediction": "Tom Seymour scored a dramatic last-minute penalty as champions Glasgow Warriors held to a control Le Leinster to reach the Pro12 match.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 9.523809523809526, "rougeL": 31.818181818181824}, "nll_sum": 148.80099487304688, "token_count": 27} +{"index": 6809, "reference": "A four-month consultation which could help decide the location of the UK's first spaceport ends on Monday with one site in Gwynedd being considered.", "prediction": "A consultation on plans for an airfield in Gwynedd could be launched by consultation UK government.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 5.0, "rougeL": 28.57142857142857}, "nll_sum": 86.79179382324219, "token_count": 19} +{"index": 6810, "reference": "Arcade Fire brought a party atmosphere to Glastonbury on Friday, hours after an electric storm stopped the festival.", "prediction": "R Rud 30 was to cancel off the stage at Glastonbury on Friday night, after a lightning struck into the air a controversialNatew and it's a's a's a-'s aolve in ban from a's. from a", "rouge": {"rouge1": 24.137931034482758, "rouge2": 7.1428571428571415, "rougeL": 20.689655172413794}, "nll_sum": 274.71307373046875, "token_count": 48} +{"index": 6811, "reference": "Derbyshire, Leicestershire, Somerset, Gloucestershire and Lord's have been named as venues for the ICC Women's World Cup in 2017.", "prediction": "The 2026 World Cup, which will be held in the Olympic Games in future England and Wales Board has confirmed.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 94.52830505371094, "token_count": 22} +{"index": 6812, "reference": "More than 40 people have died during an attempt to free people during an ambush by militant Islam group Boko Haram, sources have told the BBC.", "prediction": "Nigeria's university graduate students have been killed in the north-east by the Boko Haram Islamist, the group's army says the in's,aven as's it from a-chmaker struggle in from days a..", "rouge": {"rouge1": 19.047619047619047, "rouge2": 3.278688524590164, "rougeL": 15.873015873015872}, "nll_sum": 251.12757873535156, "token_count": 44} +{"index": 6813, "reference": "One of Ireland's best known actors, Mick Lally, has died at the age of 64.", "prediction": "Irish language politician David Lally, best known as actor in TV and television show, has died aged 88.", "rouge": {"rouge1": 41.1764705882353, "rouge2": 12.5, "rougeL": 35.294117647058826}, "nll_sum": 91.42737579345703, "token_count": 21} +{"index": 6814, "reference": "Sam Robson completed a career-best double century at Lord's to maintain Middlesex's superiority in their opening County Championship game of the season against Warwickshire.", "prediction": "Middlesex batsman Sam Robson hit his highest everclass score on the season- rain rain-hit second day of Ed cricket at Edgbaston.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 16.3265306122449}, "nll_sum": 164.46665954589844, "token_count": 31} +{"index": 6815, "reference": "Scientists are warning of another \"devastating\" loss of coral due to a spike in sea temperatures.", "prediction": "The worst Barrier done on Australia's Great Barrier Reef disaster killed for the first time in 2016 the US scientists say.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 5.2631578947368425}, "nll_sum": 108.85690307617188, "token_count": 22} +{"index": 6816, "reference": "European and US stock markets have fallen despite the agreement of a bailout deal for Cyprus.", "prediction": "Stock markets across Europe are falling sharply over a deal to transfer large movement of bank deposits, the bank fears of uncertainty over a slowing effective financial crisis.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904762, "rougeL": 22.727272727272727}, "nll_sum": 148.43865966796875, "token_count": 29} +{"index": 6817, "reference": "A terminal cancer patient who has been told he has just months to live has conquered Mount Everest.", "prediction": "A man with terminal terminal cancer has urged a cancer fans to reach top of the summit, saying he has reached \"nothing as possible\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 28.571428571428577}, "nll_sum": 127.00472259521484, "token_count": 26} +{"index": 6818, "reference": "A row has broken out between community groups and a Carmarthenshire diocese over the cost of using a church hall.", "prediction": "A landlord of traveller in Denbighshire are to pay \u00a32m price rent after the landlord warned over changes to itsPPI insurance rent.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 163.44155883789062, "token_count": 29} +{"index": 6819, "reference": "Scarves have been laid at Walsall FC's ground in memory of three people from the Black Country who died in the Tunisian beach attack.", "prediction": "The same staff worker were among those who were killed in the Tunisia beach attack, have been the asheart heartbroken\" and his family.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 24.999999999999993}, "nll_sum": 146.37667846679688, "token_count": 27} +{"index": 6820, "reference": "Teachers with a weak knowledge of science should be trained more by their schools, education watchdog Estyn says.", "prediction": "Te improving of pupils in Welsh schools playing clubs and field trips need to be need, education watchdog Estyn has said, in a decision's the, Saturday,'s they from00 from - The's's from of.", "rouge": {"rouge1": 25.925925925925924, "rouge2": 7.6923076923076925, "rougeL": 18.51851851851852}, "nll_sum": 281.5362243652344, "token_count": 43} +{"index": 6821, "reference": "Following the recent spate of bomb threats against Jewish community centres and the desecration of graves at cemeteries in Philadelphia and St. Louis, some Muslims have turned to social media to offer to guard Jewish sites.", "prediction": "The Muslim community banning the US and a network of show and show for Muslims to the US including Jewish75 centres Ring in a recent show and 100 organisation's referee's demolition from Transover, from war of 100...", "rouge": {"rouge1": 32.0, "rouge2": 0.0, "rougeL": 18.666666666666664}, "nll_sum": 302.9871826171875, "token_count": 42} +{"index": 6822, "reference": "Two brothers have been jailed for killing a man with a samurai sword after a drugs-related robbery in East Ayrshire turned into a \"bloodbath\".", "prediction": "Two men have been jailed for life for stabbing a retailer a father to death by 20-year- with a samurai sword- savage attack.", "rouge": {"rouge1": 44.89795918367347, "rouge2": 25.53191489361702, "rougeL": 40.81632653061225}, "nll_sum": 117.52577209472656, "token_count": 27} +{"index": 6823, "reference": "Frank Ocean, one of pop music's biggest enigmas, has played his first UK gig in three years as Sunday's headliner at the Parklife festival in Manchester.", "prediction": " star star dodessideote, turned out to a restart stop at the 2015 theatre Globe minutes before suddenly saw off his musician Chanel a", "rouge": {"rouge1": 11.76470588235294, "rouge2": 4.081632653061225, "rougeL": 7.8431372549019605}, "nll_sum": 210.11146545410156, "token_count": 27} +{"index": 6824, "reference": "Brentford have confirmed manager Mark Warburton will leave the club at the end of the season.", "prediction": "Brentford manager Mark Warburton is left the club after three years in charge.", "rouge": {"rouge1": 41.37931034482759, "rouge2": 22.222222222222225, "rougeL": 41.37931034482759}, "nll_sum": 59.48976135253906, "token_count": 17} +{"index": 6825, "reference": "A senior member of France's opposition UMP party has admitted there were \"anomalies\" in the accounts of Nicolas Sarkozy's 2012 presidential campaign.", "prediction": "The president of Paris's conservative Party (UMPs has said there was any wrongdoing, the French President Nicolas Sarkozy over his 2008 campaign campaign camp for lawyer, says.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 3.9999999999999996, "rougeL": 34.61538461538462}, "nll_sum": 181.90318298339844, "token_count": 33} +{"index": 6826, "reference": "President Obama has arrived in Cuba, an island in the Caribbean, for an historic three day visit.", "prediction": "President Barack Obama's first visit to United States, America and America in any other.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 18.750000000000004}, "nll_sum": 67.45246124267578, "token_count": 16} +{"index": 6827, "reference": "A fire that broke out on a car ferry as it crossed the Solent may have started in an air conditioning unit, operator Wightlink has said.", "prediction": "About 100 passengers suffered a serious fire on a container cargo, leaving leaving the room opened, the ferry service said.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 110.56446075439453, "token_count": 22} +{"index": 6828, "reference": "Two men who helped an alleged hit-and-run killer conceal evidence have been jailed.", "prediction": "Two men who killed by one of the crash which killed a rider was in a hit-and-run crash have been jailed for \u00a36 for000 \"the \" man's penalty from aA man's reputation of a's from's a", "rouge": {"rouge1": 32.142857142857146, "rouge2": 22.22222222222222, "rougeL": 32.142857142857146}, "nll_sum": 266.5262451171875, "token_count": 47} +{"index": 6829, "reference": "German skincare brand Nivea has apologised and removed an advert that was deemed discriminatory.", "prediction": "A Italian fashion fashion chain Nanta, which includes \"black and black\" has, withdrawn because of racist discrimination against a Dawn farright group.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 167.3749542236328, "token_count": 28} +{"index": 6830, "reference": "Cambridge maintained their League Two play-off hopes with a narrow win over fellow challengers Exeter.", "prediction": "Colbridge moved into their League Two-off alive with a narrow win over play-off hopefuls Exeter City at St Park.", "rouge": {"rouge1": 64.86486486486486, "rouge2": 45.714285714285715, "rougeL": 54.05405405405405}, "nll_sum": 126.9376220703125, "token_count": 27} +{"index": 6831, "reference": "Sale Sharks will sign former Wales scrum-half Mike Phillips from Racing 92 on a deal starting from next season.", "prediction": "Former Wales fly-half Mike Phillips will Phillips his contract with French club Racing 92 at signing end Sale Sharks season, described as \" a ballet in it for a'sThe to from from a national-- of from. from a's a", "rouge": {"rouge1": 49.18032786885247, "rouge2": 16.94915254237288, "rougeL": 29.508196721311474}, "nll_sum": 309.701416015625, "token_count": 46} +{"index": 6832, "reference": "British researchers are now routinely mapping a great swathe of Earth's surface, looking for the subtle warping that ultimately leads to quakes.", "prediction": " a team of scientists in Europe begun building a new system signalling the cave that could determine, important earthquakes and die.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 160.1071014404297, "token_count": 22} +{"index": 6833, "reference": "This is the full transcript of David Cameron's speech outside 10 Downing Street after he visited Buckingham Palace following the Conservatives' election victory:", "prediction": "We have been sending in to 5 to the people here, I are in office there.", "rouge": {"rouge1": 5.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 87.7738037109375, "token_count": 17} +{"index": 6834, "reference": "South Africa beat England by 17 runs on the Duckworth-Lewis method to level the Twenty20 series with one game to go.", "prediction": "England women led to a six-wicket win over holders South Africa and complete a one-match series whitash in Cape Town Town.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 13.33333333333333}, "nll_sum": 121.65714263916016, "token_count": 27} +{"index": 6835, "reference": "The leader of the UKIP Welsh Assembly group says Nathan Gill should not \"double job\" as both MEP and AM if he cannot fully commit to Cardiff Bay.", "prediction": "UKIP leader of Wales has been told assemblys he does not want his party was involved in the role of a black road in white Senedd. in January.", "rouge": {"rouge1": 25.0, "rouge2": 3.7037037037037033, "rougeL": 14.285714285714285}, "nll_sum": 176.26641845703125, "token_count": 32} +{"index": 6836, "reference": "An investigation is under way into a pilot's reports of cockpit smoke which led to an Easyjet flight diverting.", "prediction": "A Easyjet plane in London able to return to the UK after visible a Air cabin an the cabin", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 126.06538391113281, "token_count": 19} +{"index": 6837, "reference": "Apprenticeships in England need to be overhauled to stop many young people being awarded practical qualifications that have little worth, a report says.", "prediction": "Hundreds of young people in England being offered new qualifications is \" not valued to be society, says a report from an education think tank.", "rouge": {"rouge1": 46.80851063829787, "rouge2": 17.777777777777775, "rougeL": 29.78723404255319}, "nll_sum": 131.84146118164062, "token_count": 26} +{"index": 6838, "reference": "Controversial plans for a \u00a312m renewable energy project at a Conwy county waterfall beauty spot have been withdrawn.", "prediction": "Aroversial plans for a hydro scheme on a river in Gwynedd have been withdrawn, despite concerns from conservationists and conservationists.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 22.22222222222222, "rougeL": 36.84210526315789}, "nll_sum": 97.69625091552734, "token_count": 26} +{"index": 6839, "reference": "Ten members of a gang who conspired to supply \u00a35m worth of heroin have been jailed.", "prediction": "A drugs which saw 40% heroin with an estimated street value of \u00a31m around, road have each been jailed for two and a half years.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 24.39024390243903}, "nll_sum": 129.39352416992188, "token_count": 29} +{"index": 6840, "reference": "Ajax midfielder Abdelhak Nouri suffered \"serious and permanent brain damage\" after collapsing in a friendly match on Saturday.", "prediction": "jjax midfielder midfielder N Hab Nouri has revealed scans of brain damage damage has scans brain damage he has brain during Monday's friendly match in friendly at the solve's a's-A's a in from Saturday's stadium. a's", "rouge": {"rouge1": 29.508196721311474, "rouge2": 6.779661016949151, "rougeL": 22.95081967213115}, "nll_sum": 323.32147216796875, "token_count": 46} +{"index": 6841, "reference": "In 1942, the economist Sir William Beveridge set out a vision which was to shape the times.", "prediction": "The Belfast pensioner, William Martin has said that state taxes in Northern Ireland that meant \"-one fell above a standard of in not living\"..", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 173.08909606933594, "token_count": 28} +{"index": 6842, "reference": "Gianluigi Buffon thinks Serie A referees are overusing the video assistant referee system after Juventus conceded a penalty using the method for the second game in a row.", "prediction": "Juventus's goalkeeper Gianon Buffon says the decision of a tri video is being \" water polo and \"make a like a water polo\".", "rouge": {"rouge1": 27.450980392156865, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 183.73779296875, "token_count": 30} +{"index": 6843, "reference": "A finance company has announced plans to create more than 700 jobs in Birmingham before the end of next year.", "prediction": "A finance Vatican firm has announced plans to create 40 new jobs in Londonderry.", "rouge": {"rouge1": 52.94117647058824, "rouge2": 37.49999999999999, "rougeL": 52.94117647058824}, "nll_sum": 75.29621887207031, "token_count": 17} +{"index": 6844, "reference": "David Cameron should not become leader of Nato as his \"talents do not include wisely-judging strategic issues\", a senior Conservative MP has warned.", "prediction": "David Cameron's best knowledge of the Labour leadership candidate is to be the next Nato minister, the House of Commons.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 96.53877258300781, "token_count": 22} +{"index": 6845, "reference": "Girls Aloud star Kimberley Walsh and leading tenor Alfie Boe are joining forces to sing on One Vision, the official single for Team GB.", "prediction": "Former Al Girlsoud ha superstar, followley Walsh and Olympic med medallist, singer the voice single for Team GB a official Olympic GB party.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 17.777777777777775, "rougeL": 29.78723404255319}, "nll_sum": 210.19305419921875, "token_count": 29} +{"index": 6846, "reference": "Young Russians are using Twitter en masse to share their reverence for Western pop bands and TV series - in sharp contrast to Russia's mainstream state-controlled media.", "prediction": "One Direction One fans are in western Russia - which they has created created - and created the the location of what the focus on social media crisis in Russia.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 17.857142857142858}, "nll_sum": 181.8856201171875, "token_count": 30} +{"index": 6847, "reference": "Convention never stood much chance of standing between Neil Lennon and Hibernian.", "prediction": "When Neil Lennon Neil first appointment as head coach of Hibernian meant the faith in 2011, but it also includes the meaning of that will mean for the club's club.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 13.953488372093023}, "nll_sum": 176.1416015625, "token_count": 34} +{"index": 6848, "reference": "Istanbul Basaksehir have announced the signing of Cameroon defender Aurelien Chedjou on a three-year deal.", "prediction": "Ivory Coast defender Cl daysou Chedjou, has signed a new Turkish club-based from Turkish champions Bes Basakaksehirir.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 207.61734008789062, "token_count": 31} +{"index": 6849, "reference": "The Five Sisters in Livingston are an imposing reminder of West Lothian's industrial past - huge mounds of discards from the old shale mines that once dominated the economy - and community life - here.", "prediction": "We are our mines are close in Livingston, East Lothian, where they know the town they do!", "rouge": {"rouge1": 24.000000000000004, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 111.55807495117188, "token_count": 21} +{"index": 6850, "reference": "The security services could remotely take over children's toys and use them to spy on suspects, MPs have been told.", "prediction": "Customs who use control control devices and say children's toys may be hacked and MPs say.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 11.111111111111112, "rougeL": 26.31578947368421}, "nll_sum": 106.53521728515625, "token_count": 18} +{"index": 6851, "reference": "Myanmar has signed a ceasefire deal with eight armed rebel groups, in the hope of ending decades of conflict.", "prediction": "Myanmar's armed rebel group have signed a peace aimed aimed at war war.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 19.35483870967742, "rougeL": 24.242424242424242}, "nll_sum": 103.63214874267578, "token_count": 15} +{"index": 6852, "reference": "Venezuela says two light aircraft have been shot down after entering the country's airspace over the weekend.", "prediction": "Venezuela security forces have shot two and which were used to get land into the country, military officials say.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 97.8731689453125, "token_count": 22} +{"index": 6853, "reference": "Mental health services to help women during and after birth have received a \u00a31.5m boost from the Welsh Government.", "prediction": "An extra \u00a37m funding been been announced for women and women, and women, to protect young people at high risk mental mental health.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 9.30232558139535}, "nll_sum": 134.02520751953125, "token_count": 27} +{"index": 6854, "reference": "Chinese telecom giant ZTE has been fined $1.1bn and will plead guilty to charges that it violated US rules by shipping US-made equipment to Iran and North Korea.", "prediction": "A Chinese docking Chinese firm ZTE has been ordered to pay four to pay by US regulators, in what it says is \"terrorist physical organisations\".", "rouge": {"rouge1": 32.727272727272734, "rouge2": 7.547169811320755, "rougeL": 25.454545454545453}, "nll_sum": 155.46527099609375, "token_count": 28} +{"index": 6855, "reference": "Allegations of sexual exploitation or sexual abuse by United Nations peacekeepers rose by a third last year, according to a UN report.", "prediction": "The number of abuse and sexual abuse of soldiers and soldiers in the world have increased year, a UN report says.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 14.634146341463413, "rougeL": 32.558139534883715}, "nll_sum": 89.16848754882812, "token_count": 22} +{"index": 6856, "reference": "A college lecturer has admitting killing his wife in \"a stabbing frenzy\" after wrongly believing he was not the father of their two children.", "prediction": "A man who admitted killing his wife's body in 2003 has been told he and stay in hospital", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 32.55813953488372}, "nll_sum": 72.97274780273438, "token_count": 18} +{"index": 6857, "reference": "France is to reduce the number of its troops in Mali over the next three months by 60%, the French defence minister has said.", "prediction": "The French king says 1,500 soldiers will leave Malian soldiers next week, because of the France's military military operation in the country.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 105.75257110595703, "token_count": 27} +{"index": 6858, "reference": "US President Barack Obama and Chinese President Xi Jinping have said they will take new steps to address cybercrime.", "prediction": "US President Barack Obama has called for a massive cyber-cr past\"ver housing deal with the US and President Xi Jinping, in admitted it in.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 23.25581395348837, "rougeL": 35.55555555555556}, "nll_sum": 167.94345092773438, "token_count": 29} +{"index": 6859, "reference": "Fourteen schools were forced to close due to severe flooding in Warwickshire.", "prediction": "Flooding hit parts of Coventry Coventry rail station station some homes and damaged in heavy rain.", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 107.59664916992188, "token_count": 20} +{"index": 6860, "reference": "An RSPCA worker has rescued an adult male swan from the roof of a building in the centre of Lincoln.", "prediction": "A swan has been rescued on a river on a canal to Mauritwana.", "rouge": {"rouge1": 24.242424242424246, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 77.07793426513672, "token_count": 15} +{"index": 6861, "reference": "The Liberal Democrats have reacted angrily to Theresa May's claim that a badly managed Brexit would mean fewer resources for public services.", "prediction": "Prime Minister Theresa May gave issued a statement, Brexit saying \"the will lead damage\" that could have impact on the NHS the in public services in", "rouge": {"rouge1": 36.73469387755102, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 154.08120727539062, "token_count": 28} +{"index": 6862, "reference": "Celtic restored their 10-point lead at the top of the table after overcoming Inverness Caledonian Thistle.", "prediction": "Inverness Caledonian Thistle moved the top of Scottish Scottish Premiership meeting beating 10-man Celtic.", "rouge": {"rouge1": 50.0, "rouge2": 26.666666666666668, "rougeL": 18.750000000000004}, "nll_sum": 105.25099182128906, "token_count": 21} +{"index": 6863, "reference": "Harry Shearer, who voices Ned Flanders and Mr Burns in The Simpsons, is to leave the show after more than 25 years following a dispute with producers.", "prediction": "Harry Shearer will to step down as his role in TV television talent show Simpsons Pixar its producer has confirmed confirmed. saying a controversial \"co's.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301884}, "nll_sum": 187.75326538085938, "token_count": 29} +{"index": 6864, "reference": "Hundreds of nurses and midwives are expected to join a demonstration in London on Saturday calling for a rethink of plans to scrap maintenance grants for students in England.", "prediction": "The government cuts to top bursaries in England would be a top priority for training staff, health leaders say.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 95.77330780029297, "token_count": 22} +{"index": 6865, "reference": "This week a giant coal mine that could produce millions of tonnes of coal for export to India was scuttled by two Australian reptiles.", "prediction": "A Queensland mine in Australia, on the grass of of the biggest trials battles in history, is the deadly disaster in the country's history a turbulent history. the solve again a- the a again 2011 again a's it againA of-", "rouge": {"rouge1": 12.121212121212123, "rouge2": 0.0, "rougeL": 12.121212121212123}, "nll_sum": 301.6051940917969, "token_count": 47} +{"index": 6866, "reference": "Former Olympic 400m champion Sanya Richards-Ross says she has helped other women by speaking publicly about having an abortion.", "prediction": "Former world 100m records skiearl-She believes she believes abortions in involved sport, and the women to help \" mask courage to integrity himself\".", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 223.40142822265625, "token_count": 29} +{"index": 6867, "reference": "The Brexit Secretary David Davis has said he does not accept that Irish border issues can be resolved in the first stage of the UK negotiation with the EU.", "prediction": " Brexit Secretary David Davis has said the UK believes it \"do on earth\" with the Irish border because it \"do know it is not border border\".", "rouge": {"rouge1": 47.27272727272727, "rouge2": 30.188679245283023, "rougeL": 36.36363636363637}, "nll_sum": 114.16293334960938, "token_count": 29} +{"index": 6868, "reference": "The Scottish National Party will be holding its spring conference in Glasgow this weekend.", "prediction": "The Scottish National Party is holding its conference of its annual Edinburgh conference in Edinburgh this month.", "rouge": {"rouge1": 58.06451612903226, "rouge2": 34.48275862068966, "rougeL": 58.06451612903226}, "nll_sum": 59.35105895996094, "token_count": 17} +{"index": 6869, "reference": "English actress Cush Jumbo says British black actors are being given roles in America over their US counterparts because \"we are better\".", "prediction": "Ghanajumbo has said anything nothing would be doing to keep the best British actress.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 106.86338806152344, "token_count": 17} +{"index": 6870, "reference": "Top scientists fear plans for more grammar schools in England will not boost disadvantaged pupils' grades.", "prediction": "Grammar schools in England are more likely to do well from disadvantaged families from disadvantaged areas, research suggests.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 18.750000000000004, "rougeL": 29.411764705882355}, "nll_sum": 84.88005828857422, "token_count": 21} +{"index": 6871, "reference": "Cardiff Blues outside-half Gareth Anscombe hopes to put his injury problems behind him and achieve Wales recognition again.", "prediction": "Cardiff fly-half Wy Anscombe says he is \"very challenging\" to be joined Cardiff Blues and is confident to play in international international Test against Australia on Saturday after the 20-year time from from aA as November.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 3.6363636363636362, "rougeL": 17.543859649122805}, "nll_sum": 242.04104614257812, "token_count": 45} +{"index": 6872, "reference": "Ten years ago I was running from San Francisco\u2019s Moscone Centre to a nearby hotel to edit a piece for the Ten O\u2019Clock News when my phone rang.", "prediction": "Whoever, 22 December 22 August, the interview I went down on the iPhone - and I wasn't isn in operating on a glass #", "rouge": {"rouge1": 11.320754716981133, "rouge2": 0.0, "rougeL": 7.547169811320756}, "nll_sum": 168.65582275390625, "token_count": 26} +{"index": 6873, "reference": "A pioneering \u00a3250m science and engineering hub has been officially opened in Newcastle.", "prediction": "A of a \u00a36m research centre in the centre of the next four years has been officially opened.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 20.689655172413794, "rougeL": 32.25806451612903}, "nll_sum": 75.01900482177734, "token_count": 20} +{"index": 6874, "reference": "Yorkshire Diamonds have appointed Paul Grayson as their head coach on a deal until the end of 2019.", "prediction": "Yorkshire Diamond have appointed former England captain Simon Grayson as their assistant head coach. their coaching team.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 36.36363636363636, "rougeL": 51.42857142857144}, "nll_sum": 94.09172058105469, "token_count": 19} +{"index": 6875, "reference": "Bristol Rovers have signed defender Ryan Sweeney and striker Dominic Telford on season-long loan deals from Premier League side Stoke City.", "prediction": "Bristol Rovers have re-signed striker Ryan Sweeney and Brentford striker Ryan Telford and join Bristol City in a loan deal until January.", "rouge": {"rouge1": 53.33333333333332, "rouge2": 23.25581395348837, "rougeL": 48.888888888888886}, "nll_sum": 103.75045776367188, "token_count": 29} +{"index": 6876, "reference": "Transport costs helped the UK's inflation rate turn positive in May after one month of negative inflation.", "prediction": "The UK rate rate fell slightly in May rising October, helped by rising prices of food, fuel travel to food, food and fuel.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 133.0615234375, "token_count": 26} +{"index": 6877, "reference": "Plaid Cymru is unlikely to make cutting the top rate of tax one of its policies if Wales ever receives income tax varying powers, its leader has said.", "prediction": "Plaid Cymru leader has said she was hopeful Wales will get tax tax powers, the powers begin the-Brexit Brexit begin began.", "rouge": {"rouge1": 40.0, "rouge2": 12.5, "rougeL": 20.0}, "nll_sum": 160.03536987304688, "token_count": 27} +{"index": 6878, "reference": "European bronze-medal winning diver Brooke Graddon has announced her retirement from the sport.", "prediction": "British Olympic ice sk James Christopher says does not know she will not attending a place at London 2012.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 124.23020935058594, "token_count": 19} +{"index": 6879, "reference": "At least 16 people have been injured after two Amtrak trains collided in California, US media reports say.", "prediction": "Two trains trains died andvery in a collision between two trains near Highway road in and northern US state of California.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 137.59246826171875, "token_count": 22} +{"index": 6880, "reference": "The Pirate Bay website has been relaunched.", "prediction": " sites Panama site, Pirate Bay illegal which to be content, has gone back.", "rouge": {"rouge1": 30.0, "rouge2": 11.11111111111111, "rougeL": 30.0}, "nll_sum": 97.21122741699219, "token_count": 15} +{"index": 6881, "reference": "Match previews for Saturday's six Premier League fixtures, with relegation rivals Newcastle, Norwich and Sunderland all in action.", "prediction": "Team news and news for all of the 12 12 Premier League games, as Leicester, while rivals Aston Villa climbed at the top of a Premier League table. table. a ballet's ballet's a's a's 2014 from on a onA", "rouge": {"rouge1": 22.58064516129032, "rouge2": 3.3333333333333335, "rougeL": 12.903225806451612}, "nll_sum": 251.21417236328125, "token_count": 47} +{"index": 6882, "reference": "Scientists are calling for a \"thoughtful debate\" about the wisdom of attempts to keep a global rise in temperatures under 1.5C.", "prediction": " the world climate agreement change will protect its greenhouse pace keep the low above above 1 1,5, scientists say.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 147.25022888183594, "token_count": 22} +{"index": 6883, "reference": "The RSPCA has had a 100% success rate for its prosecutions after facing a \"growing animal cruelty crisis\".", "prediction": "There has been a big rise in the cases of people who leave or look after after an animal incident downturn, the Rru Cymru has.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 151.12525939941406, "token_count": 29} +{"index": 6884, "reference": "A man who hid his dead girlfriend's body in an airing cupboard for more than a year has been jailed.", "prediction": "A man who admitted murdering his ex-girlfriend, in hiding her his body and hiding her body in her neck has been jailed jailed a's been- again's- a again a from a it from's of from\".", "rouge": {"rouge1": 40.0, "rouge2": 17.24137931034483, "rougeL": 33.33333333333333}, "nll_sum": 228.0657958984375, "token_count": 43} +{"index": 6885, "reference": "Linfield captain Jamie Mulgrew says the champions will face an Ards side determined to bounce back from an opening day thumping at Cliftonville.", "prediction": "Crusaders manager Colin Mulgbrew will \"diff\" to for Tuesday night's home match to Bangor in the Irish Premiership title of the season. solve a-A-A controversial referee in from Saturday's a.'s from", "rouge": {"rouge1": 13.559322033898304, "rouge2": 0.0, "rougeL": 10.169491525423728}, "nll_sum": 283.235595703125, "token_count": 46} +{"index": 6886, "reference": "Glamorgan batsman Colin Ingram says he would like to experience more of the \"world stage.\"", "prediction": "Batsman Colin Ingram says he does not know Glamorgan playing his 2016 Indian Premier League.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 28.57142857142857, "rougeL": 33.33333333333333}, "nll_sum": 111.3137435913086, "token_count": 19} +{"index": 6887, "reference": "Lewis Hamilton took pole position for the season-opening Australian Grand Prix as the new elimination qualifying format came in for heavy criticism.", "prediction": "Lewis Hamilton has set a new format format and format for the Hungarian Grand Prix, saying it was \" went to wrong and be tootoo working\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 24.999999999999993}, "nll_sum": 157.38255310058594, "token_count": 29} +{"index": 6888, "reference": "A Fifa official who assessed bids for the 2018 and 2022 World Cups has had his ban from football cut to two years.", "prediction": "A top official banned from attending Qatar for the 2018 and World Cups will had his ban from world football.", "rouge": {"rouge1": 60.46511627906976, "rouge2": 34.14634146341463, "rougeL": 60.46511627906976}, "nll_sum": 104.95701599121094, "token_count": 20} +{"index": 6889, "reference": "An 88-year-old man has died following a fire at a house in Lossiemouth.", "prediction": "An 85-year-old man has been killed in a fire fire in Moray.ay to 2011's ballet reputation- 2011's a in from from a The a The's reputation's from aA ballet of aA fromA a", "rouge": {"rouge1": 32.727272727272734, "rouge2": 15.09433962264151, "rougeL": 32.727272727272734}, "nll_sum": 268.8650817871094, "token_count": 47} +{"index": 6890, "reference": "Photographs capturing some of the most important moments and inspirational figures of the Rock Against Racism movement are to go on show in Bradford.", "prediction": "An exhibition depicting photos of black as part of an anti-racism group at a south London rally has gone on show in east London.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 104.026123046875, "token_count": 27} +{"index": 6891, "reference": "Sunderland have the necessary mental toughness within the squad to cope with a gruelling Championship campaign, according to new signing James Vaughan.", "prediction": "Sunderland captain Michael Vaughan hopes some of his players will find fitness on his return to the Championship to", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 82.39625549316406, "token_count": 20} +{"index": 6892, "reference": "Last month when Rex Tillerson tried to translate \"America First\" into foreign policy terms for a bemused audience of State Department employees, he probably didn't expect it would come to mean \"America Alone.\"", "prediction": "N Rex Tillerson has released his White House office, emails, the best campaign behind Donald Trump Donald Trump", "rouge": {"rouge1": 7.692307692307692, "rouge2": 4.0, "rougeL": 7.692307692307692}, "nll_sum": 106.06724548339844, "token_count": 19} +{"index": 6893, "reference": "Barcelona defender Gerard Pique says he felt \"inferior\" to Real Madrid for the first time after being thrashed by their rivals in the Spanish Super Cup.", "prediction": " midfielder midfielder Joim Pique says Barcelona must stay at their their signing at Real Madrid, despite the signing of a deal \"as as possible\".", "rouge": {"rouge1": 27.999999999999996, "rouge2": 8.333333333333332, "rougeL": 20.0}, "nll_sum": 149.59628295898438, "token_count": 28} +{"index": 6894, "reference": "Boris Johnson has said it does not really matter which lobby group is chosen to \"carry the flag\" for EU exit in the up referendum campaign.", "prediction": "Boris Johnson says he will not be able to lead the race for a possible cross-party Brexit campaign trying to find a UK leave leave the European Union.", "rouge": {"rouge1": 29.090909090909093, "rouge2": 3.773584905660378, "rougeL": 25.454545454545453}, "nll_sum": 119.37589263916016, "token_count": 31} +{"index": 6895, "reference": "A body of Muslim clerics in Mauritania has called for the death sentence to be carried out against a blogger convicted of apostasy in 2014.", "prediction": " high highest court in Mauritania says it should pardon a blogger for publishing an controversial article, saying he was \" politicisation of God\".", "rouge": {"rouge1": 25.53191489361702, "rouge2": 8.88888888888889, "rougeL": 21.276595744680854}, "nll_sum": 122.16645050048828, "token_count": 26} +{"index": 6896, "reference": "A Dundee company has admitted health and safety failings after a worker died while cleaning out a chemical tank.", "prediction": "A engineering firm has been fined a \u00a31,000 after a death after died worker who suffered a chemical burns into the air supply.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 32.55813953488372}, "nll_sum": 131.0565185546875, "token_count": 26} +{"index": 6897, "reference": "The third Astute Class submarine to be built at a Cumbrian shipyard has been named.", "prediction": "The last four \u00a332bn nuclear-powered submarines to be built in Cumbria, has been officially opened to the of of Defence programme.", "rouge": {"rouge1": 37.83783783783784, "rouge2": 22.857142857142854, "rougeL": 37.83783783783784}, "nll_sum": 134.57167053222656, "token_count": 28} +{"index": 6898, "reference": "Wales players want manager Chris Coleman to sign a new contract, according to midfielder Joe Ledley.", "prediction": "Midfielder Joe Ledley is \" St remarkable\" to stay as Wales manager, but believes the future will \"cash soon possible\".", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.12121212121212, "rougeL": 17.142857142857142}, "nll_sum": 146.85301208496094, "token_count": 26} +{"index": 6899, "reference": "A widely used location-tracking system can be intercepted or fooled with fake data, claims a security researcher.", "prediction": "A bug in keeps its Android devices's entertainment system is entitled to the operating system, a security researcher has claimed.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 118.99179077148438, "token_count": 22} +{"index": 6900, "reference": "Actress Joan Collins has taken to Twitter to deny that she was arrested in the Republic of Ireland.", "prediction": "US star comedie Gros, said she would never be attending in an marriage ceremony.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 99.55043029785156, "token_count": 17} +{"index": 6901, "reference": "Six Egyptian geese chicks survived a 20ft (6m) leap to the ground after they hatched inside a nest box designed for kestrels at a nature reserve.", "prediction": "A number of Egyptian geese have found a training camp after a cull at a reserve, wildlife reserve have claimed.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 34.78260869565217}, "nll_sum": 114.38019561767578, "token_count": 22} +{"index": 6902, "reference": "Striker Sam Vokes is aiming for promotion and a place in Wales' Euro 2016 team after signing a new contract with Burnley.", "prediction": "Burnley striker Sam Vokes says he is not signed a new five, new-anda-half-year deal at Euro 2016.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 25.0, "rougeL": 33.33333333333333}, "nll_sum": 118.61598205566406, "token_count": 26} +{"index": 6903, "reference": "Rory Burns scored 287 runs in more than 12 hours at the crease to earn Surrey a draw with Hampshire at The Oval.", "prediction": "Ricky Burns hit a half--century for a draw as they claimed a Somerset follow-on draw against Surrey at The Oval.", "rouge": {"rouge1": 31.111111111111118, "rouge2": 13.95348837209302, "rougeL": 26.66666666666666}, "nll_sum": 140.82374572753906, "token_count": 25} +{"index": 6904, "reference": "Landlords at troubled care home provider Southern Cross have pledged to do all they can to help it avoid bankruptcy, the BBC understands.", "prediction": "The UK the best state-run care home provider is in the aftermath of facing closure, bringing 30,000,000 their homes is the landlord forced its closure.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 8.16326530612245, "rougeL": 15.686274509803921}, "nll_sum": 166.93316650390625, "token_count": 32} +{"index": 6905, "reference": "A key government target for treating people diagnosed with suspected cancer has been breached for the first time since it was introduced in 2009.", "prediction": "NHS cancer waiting times for cancer missed missed for the first three months of the year failed failing figures show.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 109.58987426757812, "token_count": 21} +{"index": 6906, "reference": "More than half of common plant species and a third of animals could see a serious decline in their habitat range because of climate change.", "prediction": "About 34% of species and plants around in world could be cut if India change dramatically, a study suggests.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 111.80570983886719, "token_count": 21} +{"index": 6907, "reference": "Gatwick Airport says it has had the busiest year in the airport's history, with passenger numbers increasing 7.8% to 38.7 million.", "prediction": "Gatwick Airport has reported a 40% fall in profits for the six months to August, the Department for Transport (PP) figures show.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 106.94255065917969, "token_count": 28} +{"index": 6908, "reference": "Misconduct alleged against a former deputy council leader will be pursued, the authority says.", "prediction": "A publication of inquiry into allegations of a former Sandwell's former firm will take \" next step\" against a senior council in its chief executive said", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 20.0}, "nll_sum": 158.19223022460938, "token_count": 28} +{"index": 6909, "reference": "Proceeds from the 2017 FA Community Shield will be donated to support those affected by the Grenfell Tower fire.", "prediction": "Champions League clubs have agreed \u00a350,000000 towards a match charity memory of those affected by the Grenfellfell Tower in thefell solve, solve,'s they aA-A from Stadium in Saturday from's the. from a", "rouge": {"rouge1": 25.454545454545453, "rouge2": 11.320754716981133, "rougeL": 18.181818181818183}, "nll_sum": 321.2778015136719, "token_count": 46} +{"index": 6910, "reference": "US President Barack Obama has expressed \"deep concern\" about the situation in rebel-held parts of Aleppo, amid an assault by Syrian government forces.", "prediction": "Rebel has is seized northern northern city of Aleppo - its final siege in siege July after US-led military has begun air overnight again.", "rouge": {"rouge1": 25.0, "rouge2": 4.3478260869565215, "rougeL": 12.5}, "nll_sum": 165.98545837402344, "token_count": 27} +{"index": 6911, "reference": "Instructions for a hoist involved in the death of a hospital patient were not comprehensive, a court has heard.", "prediction": "A hospital involved appeared- trial clinical of a patient who died after impaled on metal metal post, gone on trial, heard, have of \"'s- of a \" aA 2011 again a's again of from a's again's a", "rouge": {"rouge1": 27.58620689655173, "rouge2": 7.142857142857142, "rougeL": 20.689655172413794}, "nll_sum": 300.0755310058594, "token_count": 47} +{"index": 6912, "reference": "Rowan Williams has warned against \"downgrading\" religious education in secondary schools in his last Easter sermon as Archbishop of Canterbury.", "prediction": "The Archbishop of Canterbury has warned that change of religious leaders in England's schools should be English, instead ofisation sterilisation\" in its public life.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 26.66666666666666}, "nll_sum": 143.4208984375, "token_count": 29} +{"index": 6913, "reference": "A number of homes and gardens have been damaged in a fire in Portadown, County Armagh, after an oil tank caught alight.", "prediction": "Fire crews have been dealing with a huge water tank which moved a moved five houses in north Belfast.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 94.14312744140625, "token_count": 19} +{"index": 6914, "reference": "A proposal to abolish six councils and create one county-wide local authority for Oxfordshire has been published.", "prediction": "Plans to have a county county council for to run \"controlled\" would be by,disasteraster anddis- crash\" by councillors.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 182.64010620117188, "token_count": 28} +{"index": 6915, "reference": "Championship side Barnsley have signed Torquay defender Angus MacDonald on a two-year deal for an undisclosed fee.", "prediction": "Barnsley have signed midfielder Angus Aberdeen from Premiership clubququay United for an undisclosed fee, on a two-year deal.", "rouge": {"rouge1": 70.27027027027027, "rouge2": 51.42857142857144, "rougeL": 48.64864864864865}, "nll_sum": 108.41709899902344, "token_count": 26} +{"index": 6916, "reference": "The Co-operative Group has said increased investment means profits this year will be lower than in 2014.", "prediction": "The Co-operative Group said it is needs to \" rebuild\" the first half of the year as it continues to restore and run its food business.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 14.285714285714283, "rougeL": 27.272727272727277}, "nll_sum": 122.83477020263672, "token_count": 29} +{"index": 6917, "reference": "In the North Sea, off the coast of Norway, Nato has been conducting its largest ever anti-submarine warfare exercise.", "prediction": "The Russian Navy Naval navy crew (U33) is a training daily for its waters aged Vincent V Vickshire, what a good pressure it's regular - it to escape fly-led in firearms in from from national.", "rouge": {"rouge1": 10.714285714285714, "rouge2": 0.0, "rougeL": 7.142857142857142}, "nll_sum": 309.18798828125, "token_count": 44} +{"index": 6918, "reference": "An unmanned supply rocket bound for the International Space Station has exploded shortly after its launch from the US state of Virginia.", "prediction": "A Russian rocket plane has crashed near the New York river after deadly devastating air disaster, US space officials say.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 98.51631927490234, "token_count": 21} +{"index": 6919, "reference": "A driver \"made a gun sign\" at BBC presenter Jeremy Vine during an alleged road rage incident, a court heard.", "prediction": "A woman accused of driving BBC TV presenter Jeremy Vine had \"could have been hit\" and hit the front of her car. a court heard. a's again solve a again a again a it again haveelt of a's again a's", "rouge": {"rouge1": 28.571428571428577, "rouge2": 13.114754098360656, "rougeL": 25.396825396825395}, "nll_sum": 228.86837768554688, "token_count": 47} +{"index": 6920, "reference": "Scientists say they can now describe in detail how the asteroid that wiped out the dinosaurs produced its huge crater.", "prediction": "The rock made on the Earth, was probably shot much much earlier than they was thought, US scientists.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 108.03365325927734, "token_count": 20} +{"index": 6921, "reference": "A South African minister has resigned amid accusations he assaulted a woman in a nightclub earlier this month.", "prediction": "South Africa's deputy prime minister has resigned from service after allegedly punched faced a woman during an alleged assault at a district contestant in Pret Town a nun state at theonian's a \"-A's a in a from a's).", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.793103448275861, "rougeL": 26.666666666666668}, "nll_sum": 283.42108154296875, "token_count": 44} +{"index": 6922, "reference": "Johnny McKee and Shane O'Donoghue both scored twice as Ireland hammered Poland 5-1 in the World League 2 quarter-final at Stormont on Thursday.", "prediction": "Sannahee O'Ooghue scored one and scored each as Ireland suffered a 40 thrashed of Poland play 1 and secure 1 place and secure in a place in World League 2 quarter-finals of Belfast on Saturday.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 16.393442622950822, "rougeL": 41.26984126984127}, "nll_sum": 251.3352813720703, "token_count": 44} +{"index": 6923, "reference": "Spiny seahorses may soon be locally extinct at Studland Bay in Dorset, according to the Seahorse Trust.", "prediction": "A number of rare rh spottedah on a Norfolk beach in North Yorkshire disappeared missing 33 years ago Ye and it's possible a it protecting couple's from's fromD., a'sd from D ind's a ballet from aA", "rouge": {"rouge1": 3.4482758620689653, "rouge2": 0.0, "rougeL": 3.4482758620689653}, "nll_sum": 326.68267822265625, "token_count": 45} +{"index": 6924, "reference": "Indian artist Nek Chand who created a famous garden of sculptures in the northern city of Chandigarh has died, aged 90.", "prediction": "The son contemporary Indian and art director local inciner, who created a famous rock garden in the northern city of Mumbai, has died in hospital aged 94, Madonna, says's aA-G 2011 a in a from's's.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 27.586206896551722, "rougeL": 46.666666666666664}, "nll_sum": 271.64788818359375, "token_count": 45} +{"index": 6925, "reference": "Sir Dave Brailsford has dismissed the idea that British Cycling tried to motivate its riders through fear.", "prediction": "British Cycling director boss Sir Dave Brailsford has called for an independent inquiry into bullying abuse.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 25.80645161290323, "rougeL": 24.242424242424242}, "nll_sum": 77.2818832397461, "token_count": 18} +{"index": 6926, "reference": "The Northern Ireland health minister, Edwin Poots, has circulated a 30 page draft document to executive colleagues on long-awaited abortion guidelines.", "prediction": "The family department committee health published, guidelines for abortion guidelines on abortion in Northern Ireland.", "rouge": {"rouge1": 37.83783783783784, "rouge2": 11.428571428571427, "rougeL": 21.62162162162162}, "nll_sum": 101.55169677734375, "token_count": 16} +{"index": 6927, "reference": "As it emerges that GCSE and A-level exam timetables have been drawn up to minimise clashes with the Muslim holy month of Ramadan, we take a look at what influences and restricts scheduling.", "prediction": "There is a small express concern India for many students.", "rouge": {"rouge1": 4.545454545454545, "rouge2": 0.0, "rougeL": 4.545454545454545}, "nll_sum": 69.99818420410156, "token_count": 10} +{"index": 6928, "reference": "Zinedine Zidane can continue coaching Real Madrid reserves until his appeal against a three-month ban is heard.", "prediction": "Linedineine Zidane will have his banned from football for 30 France after a ban giving him a full licence \"un decisions decision\".", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 168.73748779296875, "token_count": 28} +{"index": 6929, "reference": "A multi-million pound road scheme to ease congestion in Taunton has opened more than two years behind schedule.", "prediction": "Major delays on a24m road road in Taunton are starting to be complete, and complete, the county, a council are said and. solve's reputation's a the from a it's's from of from's the from 2011", "rouge": {"rouge1": 16.94915254237288, "rouge2": 3.508771929824561, "rougeL": 10.169491525423728}, "nll_sum": 279.74530029296875, "token_count": 47} +{"index": 6930, "reference": "Peterborough United manager Grant McCann says Marcus Maddison is the best player in League One \"on his day\".", "prediction": "Peterborough' James Maddison is \"the of the best\" is in any League One season, says Peterborough head boss Grant McCann McCann's a of a Saturday's striker a from a it's from of game a. from'sold", "rouge": {"rouge1": 38.59649122807017, "rouge2": 18.18181818181818, "rougeL": 28.07017543859649}, "nll_sum": 273.52459716796875, "token_count": 47} +{"index": 6931, "reference": "Police have confirmed they are continuing with plans to close control rooms in Aberdeen and Inverness.", "prediction": " Scotland Scotland have confirmed Aberdeen control rooms room will close with several closure of further notice notice.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 12.903225806451616, "rougeL": 24.242424242424242}, "nll_sum": 122.64046478271484, "token_count": 17} +{"index": 6932, "reference": "Sweden captain Zlatan Ibrahimovic says the World Cup is not worth watching without him after their play-off loss.", "prediction": "Zlatan Ibrahimovic does he does not think Sweden could reach the World Cup again. the it was 100 to be a mistake \"co's body", "rouge": {"rouge1": 31.818181818181817, "rouge2": 14.285714285714288, "rougeL": 22.727272727272727}, "nll_sum": 156.93438720703125, "token_count": 29} +{"index": 6933, "reference": "Several people have been arrested in Burundi over the assassination of a powerful general, the prosecutor's office has said.", "prediction": "A deputy general general was shot dead by Burundi's army who wants the country, the office's office.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 107.98326110839844, "token_count": 22} +{"index": 6934, "reference": "Modern Family star Sofia Vergara has retained her title as the highest paid actress on US television, according to the latest Forbes magazine rich list.", "prediction": "Fmama Vergara, who became the best female star of heratt Gloria says The Big Bang Theory, has charts Forbes' of list.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 0.0, "rougeL": 21.73913043478261}, "nll_sum": 183.21563720703125, "token_count": 29} +{"index": 6935, "reference": "Frustration is growing in parts of rural Nepal over the pace of relief efforts, with some badly-affected villages yet to receive any assistance.", "prediction": "Nepal's north r Mumbai are using convoy drive to provide food aid because of food and food say.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 134.5093231201172, "token_count": 21} +{"index": 6936, "reference": "The president of Cuba has spoken publicly for the first time against US President Donald Trump's rollback of a thaw between the two countries a month ago.", "prediction": "Cuba's leader Raul Castro has said he is \" proud\" of Donald Trump's policy, saying he would be elected in as president.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 100.32315826416016, "token_count": 28} +{"index": 6937, "reference": "David Tennant says his latest play is being constantly tweaked to feature topical jokes - because the news keeps producing such good material.", "prediction": " David Tennant has said he, will not make any debut to Shakespeare in his play famous London Underground.", "rouge": {"rouge1": 25.0, "rouge2": 5.263157894736842, "rougeL": 20.0}, "nll_sum": 109.72639465332031, "token_count": 20} +{"index": 6938, "reference": "The US Secret Service, which guards the US president, is too insular and must recruit its next head externally, a review prompted by a White House security breach says.", "prediction": "The US Secret Service needs a \"pic Renewable to failure\" and meet and staff, an independent review has found to a in the 2011 again, 2011,'s they-old-Dasing office in November. a's. from a", "rouge": {"rouge1": 27.272727272727277, "rouge2": 9.375, "rougeL": 21.21212121212121}, "nll_sum": 316.21612548828125, "token_count": 47} +{"index": 6939, "reference": "Gibraltar is in talks with Scotland about a plan to keep parts of the UK in the EU, BBC Newsnight has learned.", "prediction": "Greenland's territory has said that British to would include in Northern Ireland as possible British \" cinemas Territory in Northern Ireland of Scotland, as a \"v first\" for possible\",\" national seats from the EU of.", "rouge": {"rouge1": 31.578947368421044, "rouge2": 3.6363636363636354, "rougeL": 17.543859649122805}, "nll_sum": 253.99481201171875, "token_count": 42} +{"index": 6940, "reference": "Arriva Trains Wales drivers are set to go on strike for the second time this year, the Aslef union has said.", "prediction": "versvers onva Trains Wales will stage a 24-hour strike not pay dispute over conditions.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 123.64834594726562, "token_count": 19} +{"index": 6941, "reference": "The President of Paraguay, Horacio Cartes, says he will no longer seek re-election after his bid to change the constitution triggered rioting.", "prediction": "Paraguay President President Juanicio Paraguay, has said he is confident of angry by mass protests the Orlando 2002wing to in office in November.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 190.62924194335938, "token_count": 29} +{"index": 6942, "reference": "German Chancellor Angela Merkel is due to meet Vladimir Putin in Russia for the first time since 2015.", "prediction": "Russia's President Vladimir and German Chancellor Angela Merkel will meet at the G20 summit, German PM Vladimir Putin.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 22.857142857142858, "rougeL": 37.83783783783783}, "nll_sum": 68.26399993896484, "token_count": 21} +{"index": 6943, "reference": "Syrian rebels say they have seized control of the strategically important northern town of al-Rai from the group known as Islamic State (IS).", "prediction": "istist rebels have retaken control of Islamic State (IS) militants in the north-east, activists say.", "rouge": {"rouge1": 45.0, "rouge2": 15.789473684210527, "rougeL": 35.0}, "nll_sum": 63.81256866455078, "token_count": 22} +{"index": 6944, "reference": "The 2016 Masters tournament took place from 10-17 January and was covered live by BBC Sport.", "prediction": " Sport Sport takes the snook of the World snooker's World Championships, with Barry NI Barry three-time and three champion world champion Barry suffer from from November as from's God as's as from ballet of.'s a?A", "rouge": {"rouge1": 13.793103448275861, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 320.78985595703125, "token_count": 47} +{"index": 6945, "reference": "It is not known what the state of the NHS or education in Wales will be 2020 if the Conservatives win the general election, the first minister said.", "prediction": "Cuts cuts to in the NHS Wales office Wales 2015 in Labour win the general election, the first minister has said. solve in the-n, ballet, by it - from 3 future a by Labour by of.", "rouge": {"rouge1": 46.87500000000001, "rouge2": 22.58064516129032, "rougeL": 34.37500000000001}, "nll_sum": 291.78240966796875, "token_count": 43} +{"index": 6946, "reference": "Gwent Police officers are to become the first in England and Wales to be trained on the danger posed by people who stalk their ex-partners.", "prediction": "The victims has stalking victims around Wales has been accused of \"fixing women\" by ex-partpartner, according thanks to a charity said. a \" 2011's a's a and from theold from's ofold 2011 again a", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 294.072998046875, "token_count": 47} +{"index": 6947, "reference": "By the end of this decade, four out of every 10 of the world's young graduates are going to come from just two countries - China and India.", "prediction": "Teenage young graduates fell in the world between September, up 30 40%5 lower, overall.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 9.75609756097561, "rougeL": 9.30232558139535}, "nll_sum": 126.2973403930664, "token_count": 19} +{"index": 6948, "reference": "All bank staff are to be trained to spot signs that a customer may be withdrawing cash to give to a scammer.", "prediction": "A new \u00a3 \u00a31m scheme to tackle bank fraud online protect customers who-ffasing elderly customers out of money \u00a36.6m has been launched.", "rouge": {"rouge1": 17.777777777777775, "rouge2": 0.0, "rougeL": 8.888888888888888}, "nll_sum": 166.810546875, "token_count": 31} +{"index": 6949, "reference": "Ealing Central and Acton is one of about 20 seats that could shape the outcome of the election.", "prediction": "There is a panic among the 30 candidates, candidates for in in the London General Election.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 81.66506958007812, "token_count": 17} +{"index": 6950, "reference": "They are more familiar with recycling the ball than rubbish but five rugby players took a break from the pitch to collect refuse in Neath Port Talbot.", "prediction": "Four South Yorkshire players have paid up a total of \u00a31mm lottery help to help them show their of support for a leadingBur data collections.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 176.33026123046875, "token_count": 28} +{"index": 6951, "reference": "Passengers flying into Belfast International Airport were prevented from getting off planes for a time on Tuesday night due to high winds.", "prediction": "H flights were left stranded at Dublin International Airport after planes were closed overnight after high winds with dozens of up to 90 seconds - and double it from from M's a's highest from Le from's of.Images of.'s again from 2011", "rouge": {"rouge1": 26.86567164179105, "rouge2": 6.153846153846153, "rougeL": 14.925373134328357}, "nll_sum": 291.15643310546875, "token_count": 47} +{"index": 6952, "reference": "West Ham have agreed a deal with German club Bayer Leverkusen to sign Mexico striker Javier Hernandez for \u00a316m.", "prediction": "West Ham are in the to sign Mexico City striker Javier Hernandez from Bayer Leverenen a deal believed to be reported \u00a3.8m.", "rouge": {"rouge1": 53.65853658536586, "rouge2": 30.769230769230766, "rougeL": 39.02439024390244}, "nll_sum": 144.68527221679688, "token_count": 28} +{"index": 6953, "reference": "When you think of a laboratory you wouldn't usually think of cheering crowds or actors in costumes.", "prediction": "\"Imagine everImagine theatregoers live in a living who.\"", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 7.692307692307692}, "nll_sum": 89.66502380371094, "token_count": 11} +{"index": 6954, "reference": "Swansea council's leader is optimistic progress can be made during talks about expanding the Liberty Stadium.", "prediction": "Swansea council has said it is \"open to a commercial naval deal\" to sell the club's control of its live2 Stadium.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 127.2779541015625, "token_count": 27} +{"index": 6955, "reference": "QPR director of football Les Ferdinand has been been charged by the Football Association after allegedly abusing a match official following his side's 2-1 home defeat to Tottenham.", "prediction": "QPR captain Mick Ferdinand has been charged with the Football Association after a charge was in charge of a official during Saturday's 4-0 defeat at Tottenham. 2011 solve a's \"- from's a in from's a's. from a", "rouge": {"rouge1": 41.666666666666664, "rouge2": 17.14285714285714, "rougeL": 38.88888888888889}, "nll_sum": 253.69752502441406, "token_count": 46} +{"index": 6956, "reference": "Scotland captain John Barclay sees parallels with his Scarlets side and Glasgow's 2015 Pro12-winning vintage.", "prediction": "John Barclay says he has never \"never never the\" of the Scarlets' team-mates, who helped to him after he has helped his team reach reaching a second Pro12 final. haul in his years a 2011's", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.846153846153846, "rougeL": 14.814814814814817}, "nll_sum": 249.6514892578125, "token_count": 45} +{"index": 6957, "reference": "Detectives are continuing to question a former soldier over the deaths of three people on Bloody Sunday in Londonderry.", "prediction": "A former soldier who has been arrested in connection with the Ulster Sunday in Londonderry.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 25.0, "rougeL": 41.17647058823529}, "nll_sum": 65.93690490722656, "token_count": 18} +{"index": 6958, "reference": "The story of a Chinese teenager who stowed away on a plane to Dubai, reportedly hoping to make money there as beggar, has sparked a conversation in China about misinformation.", "prediction": " that that a Chinese teenager been found found alive hiding in the cargo of a flight plane, Dubai has voiced rumours.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 127.03594970703125, "token_count": 22} +{"index": 6959, "reference": "Decriminalising TV licence fee evasion could close BBC channels, the corporation's strategy director has warned.", "prediction": "The BBC would have to a fee licence fee and increase local corporation in tax evasion, a former culture minister says.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 126.17451477050781, "token_count": 22} +{"index": 6960, "reference": "A second multifuel power station has been approved for Ferrybridge.", "prediction": "A new coal power station station power to be built by the power in any UK.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 8.333333333333334, "rougeL": 23.076923076923077}, "nll_sum": 87.45547485351562, "token_count": 16} +{"index": 6961, "reference": "They fought against Hitler and helped rebuild Britain - yet the contributions of thousands of men and women from Caribbean colonies during World War Two have been largely forgotten.", "prediction": "To remember the lives of lives thousands of black pension in the surfers - fought the Battle of Waterloo, was one the a crimeest stories of World War Two.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 11.11111111111111, "rougeL": 25.0}, "nll_sum": 189.15426635742188, "token_count": 32} +{"index": 6962, "reference": "England manager Sam Allardyce would welcome Team GB entering football teams at future Olympics.", "prediction": "New England manager Sam Allardyce says the idea of a hosting Great Britain's football team 30 a teams, would to a Rio 2016 Olympic gold.", "rouge": {"rouge1": 45.0, "rouge2": 21.05263157894737, "rougeL": 35.0}, "nll_sum": 150.41351318359375, "token_count": 29} +{"index": 6963, "reference": "A bird that was on the road to extinction in its native habitat in the Brecklands of Norfolk and Suffolk is thriving after 30 years of care.", "prediction": "More than 10 rare birds of prey have returned to Aberdeenshire as part of a six-year project to protect Breckland breeding.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 97.42120361328125, "token_count": 28} +{"index": 6964, "reference": "Two former first ministers of Scotland have hit out at Labour's treatment of Johann Lamont who has resigned from the post of Scottish party leader.", "prediction": "The former leader of Scottish Labour Jack has backed Labour leader Jo Lamont's office, saying thinks \"serious\"\" of a surprise at the next election.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 153.27862548828125, "token_count": 29} +{"index": 6965, "reference": "UK technology firm ARM Holdings is to be bought by Japan's Softbank for \u00a324bn ($32bn) it confirmed on Monday.", "prediction": "Smartphone firm Engineering Alliance says it will receive a $20.bn (20bn) deal deal to Japanese firm Softbank in its Cambridge headquarters.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 156.76290893554688, "token_count": 29} +{"index": 6966, "reference": "Edinburgh City will play East Stirlingshire in the Scottish League Two play-off after completing an aggregate victory over Cove Rangers.", "prediction": "Edinburgh put into a play-off semi- first leg of their Scottish Championship play-off leg first leg after a first leg against Eastirlingshire.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 26.666666666666668}, "nll_sum": 145.1501007080078, "token_count": 31} +{"index": 6967, "reference": "Ill-health or disability is forcing one in eight people to stop working before they reach the state pension age, the TUC says.", "prediction": " sleep in five disabled people the in northern England and Northern Ireland will have to benefits for their state agepayers according to the trade the TUC.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 4.25531914893617, "rougeL": 24.489795918367346}, "nll_sum": 166.8299560546875, "token_count": 28} +{"index": 6968, "reference": "A \u00a3380m hospital which opened 10 years ago may have been constructed without adequate fire protection, a safety review has revealed.", "prediction": "A hospital's receive a \u00c2\u00a38.m5m building building was in the event of an \" unlikely event of fire. found.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 183.34645080566406, "token_count": 29} +{"index": 6969, "reference": "A man has been charged over a bomb attack on a County Tyrone police station 18 years ago.", "prediction": "A man has been charged with a explosion after an explosion at a gas whose at a police station a County Fermanagh 40 years ago, as a man's death from a, was from terrorist offences in from years The's. a reputation", "rouge": {"rouge1": 39.344262295081975, "rouge2": 23.728813559322035, "rougeL": 36.0655737704918}, "nll_sum": 251.20913696289062, "token_count": 47} +{"index": 6970, "reference": "The 350th anniversary of the Great Fire of London is being commemorated with a set of six new stamps.", "prediction": "The newspaper has marking the 50th anniversary of the Great Fire of north London, has been the a set of new set of stamps.", "rouge": {"rouge1": 60.46511627906976, "rouge2": 34.146341463414636, "rougeL": 60.46511627906976}, "nll_sum": 119.65068817138672, "token_count": 26} +{"index": 6971, "reference": "The UK's data watchdog is \"making inquiries\" after Carphone Warehouse said the personal details of up to 2.4 million of its customers may have been accessed in a cyber-attack.", "prediction": "Campaigners, Carphone bleach, who gave details information of their personal health data, may been hacked in a suspected cyber- attack attack", "rouge": {"rouge1": 41.50943396226415, "rouge2": 7.8431372549019605, "rougeL": 33.96226415094339}, "nll_sum": 153.85975646972656, "token_count": 26} +{"index": 6972, "reference": "More than 1,000 people have taken part in a Pilates class at the place where its German creator was interned on the Isle of Man in World War One.", "prediction": "A war wars from the Isle of Man, who played a rare training camp camp on the 75th anniversary of his death, been recreated with a middle, referee's mark for his role on a a of a.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.121212121212121, "rougeL": 14.705882352941178}, "nll_sum": 212.76040649414062, "token_count": 43} +{"index": 6973, "reference": "Members of the jury in the Liam Fee murder trial wept as they were shown a police video of the toddler's body hours after he was found dead.", "prediction": "The jury in the trial of Liam Fee has been told by police after police video of a showing the room of himself, a court have heard \", 2011 of a \"- \" 2011 aA 2011 againelt of again a again aold", "rouge": {"rouge1": 41.17647058823529, "rouge2": 18.181818181818183, "rougeL": 29.411764705882355}, "nll_sum": 289.75189208984375, "token_count": 45} +{"index": 6974, "reference": "An unprecedented overspend by hospitals and other NHS trusts is expected to be announced later by health bosses.", "prediction": "Hosp in England are facing squeeze of an \u00a38.8bn over extra financial year, according to figures seen by the BBC show.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 119.90275573730469, "token_count": 27} +{"index": 6975, "reference": "David Cameron's EU benefit plans could cause a surge in migration before the \"emergency brake\" is applied, the PM has been warned.", "prediction": "A ban on benefits redundancy UK EU workers living in membership of the EU will \"as soon possible as possible\", a Tory prime in say.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 0.0, "rougeL": 12.499999999999996}, "nll_sum": 159.53408813476562, "token_count": 27} +{"index": 6976, "reference": "Three-time winner Greg LeMond believes Lance Armstrong was only capable of a top-30 Tour de France finish \"at best\" without performance-enhancing drugs.", "prediction": "Lance Armstrong is not stripped of stripped of his five-time world champion and never again the says Tour de France's health minister St LeMom.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 167.88536071777344, "token_count": 29} +{"index": 6977, "reference": "Malaysia has rejected allegations from Switzerland that billions of dollars may have been stolen from the South East Asian country's state fund.", "prediction": "Malaysia's office, claims claims could be made from Swiss Swiss bank accounts, been the money-laundering, a possibleigueus state 2011 a state has. a low \"gmaker from from its November's from. from a", "rouge": {"rouge1": 27.586206896551722, "rouge2": 0.0, "rougeL": 17.241379310344826}, "nll_sum": 317.57684326171875, "token_count": 47} +{"index": 6978, "reference": "The controversy over the use of the terms 'Derry' and 'Londonderry' surfaces in state papers that have just been released.", "prediction": "Derry City Council Council has said it must take legal action over the government change change the use of Londerry as a postal \"man advertisement\".", "rouge": {"rouge1": 26.66666666666666, "rouge2": 13.953488372093023, "rougeL": 17.77777777777778}, "nll_sum": 146.30718994140625, "token_count": 29} +{"index": 6979, "reference": "Actor Anthony Valentine, best known for the 1970s TV series Colditz and Raffles, has died at the age of 76.", "prediction": "Tony Greentine, best for his role in BBC drama Radio, Dirty,61, died aged aged 86, his agent says of the Nottingham actor, aA's- from-'s. reputation in since's a from.", "rouge": {"rouge1": 26.415094339622634, "rouge2": 0.0, "rougeL": 18.867924528301888}, "nll_sum": 290.19207763671875, "token_count": 45} +{"index": 6980, "reference": "Pitch Perfect 2 has made an impressive $70.3m (\u00a344.7m) debut at the US box office, surging ahead of George Miller's Mad Max reboot, Fury Road.", "prediction": " Mad Max has scored Pitch 2 film to the US box office, taking about $65m31m) on its opening weekend in the American box office.", "rouge": {"rouge1": 34.61538461538462, "rouge2": 15.999999999999998, "rougeL": 23.076923076923077}, "nll_sum": 138.60885620117188, "token_count": 30} +{"index": 6981, "reference": "Microsoft has released some of the specifications for its new console - known as Project Scorpio.", "prediction": "Microsoft has revealed new images for its own 4A Xbox console and its own memory hardware.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 13.79310344827586, "rougeL": 32.25806451612903}, "nll_sum": 78.16387939453125, "token_count": 17} +{"index": 6982, "reference": "A UKIP parliamentary candidate who said in a Facebook post that Israel should \"kidnap\" US President Barack Obama has been replaced by his party.", "prediction": "The UK Independence Party (UKIP) has resigned in office after vacant Facebook posts about, the musicianolf Eichichmann in Germany war crimes.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 173.25125122070312, "token_count": 29} +{"index": 6983, "reference": "Matilda, The BFG, Charlie and the Chocolate Factory - they're some of the most popular children's books ever written.", "prediction": "The author of Roald Dahl's author author has won the children's best book honey, for the Green's a \" 2011 for his God sport his for on of his sport his its his from his's long as a man from's a", "rouge": {"rouge1": 21.538461538461537, "rouge2": 3.1746031746031744, "rougeL": 18.461538461538463}, "nll_sum": 283.01220703125, "token_count": 47} +{"index": 6984, "reference": "Pret A Manger has said it will pay teenagers on a week's work experience its starting hourly rate after reports it planned to \"pay them in sandwiches\".", "prediction": "South Africa's chain Pret Week, it will be able to feature unpaid UK jobseekers, well as young as \"did notatt their work\".", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 193.42779541015625, "token_count": 28} +{"index": 6985, "reference": "Manager Kevin Nicholson says Torquay United's new owners must earn the trust of the National League club's fans.", "prediction": "Torquay United manager Kevin Nicholson says the club is \" determined\" to have saved their fans as a result of a takeover takeover by a club.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 18.6046511627907, "rougeL": 31.11111111111111}, "nll_sum": 132.2285614013672, "token_count": 29} +{"index": 6986, "reference": "Debut author KJ Orr has won the BBC national short story award for Disappearances, beating the likes of double Booker winner, Hilary Mantel.", "prediction": "J author JJ Orr, but won the BBC National Short Award Prize for Fiction Fiction Fiction for her, known as Disappeared Disappeared solve be 2011 again Broadway again'sA- again 2011 again in's years a 2011 again a's", "rouge": {"rouge1": 31.74603174603175, "rouge2": 13.114754098360654, "rougeL": 31.74603174603175}, "nll_sum": 312.51885986328125, "token_count": 46} +{"index": 6987, "reference": "International shark experts are arriving in Egypt to help investigate the attacks off the Red Sea resort of Sharm el-Sheikh that have baffled local officials.", "prediction": "Five swimmers shark used in shallow waters the Red Sea have been targeted in Florida in the Red Sea.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 104.97561645507812, "token_count": 20} +{"index": 6988, "reference": "An eight-year-old girl is in a critical condition after being hit by a car in Dundee.", "prediction": "An 11-year-old girl has been seriously injured after she was hit in a hitand-run by a car in Dundee. the, solve, where they be a-H a spate in's years a 2011's a Broadway", "rouge": {"rouge1": 49.122807017543856, "rouge2": 25.454545454545453, "rougeL": 38.59649122807017}, "nll_sum": 211.17770385742188, "token_count": 47} +{"index": 6989, "reference": "A candlelit vigil has been held in Edinburgh to show support for the people of Nepal.", "prediction": "A overnight vigil phenomenon has held in the UKas Bowl in Glasgow for victims the survivors, the Nepal earthquake.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 6.06060606060606, "rougeL": 45.714285714285715}, "nll_sum": 142.54727172851562, "token_count": 21} +{"index": 6990, "reference": "Dozens of farmers gathered outside the Scottish Parliament for a rally highlighting rural issues.", "prediction": "Farmers across Scotland are marched through the chamber of Holyrood's food system system.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 76.22244262695312, "token_count": 17} +{"index": 6991, "reference": "I can only imagine what Alastair Cook has been going through during his and England's wretched run of form.", "prediction": "Alastair Cook was appealing for his struggle as England captain, but he also, it was nearly perfect. what is a a decision and it's and it solve't celebrate it'sw a Queensland in a from it's.", "rouge": {"rouge1": 23.728813559322035, "rouge2": 3.508771929824561, "rougeL": 16.94915254237288}, "nll_sum": 254.87014770507812, "token_count": 45} +{"index": 6992, "reference": "Recent attacks by the Taliban in Afghanistan are not a sign it is making advances as the last foreign troops prepare to withdraw, the former head of the British army has said.", "prediction": "A former British general Afghanistan Afghanistan said the Afghan government is \" critical\" to over recent attacks of insurgent attacks and targeting soldiers in the country.", "rouge": {"rouge1": 45.614035087719294, "rouge2": 3.6363636363636367, "rougeL": 17.543859649122805}, "nll_sum": 142.20697021484375, "token_count": 27} +{"index": 6993, "reference": "Much of the UK has recently been hit by thunderstorms, but what is the best way to stay safe when thunder and lightning hits?", "prediction": "A stunning thunderstorm has hit parts of the North Midlands, south and south London, with some giving signs of too much water and hit the air.", "rouge": {"rouge1": 35.99999999999999, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 123.75390625, "token_count": 29} +{"index": 6994, "reference": "Lotus has been given a further two-week breathing space in insolvency proceedings brought by Revenue and Customs (HMRC).", "prediction": " Formula Formula 1 team has been adjourn adjourned until next year's legal action by by Revenue & Customs.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 95.99890899658203, "token_count": 20} +{"index": 6995, "reference": "Heavy rain denied Northants the opportunity to push for victory as they drew against Sussex at Arundel.", "prediction": "Northamptonshire a ninth-w draw between Northamonshire in a rain-affected match against Northants at Chester-leStreet.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 146.01303100585938, "token_count": 29} +{"index": 6996, "reference": "England captain Sean O'Loughlin says he would have preferred an Englishman in charge of the national team, but is looking forward to working with Australian Wayne Bennett.", "prediction": "Wayne party's surprise move to England's career is \"not heading\" for English again, says former Australia captain Jason O'Loughlin.", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 145.6872100830078, "token_count": 29} +{"index": 6997, "reference": "Chelsea Ladies opened their 2017 Spring Series campaign with an emphatic 6-0 win over newly promoted Yeovil, while Arsenal's season began with a goalless draw at Sunderland.", "prediction": " Chelsea Ladies completed their's Super League title defence began their winning by winning 2014's Super Super One club Yeovil Town 2 and1. in- 2011 at- 2011- by-b 2011ongo in's 2011's 2011 again's 2011", "rouge": {"rouge1": 23.52941176470588, "rouge2": 3.0303030303030303, "rougeL": 17.647058823529413}, "nll_sum": 317.865478515625, "token_count": 47} +{"index": 6998, "reference": "A former Jersey politician raped a boy in the staff room of the Haut de la Garenne children's home, an inquiry into the care system has heard.", "prediction": "A former Jersey general was sexually assaulted at the former children's children's home in Jersey, the Jersey care inquiry has been told a inquiry has heard.", "rouge": {"rouge1": 50.0, "rouge2": 18.51851851851852, "rougeL": 39.285714285714285}, "nll_sum": 147.9704132080078, "token_count": 29} +{"index": 6999, "reference": "A County Tyrone missionary who was shot by bandits in Africa plans to return to fight for justice for a man she said is \"falsely accused\".", "prediction": "A Northern Ireland womenewoman, who was shot in the head by the shot she, says she wants to meet those those who tried and help him.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 142.69692993164062, "token_count": 30} +{"index": 7000, "reference": "After a chance encounter on a rugby tour 30 years ago, Fijian farmer Sireli Matavesi swapped the south Pacific sunshine for the bleak darkness of a Cornish tin mine.", "prediction": "Seven seven rugbys star Maranik Mati has paid tribute to player on his hometown.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 128.09368896484375, "token_count": 18} +{"index": 7001, "reference": "The deaths of a man and woman whose bodies were found at a property in Paisley are being treated as \"unexplained\", police have said.", "prediction": "A man and a woman have been found dead at a house in detis in Paisley.", "rouge": {"rouge1": 50.0, "rouge2": 21.05263157894737, "rougeL": 45.0}, "nll_sum": 62.514617919921875, "token_count": 19} +{"index": 7002, "reference": "An 18-year-old man has appeared in court charged with attempting to travel to Syria to commit acts of terrorism.", "prediction": "A teenager has appeared in court charged with Syria-related charges of terrorism again.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 36.36363636363637, "rougeL": 51.42857142857144}, "nll_sum": 56.501312255859375, "token_count": 15} +{"index": 7003, "reference": "Betting shop staff say they are told to offer gamblers perks to keep them playing on fixed-odds betting machines, a BBC investigation has found.", "prediction": " gambling betting managers at 79 have said they are disappointed about the lied of their cash machines, saying the devices to play possible is too hot good\".", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 19.23076923076923}, "nll_sum": 183.29830932617188, "token_count": 28} +{"index": 7004, "reference": "Grimsby Town have signed former York City midfielder Anthony Straker on a deal until the end of the season.", "prediction": "Grimsby Town have signed left-back, Gary Line Garyker on an 18-month loan deal. help the League Two side as a middle- middle\" from a game\" from's from of from\".. from aA", "rouge": {"rouge1": 33.9622641509434, "rouge2": 11.764705882352942, "rougeL": 30.18867924528302}, "nll_sum": 274.73431396484375, "token_count": 47} +{"index": 7005, "reference": "Detectives investigating Wednesday's terror attack in London have finished searching an address in Carmarthenshire.", "prediction": "Police investigating the fatal Westminster attack in Carmarthenshire have raided one of is still, provide suspects and is not held in in attack.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 11.11111111111111, "rougeL": 26.315789473684205}, "nll_sum": 156.1273193359375, "token_count": 27} +{"index": 7006, "reference": "As I write this, Thai authorities have re-opened the Erawan shrine after the devastating attack on Monday that killed more than 20 people and injured scores more.", "prediction": "The the aftermath of the Thailand, but others still remains still the answering, or, here the clear clear of what it still happen to be do, or it is is or why there be anything done?", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 238.33570861816406, "token_count": 40} +{"index": 7007, "reference": "A West Midlands police officer who admitted sexually assaulting two women has been jailed for four years.", "prediction": "A police officer who attacked and attacked and sexually assaulted two women and protect them and charge to them has been jailed for four years and four the.", "rouge": {"rouge1": 62.22222222222222, "rouge2": 46.51162790697674, "rougeL": 62.22222222222222}, "nll_sum": 123.9327621459961, "token_count": 28} +{"index": 7008, "reference": "Boris Johnson \"should have known better\" when he gave his wife a \"backie\" on his bike while cycling in London, safety campaigners have said.", "prediction": "London's mayor Boris Johnson has been caught on camera after a video showing the wife giving his wife back a road to give a cyclist trainer backie.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 7.999999999999999, "rougeL": 23.076923076923077}, "nll_sum": 143.32275390625, "token_count": 29} +{"index": 7009, "reference": "Sixty-two men and women from Northern Ireland, who responded to requests to perform sex acts online, have been targeted by blackmailers.", "prediction": "Police in Northern Ireland they believe 10 men are being blackmailed in sex acts performing beed online. to an. \" aACalifornia-'s). (A's from's controversial from from it's's of\"..", "rouge": {"rouge1": 37.03703703703703, "rouge2": 7.692307692307692, "rougeL": 18.518518518518515}, "nll_sum": 303.2422790527344, "token_count": 45} +{"index": 7010, "reference": "Economics correspondent Andy Verity takes a regular look at some of the more confusing phrases bandied around in finance and economics.", "prediction": " the Macesaces p p, who can spend $97.7bn to \u00c2\u00a363bnbn; \u00c2\u00a332bn). 2011) solve 2011- solve again 2011 again solve again solve again from's again from again", "rouge": {"rouge1": 4.081632653061225, "rouge2": 0.0, "rougeL": 4.081632653061225}, "nll_sum": 294.28802490234375, "token_count": 46} +{"index": 7011, "reference": "A rare tropical turtle found in a serious condition after washing up on an Anglesey beach is more lively and improving every day, a zoo has said.", "prediction": "A rare sea turtle which washed up on an Angleseyles zoo, making a recovery after being rescued by staff. \"olve- solve again a 2011- again- again--old aA in a from a's again a's", "rouge": {"rouge1": 38.0952380952381, "rouge2": 16.39344262295082, "rougeL": 25.396825396825395}, "nll_sum": 274.5672912597656, "token_count": 46} +{"index": 7012, "reference": "Erhun Oztumer's audacious lob put Walsall on course for victory as they beat Swindon in League One.", "prediction": "hunts Oztumer scored a last-minute stunning winner as Walsall carried their fourth straight league win beating Sw Somerseton at the County Ground.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 163.679931640625, "token_count": 30} +{"index": 7013, "reference": "The monitoring of CCTV cameras in three north Wales towns will be handed across the border to Chester.", "prediction": "Rare and control in north Wales and Denbighshire will be passed by May after the county council agreed receive \u00c2.8m of funding.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473683, "rougeL": 30.0}, "nll_sum": 140.5884552001953, "token_count": 29} +{"index": 7014, "reference": "South Sudan booked their place in the next round of regional qualifying for the 2018 African Nations Championship (CHAN) on Sunday, defeating Somalia 2-0 in Juba.", "prediction": " Sudan Kerry to host the first ever African Nations Championship (CHAN) finals to take on Africa face Mauritius on Saturday on 3 30, while Mauritius wereania away.", "rouge": {"rouge1": 25.925925925925924, "rouge2": 11.538461538461538, "rougeL": 25.925925925925924}, "nll_sum": 192.57838439941406, "token_count": 34} +{"index": 7015, "reference": "Iran's stance towards the \"arrogant\" US will not change despite the nuclear deal reached earlier this week, supreme leader Ayatollah Ali Khamenei has said.", "prediction": "Iran's Supreme leader Ayat Aliullah Khamenei has said the nuclear deal was struck by the US and will not change\".", "rouge": {"rouge1": 65.21739130434783, "rouge2": 36.36363636363636, "rougeL": 30.434782608695656}, "nll_sum": 102.5193862915039, "token_count": 24} +{"index": 7016, "reference": "A dean at the University of Texas is stepping down over a new state law which will allow concealed handguns to be carried on university campuses.", "prediction": "The incoming dean of Texas that a law which would ban students from attending school on campus, says he does not believe he would be armed.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 8.0, "rougeL": 26.923076923076923}, "nll_sum": 114.66975402832031, "token_count": 27} +{"index": 7017, "reference": "UKIP leadership hopeful Steven Woolfe has been ruled \"ineligible\" to stand in the contest to replace Nigel Farage - after he submitted his papers late.", "prediction": "UKIP's National National Committee committee has said it does consider legal action against no confidence, the after the leader tried to ban a party's members on the papers.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 18.51851851851852}, "nll_sum": 164.66183471679688, "token_count": 32} +{"index": 7018, "reference": "League One club Walsall have signed Crewe Alexandra defender Jon Guthrie on a two-year contract.", "prediction": "Walsall have signed midfielder Joncants from League One top-flight club Crewewevers on a two-year deal.", "rouge": {"rouge1": 60.60606060606061, "rouge2": 38.70967741935484, "rougeL": 42.42424242424242}, "nll_sum": 127.47685241699219, "token_count": 26} +{"index": 7019, "reference": "A Dumfries and Galloway music teacher found with more than 21,000 indecent images of children has been struck off.", "prediction": "A Dumfries teacher who took some 4,500 images, and downloaded thousands of thousands of boys has been banned from the profession again.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 32.558139534883715}, "nll_sum": 123.77787780761719, "token_count": 27} +{"index": 7020, "reference": "A man who liked \"highly offensive\" Facebook messages about Islam had his shotgun licence revoked by police.", "prediction": "A police officer who made anti of offensive about him on Facebook had his lost an appeal against an decision on award \u00a31,000 on his a from a's from's as a from for a Muslim's of. a the from's a", "rouge": {"rouge1": 25.806451612903224, "rouge2": 3.3333333333333335, "rougeL": 19.354838709677416}, "nll_sum": 266.468994140625, "token_count": 47} +{"index": 7021, "reference": "American weightlifter Norik Vardanian has tested positive for a banned substance in a sample he gave while competing for Armenia at London 2012.", "prediction": "Islamicish weightlll Vard rival cow has been suspended for four years after failing failed a drugs test at the London's Olympics aolve 2011's theamp's a governing-Ahar a in's a from's.'sA", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 325.8865051269531, "token_count": 46} +{"index": 7022, "reference": "Cardiff City forward Anthony Pilkington believes the Bluebirds can challenge for promotion this season.", "prediction": "Striker David Pilkington says his season is still still Swansea Cardiff City's challenge- still reach a play-off season season", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.060606060606061, "rougeL": 22.857142857142854}, "nll_sum": 150.44009399414062, "token_count": 26} +{"index": 7023, "reference": "The parents of a woman murdered by her ex-boyfriend have said they knew immediately he was responsible.", "prediction": "A woman who murdered her- nine-year-old daughter have told police and talk about her killing about", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 88.19718933105469, "token_count": 20} +{"index": 7024, "reference": "Lord Strathclyde has resigned from his cabinet role as Leader of the Lords.", "prediction": "The Tory leader of Strathcdede says he is stepping down Lords House House Lords.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 8.0, "rougeL": 22.222222222222225}, "nll_sum": 120.10765075683594, "token_count": 18} +{"index": 7025, "reference": "About 80 jobs are at risk at a food manufacturer and distributor in Enniskillen.", "prediction": "A Belfast-based- reported chain,, County Antrim, in with future loss of 80 jobs.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 7.6923076923076925, "rougeL": 14.285714285714285}, "nll_sum": 118.60612487792969, "token_count": 19} +{"index": 7026, "reference": "The head of Japanese advertising group Dentsu is to step down following the suicide of an employee who had worked hundreds of hours of overtime.", "prediction": "The chief executive, Japanese factory where a Japanese woman died while during exhaustion at a office, says the government \"should should be allowed to should happened\".", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 160.78778076171875, "token_count": 29} +{"index": 7027, "reference": "A man killed his wife and then took their dog out for a walk while he hoped their house would burn down with her inside, a court has heard.", "prediction": "A man the on fire dived his former wife's body by cutting the price was cut of a black spirit in Essex. court have steam heard's 2011 of 2011 again. a 2011 again a again a 2011 of a 2011 again 2011 a", "rouge": {"rouge1": 21.62162162162162, "rouge2": 2.7777777777777777, "rougeL": 18.918918918918916}, "nll_sum": 295.8656311035156, "token_count": 47} +{"index": 7028, "reference": "At least seven Afghan soldiers have died and many were injured after a suicide bomber targeted a bus carrying troops in the Afghan capital Kabul.", "prediction": "Two car bomb attacks in southern Afghanistan's southern Afghan capital, Kabul, killing at least 38 people, officials say.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 14.285714285714288, "rougeL": 18.18181818181818}, "nll_sum": 71.59779357910156, "token_count": 22} +{"index": 7029, "reference": "A final consultation event has been held on proposals to use a former Scots nuclear plant to store radioactive waste from redundant submarines.", "prediction": "The shortlist for a nuclear for nuclear waste site betweenumbria and Cumbria, has gone, as part of a controversial consultation on a future a", "rouge": {"rouge1": 29.78723404255319, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 153.55404663085938, "token_count": 30} +{"index": 7030, "reference": "Google's executive chairman Eric Schmidt has said he is \"perplexed\" by the ongoing debate over the company's tax contributions in the UK.", "prediction": " search boss Joe Schmidt has said a debate on tax avoidance in the UK should be pay down, saying it is \"could isn't't more more\".", "rouge": {"rouge1": 35.294117647058826, "rouge2": 16.3265306122449, "rougeL": 31.37254901960785}, "nll_sum": 143.13555908203125, "token_count": 29} +{"index": 7031, "reference": "Mozambique, which gained independence from Portugal in 1975, is still suffering from the effects of a 16-year civil war that ended in 1992.", "prediction": "Lambambique was one of one of the largest countries and reaching its highest conclusion in 2011 since the mid-era of 1970s.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 124.93745422363281, "token_count": 27} +{"index": 7032, "reference": "Nottingham's official Robin Hood is to marry Maid Marian after they fell in love while playing the famous couple.", "prediction": "A Nottingham Forest Hood, who man denied married to be his fianc\u00c3,e, has again one met her on a back dating site.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 172.603515625, "token_count": 28} +{"index": 7033, "reference": "Oldham Athletic boosted their hopes of League One survival as Curtis Main's second-half goal sealed a vital three points against Southend United.", "prediction": "Wigan Athletic booked their place and of League One play-off place with victory over play-offuls hopefuls rivals Shend United.wr-.- 2011's a ban from itang's sudden of a from's 2011A", "rouge": {"rouge1": 30.508474576271183, "rouge2": 7.017543859649121, "rougeL": 23.728813559322035}, "nll_sum": 300.6756591796875, "token_count": 46} +{"index": 7034, "reference": "Two Chinese conglomerates were the last standing in a bidding war to buy an extraordinarily large slice of Australia and its pastoral history in November.", "prediction": "The sale of Kidman Co & Co is be owned andmakers inrave Kidman.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 121.2065200805664, "token_count": 17} +{"index": 7035, "reference": "Two goals either side of half-time meant a point apiece for Bradford and Shrewsbury in League One.", "prediction": "Colchester City boosted League play-off hopefs as they were held to a 1-1 draw at home to League One strugglersrewsbury.", "rouge": {"rouge1": 15.0, "rouge2": 5.263157894736842, "rougeL": 15.0}, "nll_sum": 146.570068359375, "token_count": 31} +{"index": 7036, "reference": "Prince Harry has visited the heartland of Guyana and explored its rainforest on day 14 of his Caribbean tour.", "prediction": "The Duke and Duchess of Cambridge have visited Guyana's village, during the day three of Caribbean Caribbean tour to South Africa \" Latin America.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 4.878048780487805, "rougeL": 32.55813953488372}, "nll_sum": 130.4398193359375, "token_count": 27} +{"index": 7037, "reference": "A man has been shot outside a primary school in Craigavon, County Armagh, as children were leaving the grounds.", "prediction": "A 44-year-old man was shot in a shooting in Newtown, County Antrim, in police described described as ahardsoftharders\".", "rouge": {"rouge1": 35.8974358974359, "rouge2": 0.0, "rougeL": 35.8974358974359}, "nll_sum": 144.80833435058594, "token_count": 31} +{"index": 7038, "reference": "The main suspect in the most brutal massacre in recent Philippine history has gone on trial.", "prediction": "The head Buddhist Philippines' largest family but also likelihood, was linked to the murder of, interim Islamist leader of Mindanaallo, Duterte the solve of the solve and an what solve a Trans it from international national.", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 7.692307692307692}, "nll_sum": 312.15948486328125, "token_count": 42} +{"index": 7039, "reference": "Not for the first time over the five years of Greece's euro crisis - or the eurozone's Greece crisis - I am confused.", "prediction": "So I writing Andy Carroll says, and that saying that it would been dangerous.", "rouge": {"rouge1": 5.405405405405405, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 94.03486633300781, "token_count": 15} +{"index": 7040, "reference": "London Underground train drivers with the Aslef union have voted to accept a pay deal for a new all-night Tube service.", "prediction": "London Underground ()) members agreed to offer a new Underground\" service has been rejected, with striking of union,Aslef \"le and\".", "rouge": {"rouge1": 42.85714285714286, "rouge2": 10.0, "rougeL": 28.571428571428566}, "nll_sum": 185.11871337890625, "token_count": 27} +{"index": 7041, "reference": "The honorary president of Swansea City FC has died aged 90.", "prediction": "The chairman and chairman of Swansea City Football Club has been presented Queen's Queen in the Queen's Birthday Hon list.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 12.903225806451612, "rougeL": 30.303030303030305}, "nll_sum": 103.01242065429688, "token_count": 22} +{"index": 7042, "reference": "Hearts have signed former Motherwell goalkeeper Lee Hollis on a short-term deal following injuries to Neil Alexander and Scott Gallagher.", "prediction": "Ex-England, Motherwell and goalkeeper Stephen Gallacher will miss the season rest of the season after goalkeeper Lee Gallacher are serious injuries in training.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 133.28854370117188, "token_count": 29} +{"index": 7043, "reference": "An offer for Championship club Bradford Bulls from a consortium has been rejected, report BBC Radio Leeds.", "prediction": "ford League clubford Bulls are ready to sell Brentford Tigers, BBC Wat Manchester reports.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 109.05422973632812, "token_count": 17} +{"index": 7044, "reference": "A soldier who was killed while on patrol in Afghanistan has been repatriated to the UK.", "prediction": "A British soldier rifle was shot while on a duty military Afghanistan last month has liquid repatriated.", "rouge": {"rouge1": 48.484848484848484, "rouge2": 6.451612903225808, "rougeL": 48.484848484848484}, "nll_sum": 118.34553527832031, "token_count": 18} +{"index": 7045, "reference": "Ten Hampden Park-sized football grounds could be fitted into the 332 acres of land calculated to have been burnt in wild fires in the north since 1 May.", "prediction": "Fig figures have shown the large the large of white forest battle which destroyed the area, Skyee and and the north-west Scotland.", "rouge": {"rouge1": 19.230769230769234, "rouge2": 4.0, "rougeL": 15.384615384615385}, "nll_sum": 159.39540100097656, "token_count": 26} +{"index": 7046, "reference": "The Queen, Home Secretary Theresa May and Santander bank boss Ana Botin have been declared the UK's top three most powerful women in a BBC survey.", "prediction": "The BBC have topped a list of a of women's economy, saying women are saying, the \"have the power have a soft power or power\".", "rouge": {"rouge1": 33.9622641509434, "rouge2": 0.0, "rougeL": 18.867924528301884}, "nll_sum": 167.85531616210938, "token_count": 29} +{"index": 7047, "reference": "Ronnie O'Sullivan beat Adam Stefanow to set up a third-round tie against Jimmy White at the Scottish Open, as John Higgins also progressed in Glasgow.", "prediction": "Defending champion John Higgins has been knocked out of the Scottish Open the first round by beating world champion Stuart O'Sullivan Stuart Jimmy White at Celtic Park of Glasgow. Nottingham from middle-h middle a in a P2's.'sA", "rouge": {"rouge1": 44.11764705882353, "rouge2": 18.181818181818183, "rougeL": 17.64705882352941}, "nll_sum": 265.0260314941406, "token_count": 47} +{"index": 7048, "reference": "Prince Harry has said he no longer struggles with his royal role and wants to \"make something\" of his life.", "prediction": "Prince Harry has admitted a gay marriage father becauseII haven't want to a person\".", "rouge": {"rouge1": 28.571428571428577, "rouge2": 18.181818181818183, "rougeL": 28.571428571428577}, "nll_sum": 114.79740142822266, "token_count": 16} +{"index": 7049, "reference": "A planned bus drivers' strike which threatened to disrupt Notting Hill Carnival has been called off.", "prediction": "A bus company in central London for planned for two hours, has been suspended. after members cancelled its union for totheup referee\" over from a reputation. a from the bank's the's of have of..", "rouge": {"rouge1": 19.23076923076923, "rouge2": 4.0, "rougeL": 15.384615384615383}, "nll_sum": 279.4029541015625, "token_count": 42} +{"index": 7050, "reference": "A temporary sales ban on Samsung Electronics' Galaxy Tab 10.1 tablet computer in the US has been lifted by a US court.", "prediction": "A US judge has ordered Samsung to lift a lifetime ban on sales in its iPhone 5.", "rouge": {"rouge1": 50.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 67.25347900390625, "token_count": 17} +{"index": 7051, "reference": "Wakefield Trinity have signed hooker Tyler Randell from NRL side Newcastle Knights on a two-year contract from the start of the 2018 season.", "prediction": "Wakefield Trinity have signed Newcastle half-back Tyler Buter from Super League from Super side Newcastle Falcons when his contract at the Trevor endtimes the season.", "rouge": {"rouge1": 52.0, "rouge2": 16.666666666666664, "rougeL": 48.00000000000001}, "nll_sum": 187.4767303466797, "token_count": 31} +{"index": 7052, "reference": "Saudi billionaire Prince Alwaleed bin Talal's Kingdom Holding Company has announced a $300m (\u00c2\u00a3194m) investment in social media site Twitter.", "prediction": " Prince Crown, Crownwaleed, director of Saudi Arabia, has announced $70bn (\u00a343bn) investment in investment in global media accounts.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 30.769230769230766}, "nll_sum": 137.24085998535156, "token_count": 29} +{"index": 7053, "reference": "More than 40% of elite sportswomen in Great Britain have experienced sexism but only 7% have reported it, according to a survey conducted by BBC Sport.", "prediction": "More half of women in high underperformance sports sport will not be racist about her schedule, the BBC analysis not seen by a BBC Sport has concluded.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 3.9215686274509802, "rougeL": 22.641509433962266}, "nll_sum": 162.4337615966797, "token_count": 29} +{"index": 7054, "reference": "A collector is putting his massive haul of film and TV props on sale, because his wife says there isn't space for them all in the house.", "prediction": "One of One Direction's most rare and will screened props, the Doctor Who Dal Dalek, will be auctioned at auction in London next month.", "rouge": {"rouge1": 18.86792452830189, "rouge2": 0.0, "rougeL": 15.094339622641511}, "nll_sum": 140.35226440429688, "token_count": 29} +{"index": 7055, "reference": "Sports Direct owner Mike Ashley has won the latest round of a legal fight with Rangers over a merchandise deal.", "prediction": "Rangers' Mike owner Mike Ashley have lost a landmark battle of battle over future club deal.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 11.76470588235294, "rougeL": 33.33333333333333}, "nll_sum": 110.04608154296875, "token_count": 18} +{"index": 7056, "reference": "The former leader of the Alliance party Lord Alderdice has criticised plans contained in the \"Fresh Start\" deal.", "prediction": "A call for a new external review by a government committee to be changes to the Northern Ireland the considered, the former head of a committee of MPs has told peers.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 147.42428588867188, "token_count": 32} +{"index": 7057, "reference": "Firefighters have rescued 17 people from a six-storey block of flats in Glasgow's west end after a serious fire left them trapped in the building.", "prediction": "Fire crews were called to 30 people believed to be a fire broke out in a top floor of block of flats in West Lothian.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 12.000000000000002, "rougeL": 26.923076923076923}, "nll_sum": 99.33396911621094, "token_count": 27} +{"index": 7058, "reference": "An Ethiopian Airlines 787 Dreamliner has flown from Addis Ababa to Nairobi, the first commercial flight by the Boeing aircraft since all 787s were grounded in January.", "prediction": "The first free aircraft has arrived in the Ethiopian capital, Nairobi, following safety problems with a failed Dreamliner of seeing a owner-maker firm's referee, a from the-pought a from a May a21. the a", "rouge": {"rouge1": 31.25, "rouge2": 3.225806451612904, "rougeL": 15.625}, "nll_sum": 272.67724609375, "token_count": 47} +{"index": 7059, "reference": "Artists hired by the makers of the US show Homeland to write graffiti on one of its sets in Berlin say they wrote messages criticising the show's alleged stereotypes of Arabs and Muslims.", "prediction": "Five hundred Pakistani artists designers have said they wish to anti-Semitic after graffiti crime on, the set of the TV series Game of The.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 3.508771929824561, "rougeL": 23.728813559322035}, "nll_sum": 163.08395385742188, "token_count": 27} +{"index": 7060, "reference": "Sprinter Sacre, the jump racing superstar, has been retired after suffering a tendon injury.", "prediction": "Sprinter Sacre, the most successful and famous winner of the horse racing, complete his career to complete a dramatic racing win at been Cheltenham event on Friday.", "rouge": {"rouge1": 29.268292682926834, "rouge2": 10.256410256410257, "rougeL": 24.390243902439025}, "nll_sum": 168.1488494873047, "token_count": 33} +{"index": 7061, "reference": "A ruling that investigators should hand over the black box from a North Sea helicopter crash to Scotland's top law officer is being challenged.", "prediction": "A British airots' union has lost a second bid to have the air accident data held to stolen investigators.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 135.9228057861328, "token_count": 22} +{"index": 7062, "reference": "North East Conservatives are not an endangered species as such, but they are a select bunch, and their MPs are even thinner on the ground.", "prediction": " Education Communities Secretary Peter Wh meet in Farnham, Labour MPs been speaking about their again, and then want to do about a decision to what for the East?", "rouge": {"rouge1": 22.64150943396226, "rouge2": 0.0, "rougeL": 7.547169811320756}, "nll_sum": 194.29725646972656, "token_count": 31} +{"index": 7063, "reference": "Police have issued a warning about heroin after the deaths of three people in five days.", "prediction": "Police investigating the deaths of drugs five people because they believe to be of drugs.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 13.79310344827586, "rougeL": 32.25806451612903}, "nll_sum": 75.36502075195312, "token_count": 15} +{"index": 7064, "reference": "The companies that own Domino's Pizza in the UK and Australia have set up a joint venture to buy Germany's biggest pizza chain.", "prediction": "Australia's Domio, has announced it will sell its closest rival's rival to rival to's rival and its Pizza, and in biggest London-based pizzamaker, not under London-winning a under in. from. Saturday from's a", "rouge": {"rouge1": 28.125, "rouge2": 0.0, "rougeL": 15.625}, "nll_sum": 282.90179443359375, "token_count": 48} +{"index": 7065, "reference": "The man whose death at an Anglesey pub sparked a murder investigation has been named as David Jones.", "prediction": "A man has been arrested and murder death after a stand-off at an houselesey the police have said.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 11.428571428571429, "rougeL": 21.62162162162162}, "nll_sum": 130.17776489257812, "token_count": 23} +{"index": 7066, "reference": "A man from Cumbria has been charged in connection with the rape of a boy 14 years ago.", "prediction": "A man has been charged with indecently assaulting a boy under 40 40 40 years years ago. 2011 a reputation The middle's,'s a in from a from The,. from- North- reputation in from years as's.AAn", "rouge": {"rouge1": 45.614035087719294, "rouge2": 18.18181818181818, "rougeL": 35.08771929824561}, "nll_sum": 298.7992858886719, "token_count": 46} +{"index": 7067, "reference": "A Venezuelan football official has pleaded guilty to corruption charges in the US as part of the investigation into the sport's world governing body Fifa.", "prediction": "A former president of Venezuela has pleaded guilty to charges due corruption scandal related to a US- scandal scandal linked to the football governing body football a last world, thewan from a sport's from from a from since November from's. a from", "rouge": {"rouge1": 45.714285714285715, "rouge2": 14.705882352941178, "rougeL": 28.57142857142857}, "nll_sum": 294.0062561035156, "token_count": 47} +{"index": 7068, "reference": "The second week of October is likely to be remembered as the moment when the 2016 presidential campaign went careening off the rails and spinning into the void.", "prediction": "Donald Trump's US election began on Sunday night - and surprised anything - the possible call, but what need to know how it happened and what it does? not after they 2011's a FrenchCalifornia-'s-'s solve's a's\"", "rouge": {"rouge1": 8.823529411764705, "rouge2": 0.0, "rougeL": 8.823529411764705}, "nll_sum": 279.4940490722656, "token_count": 47} +{"index": 7069, "reference": "The stories of women who were unknowingly involved in relationships with undercover police officers are revealed as their testimonies to MPs are made public.", "prediction": " a group of MPs have told of their details why they are concerned police about their way, the Metropolitan Police had lost their marriage relationships them and protect them. not as being 2011's again and by the a's a again's a again a", "rouge": {"rouge1": 22.857142857142854, "rouge2": 0.0, "rougeL": 8.57142857142857}, "nll_sum": 273.89886474609375, "token_count": 47} +{"index": 7070, "reference": "A British man who went to fight in Syria - and then faked his own death in order to secretly return - has pleaded guilty to four major terrorism offences at the Old Bailey.", "prediction": "A British man a killed by so-led battle in Syria has been joined and join so-called Islamic StateIS) has killed himself for the so-called Islamic State).", "rouge": {"rouge1": 26.229508196721312, "rouge2": 10.169491525423728, "rougeL": 26.229508196721312}, "nll_sum": 162.81680297851562, "token_count": 34} +{"index": 7071, "reference": "Police have arrested two people on suspicion of murder after a man's body was found on moorland.", "prediction": "A man whose body was found on moor off the foot of a man body on New Year's has been named by police by a. 2011 a from from a the from a body as a's.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 14.814814814814817, "rougeL": 21.428571428571427}, "nll_sum": 202.11264038085938, "token_count": 40} +{"index": 7072, "reference": "A meeting of the Conservative Party's influential backbench 1922 committee - in effect all Conservative backbenchers - has been brought forward by 24 hours to 17:00 BST on Monday.", "prediction": "When Theresa May wasn was'tn a days before Labour will hold the next general election, Theresa May has told the BBC that she wasn't wasn't win a election.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 180.740966796875, "token_count": 33} +{"index": 7073, "reference": "MPs have voted to say that they don't believe the biggest organisation in English football, the FA, can make the changes needed to keep it modern and relevant.", "prediction": "Aers want to change the name in English football - but it needs to change the the names - big battle - but over a political or national battle!", "rouge": {"rouge1": 40.0, "rouge2": 11.32075471698113, "rougeL": 25.454545454545453}, "nll_sum": 154.9085693359375, "token_count": 30} +{"index": 7074, "reference": "To the prime minister, it is \"my manifesto\" and Theresa May's programme for government certainly looks and feels rather different from the one David Cameron stood on two years ago (which featured Mrs May on the cover).", "prediction": "The Conservatives have launched their UK election manifesto, it will to and social care in Wales, which she says will include to \"remine countryside\".", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 146.78836059570312, "token_count": 28} +{"index": 7075, "reference": "Bangladesh claimed their first Test win over England as the tourists lost 10 wickets for 64 runs after tea on day three of the second Test in Dhaka.", "prediction": "Bangladesh fell to a nine-wicket collapse of they beat West Indies by five runs in the first Test in Chittagong.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 24.489795918367342}, "nll_sum": 85.1209716796875, "token_count": 28} +{"index": 7076, "reference": "The effects of climate change are already evident in Europe and the situation is set to get worse, the European Environment Agency has warned.", "prediction": "The Energy Agency Agency has warned that risk of climate change is protecting the planet to level level, level, CC andC).", "rouge": {"rouge1": 44.44444444444445, "rouge2": 18.6046511627907, "rougeL": 26.666666666666668}, "nll_sum": 137.3890838623047, "token_count": 24} +{"index": 7077, "reference": "Newport Gwent Dragons wing Matthew Pewtner has been forced to retire from injury on medical advice.", "prediction": "Wales fly-half Matthewcore Pewtner is to retire from international rugby in.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 15.384615384615383, "rougeL": 28.571428571428577}, "nll_sum": 105.37299346923828, "token_count": 17} +{"index": 7078, "reference": "One of wrestling's most colourful stars, Dusty Rhodes, the self-styled \"American Dream\", has died aged 69.", "prediction": "The world's highest low wrestling boxer, has died aged 49, his agent lawyer announced it has been announced of", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 118.82218170166016, "token_count": 21} +{"index": 7079, "reference": "In the last Common Agricultural Policy re-negotiation more than \u00c2\u00a34.5bn was earmarked for Scotland from 2014 to 2020.", "prediction": "The rate of food is the fastest of fast to foodfood industry in Scotland food but there's reputation as Britain's economy as an impact over for for world's from the BBC's from a reputation from. reputation of. man from's ballet", "rouge": {"rouge1": 18.461538461538463, "rouge2": 0.0, "rougeL": 9.230769230769232}, "nll_sum": 305.17010498046875, "token_count": 47} +{"index": 7080, "reference": "Some doctors in England are being offered thousands of pounds to cut the number of patients being sent to hospital, an investigation has found.", "prediction": "Patients in Birmingham are being offered better offer for cancer patients with screening treatments such as Brentford, crude-and- pay bonuses' says a doctors' union.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 8.51063829787234, "rougeL": 20.408163265306126}, "nll_sum": 189.7324676513672, "token_count": 32} +{"index": 7081, "reference": "West Ham striker Diafra Sakho is unlikely to play again this season because of the back injury he suffered in November.", "prediction": "West Ham's central defender Diafou Sakho has been ruled out of his personal pre-season training due to a knee injury injury.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 22.727272727272723}, "nll_sum": 88.27101135253906, "token_count": 27} +{"index": 7082, "reference": "BBC creative director Alan Yentob has said he would not rule out Jeremy Clarkson making a return to the BBC in the future.", "prediction": "Jeremy Clarkson has pulled out of the BBC because it was \"a sad day for BBC\", BBC BBC presenters has said a saying a \"s.'supup from football's it since it's was from of from. the.owned", "rouge": {"rouge1": 32.25806451612903, "rouge2": 10.0, "rougeL": 16.129032258064516}, "nll_sum": 256.0686950683594, "token_count": 46} +{"index": 7083, "reference": "A \"rapid transit\" bus scheme due to be running in Bristol by 2017 still has no operator and may need public funds.", "prediction": "A new transport transport system in Bristol has warned that it can run into public money, despite big firms running it because of a flagship new bus services.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 144.05828857421875, "token_count": 29} +{"index": 7084, "reference": "Reigning world champion Aled Davies has improved his own F42 outdoor shot put world record to 16.13m at the IPC Athletics Grand Prix in Arizona.", "prediction": "Britain's Liam Davies has set a new world record in the shot put at the IPC Para toa CJimming Games in Rio in August.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 20.408163265306126, "rougeL": 31.372549019607842}, "nll_sum": 156.4413604736328, "token_count": 30} +{"index": 7085, "reference": "In September 2012, 18-year-old Doga Makiura made his first trip to Rwanda, a country which many Japanese would only associate with the genocide in 1994.", "prediction": "Almost 10 years ago Japanese Japanese- Ug M Makiura organised stopped food from from poor in deprived areas because he wish to do and doing it. be the magazines again a's again a 2011 again solve again 2011A again a's", "rouge": {"rouge1": 20.289855072463766, "rouge2": 0.0, "rougeL": 11.594202898550725}, "nll_sum": 316.82781982421875, "token_count": 46} +{"index": 7086, "reference": "Forward Jose Baxter, who was suspended twice in nine months, is among 10 players released by Sheffield United.", "prediction": "Sheffield captain Liam Stevens is among four players to be released by League League One club, as result from his as his- his's his from from a's there. from--dumb a in from November a from. fromA", "rouge": {"rouge1": 24.561403508771928, "rouge2": 7.2727272727272725, "rougeL": 17.543859649122805}, "nll_sum": 285.918701171875, "token_count": 46} +{"index": 7087, "reference": "Funding for Lending (FLS), the Bank of England and Treasury scheme, initially to boost bank lending to households and companies, opened for business at the beginning of August 2012.", "prediction": "The Bank of England has opened abandoned the Financial Monetaryports (Iurs England).", "rouge": {"rouge1": 29.268292682926827, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 117.42061614990234, "token_count": 15} +{"index": 7088, "reference": "A Toronto woman celebrating what she thought was a 40,000 Canadian dollar ($39,428; \u00a326,000) lottery prize had in fact won C$40m, officials have said.", "prediction": "An elderly woman Canadian won a C$11.1m (\u00a31.9m) after winning a lottery ticket described her job after her daughter was found prizes her clothes.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 166.9409637451172, "token_count": 34} +{"index": 7089, "reference": "The High Court has dismissed two cases challenging Northern Ireland's ban on same-sex marriage.", "prediction": "A landmark court ruling that a ban on same-sex couples in Northern Ireland must be reach on itsrant on same-sex marriage.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 27.027027027027025, "rougeL": 35.8974358974359}, "nll_sum": 111.97664642333984, "token_count": 26} +{"index": 7090, "reference": "A British Army regiment has announced its new sheep mascot following the death of its predecessor.", "prediction": "A memorial honour is held in honour of a red corporal Derby man which the 30th anniversary of his death in his army's been a lover named for the's's. from-.based referee from May's career.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 10.90909090909091}, "nll_sum": 279.118896484375, "token_count": 43} +{"index": 7091, "reference": "Goals from Jon Parkin and Elliott Frear helped promotion-chasing Forest Green Rovers end Halifax Town's 13-match unbeaten run in the National League.", "prediction": "Scott Parkin scored a stoppage-time winner to help Green Rovers thr play-off Cheltenham Town to their comfortable Halifax of Halifax Town.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 170.46075439453125, "token_count": 30} +{"index": 7092, "reference": "A man has been charged with three counts of possessing a bladed article in a public place.", "prediction": "A man has been charged with murder and an axe in Herefordford and Gloucestershire.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 34.48275862068966, "rougeL": 45.16129032258064}, "nll_sum": 68.24769592285156, "token_count": 19} +{"index": 7093, "reference": "Peter Kennaugh recorded a landmark overall victory at Settimana Coppi e Bartali in Italy on Sunday.", "prediction": "Eizzie completed his first ever victory at the British Cycling Championships in Britain.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 7.4074074074074066, "rougeL": 20.689655172413794}, "nll_sum": 72.40997314453125, "token_count": 15} +{"index": 7094, "reference": "'I'll be back' could have been Eilish McColgan's personal mantra over the past 18 months - even when the doubts and demoralising setbacks continued to afflict her.", "prediction": "Eilish McColgan says her foot was the screen like acclaimed movie The oxide, it is probably like a robot foot in her left foot.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 3.9999999999999996, "rougeL": 19.23076923076923}, "nll_sum": 181.6260986328125, "token_count": 29} +{"index": 7095, "reference": "Edinburgh will probably need to win all five of their remaining Pro12 matches to secure a play-off place, claims loosehead prop Alasdair Dickinson.", "prediction": "Ulster second-rower prop Aldair Dickinson says his side are still need to stay within 20 points of the the Pro12 play-offs. alive\" \"Prem again solve-H 2011 again in 2011-'s 2011 again a's", "rouge": {"rouge1": 29.50819672131148, "rouge2": 6.779661016949152, "rougeL": 19.672131147540984}, "nll_sum": 287.06549072265625, "token_count": 46} +{"index": 7096, "reference": "For more than a decade Ahmed Patel has lived with the legacy of the 7/7 attacks.", "prediction": "It was the 7 July 2005 and scare toised 7 July's father whose action was London bomber Mohammad Steve Khan, the struggle Sid 90ique Khan.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 13.953488372093027}, "nll_sum": 219.78805541992188, "token_count": 29} +{"index": 7097, "reference": "It's a global dance craze born out of US hip-hop culture that's swept the world over the last year.", "prediction": "BipOffhopip - was meant for the Irish parliament in the Republic Ireland Ireland.", "rouge": {"rouge1": 11.764705882352942, "rouge2": 0.0, "rougeL": 11.764705882352942}, "nll_sum": 119.36486053466797, "token_count": 17} +{"index": 7098, "reference": "ScottishPower customers will soon be able to buy gas and electricity in bundles of days rather than signing up to standard or fixed-price deals.", "prediction": "Scottish energy firm, launched an app scheme telling customers who can't, and electricity them too much.", "rouge": {"rouge1": 14.285714285714283, "rouge2": 5.0, "rougeL": 14.285714285714283}, "nll_sum": 115.81834411621094, "token_count": 20} +{"index": 7099, "reference": "US Senator John McCain has visited Syria to meet rebels in the war-torn country, his office has told the BBC.", "prediction": "US Republican presidential candidate John nation John crossed Syria Syria to target the armed forces's office, the has told the BBC. \" in the's reputation,dep from's president's a from from a MP have's of", "rouge": {"rouge1": 36.666666666666664, "rouge2": 17.24137931034483, "rougeL": 33.33333333333333}, "nll_sum": 293.25933837890625, "token_count": 42} +{"index": 7100, "reference": "After an unbelievable year Johanna Konta is one of the favourites to win the Wimbledon 2017 ladies title.", "prediction": "Britain's Johanna Konta is through to the men's singles Wimbledon after winning seven-time Wimbledon champion Serena Williams.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 92.46157836914062, "token_count": 27} +{"index": 7101, "reference": "A terminally ill schoolboy whose inspirational story helped to raise more than \u00a335,000 for charity in the past week has died.", "prediction": "A young Rangers goalkeeper who was his home in West Lothian has died following his cancer.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 83.37066650390625, "token_count": 18} +{"index": 7102, "reference": "Former Conservative politician Ann Widdecombe will headline this year's Nairn Book and Arts Festival.", "prediction": "TV and radio writer periodelza Beth will host the first sports presenter at this year's Lancashire Festival.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 12.903225806451616, "rougeL": 30.303030303030297}, "nll_sum": 132.74380493164062, "token_count": 22} +{"index": 7103, "reference": "A new campaign seeks to tackle underage drinking in the Highlands.", "prediction": "Children as young as are the four times as more likely to play in alcohol the NHS Highlands the new research suggests.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 0.0, "rougeL": 24.242424242424246}, "nll_sum": 121.7763671875, "token_count": 22} +{"index": 7104, "reference": "Iraqi forces have paused their advance into Mosul due to poor weather, a month after launching an offensive to retake the city from so-called Islamic State.", "prediction": "Iraqi forces are to their military towards the Islamic so-called combat city of Mosul, from so-called State (IS) in 2014.", "rouge": {"rouge1": 48.97959183673469, "rouge2": 12.765957446808512, "rougeL": 36.73469387755102}, "nll_sum": 131.2464599609375, "token_count": 28} +{"index": 7105, "reference": "The man in charge of protecting China's environment has warned that pollution and the demand for resources threaten to choke economic growth.", "prediction": "China's environment minister has called for intervention to give nature protection and protect the economy, saying that it could become a \" bestaked\".", "rouge": {"rouge1": 43.47826086956522, "rouge2": 9.090909090909092, "rougeL": 26.08695652173913}, "nll_sum": 122.2471923828125, "token_count": 26} +{"index": 7106, "reference": "A cat has been rescued from the rubble of a house 16 days after an earthquake hit the Italian city of Amatrice.", "prediction": "A cat has been rescued from hospital home at the demolition. home after earthquake central central Japan and was dismantled in May's a 30 seconds's \"h Two it a The'sA fromgTV from in from Saturday's arrest. aA", "rouge": {"rouge1": 34.920634920634924, "rouge2": 16.39344262295082, "rougeL": 31.746031746031743}, "nll_sum": 333.64453125, "token_count": 47} +{"index": 7107, "reference": "Press commentators across Europe are coming to terms with elections in France, Greece and Italy which saw big gains for left-wing politicians.", "prediction": " outcome outcome to result's Greece's debt crisis and reform has revealed in a surprise, as the result of \"fiscal political uncertainty\" in Europe, Europe - and it welcomed - a special oldeable solve. solve- solve-owned", "rouge": {"rouge1": 16.94915254237288, "rouge2": 0.0, "rougeL": 10.169491525423728}, "nll_sum": 281.4610595703125, "token_count": 47} +{"index": 7108, "reference": "Survey work to find the tomb of King Henry I, who is believed to be buried at Reading Abbey, has started.", "prediction": "A survey is under way Reading Delhi to find the remains of the famous gonor, King Henry I, was buried 150 years ago.", "rouge": {"rouge1": 50.0, "rouge2": 19.04761904761905, "rougeL": 40.909090909090914}, "nll_sum": 146.18984985351562, "token_count": 26} +{"index": 7109, "reference": "Monty Python's Terry Jones has received a standing ovation at the Bafta Cymru awards for his outstanding contribution to television and film.", "prediction": "Welsh TV star and Mark Jones are among the best actor and actor to accolade at a Ca Cymru awards.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 126.38388061523438, "token_count": 24} +{"index": 7110, "reference": "Mexico's football federation (FMF) has asked a \"small group\" of its fans to stop a chant Fifa says is homophobic.", "prediction": "World football governing Fifa body says Mexico should face fines if their World World Cup qualifying match with fans.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 119.96348571777344, "token_count": 19} +{"index": 7111, "reference": "Syria's cultural heritage is being attacked from all sides: the Assad regime, opportunistic looters, opposition forces, so-called Islamic State fighters and even Russian air strikes.", "prediction": "A collection has stolen from so- Islamic Islamic (IS) has since the war began in Syria, and it is now again once its flag once being carried away.", "rouge": {"rouge1": 29.09090909090909, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 173.83065795898438, "token_count": 32} +{"index": 7112, "reference": "Title favourites Roger Federer and Rafael Nadal will begin their US Open campaigns in New York on Tuesday.", "prediction": "World number three Roger Federer said he would like play Rafaelal in the US Open when longest-serving number one starts on Monday.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 132.52410888671875, "token_count": 26} +{"index": 7113, "reference": "US private equity giant KKR has launched a renewed $3.4bn Australian dollar (\u00c2\u00a31.88bn; $3.17bn) takeover bid for Australian winemaker Treasury Wines Estates.", "prediction": "Australia biggest winmaembro Buy butRWE) has launched for a bid to rival rival Australian1bn (\u00a31bnbn; \u00a31bn; $1bnbn) a venture for a joint venture.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 232.79290771484375, "token_count": 42} +{"index": 7114, "reference": "Substitute Stephen O'Flynn's final minute diving header salvaged an unlikely point for nine-man Crusaders against Coleraine at Ballycastle Road.", "prediction": "Premiership leaders Crusaders have closed level on points on after 10 men who were held at home to 10-man Coleraine up", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 137.8311767578125, "token_count": 26} +{"index": 7115, "reference": "Norwegian scientists have put forward a new theory to explain the inspiration behind one of the most famous works of art ever produced.", "prediction": "onesonesian researchers have identified what but would be a blue and silk atmosphere of Munch, northerneng.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 150.47042846679688, "token_count": 21} +{"index": 7116, "reference": "Are you being bombarded by phone calls from call centres?", "prediction": " captors are about 40 the average cold cold calls to the UK in the per year, new figures show.", "rouge": {"rouge1": 13.793103448275861, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 104.44795989990234, "token_count": 21} +{"index": 7117, "reference": "Ex-Marussia driver Max Chilton dedicated his victory in the Indy Lights race on Saturday to his friend and former team-mate Jules Bianchi.", "prediction": " dresset double Olympic championAnnine Bianchi said he \"would probably be world champion\" and then became a \"- be world champion\".", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 157.30938720703125, "token_count": 26} +{"index": 7118, "reference": "Dementia researchers have developed a video game that could lead to the development of early diagnostic tests for the disease.", "prediction": "Researchers at California California are using a of football game to help cope dementia Cardiff.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 106.65342712402344, "token_count": 15} +{"index": 7119, "reference": "The uncle of an RAF serviceman who went missing a week ago has said his disappearance is \"entirely out of character\".", "prediction": "The water and sea search have begun for a air search for a missing airman.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 76.68267822265625, "token_count": 16} +{"index": 7120, "reference": "A Dickensian-style protest has been held to oppose Sports Direct's use of zero-hour contracts at the company's annual general meeting.", "prediction": "Workers at Sports Direct have held a rally outside its outside UK operations to offer pay and conditions.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 9.523809523809526}, "nll_sum": 101.37266540527344, "token_count": 19} +{"index": 7121, "reference": "The Elton John Aids Foundation has offered to finance HIV testing in Lambeth, the Victoria Derbyshire programme has learned.", "prediction": "All testing in some areas of London, veryibility very rates\" of drugs tests, the NHS watchdog NICE.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 5.88235294117647, "rougeL": 16.666666666666668}, "nll_sum": 138.05809020996094, "token_count": 22} +{"index": 7122, "reference": "\"A bit of a punt\" - the BHS business plan.", "prediction": "\"I don haven,'t, anything anything\" but I wasn't buy BHS and I wasn't used toup and don't done anything.\"", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 191.339111328125, "token_count": 29} +{"index": 7123, "reference": "A culture of Class A drug taking is common among some drivers working in the UK road haulage business, say industry insiders.", "prediction": "Motorists in Britain are taking control of workmen andmen work around motorways, instead of illegal drugs, according to a BBC investigation.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 119.91670989990234, "token_count": 27} +{"index": 7124, "reference": "The Syrian city seen as the capital of the revolution has fallen, by agreement.", "prediction": "From the air strike in Syria has backed a war war and will now mean? it!", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 106.23722076416016, "token_count": 17} +{"index": 7125, "reference": "Saudi Arabia has put on trial 32 people, almost all of them members of the kingdom's Shia minority, accused of spying for Iran, local media report.", "prediction": "Saudi Arabia has jailed 32 people to their members on jail terms on terrorism charges last year, local media say.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 17.77777777777778, "rougeL": 34.04255319148936}, "nll_sum": 91.514892578125, "token_count": 21} +{"index": 7126, "reference": "Scunthorpe United have signed Hull City goalkeeper Rory Watson on a 28-day emergency loan.", "prediction": "Scunthorpe United have signed Hull Hull City goalkeeper Heather Watson on a one-month youth loan deal.", "rouge": {"rouge1": 68.75, "rouge2": 53.333333333333336, "rougeL": 68.75}, "nll_sum": 85.91243743896484, "token_count": 22} +{"index": 7127, "reference": "A paddle boarder faced man-eating crocodiles during his quest to travel from source to sea along the longest river in Sri Lanka.", "prediction": "A 95-year-old man from Bristol has become the oldest person to become the world's longest river and the water of a river.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 29.166666666666668}, "nll_sum": 89.84030151367188, "token_count": 27} +{"index": 7128, "reference": "Australia's parliament Speaker Peter Slipper has resigned amid a continuing sex scandal, dealing a blow to Prime Minister Julia Gillard's government.", "prediction": " MP MPRussell Slade has resigned as Speaker of the Australian House over allegations of sexual harassment.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 5.405405405405405, "rougeL": 10.256410256410255}, "nll_sum": 85.25627136230469, "token_count": 20} +{"index": 7129, "reference": "A record number of luxury cruise ships have come to Belfast this year, making it one of the fastest growing cruise destinations in the world.", "prediction": " are of cruise ships are heading in the trade industry but the war deal Northern Ireland Ireland. Belfast Harbour are finally heading for a record number of major international., in the from the, smallmaker the have of Belfast.", "rouge": {"rouge1": 38.095238095238095, "rouge2": 16.393442622950822, "rougeL": 22.22222222222222}, "nll_sum": 267.29302978515625, "token_count": 42} +{"index": 7130, "reference": "Thomas Ridgewell, aka TomSka, is a long-serving YouTuber - he's been making comedy videos for years.", "prediction": "A Tomlans says he always find it real - \"loglogable\" - because the YouTube because of isn't having a much much money and name it.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 205.6443328857422, "token_count": 32} +{"index": 7131, "reference": "The chairman of one of the UK's top housebuilders, Redrow, has rejected accusations of land hoarding by the industry and called the government's housing White Paper \"disappointing\".", "prediction": "A rise in revenue and profits, but fears homes could be built by businesses,row, despite it could be \"acad return to low growth\", the property secretary says.", "rouge": {"rouge1": 10.526315789473683, "rouge2": 0.0, "rougeL": 7.017543859649124}, "nll_sum": 184.35340881347656, "token_count": 34} +{"index": 7132, "reference": "England must take the positives from Saturday's Four Nations opener defeat by New Zealand, says winger Ryan Hall.", "prediction": "England are still are reach in World Cup final but will still \"stillday to take positives\" says coach halfback Stuart Hall.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 152.36534118652344, "token_count": 25} +{"index": 7133, "reference": "Laura Robson's recent holiday in Italy lasted all of six hours.", "prediction": "When Laura Robson returned to of airport to California three years ago when she was tennis and was recruitment there in November - and it referee the camera to its's as a \"A-D, a in from a as's", "rouge": {"rouge1": 19.23076923076923, "rouge2": 4.0, "rougeL": 15.384615384615383}, "nll_sum": 276.77142333984375, "token_count": 44} +{"index": 7134, "reference": "A Hampshire police officer has been charged with making indecent images of a child, sexual assault and grooming a girl under 16.", "prediction": "A serving police officer has been charged with three counts of misconduct charged misconductden. \" 2011 reputation's reputation as for reputation for his from his role. a as a's from his reputation as a's. reputation of a's from'sA", "rouge": {"rouge1": 31.249999999999993, "rouge2": 19.35483870967742, "rougeL": 31.249999999999993}, "nll_sum": 266.36492919921875, "token_count": 47} +{"index": 7135, "reference": "Alan Stubbs has been named the new head coach of Scottish Championship side Hibernian.", "prediction": "Hibernian have confirmed that Alan Stubbs as head as their new head coach of football.", "rouge": {"rouge1": 48.275862068965516, "rouge2": 29.629629629629633, "rougeL": 41.379310344827594}, "nll_sum": 80.21261596679688, "token_count": 18} +{"index": 7136, "reference": "Ireland coach Phil Simmons is mulling over whether to accept an offer to take charge of his native West Indies.", "prediction": "A former Dublin rugby player is close to be offered to be head coach of next Indies, BBC Sport reports.", "rouge": {"rouge1": 35.0, "rouge2": 5.263157894736842, "rougeL": 30.0}, "nll_sum": 107.76863098144531, "token_count": 21} +{"index": 7137, "reference": "Buildings in a Nottinghamshire town are set to become a National Civil War Centre after a \u00a33.5m grant from the Heritage Lottery Fund was secured.", "prediction": "A of almost \u00a34m been unveiled unveiled for a new War visitor centre museum Nottinghamshire.", "rouge": {"rouge1": 24.39024390243902, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 114.44860076904297, "token_count": 18} +{"index": 7138, "reference": "Colchester United have signed Rekeil Pyke on loan from Huddersfield Town until the end of the season.", "prediction": "Colchester United have signed teenage strikeril Smith from Huddersfield Town on an 18 youthmonth loan deal.", "rouge": {"rouge1": 54.545454545454554, "rouge2": 32.25806451612903, "rougeL": 42.42424242424242}, "nll_sum": 107.85252380371094, "token_count": 22} +{"index": 7139, "reference": "New 5,000m British indoor record holder Laura Muir has what it takes to win world medals, Liz McColgan has said.", "prediction": "Eilish McColgan, she does not know how Mu Muir's short world record as she faces a \" record\" 3,000m and a drugs race.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 193.70925903320312, "token_count": 34} +{"index": 7140, "reference": "Five former intelligence and military officials in Argentina have gone on trial on charges of murdering 65 people.", "prediction": "Four former former officials from Latin nations are to go on trial for dismantled trial in a secret prison in Buenos Aires.", "rouge": {"rouge1": 25.0, "rouge2": 5.263157894736842, "rougeL": 20.0}, "nll_sum": 108.64031219482422, "token_count": 22} +{"index": 7141, "reference": "England captain Alastair Cook says Australia remain favourites to claim the Ashes despite his side's superb first-Test victory in Cardiff.", "prediction": "England captain Alastair Cookair his still side are still celebrating Ashes first Test Australia, says the captain.", "rouge": {"rouge1": 56.41025641025642, "rouge2": 16.216216216216214, "rougeL": 35.8974358974359}, "nll_sum": 124.82425689697266, "token_count": 21} +{"index": 7142, "reference": "Plans to turn a Grade II-listed building in Cardiff Bay into a restaurant and flats have been given the go-ahead by the council.", "prediction": "Plans to turn around Cardiff's I I listed building in Cardiff city centre have been approved's council councillors as \"welHot approved\".", "rouge": {"rouge1": 41.666666666666664, "rouge2": 26.08695652173913, "rougeL": 41.666666666666664}, "nll_sum": 161.746826171875, "token_count": 27} +{"index": 7143, "reference": "Scientists have identified 208 new minerals that owe their existence wholly or in part to humans.", "prediction": "Scientists have unearthed only 5,200 new species of chicken minerals say to stay inside Earth.", "rouge": {"rouge1": 31.25, "rouge2": 6.666666666666667, "rougeL": 31.25}, "nll_sum": 98.5478515625, "token_count": 17} +{"index": 7144, "reference": "A 15-year-old Malaysian boy has had the parasitic foetus of his twin removed from his stomach, Malaysia's Bernama state news agency reports.", "prediction": "A 14- 2011-old Malaysian girl who has been attached to a goat families inside the bed, and inside the body inside\" inside a bed window, hospital officials say.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 3.846153846153846, "rougeL": 18.51851851851852}, "nll_sum": 176.7534637451172, "token_count": 34} +{"index": 7145, "reference": "Scotland will have 13 athletes at the London 2017 World Championships - almost double the previous best total.", "prediction": "Five Scots have been named in the Team GB squad for the 2017 World Championships London London.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 64.54655456542969, "token_count": 17} +{"index": 7146, "reference": "Threats to kill pupils in a shooting at a Blackpool school are being investigated by Lancashire police.", "prediction": "A school's Instagram was planning opened open at a school in Blackpool because of gun, the police have said.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 121.21100616455078, "token_count": 22} +{"index": 7147, "reference": "As many as 12 young women have tried to leave Melbourne to join the Islamic State (IS) militant group, according to Australian police.", "prediction": "Four women in Australia are helping for Syria to join so-called Islamic State and having be forced into sex decriminal high, police say the", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 144.68978881835938, "token_count": 26} +{"index": 7148, "reference": "Warwickshire wrapped up an eight-wicket victory over Durham despite a battling century from opener Mark Stoneman.", "prediction": "England batsman Mark Stoneman hit an unbeaten century to Durham Durham to a comfortable five-wicket win over Warwickshire at Edgbaston.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 5.555555555555556, "rougeL": 15.789473684210527}, "nll_sum": 111.94529724121094, "token_count": 31} +{"index": 7149, "reference": "The UK economy would be hit by leaving the EU, but the impact would be \"small\" and unlikely to lead to big job losses, according to credit agency Moody's.", "prediction": "Leaving European Union could damage UK jobs, jobs \"safe safe and\"\", says the corporation agency Moody says.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 136.56509399414062, "token_count": 22} +{"index": 7150, "reference": "This might sound strange, but the allegations that David Warner launched an unprovoked attack on England's Joe Root could actually galvanise Australia ahead of the Ashes.", "prediction": "England batsman David Warner has been ruled out of England's third Test against Australia, because the force is involved in an attack in a dressing's room.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 7.547169811320755, "rougeL": 21.818181818181817}, "nll_sum": 111.31382751464844, "token_count": 30} +{"index": 7151, "reference": "About 400 retired firefighters in Wales are to receive thousands of pounds in compensation because their pensions were miscalculated.", "prediction": "Ex-serv police officers who and died died to should be awarded and should receive received, receive compensation totalling \u00a39.8m.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 146.20590209960938, "token_count": 27} +{"index": 7152, "reference": "Spreading lung cancer cells are like tents which have collapsed and are adrift in the wind, scientists from the University of York have discovered.", "prediction": " cancer cell rooms can stay free and bodies, the changing shape and break moorings, say US researchers.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 128.31466674804688, "token_count": 21} +{"index": 7153, "reference": "Britain's Aljaz Bedene will play world number one Novak Djokovic after beating Pablo Carreno Busta to reach the French Open third round for the first time.", "prediction": "World number two Alaz Bedenej came from straight sets by beat the number one- the Serb and reach the third round of the French Open.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 24.000000000000004, "rougeL": 30.769230769230766}, "nll_sum": 167.91229248046875, "token_count": 30} +{"index": 7154, "reference": "The US has appointed its first ambassador to Cuba in 55 years as relations between the countries thaw.", "prediction": " US US formally opened to new ambassador to the Cuban capital, Colombian, end the end, turbulent dispute between the two parties twoalf's it's aA's\". from a from-maker's from from the from a's. from the", "rouge": {"rouge1": 20.689655172413794, "rouge2": 7.1428571428571415, "rougeL": 17.24137931034483}, "nll_sum": 309.3989562988281, "token_count": 47} +{"index": 7155, "reference": "League Two side Luton moved into the second round of the League Cup with victory over Championship newcomers Bristol City.", "prediction": "Callum Har Angola's second-half double helped Luton Town who Town beat fellow League Two play-off hopef Bristoluls Bristol Cityefuls solve.'s a from--A a's it since a's.'s. from", "rouge": {"rouge1": 18.181818181818183, "rouge2": 3.7735849056603774, "rougeL": 10.909090909090908}, "nll_sum": 334.2731018066406, "token_count": 46} +{"index": 7156, "reference": "The Oculus Rift is finally available to buy from high street stores and online in the UK, six months after it was released in the US.", "prediction": "A new reality TV headset in reality called up for sale on London in London in 2012.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 101.78999328613281, "token_count": 17} +{"index": 7157, "reference": "Imagine this: an oil spill the size of the Gulf of Mexico 2010 disaster, but this time in the Persian Gulf.", "prediction": "Qatar was again one of the world's third billionaire who rarely wants to food -, the country because of it has \"the best contaminated failure\".", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 178.36773681640625, "token_count": 29} +{"index": 7158, "reference": "Iranian president Hassan Rouhani will arrive in France on Wednesday for the second leg of his state visit to Europe, after three days in Italy.", "prediction": "Iranian Hassan Rouhani is expected to sign a deal to deal with new cars and Paris, during visit to Italy.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 9.30232558139535, "rougeL": 26.66666666666666}, "nll_sum": 101.07964324951172, "token_count": 22} +{"index": 7159, "reference": "Wet weather is not something most of us want to see.", "prediction": "The weather in the UK is alive because of a drought because they drought again because of the weather.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 85.44922637939453, "token_count": 19} +{"index": 7160, "reference": "The Conservatives have increased their control of Northamptonshire County Council.", "prediction": "ep and Conservative Party have retained overall control of Northamptonshire County Council, with \"s low low\" despite a dramatic general election victory.", "rouge": {"rouge1": 43.75, "rouge2": 26.666666666666668, "rougeL": 43.75}, "nll_sum": 123.34825897216797, "token_count": 29} +{"index": 7161, "reference": "Baroness Nuala O'Loan cannot be dismissed as a \"bleeding heart liberal\" when she attacks the political establishment in Stormont and Westminster for putting Northern Ireland's peace process at risk.", "prediction": "For the red card and clear van on a police van in west Belfast who claimed lives one of her friends.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 0.0, "rougeL": 7.692307692307692}, "nll_sum": 114.90313720703125, "token_count": 21} +{"index": 7162, "reference": "Newcastle United have signed Crystal Palace striker Dwight Gayle and Bournemouth winger Matt Ritchie, both on five-year deals.", "prediction": "Newcastle United have signed Matt Ritchie and forward Wightight Gayle from Bournemouth for a fee, understood believed to be \u00a39.9m.", "rouge": {"rouge1": 45.0, "rouge2": 21.05263157894737, "rougeL": 30.0}, "nll_sum": 122.77163696289062, "token_count": 32} +{"index": 7163, "reference": "Some bus services in mid Wales facing the axe because the firm which runs them went into administration could be maintained, a council has said.", "prediction": "A bus firm which was placed into administration into it will go ahead with the decision behind, firm which is running a bus-owned firm. solve's again's again's again a from a it's again of from a's again from a", "rouge": {"rouge1": 22.857142857142858, "rouge2": 5.882352941176471, "rougeL": 17.142857142857146}, "nll_sum": 244.69952392578125, "token_count": 47} +{"index": 7164, "reference": "A prosecution witness in the trial of a man accused of the \"frenzied\" murder of a woman, has been accused of carrying out the killing himself.", "prediction": "A woman has been stabbed to death by a bludgeoned her with her door, a court heard.", "rouge": {"rouge1": 27.906976744186053, "rouge2": 14.634146341463413, "rougeL": 18.6046511627907}, "nll_sum": 64.8219985961914, "token_count": 21} +{"index": 7165, "reference": "Huddersfield showed their promotion credentials with an impressive home win over Brighton, who missed the chance to extend their Championship lead.", "prediction": "Brighton came from a goal down from a goal down to beat Championship play-chasing Brighton and beat 10-man Huddersfield.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 107.6119384765625, "token_count": 28} +{"index": 7166, "reference": "A man has admitted killing his wife of 25 years while she slept.", "prediction": "A man who admitted killing his wife before working, in court has been told and to escape.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 28.571428571428577, "rougeL": 40.00000000000001}, "nll_sum": 87.28466796875, "token_count": 18} +{"index": 7167, "reference": "Britain's most senior police chief has called for \"less suspicion and more trust\" in officers who carry guns, in his final speech before retirement.", "prediction": "The reinlling a gun fired not be a \"dangerous and intravenous\", the most senior police officer has said.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 129.87094116210938, "token_count": 23} +{"index": 7168, "reference": "A Cumbria shopping centre had to be evacuated after a fire started in a shop storeroom.", "prediction": "A huge fire has broken through several shops through a small shopping centre in Cumbria.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 6.89655172413793, "rougeL": 25.80645161290323}, "nll_sum": 68.96501159667969, "token_count": 17} +{"index": 7169, "reference": "An MP has apologised for his \"very offensive\" and \"damaging\" comments on diabetes.", "prediction": "An MP has defended a diabetes diabetes post he was made on Facebook about type and diabetes.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 14.285714285714288, "rougeL": 33.333333333333336}, "nll_sum": 106.2991943359375, "token_count": 17} +{"index": 7170, "reference": "More than 60 firefighters have spent the night tackling a major blaze at a waste oil depot near Kingsnorth power station in Kent.", "prediction": "Firefighters have been tackling a huge fire at an oil company in Kent, Kent,, rumes of into sky.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615383, "rougeL": 39.02439024390244}, "nll_sum": 119.69520568847656, "token_count": 22} +{"index": 7171, "reference": "World number five Rafael Nadal will compete at the Aegon Championships at Queen's Club this summer.", "prediction": "Former world number oneanna Konta will miss Aegon Championships in Birmingham next year in June, because of a leg and neck injury.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 129.38087463378906, "token_count": 27} +{"index": 7172, "reference": "Three men have suffered burns from nitric acid while on board a ship off Cornwall.", "prediction": "Two men have been injured after a tanker carrying gas oil which sank off the coast from the Cornwall coastguard said.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 91.90899658203125, "token_count": 22} +{"index": 7173, "reference": "Donald Trump's motorcade swept through Brussels on a tour of the landmarks of post-war reconstruction that he once seemed to threaten - and diplomatic calamity was averted.", "prediction": " no longer unnecessarilyone that Barack Trump does not be \"Europe's next president\" - the weekend - but he does not believe he does not cope.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 155.67086791992188, "token_count": 29} +{"index": 7174, "reference": "National League side Bromley have signed former Liverpool youngster Michael Ngoo.", "prediction": "National League side Alders Town have signed Michael Nisner on N one youthday youth loan from Liverpool.", "rouge": {"rouge1": 50.0, "rouge2": 23.076923076923077, "rougeL": 42.857142857142854}, "nll_sum": 146.90521240234375, "token_count": 20} +{"index": 7175, "reference": "Lives and homes are under threat from a fast-moving bushfire sparked by lightning south of Perth.", "prediction": "A huge fire has broken Western Australia which owns a small of ash coming into the air.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 97.98005676269531, "token_count": 17} +{"index": 7176, "reference": "An inquest into the death of an 11-year-old boy found hanged has been adjourned after it emerged a \"choking game\" was \"all over the school\".", "prediction": "An inquest into an 11-year-old boy who killed himself at an unarmed school have spoken of their disappointment after evidence were raised about his care.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 23.076923076923077, "rougeL": 33.33333333333333}, "nll_sum": 108.95103454589844, "token_count": 29} +{"index": 7177, "reference": "The number of adults taking out Individual Savings Accounts (Isa) has fallen to its lowest level for ten years, according to official figures.", "prediction": "The number of new bank account - and of - has fallen slightly despite an increase in low- Savingsment Savings protection policy (PPI).", "rouge": {"rouge1": 31.818181818181824, "rouge2": 14.285714285714283, "rougeL": 27.27272727272727}, "nll_sum": 158.1028289794922, "token_count": 27} +{"index": 7178, "reference": "An average of more than 21 cannabis factories were found daily in Britain last year, police chiefs say.", "prediction": "The number of farm cannabis in the UK of almost halved in the last four years, police figures show.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 32.43243243243243}, "nll_sum": 76.99858093261719, "token_count": 21} +{"index": 7179, "reference": "An attempt at what is said to be the largest jigsaw puzzle on the market was nearly scuppered when four pieces went missing \"somewhere in Norfolk\".", "prediction": "Four small pieces, including a small jears found in the Amazonones Amazon just two weeks ago, have been \"blishingished\" after them went.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 0.0, "rougeL": 12.499999999999996}, "nll_sum": 177.68240356445312, "token_count": 30} +{"index": 7180, "reference": "A woman has died and an eight year-old boy was injured after a rally car left a forest track and hit spectators in the Highlands.", "prediction": "A woman was seriously seriously injured after being hit by a car which was involved a eight-year- boy during a event racing event at the club.", "rouge": {"rouge1": 49.056603773584904, "rouge2": 11.76470588235294, "rougeL": 33.9622641509434}, "nll_sum": 131.19692993164062, "token_count": 29} +{"index": 7181, "reference": "Education in Wales will be discussed at a conference in Cardiff on Monday.", "prediction": "Schools in Wales are be held at a international conference later to Cardiff later. showing it reputation a decision on a nation's and from a country's, from a country, from an from a's. reputation of from a 2011'sA", "rouge": {"rouge1": 29.09090909090909, "rouge2": 7.547169811320753, "rougeL": 29.09090909090909}, "nll_sum": 272.6177673339844, "token_count": 47} +{"index": 7182, "reference": "Supermarket giant Tesco has won \u00a31.50 compensation from a customer who spilt a bottle of milk in one of its stores.", "prediction": "A Tesco man has ordered to pay1,500 after admitting giving a milk rolling out the pregnant to a Tesco stores business.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 22.727272727272727}, "nll_sum": 147.4332275390625, "token_count": 26} +{"index": 7183, "reference": "BBC Northern Ireland current affairs programme Spotlight has won Scoop of the Year at the Royal Television Society (RTS) journalism awards.", "prediction": "Northern Ireland strict Spotlight programme,, programme, has won best and's of a year at Society Royal Television Society.", "rouge": {"rouge1": 60.0, "rouge2": 26.31578947368421, "rougeL": 55.000000000000014}, "nll_sum": 146.82562255859375, "token_count": 21} +{"index": 7184, "reference": "Croatian Jews have held their own Holocaust commemoration at a World War Two death camp, in protest at what they say is government inaction in the face of surging neo-Nazi sentiment.", "prediction": "A ultraNazi group has called out after a snubub of one of the official figures the place at the Ustashe camp of Norway.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 161.58334350585938, "token_count": 29} +{"index": 7185, "reference": "Manchester United winger Adnan Januzaj has joined fellow Premier League side Sunderland on a season-long loan.", "prediction": "Manchester United have agreed to sign striker Adnan Januzaj from Arsenal on a five-and-half-year deal \u00a35m.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 17.647058823529413, "rougeL": 33.333333333333336}, "nll_sum": 68.25132751464844, "token_count": 27} +{"index": 7186, "reference": "Hearts are looking to double a \u00a36m fund to cover the estimated cost of building a new main stand at Tynecastle.", "prediction": "Hearts hope to raise3m in rights of their main supporters will not done, despite the club's five-year debt bill PJ the club.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 177.89511108398438, "token_count": 29} +{"index": 7187, "reference": "West Brom striker Saido Berahino has been put on a weight-loss training plan in a bid to get him fit, Baggies manager Tony Pulis has revealed.", "prediction": "West Brom hope striker's Saido Berahino is \" snapped up for sale again, says boss Tony Pulis says \"en has won bought\".", "rouge": {"rouge1": 32.6530612244898, "rouge2": 12.765957446808512, "rougeL": 32.6530612244898}, "nll_sum": 158.04342651367188, "token_count": 29} +{"index": 7188, "reference": "Reigning champions Saracens will host Leicester, with Exeter at home to Harlequins in an all-Premiership semi-final line-up in the Anglo-Welsh Cup.", "prediction": "Reending Premiership champions Saracens will play play-Harlequins and Harlequins in the Anglo AngloWelshelsh Cup semi-final in Cardiff on Saturday.-w'sike in's Saturday's's.", "rouge": {"rouge1": 45.28301886792452, "rouge2": 23.52941176470588, "rougeL": 30.188679245283023}, "nll_sum": 255.52427673339844, "token_count": 45} +{"index": 7189, "reference": "A woman whose son saved her from being killed by an intruder paid tribute to him as his funeral took place.", "prediction": "The mother of a man who died after being knocked down by tree family in a hit-and-run crash has described \"a funny and revenge\".", "rouge": {"rouge1": 12.765957446808512, "rouge2": 0.0, "rougeL": 12.765957446808512}, "nll_sum": 110.48094177246094, "token_count": 29} +{"index": 7190, "reference": "England beat New Zealand 29-21 in Rotorua to finish the International Women's Rugby Series unbeaten.", "prediction": " women women slumped to a 51-9 defeat by champions Australia they beat New Zealand 119-7 and set up a Rugby Sevens series series.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 23.80952380952381}, "nll_sum": 135.54867553710938, "token_count": 28} +{"index": 7191, "reference": "A paraglider feared for her life during a near miss with a military transport aircraft, a report has said.", "prediction": "A pilot went missing on training camp with an air air audio her to a serious accident, an accident has found.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 129.9840087890625, "token_count": 22} +{"index": 7192, "reference": "The Northern Ireland Fire and Rescue Service (NIFRS) is attending a gorse fire in Alderwood Road near Clogher and Fivemiletown in County Tyrone.", "prediction": "Firefighters are dealing with a small fire near Isinho in the Republic of Ireland.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 68.99313354492188, "token_count": 16} +{"index": 7193, "reference": "A bell-ringer who \"wheedled, connived, bullied and bribed\" boys as young as eight has been jailed for 10 years for a string of sex offences.", "prediction": "A man who bikers 200 and groomed boys for the country by them for them, has been jailed for four and a half years.", "rouge": {"rouge1": 43.99999999999999, "rouge2": 12.499999999999996, "rougeL": 35.99999999999999}, "nll_sum": 113.17638397216797, "token_count": 27} +{"index": 7194, "reference": "Two and a half years ago, at the start of their career, Oh Wonder singer Josephine Vander Gucht fell over a gate, smashing her front teeth and breaking her nose.", "prediction": "When Guyine Joseph together in her Buckie Wonder album \"no tougher tram\" began, when she was left a lined on a suburban London train.", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 197.52938842773438, "token_count": 29} +{"index": 7195, "reference": "A nursery suggested referring a four-year-old boy to a de-radicalisation programme after he mispronounced the word \"cucumber\", it is alleged.", "prediction": "Teachers say they have fear that an nine-year-old boy's book read a hijab has prompted an apparent intervention by staff not do anything anything.", "rouge": {"rouge1": 15.999999999999998, "rouge2": 8.333333333333334, "rougeL": 15.999999999999998}, "nll_sum": 157.8816680908203, "token_count": 30} +{"index": 7196, "reference": "A woman has been arrested in the US after allegedly locking her children, aged two and five, in the boot of her car while she went shopping.", "prediction": "A man in the US state of Utah was arrested after a five young children were found in the boot of a car boot a supermarket's car outside.", "rouge": {"rouge1": 46.42857142857143, "rouge2": 18.51851851851852, "rougeL": 39.285714285714285}, "nll_sum": 116.28901672363281, "token_count": 29} +{"index": 7197, "reference": "Police were called to the University of Aberdeen following reports that a group of protesters had thrown glitter over former MP George Galloway.", "prediction": "D MP Gall Stephen Galloway who led to be drugs attack on a young people was on of visit to Aberdeen the University of Aberdeen, has called on the MP's fans on his North fromA his his of.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 10.0, "rougeL": 19.35483870967742}, "nll_sum": 265.97320556640625, "token_count": 42} +{"index": 7198, "reference": "Algeria lost their first game since exiting the Africa Cup of Nations in the quarter-finals, losing 1-0 to Qatar in a friendly in Doha on Thursday.", "prediction": "Four-time Africa Cup champions crowned champions for African first time since 2006 time being held to 1-1 by QPR at the Kassam in the Cairo.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 7.547169811320755, "rougeL": 18.181818181818183}, "nll_sum": 150.2029571533203, "token_count": 31} +{"index": 7199, "reference": "Celtic boss Ronny Deila reckons reaching the last 32 of the Europa League would mark his finest moment as a manager.", "prediction": "Ronny Deila insists that Celtic can reach the Champions League and reach the of top would be a respectively huge award\" of his career in Europe,", "rouge": {"rouge1": 46.80851063829788, "rouge2": 8.88888888888889, "rougeL": 29.78723404255319}, "nll_sum": 152.72254943847656, "token_count": 29} +{"index": 7200, "reference": "Teachers in Wales are to be given more support to develop their careers and improve teaching in the classroom.", "prediction": "Hundreds of teachers in Wales are offered offered training a \u00a31.1m programme to boost the academy and the quality quality of players to the professional.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 136.7809600830078, "token_count": 29} +{"index": 7201, "reference": "Manchester United manager Jose Mourinho says certain members of his squad need to realise the importance of winning.", "prediction": "Manchester United boss Jose Mourinho says the pressure of his players \" have their natural habitat\" because \"should think of not winning their habitat\".", "rouge": {"rouge1": 48.78048780487805, "rouge2": 20.51282051282051, "rougeL": 43.90243902439025}, "nll_sum": 133.58135986328125, "token_count": 26} +{"index": 7202, "reference": "A man whose body parts were found at a Bristol recycling plant has been identified as a Swindon man by police.", "prediction": "A man whose body was found at a waste centre in Bristol which has prompted a investigation, police. said 2011 a of-d ades in 30 40 George's.", "rouge": {"rouge1": 44.0, "rouge2": 20.833333333333332, "rougeL": 44.0}, "nll_sum": 196.34780883789062, "token_count": 33} +{"index": 7203, "reference": "The final list of candidates in the running to succeed Nigel Farage as UKIP leader will be announced later.", "prediction": "UKIP's candidate to be confirmed for the race as a new police and crime commissioner to the party's leader has announced on 29 August.", "rouge": {"rouge1": 40.0, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 118.46147155761719, "token_count": 27} +{"index": 7204, "reference": "Paul Sheerin has left his post as Arbroath manager to become Under-20s coach at Aberdeen.", "prediction": "Ar Strath have appointed Paul Sheerin as their 27 assistant manager to a the- full-back referee who has join his role as a. for a Scottish suspension from the-''s from in from years a.", "rouge": {"rouge1": 26.923076923076927, "rouge2": 8.0, "rougeL": 19.23076923076923}, "nll_sum": 280.21063232421875, "token_count": 44} +{"index": 7205, "reference": "The Police Service of Northern Ireland has started to phase in local policing teams (LPTs).", "prediction": "Four new teams of police teams, but teams are to be launched in Northern Ireland,.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 14.285714285714285, "rougeL": 20.000000000000004}, "nll_sum": 83.60626220703125, "token_count": 16} +{"index": 7206, "reference": "Troy Polamalu, one of the best safeties in history, is retiring from the NFL after 12 seasons.", "prediction": " striker footballerSportel Polamalu says it will be best in his father, meaning is \"thethe father he could soon yet\".", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 183.0438232421875, "token_count": 27} +{"index": 7207, "reference": "A man will go on trial charged with the manslaughter of a rugby player in Swansea.", "prediction": "A former lecturer footballer, footballer who admitted causing the death of a cyclistcyclist in a motorway.", "rouge": {"rouge1": 31.25, "rouge2": 6.666666666666667, "rougeL": 31.25}, "nll_sum": 102.43741607666016, "token_count": 20} +{"index": 7208, "reference": "The 2017 Welsh Open takes place at the Motorpoint Arena in Cardiff from Monday, 13 February to Sunday, 19 February, with live television coverage of every day's play on BBC Two Wales and the BBC Sport website.", "prediction": "The final round of the Championship of the World snooker Championship starts in California on Wednesday, 11 December ( at 00:4500).", "rouge": {"rouge1": 23.728813559322035, "rouge2": 0.0, "rougeL": 13.559322033898304}, "nll_sum": 115.65669250488281, "token_count": 27} +{"index": 7209, "reference": "Adama Diomande scored twice as Hull City battled past League Two's Exeter City in the EFL Cup second round.", "prediction": " provincial Chambers Diomelande scored twice and sent Hull City led an E EFL Cup fourth-round tie exit by League Two Exeter Cityeter St James Park, his first-G's since a's's..", "rouge": {"rouge1": 40.74074074074075, "rouge2": 15.384615384615385, "rougeL": 25.925925925925924}, "nll_sum": 271.3187255859375, "token_count": 43} +{"index": 7210, "reference": "A \u00a315.9m Denbighshire school construction project is set to get under way after a firm was chosen to carry out the work.", "prediction": "Construction of a \u00a37m support school in Denbighshire will start next summer, after the council agreed \u00a35.5m.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 85.98777770996094, "token_count": 27} +{"index": 7211, "reference": "Former Rangers owner Craig Whyte is now the only person facing fraud charges relating to his time at the Ibrox club.", "prediction": "Former Rangers owner Craig Whyte will have no trial he will and face any further charges.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 22.857142857142858, "rougeL": 37.83783783783783}, "nll_sum": 93.12822723388672, "token_count": 17} +{"index": 7212, "reference": "Tyler Denton scored on his Leeds United debut as the Championship side progressed past Luton Town in the EFL Cup second round.", "prediction": " Black Denton grabbed stoppage-time winner as Championship leaders Cambridge United beat fellow League Two play-off hopuls Luton Town at Lutonfield.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904762, "rougeL": 22.727272727272727}, "nll_sum": 148.4972686767578, "token_count": 30} +{"index": 7213, "reference": "League Two club Leyton Orient have appointed Andy Edwards as assistant manager.", "prediction": "Leyton Orient manager Dave Edwards has appointed head to firstionteam coach.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 9.523809523809526, "rougeL": 26.08695652173913}, "nll_sum": 96.70524597167969, "token_count": 15} +{"index": 7214, "reference": "A proposal to introduce life sentences for the offence of careless driving while under the influence of drink or drugs does not go far enough, according to the parents of one victim.", "prediction": "A mother and mother and her young son, who were killed and killed in a hit-and-run crash have said they't anybody anything else.", "rouge": {"rouge1": 3.4482758620689653, "rouge2": 0.0, "rougeL": 3.4482758620689653}, "nll_sum": 113.67431640625, "token_count": 29} +{"index": 7215, "reference": "A man has been assaulted while a woman and four children escaped injury during a raid of a house in Carrickfergus, County Antrim, by an armed gang.", "prediction": "A man has been left with life- facial injuries in an attempted robbery and robbery, an armed robbery at his house in Larnene, County Antrim.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 24.000000000000004, "rougeL": 34.61538461538461}, "nll_sum": 135.82562255859375, "token_count": 31} +{"index": 7216, "reference": "Jason Roy did not know how close he was to breaking the record for the highest score by an England batsman in a one-day international.", "prediction": "England batsman Jason Roy thought he moved into the changing room during playing night of England's one-match international one-day international.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 17.02127659574468, "rougeL": 32.6530612244898}, "nll_sum": 116.14311981201172, "token_count": 26} +{"index": 7217, "reference": "Ken Owens is not short of a nickname or two.", "prediction": "Hooker Ken Owens says he is relishing the future of those' Scarlets team-mates. solve to be \"thstill 100m\". a it's\" is his his to you his have of his.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 272.69354248046875, "token_count": 43} +{"index": 7218, "reference": "England captain Alastair Cook continued his fine start to the season with an unbeaten 53 on another rain-hit day at New Road against Worcestershire.", "prediction": "England Test captain Alastair Cook made for half unbeaten as Essex's rain in their rain-hit Championship match between Worcestershire at Cheltenham.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 13.043478260869565, "rougeL": 33.33333333333333}, "nll_sum": 142.02316284179688, "token_count": 31} +{"index": 7219, "reference": "Pakistani national Abid Naseer was convicted of plotting attacks in several countries after being extradited to the US from the UK, where police believe they averted an \"atrocity\" by his detention.", "prediction": "The first British man give an al-Qaeda to an attack in Greater Manchester shopping centre, but is only the only location to see what happened and what would be a extremist?", "rouge": {"rouge1": 22.22222222222222, "rouge2": 3.278688524590164, "rougeL": 9.523809523809524}, "nll_sum": 180.34042358398438, "token_count": 34} +{"index": 7220, "reference": "Russia is starting to withdraw forces from Syria and its aircraft carrier group will be the first to leave, the Russian armed forces chief says.", "prediction": "Russia says it is to the deployment of its armed armed forces to fight in order in Syria, as its reputation from's battle from the military's from November, as such from a's. struggle from in from Russia as's.", "rouge": {"rouge1": 35.82089552238806, "rouge2": 3.0769230769230766, "rougeL": 20.895522388059703}, "nll_sum": 242.82098388671875, "token_count": 45} +{"index": 7221, "reference": "Former champion Rafael Nadal overcame rising star Alexander Zverev in a gripping contest to reach the fourth round of the Australian Open.", "prediction": "German teenager Alexander Zvereso beat it came into the Australian Open fourth round a five-set struggle by beating world champion Rafael Nadal and reach- quarter-finals of the Australian Open.", "rouge": {"rouge1": 49.05660377358491, "rouge2": 23.52941176470588, "rougeL": 30.18867924528302}, "nll_sum": 182.85726928710938, "token_count": 38} +{"index": 7222, "reference": "A fisherman in Brazil's Amazon region has found a large piece of debris from a European space launch.", "prediction": "An large sea of fly washed up in a river in Kourata has identified as, a British satellite from space, a local fisherman says.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 0.0, "rougeL": 27.906976744186046}, "nll_sum": 142.11044311523438, "token_count": 28} +{"index": 7223, "reference": "A teenager who planned to behead a British soldier has been jailed for 22 years by a judge at the Old Bailey.", "prediction": "A Muslim teenager who stabbed his ex- to death in the street in London has been jailed for life and two and a half years.", "rouge": {"rouge1": 46.808510638297875, "rouge2": 17.77777777777778, "rougeL": 38.297872340425535}, "nll_sum": 77.85491180419922, "token_count": 26} +{"index": 7224, "reference": "A student who faked terminal cancer to con a former lecturer has had her prison sentence cut.", "prediction": "A student who called her ex-boyfriend to her fantasies on a university trip to London has appeal against her 12-year jail sentence.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 39.02439024390244}, "nll_sum": 103.81487274169922, "token_count": 27} +{"index": 7225, "reference": "One person has died and nine others remain missing after an apartment block collapsed on the Spanish island of Tenerife.", "prediction": "At least 28 people are still missing after a building collapsed and the terr houses on the Spanish island Islands Canary Islands.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 20.0, "rougeL": 33.33333333333333}, "nll_sum": 121.42437744140625, "token_count": 22} +{"index": 7226, "reference": "St Johnstone need to score at least twice in Lithuania next week after losing their Europa League first round qualifying home tie with FK Trakai.", "prediction": "Sir Johnstone survived a second-half penalty as they came from a goal down to beat 10-man Lithuania at Mcarm leftid Park.wr his Scottish solve Premiership's play-d's a in matches since a's.", "rouge": {"rouge1": 15.87301587301587, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 280.10589599609375, "token_count": 45} +{"index": 7227, "reference": "Is it fair for airlines and holiday companies to charge much more during the school holidays than in term time?", "prediction": " average on average price-maker for term-time holiday holidaystime as England should be suspended.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.0606060606060606, "rougeL": 17.142857142857142}, "nll_sum": 129.76364135742188, "token_count": 19} +{"index": 7228, "reference": "Prison officers in England and Wales are to be balloted on industrial action over the privatisation of jails, the Prison Officers' Association has said.", "prediction": "Prison staff in England being ballot balloted to ballot for industrial action over industrial action, the government has announced.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 19.51219512195122, "rougeL": 46.51162790697674}, "nll_sum": 112.29997253417969, "token_count": 22} +{"index": 7229, "reference": "Championship side Fulham have signed striker Gohi Cyriac on loan until the end of the season from Belgian Pro League side KV Oostende.", "prediction": "Championship Championship side Fulham have signed striker Gnci Lotriac from French side Anderlecht from Ander Abert for an undisclosed fee onold five-year deal.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 22.222222222222225, "rougeL": 34.04255319148936}, "nll_sum": 181.25186157226562, "token_count": 37} +{"index": 7230, "reference": "Republican Donald Trump has won victory in the presidential race, but no one's quite sure what President Trump will actually do in office.", "prediction": "US presidential candidate Donald Trump has formally launched a 18-match ban on Americans, saying, saying it is be prepared to do cleanclean water\".", "rouge": {"rouge1": 20.833333333333336, "rouge2": 8.695652173913043, "rougeL": 16.666666666666664}, "nll_sum": 177.56092834472656, "token_count": 29} +{"index": 7231, "reference": "German art hoarder Cornelius Gurlitt has died aged 81, with no definitive answer on what will happen to his secret collection, which included many Nazi-looted pieces.", "prediction": "A German art expert, who found by to be returned to the Nazis 36 years ago, his lawyer have been told they will not return and them.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 3.8461538461538463, "rougeL": 14.814814814814813}, "nll_sum": 148.57818603515625, "token_count": 29} +{"index": 7232, "reference": "Transport group Stagecoach has placed orders for about 480 buses and coaches in deals worth a total of \u00a397m.", "prediction": " Stage bus firm Stagecoach has announced a multi-million pound expansion of 40 new buses in a deal worth \u00a32.8m.", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 94.86225891113281, "token_count": 27} +{"index": 7233, "reference": "Tony Adams called Granada's season \"a disaster\" after he lost his seventh and final game in charge against Espanyol.", "prediction": "Martin Adams has become as Granada boss of a \"deep mistake in anything anything\", after the club failed win a win against Espanyol.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 4.878048780487805, "rougeL": 27.906976744186046}, "nll_sum": 153.92071533203125, "token_count": 28} +{"index": 7234, "reference": "Four people have been taken to hospital after a three car collision in Carmarthenshire.", "prediction": "One person has been seriously injured and seriously injured in by two-car crash on a Pow road.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 82.07548522949219, "token_count": 19} +{"index": 7235, "reference": "A replacement for one of Derby's council-run swimming pools could cost more than the \u00a320m the local authority estimated.", "prediction": "A further2020m swimming pool at a County County swimming pool will have to start in 2020 2019, the city's council leader has said,, the a referee a \" a \u00a3 a it's againA of again the again from a", "rouge": {"rouge1": 26.666666666666668, "rouge2": 6.896551724137931, "rougeL": 16.666666666666664}, "nll_sum": 279.988525390625, "token_count": 45} +{"index": 7236, "reference": "A school has changed its name from \"Isis\" because the word has become associated with the so-called Islamic State.", "prediction": "A secondary school which said same the the same name with the militant group known as Isis, the has changed its name after it changed the same name.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 17.391304347826086, "rougeL": 29.166666666666668}, "nll_sum": 138.43795776367188, "token_count": 29} +{"index": 7237, "reference": "(Close): US markets closed higher, led by technology and consumer sectors, while oil prices fell on fading hopes of an Opec deal to limit output.", "prediction": "(Close): Wall Street opened higher on Wall Street following a Street's mixed session", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 93.42013549804688, "token_count": 15} +{"index": 7238, "reference": "There is an \"invisible epidemic\" afflicting the world, but it's not contagious or infectious, and there are often no outward symptoms.", "prediction": "A new app that help limbs to help a hearing loss for poorest children is being tested, South African researchers.", "rouge": {"rouge1": 4.761904761904763, "rouge2": 0.0, "rougeL": 4.761904761904763}, "nll_sum": 121.3087158203125, "token_count": 21} +{"index": 7239, "reference": "A woman has been charged with the murder of a man who collapsed and died at a property in south-west London.", "prediction": "A woman has been charged with murder after the body of a Afghan man whose body was found at his home in north-east London, led after a from from a's from the authorities a's for from a ballet's ballet from aA", "rouge": {"rouge1": 44.776119402985074, "rouge2": 18.46153846153846, "rougeL": 38.805970149253724}, "nll_sum": 215.3763427734375, "token_count": 47} +{"index": 7240, "reference": "Defending champion Andy Murray has pulled out of his final warm-up match before Wimbledon because of a sore hip.", "prediction": "Britain's Andy Murray will begin the defence of the Aegon Championships Championships in London because of next month because of a hip and hip injury.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 13.636363636363635, "rougeL": 30.43478260869565}, "nll_sum": 134.92808532714844, "token_count": 27} +{"index": 7241, "reference": "The centre-right bloc which won Denmark's general election has begun negotiations to form a new government.", "prediction": "So farrightright party parties have failed to failed in Denmark's snap general election, but a new but faces a short-dis delayed general election.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 14.634146341463413, "rougeL": 27.906976744186046}, "nll_sum": 173.94300842285156, "token_count": 29} +{"index": 7242, "reference": "Fans of horror writer Arthur Machen have called on Newport council to protect the collection of his books and papers at the city's central library.", "prediction": "A literary museum Newport Welsh, horror hero Arthur Machen could be save under council close, the council said.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 4.761904761904763, "rougeL": 22.72727272727273}, "nll_sum": 148.2966766357422, "token_count": 21} +{"index": 7243, "reference": "A man from Aberdeen hopes to have set a new Guinness World Record by playing the bagpipes for over 24 hours.", "prediction": "A teenager from Rhondda Cynon has set a new world break after playing a two bag-pipes at golf Anglesey. solve be 2011 again solve again once a-w a haul in a football a's from's a", "rouge": {"rouge1": 23.333333333333332, "rouge2": 6.896551724137931, "rougeL": 23.333333333333332}, "nll_sum": 292.7770080566406, "token_count": 47} +{"index": 7244, "reference": "A 17-year-old boy who was fatally stabbed in north-west London was at a 16th birthday party targeted by gatecrashers, police say.", "prediction": "A 16-year-old boy has been stabbed in hospital four times by a 16-year-old boy at a 30th birthday party.", "rouge": {"rouge1": 46.80851063829787, "rouge2": 22.222222222222225, "rougeL": 42.5531914893617}, "nll_sum": 70.62074279785156, "token_count": 28} +{"index": 7245, "reference": "Pregnant women should visit countries with a risk of malaria only if their trip is essential, experts are warning.", "prediction": "Shato should be retaken from developing countries such as Africa and Asia because of the virus, UK doctors say.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 90.6248779296875, "token_count": 22} +{"index": 7246, "reference": "The Green Party has launched a national billboard campaign urging people to \"vote big, vote brave\".", "prediction": "The Green Party has launched a \"unMive and a bold manifesto\" on the general election, marking the beginning of a final day of ballot.", "rouge": {"rouge1": 30.0, "rouge2": 26.315789473684205, "rougeL": 30.0}, "nll_sum": 136.3042755126953, "token_count": 29} +{"index": 7247, "reference": "A draft of Labour's general election manifesto has been leaked, including plans to nationalise parts of the energy industry and scrap tuition fees.", "prediction": "Labour has released draft of of general general manifesto to a \"love\"\", which which Labour developers say could be \"sidal chaos on Britain\".", "rouge": {"rouge1": 38.297872340425535, "rouge2": 4.444444444444444, "rougeL": 21.27659574468085}, "nll_sum": 174.44485473632812, "token_count": 28} +{"index": 7248, "reference": "As a Welsh learner from the Rhondda, some observers might have thought Leanne Wood an unlikely candidate to lead Plaid Cymru, whose traditional heartlands are in the Welsh-speaking west and north of Wales.", "prediction": "Plaid Cymru leader Leanne Wood told her when she Windsor Windsor, in and she would never be never the clear in her name.", "rouge": {"rouge1": 24.56140350877193, "rouge2": 7.2727272727272725, "rougeL": 14.035087719298241}, "nll_sum": 153.15948486328125, "token_count": 28} +{"index": 7249, "reference": "The pace of hiring permanent staff in the UK slowed down in May, according to a report.", "prediction": "The UK job rate growth in May was a \"economicly slowdown surrounding the election result, a report says.", "rouge": {"rouge1": 40.0, "rouge2": 18.18181818181818, "rougeL": 34.285714285714285}, "nll_sum": 118.29004669189453, "token_count": 21} +{"index": 7250, "reference": "Elite League side Coventry Blaze have signed Liam Stewart, son of music legend Rod and former model Rachel Hunter, for the 2016-17 season.", "prediction": "Coventry Blaze have made their sixth sixth signing of the summer by signing Rother team-mate Liamaze set to \"att anything\".", "rouge": {"rouge1": 26.666666666666668, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 170.83615112304688, "token_count": 27} +{"index": 7251, "reference": "Hereford United have been expelled from the Football Conference following the club's failure to pay their bills.", "prediction": "Hereford United's board has offered an \"lastsen saloon\" an extension, help restoring the club's relegation to a seventh Conference League season.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 165.54754638671875, "token_count": 30} +{"index": 7252, "reference": "A man in the western Indian city of Pune has been held after carrying his wife's severed head down a busy road, police say.", "prediction": "A man wanted connection in connection with the murder and rape of a woman in southern Indian city of Mumbai has been arrested, police say again a solve the 2011 again a's a- aA 2011 man in from international a.", "rouge": {"rouge1": 39.39393939393939, "rouge2": 18.749999999999996, "rougeL": 33.333333333333336}, "nll_sum": 230.83914184570312, "token_count": 44} +{"index": 7253, "reference": "Two Bangladeshi workers kidnapped nearly three weeks ago by gunmen in Libya have been freed and are in good health, officials say.", "prediction": "Two oil workers have been freed from a oil field in the capital capital, Dhaka, local officials say.", "rouge": {"rouge1": 40.0, "rouge2": 15.789473684210527, "rougeL": 40.0}, "nll_sum": 75.72869873046875, "token_count": 21} +{"index": 7254, "reference": "The mother of a five-year-old boy has been charged with his murder after he died in a car fire.", "prediction": "A mother has appeared in court charged with causing the death by dangerous driving after a three-year-old boy pulled from a burning car.", "rouge": {"rouge1": 56.52173913043478, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 78.53934478759766, "token_count": 27} +{"index": 7255, "reference": "United Nations investigators are considering revealing the names of an estimated 200 individuals suspected of committing war crimes in Syria.", "prediction": "UN human rights investigators are publishing a lists of war suspects who are suspected of war crimes, UN investigators say.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210526, "rougeL": 35.0}, "nll_sum": 78.62532806396484, "token_count": 21} +{"index": 7256, "reference": "A Methodist minister used hypnosis on four boys before indecently assaulting them, a court has heard.", "prediction": "A retired vicar provide docking emergency with a young boy sexually one boy who went naked on a bed has bed, bed court to heard.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 0.0, "rougeL": 24.39024390243903}, "nll_sum": 192.28033447265625, "token_count": 27} +{"index": 7257, "reference": "The parents of a man alleged to have joined so-called Islamic State group have been remanded in custody after being charged with terrorism offences.", "prediction": "The mother and mother accused of the \"J Jack\" in to Iraq to join the so-called Islamic State group are to appear in court to a to be the magazines. \" 2011 again a again have dash of again from again fromold", "rouge": {"rouge1": 38.80597014925373, "rouge2": 12.307692307692307, "rougeL": 32.83582089552239}, "nll_sum": 277.47393798828125, "token_count": 47} +{"index": 7258, "reference": "Problems loading vehicles on to a new \u00a350m ferry meant the Poole to Guernsey service on Saturday morning was delayed by 40 minutes.", "prediction": "A ferry ferry operating between Derry between Belfast and Anglesey has resumed Monday after it was hit train a train morning train morning.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 133.38998413085938, "token_count": 26} +{"index": 7259, "reference": "Residents in Swansea are to be given their say on plans for more than 17,000 new homes across the city.", "prediction": "Plans for \u00a3100m housing development in the Swansea Bay countryside are be revealed later this year, ahead of city council's councillors approved", "rouge": {"rouge1": 36.36363636363636, "rouge2": 4.761904761904763, "rougeL": 22.727272727272723}, "nll_sum": 113.78089141845703, "token_count": 26} +{"index": 7260, "reference": "Thousands of people in the Republic of Ireland have participated in 30 demonstrations about water charges.", "prediction": "Thirty in taken people, including one including the in the Republic of Ireland, without paying Irish water bills for paying people not to get debts. to a to a the Nottingham's aA again a again from of from's from again 2011 a", "rouge": {"rouge1": 30.0, "rouge2": 13.793103448275861, "rougeL": 23.333333333333332}, "nll_sum": 283.0973815917969, "token_count": 47} +{"index": 7261, "reference": "Scotland's Josh Taylor has all the elements it takes to make it to the top in boxing, says trainer Shane McGuigan.", "prediction": "Josh Taylor would have be a boxing \"fight\" he can be progressing\" after becoming a boxing fighter according to a trainer's Shane McGuigan.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 155.75732421875, "token_count": 28} +{"index": 7262, "reference": "The kits used by humans 100,000 years ago to make paint have been found at the famous archaeological site of Blombos Cave in South Africa.", "prediction": " giant giant 59 ofchre - which may be back low 100 100000000 years old - been discovered from a human cave in the South Africa, say scientists say.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 8.0, "rougeL": 26.923076923076923}, "nll_sum": 188.8298797607422, "token_count": 32} +{"index": 7263, "reference": "The Republic of Ireland's economy grew 1.5% in the second quarter of the year, figures show, and was up 7.7% on the April-to-June period in 2013.", "prediction": "Northern Ireland's economy grew by 0% in August, according to the latest official government official figures,, up from 7.7%", "rouge": {"rouge1": 42.30769230769231, "rouge2": 16.0, "rougeL": 38.46153846153846}, "nll_sum": 90.22050476074219, "token_count": 25} +{"index": 7264, "reference": "Parts of Leeds city centre could be closed to traffic in a bid to make the city less \"road heavy\".", "prediction": "A vision for a regeneration, Leeds city centre could be \"most in the future\", says the city council.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 27.777777777777775, "rougeL": 42.10526315789474}, "nll_sum": 95.32978820800781, "token_count": 21} +{"index": 7265, "reference": "Abertay University's computer gaming courses have been ranked the best in Europe for the third consecutive year in an annual college admissions survey.", "prediction": " Universityee University of Abertay but Malta has been named the best job graduate in Europe, in an annual survey of a the ade 2011.'s a's a's a from's a George's's of.", "rouge": {"rouge1": 42.62295081967213, "rouge2": 13.559322033898304, "rougeL": 32.786885245901644}, "nll_sum": 229.95352172851562, "token_count": 43} +{"index": 7266, "reference": "It was an elegant question, as clear as the chill water in an Angus burn.", "prediction": "\"We tend it right is said but with forgotten newspaper published \" # \" no saying, the meaning saying \"sians for independence.\"", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 188.01197814941406, "token_count": 26} +{"index": 7267, "reference": "The Foreign Office says it is urgently investigating reports that a British man has died at a shooting range in Thailand.", "prediction": "A British man has been shot dead in the Thai capital, Thailand say, say the UK Foreign Office has confirmed. saying. it Russia's reputation, The, such from. a's God from reputation a by becoming as's. aA", "rouge": {"rouge1": 40.0, "rouge2": 17.24137931034483, "rougeL": 23.333333333333332}, "nll_sum": 281.31927490234375, "token_count": 47} +{"index": 7268, "reference": "Great Britain's women maintained their unbeaten record as they qualified for the Olympic quarter-finals with a 3-2 victory over Argentina.", "prediction": "Great Britain's women were beaten in their opening match of the 2016 Rio Olympics despite losing 4-1 in Group B at London 2012.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 13.043478260869565, "rougeL": 29.166666666666668}, "nll_sum": 92.78861999511719, "token_count": 26} +{"index": 7269, "reference": "Sheffield Wednesday midfielder Kieran Lee (hip) could feature after three months out.", "prediction": "Huddersfield be be midfielder Luke Freeman) after an ankle injury suffered in the 2-1 draw at home to Fleetwood Town.", "rouge": {"rouge1": 12.121212121212123, "rouge2": 0.0, "rougeL": 12.121212121212123}, "nll_sum": 98.92141723632812, "token_count": 27} +{"index": 7270, "reference": "A takeaway has been shut down following a teenager's death from an apparent allergic reaction to one of its meals.", "prediction": "A takeaway's the where where an 11-month-old girl died after giving birth, has been given a temporary compulsory hospital admission hospital.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 130.7412872314453, "token_count": 27} +{"index": 7271, "reference": "A Cardiff council worker who stole \u00a335,000 from a children's fund has been jailed for two and a half years.", "prediction": "A councilfaen who admitted stealing \u00a320,000 from her grandmother to fund up her grandmother's name has been jailed for 30 years.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 18.6046511627907, "rougeL": 44.44444444444445}, "nll_sum": 120.09136962890625, "token_count": 27} +{"index": 7272, "reference": "More than 70 jobs are being created by a Cardiff Bay finance firm which acts as an online insurance broker and provides data for price comparison websites.", "prediction": "A security firm that provide information for and human protection will continue to run in Wales", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 85.36798095703125, "token_count": 15} +{"index": 7273, "reference": "North Korea says its has carried out a live-fire artillery drill simulating an attack on the official residence of the South Korean president.", "prediction": "North Korea has fired a first import test of a military exercise in the South Korean Seoul, in what it says is like a 'Peterborough House\".", "rouge": {"rouge1": 40.0, "rouge2": 12.499999999999996, "rougeL": 32.0}, "nll_sum": 146.93618774414062, "token_count": 29} +{"index": 7274, "reference": "Hundreds of protesters in Kabul have accused Iran of stopping fuel tankers from crossing the border into Afghanistan.", "prediction": "Tens of inensQueians voted against rising fuel prices in Miles capital prices, Afghan capital, Kabul.", "rouge": {"rouge1": 24.24242424242424, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 150.3704071044922, "token_count": 21} +{"index": 7275, "reference": "German researchers have compiled a 400-species database to encourage people to plant the \"right tree in the right place\" in urban areas.", "prediction": "The Forest and Nottingham are asking a of about about 40 species of trees around urban areas.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 97.6470718383789, "token_count": 17} +{"index": 7276, "reference": "Wales full-back Leigh Halfpenny is out of the Rugby World Cup.", "prediction": "Scott full-back Leigh Halfpenny faces a full recovery in Wales' 2014 Rugby World Cup match against Argentina because of knee knee injury.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 30.303030303030305, "rougeL": 40.0}, "nll_sum": 99.23208618164062, "token_count": 27} +{"index": 7277, "reference": "One of France's top ministers, Sylvie Goulard, has resigned from her defence role less than a month after being given the job.", "prediction": " justice justice minister Michelle Goulard has resigned from her cabinet because of her possible corruption scandal.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 21.62162162162162, "rougeL": 30.769230769230766}, "nll_sum": 76.0247802734375, "token_count": 18} +{"index": 7278, "reference": "Steve Dillon, the legendary British comic book artist, known for his work on Preacher, Punisher, and 2000AD's Judge Dredd has died aged 54.", "prediction": "British-British artist Steveenson, the founder of preacherachers has died aged 86, his family have announced.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 105.8414306640625, "token_count": 21} +{"index": 7279, "reference": "Charley Hoffman's overnight advantage was wiped out as Sergio Garcia, Rickie Fowler and Thomas Pieters pegged him back for a four-way tie at the halfway stage of the Masters at Augusta.", "prediction": " bird4 Hoffman is three strokes behind behind Pieters after a second round at the Masters open - and world number one and America's John aers missed the cut..", "rouge": {"rouge1": 29.50819672131148, "rouge2": 6.779661016949152, "rougeL": 19.672131147540988}, "nll_sum": 196.6640625, "token_count": 32} +{"index": 7280, "reference": "The fascinating bright spots on the surface of the dwarf planet Ceres have come into sharper view.", "prediction": "Astronomers, established satellite three matter identified once once again around the Bentley. Ceres, meaning it's a \"lought-ine's big it from it's!A a-A from referee in). from a. fromold solve", "rouge": {"rouge1": 7.6923076923076925, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 337.78778076171875, "token_count": 47} +{"index": 7281, "reference": "A van driver who crashed into a stationary car, fatally injuring its driver, has admitted careless driving.", "prediction": "A van driver who into the car of a van in into a van's car West Lothian has been jailed for six months global. a the 2011A a \"the man-d2 a in2 from a\".. aA", "rouge": {"rouge1": 29.629629629629633, "rouge2": 15.384615384615383, "rougeL": 29.629629629629633}, "nll_sum": 264.8715515136719, "token_count": 47} +{"index": 7282, "reference": "A number of countries have expressed surprise that they were included by Saudi Arabia in a new military alliance to fight terrorism.", "prediction": ", Prince Prince Charles of India has expressed surprise that Saudi Arabia will join the military alliance in Iraq and will join the so-called Islamic group.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 17.391304347826086, "rougeL": 33.333333333333336}, "nll_sum": 108.21929168701172, "token_count": 28} +{"index": 7283, "reference": "Russia coach Leonid Slutsky offered his resignation after his side were knocked out of Euro 2016 at the group stage.", "prediction": "Russia boss Sl Ltime Slutsky believes others should others take national national charge of, national side.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 166.02621459960938, "token_count": 20} +{"index": 7284, "reference": "Bristol Rovers midfielder Ryan Broom has signed an extended contract with the League One club.", "prediction": "Bristol Rovers striker Broomom has signed a new three-year deal with the One side.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 21.428571428571427, "rougeL": 46.666666666666664}, "nll_sum": 76.74701690673828, "token_count": 21} +{"index": 7285, "reference": "Australia batsman David Warner has been suspended until the first Ashes Test match for an alleged attack on England batsman Joe Root in a bar.", "prediction": "Australia Test batsman David Warner has been banned for six matches after admitting an collision with a laces tipperif England's Joe Root in a pubam a pub.", "rouge": {"rouge1": 56.60377358490566, "rouge2": 27.450980392156865, "rougeL": 49.056603773584904}, "nll_sum": 169.663330078125, "token_count": 33} +{"index": 7286, "reference": "Proposals for an indoor water park and a hotel at West Midland Safari Park have been approved by councillors.", "prediction": "A water park could could built up to a three adisgogio old park\", park developers have revealed.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 5.88235294117647, "rougeL": 27.777777777777775}, "nll_sum": 148.94427490234375, "token_count": 22} +{"index": 7287, "reference": "Gunmen have wounded a 14-year-old rights activist who has campaigned for girls' education in the Swat Valley in north-west Pakistan.", "prediction": "A leading human rights activist, and and a leading education teacher the writing for education, has been shot dead by the Taliban in the Pakistani north-east Pakistan, reports they. referee-A a referee in ban women's ban.", "rouge": {"rouge1": 35.483870967741936, "rouge2": 6.666666666666667, "rougeL": 29.03225806451613}, "nll_sum": 237.766845703125, "token_count": 45} +{"index": 7288, "reference": "A former chief medical officer has been appointed to lead a review of the approach to targets in Scotland's NHS.", "prediction": "The former chief medical officer of Scotland but has announced a review of the care and care.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 33.33333333333333, "rougeL": 47.36842105263158}, "nll_sum": 70.9664306640625, "token_count": 17} +{"index": 7289, "reference": "A Fermanagh GP who dishonestly exploited and took advantage of a vulnerable elderly patient, when she failed to repay a \u00a310,000 loan, has been struck off the medical register.", "prediction": "A Greater Manchester doctor who took almost \u00a310,000 from a patient she patients after she the struck off, has been struck off by the profession,", "rouge": {"rouge1": 46.42857142857143, "rouge2": 14.814814814814817, "rougeL": 39.28571428571428}, "nll_sum": 134.7818145751953, "token_count": 29} +{"index": 7290, "reference": "An MP for Bangladesh's main opposition party has been sentenced to death by a war crimes court for charges including murder and genocide during the 1971 war of independence with Pakistan.", "prediction": "Bangladesh's highest court has sentenced a top political candidate to death for crimes for the crimes committed during the 1971 war of in of against independence.", "rouge": {"rouge1": 57.627118644067785, "rouge2": 21.052631578947366, "rougeL": 47.45762711864406}, "nll_sum": 112.3282699584961, "token_count": 29} +{"index": 7291, "reference": "Alex Wakely and Rob Keogh both scored centuries as Northants continued to assert their authority over Leicestershire, before setting them a victory target of 394 at Northampton.", "prediction": "Leicestershire's pair Liam Hullly and Ke Keaton took fine hundred from first-inn lead against Northants on day three at Wantage.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 188.06228637695312, "token_count": 30} +{"index": 7292, "reference": "A man who intervened in a machete attack and a holidaymaker who shielded his fiancee from terrorists have been nominated for awards.", "prediction": "A recent Tunisia terror attack, in which his partner and human lawyer are among five struggle shortlist for the annual annual awards awards for bluesw for. world's ballet\", from a-'s reputation\", in from The's.", "rouge": {"rouge1": 30.508474576271187, "rouge2": 0.0, "rougeL": 16.949152542372882}, "nll_sum": 315.5722351074219, "token_count": 44} +{"index": 7293, "reference": "A film by valleys directors shot in a language they did not understand with orphaned children has won an award.", "prediction": "A foreign language film about the script in future of schoolchildren from south Wales office, has won the top money at the a London spoof film awards.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 4.444444444444445, "rougeL": 25.531914893617024}, "nll_sum": 164.05694580078125, "token_count": 29} +{"index": 7294, "reference": "Thirteen people have been charged after a police operation against modern slavery.", "prediction": "Seven people have been charged in connection with human rights and illegal offences at sites site Lincoln.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 22.22222222222222, "rougeL": 27.586206896551722}, "nll_sum": 83.34294128417969, "token_count": 17} +{"index": 7295, "reference": "A Sydney police officer and huge Star Wars fan has become a local hit after creating a Darth Vader costume painted with the Australian flag.", "prediction": "The black man from Ireland film, Rogue One, has sold cafes his home city his Adelaide.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 108.68829345703125, "token_count": 18} +{"index": 7296, "reference": "The full list of winners at the 89th Academy Awards.", "prediction": "A look at some to the best of the entertainment system in the year - including including, including best - including the best- best entertainment actor after", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 157.62728881835938, "token_count": 28} +{"index": 7297, "reference": "Rangers have signed Scotland midfielder Graham Dorrans from Norwich City for an undisclosed fee.", "prediction": "Rangers have signed midfielder Graham Dorrans from West Brom Championship rivals Manchester City for an undisclosed fee believed to be around \u00a3.8m.", "rouge": {"rouge1": 66.66666666666666, "rouge2": 52.94117647058824, "rougeL": 66.66666666666666}, "nll_sum": 93.9764404296875, "token_count": 27} +{"index": 7298, "reference": "Five men and two women were rescued by the RNLI after becoming stranded on two islands in Strangford Lough.", "prediction": "A Portaferry lifeboat crew rescued more than 100 crew after cruiser 47 the cruiser had airlifted to the sea during a weight-maker.A a was a from a crossge- in on from a's.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 269.3109130859375, "token_count": 44} +{"index": 7299, "reference": "A man has admitted killing an 11-year-old girl in a hit-and-run in Glasgow.", "prediction": "A driver has admitted killing a 11-year--old girl in a software hit-andand-run crash in East Lothian last year.", "rouge": {"rouge1": 66.66666666666667, "rouge2": 37.83783783783783, "rougeL": 66.66666666666667}, "nll_sum": 107.42388153076172, "token_count": 29} +{"index": 7300, "reference": "Police divers are to retrieve objects from a canal for assessment by forensic experts in the search for a schoolgirl who disappeared 60 years ago.", "prediction": " are investigating the murder of a schoolgirl who disappeared 22 years ago have re-opening part of items of of jewell near Watersieie.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.391304347826086, "rougeL": 33.33333333333333}, "nll_sum": 164.16090393066406, "token_count": 28} +{"index": 7301, "reference": "South African President Jacob Zuma has ruled out any increases in university tuition fees for next year after more than a week of protests by students.", "prediction": "South African South university researchers have agreed to price university fees, despite protests to 2016, President Jacob Zuma has announced. aolve a- a game- referee from the from--based government 1993 in from 2016.", "rouge": {"rouge1": 36.66666666666667, "rouge2": 13.79310344827586, "rougeL": 23.333333333333332}, "nll_sum": 267.96356201171875, "token_count": 42} +{"index": 7302, "reference": "The new series of BBC One's drama Atlantis starts on Saturday night, but fans are being warned to gear up for a very different show.", "prediction": "The series Game Minnesota has doors - but News be viewers are confident about the changes to to the programme will make them make a nervouslittle more sophisticated.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 0.0, "rougeL": 22.641509433962266}, "nll_sum": 207.0301513671875, "token_count": 29} +{"index": 7303, "reference": "Cyber Monday is expected to add to one of the busiest weekends for online shopping, following Black Friday.", "prediction": "Millions of shoppers are being spent on much to spend \" Friday in the past year, security experts analysts say.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 125.0399169921875, "token_count": 22} +{"index": 7304, "reference": "Nasa's Curiosity rover has measured the Red Planet's atmospheric composition.", "prediction": "Nasa's Curiosity mission rover is still ready to edge its edge to Mars - now, the immediate origins of carbon dioxide (22.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 136.24200439453125, "token_count": 26} +{"index": 7305, "reference": "More than half a million families are discovering which primary schools their children will attend, amid a growing places squeeze in parts of England.", "prediction": "Thousands of children across England are out on a place in the first places of 2016, where the city council will where they not have a primary school.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 3.9999999999999996, "rougeL": 19.23076923076923}, "nll_sum": 132.06295776367188, "token_count": 29} +{"index": 7306, "reference": "A collection of portraits depicting a host of household names is set to open in Hull as part of its city of culture celebrations.", "prediction": " a new exhibition contemporary the film, actors and actors famous in the works for Liverpool has been officially opened with a \u00c2 \u00a35m award.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 155.87881469726562, "token_count": 28} +{"index": 7307, "reference": "Australia's Scott Hend eagled the 18th hole for the second successive day to take a one-shot lead over England's Tyrrell Hatton at the PGA Championship.", "prediction": "England's Jordanley Hull holds the lead and defending champion Championning Hatton of the lead heading into round two of the BMW PDC.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 167.18515014648438, "token_count": 27} +{"index": 7308, "reference": "A dog attack on a girl on a beach has led to police releasing a picture of the animal's owner.", "prediction": "A schoolboy is beingauled by a dog who refused to give her more information about her parents.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 5.555555555555556, "rougeL": 15.789473684210527}, "nll_sum": 87.95740509033203, "token_count": 20} +{"index": 7309, "reference": "Artist Ai Weiwei is setting up \"Lego collection points\" in different cities after being inundated with offers of donations from supporters.", "prediction": "Chinese artist Ai Wei Weiwei says he will use a Lego car sells toand, saying the writes \"political and political and aA political response\".", "rouge": {"rouge1": 17.77777777777778, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 183.6430206298828, "token_count": 29} +{"index": 7310, "reference": "Former Renault Formula 1 driver Robert Kubica says he misses competing in F1.", "prediction": "rarenKyica says he will still still be a race in Formula 1 racing next year because a crash \"couldcould not be impossible painful\".", "rouge": {"rouge1": 27.777777777777775, "rouge2": 11.764705882352942, "rougeL": 16.666666666666668}, "nll_sum": 175.46310424804688, "token_count": 28} +{"index": 7311, "reference": "Sally Bercow, wife of the House of Commons Speaker, Strictly Come Dancing star Ola Jordan and Gogglebox regular Dom Parker are among the contestants on Channel 4's show The Jump.", "prediction": "Oscar-old midfielders Bard Bercow and among the 12 broad contestants to be officially involved in this year's Strictly Come Dancing.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 11.76470588235294, "rougeL": 22.641509433962263}, "nll_sum": 156.05181884765625, "token_count": 29} +{"index": 7312, "reference": "Hearts are expected to confirm the signing of defender Faycal Rherras and striker Conor Sammon ahead of a return to pre-season training next week.", "prediction": "Hearts have agreed a deal to sign Hearts and striker Rusata Rherras from Belgian club Llarar Zagag. and- again- a again a's \"PGdes aA a's a's aA Broadway", "rouge": {"rouge1": 25.0, "rouge2": 3.7037037037037033, "rougeL": 21.428571428571427}, "nll_sum": 316.69427490234375, "token_count": 45} +{"index": 7313, "reference": "Malcolm Turnbull has been sworn in as Australia's new prime minister, after Tony Abbott was ousted by his party in a leadership challenge.", "prediction": "Australia's PM Malcolm Turnbull has criticised his decision to resign as the next minister office, saying he would \"would lose and leadership in our battle\".", "rouge": {"rouge1": 40.0, "rouge2": 12.499999999999996, "rougeL": 24.000000000000004}, "nll_sum": 130.6194610595703, "token_count": 28} +{"index": 7314, "reference": "Almost half (45%) of young people are checking their mobile phones after they have gone to bed, a poll suggests.", "prediction": "Thousands of teachers England London are danger of check their mobile phones while while bed for bed, music and research suggests.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615385, "rougeL": 39.02439024390244}, "nll_sum": 153.73916625976562, "token_count": 22} +{"index": 7315, "reference": "A sports car once owned by the late British actress Diana Dors has sold for $3 million (\u00c2\u00a31.9m) at a California auction.", "prediction": "A sexbul Carim used, actor Modine Dosors, is up for sale the New York for $29m (\u00c2\u00a34.9m at a New York auction.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.090909090909092, "rougeL": 30.434782608695656}, "nll_sum": 197.55484008789062, "token_count": 36} +{"index": 7316, "reference": "A man who struck a colleague in the head with a meat cleaver after a row over a chicken has been jailed for 11 years.", "prediction": "A man who used to kill a takeaway shop owner in a suitcase, leaving him with the foot has been jailed for four and a half years. a's again a's a fromWest\" it's Police's of. a from's a", "rouge": {"rouge1": 44.11764705882353, "rouge2": 15.151515151515152, "rougeL": 32.35294117647059}, "nll_sum": 222.95172119140625, "token_count": 47} +{"index": 7317, "reference": "Farmers and landowners have been asked for their views on a proposal to bring back lynx to parts of Scotland and England.", "prediction": "Plans to reintroduce, lyn 4x to Britain - more than 30 years ago, have been raised more than 30 years in any UK.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 4.761904761904762, "rougeL": 9.090909090909092}, "nll_sum": 141.03602600097656, "token_count": 28} +{"index": 7318, "reference": "John Lewis has unveiled details of the \u00a324m revamp of its anchor store at the St James Centre in Edinburgh.", "prediction": "John Lewis has begun am revamp of St James James stores in Edinburgh office more than 43 decades.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 27.777777777777775, "rougeL": 47.36842105263158}, "nll_sum": 142.01670837402344, "token_count": 19} +{"index": 7319, "reference": "Ipswich Town have signed Cardiff midfielder Emyr Huws and Reading striker Dominic Samuel on loan until the end of the season.", "prediction": "Ipswich Town have signed midfielder Emyr Hu Hu riding loan from Manchester and join midfielder Victor Samuel on loan on of until the...", "rouge": {"rouge1": 59.09090909090909, "rouge2": 33.33333333333333, "rougeL": 54.54545454545454}, "nll_sum": 167.84912109375, "token_count": 27} +{"index": 7320, "reference": "England Under-19 Women's and Fylde Ladies midfielder Zoe Tynan has died, aged 18.", "prediction": "Tributes have been paid to England Under Under-19s player Zoe Tynan, who was hit by a train a railway radio station.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 11.428571428571427, "rougeL": 21.62162162162162}, "nll_sum": 117.37206268310547, "token_count": 28} +{"index": 7321, "reference": "A survivor of the al-Shabab attack on Kenya's Garissa university campus has been describing how she spent more than two days in a wardrobe in fear of rampaging militants.", "prediction": "A Kenyan school worker has described how and and described her room after being attacked by masked al-ShShabab in north-ab-\".ab- again solve again's from- again 2011 again in's again a 2011 again aold", "rouge": {"rouge1": 28.985507246376812, "rouge2": 2.9850746268656714, "rougeL": 17.391304347826086}, "nll_sum": 295.6513977050781, "token_count": 47} +{"index": 7322, "reference": "A man who tried to join the fighting in Syria has been jailed for more than five years for a terrorism offence.", "prediction": "A British man who travelled to Turkey to join Kurdish forces in Turkey after joining and and the Syria, has been jailed for five years.", "rouge": {"rouge1": 59.57446808510639, "rouge2": 31.11111111111111, "rougeL": 55.31914893617022}, "nll_sum": 99.27384948730469, "token_count": 26} +{"index": 7323, "reference": "A chemical weapons expert from the Islamic State (IS) group in Iraq has been captured by US special forces and is being questioned, reports say.", "prediction": "The US military says it has seizedthodox gas from so-called Islamic State leader al alQaedaAssad.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 128.63198852539062, "token_count": 20} +{"index": 7324, "reference": "BBC SPORTS PERSONALITY OF THE YEAR 2014, SSE Hydro, Glasgow, Sunday 14 December.", "prediction": "The 2015 the BBC BBC Britishas Sports Personality of the Year.", "rouge": {"rouge1": 49.999999999999986, "rouge2": 36.36363636363636, "rougeL": 49.999999999999986}, "nll_sum": 68.49535369873047, "token_count": 12} +{"index": 7325, "reference": "Black actress Noma Dumezweni has been cast as Hermione Granger in the upcoming production of Harry Potter and the Cursed Child, a move celebrated by fans who have long explored the concept of a black Hermione.", "prediction": "Ghana Ariana has announced that she will feature play themselves in herself her black.", "rouge": {"rouge1": 12.0, "rouge2": 0.0, "rougeL": 12.0}, "nll_sum": 102.60713195800781, "token_count": 16} +{"index": 7326, "reference": "Actor Christopher Biggins has been removed from the Celebrity Big Brother house for making \"a number of comments capable of causing great offence\", the reality TV show has said.", "prediction": " contestant Brother of contestant a Biggins will leave Celebrity Big Brother after the decision made by comedian John Higgins, calling for gay people not to be gay or.", "rouge": {"rouge1": 28.070175438596497, "rouge2": 7.2727272727272725, "rougeL": 17.543859649122805}, "nll_sum": 166.46234130859375, "token_count": 30} +{"index": 7327, "reference": "Denmark's health service - which is similar to the NHS - started to look in depth at the problem of cancer survival rates in 2000.", "prediction": "Four years ago, Denmark in Germany began era began with struggle battle cancer patients.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 97.94554138183594, "token_count": 15} +{"index": 7328, "reference": "Residents are returning to their homes after an operation to move an unexploded mine discovered in the Firth of Clyde.", "prediction": "A World War Two mine which was found on enoughrock in Aberdedehire town, has been found above the River River Forth Thames.", "rouge": {"rouge1": 14.285714285714283, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 155.13804626464844, "token_count": 27} +{"index": 7329, "reference": "Fifa presidential candidate Gianni Infantino says he would press for the World Cup to be held in a whole region rather than one or two countries.", "prediction": "F president Gian Infantino has confirmed he will hosting the World Cup in two countries, the a debated's \" 2011 aA for football,. from from the suspension.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 11.76470588235294, "rougeL": 30.18867924528302}, "nll_sum": 210.67568969726562, "token_count": 33} +{"index": 7330, "reference": "Relegated National League club Kidderminster Harriers have appointed John Eustace as their new manager.", "prediction": "Kidderminster Westriers have appointed former captain and John John Eustace as their new manager.", "rouge": {"rouge1": 64.28571428571429, "rouge2": 46.15384615384615, "rougeL": 64.28571428571429}, "nll_sum": 102.69884490966797, "token_count": 19} +{"index": 7331, "reference": "Church bells have rung out in Cirencester to celebrate the moment 250 years ago when the first peal of the 12 bells of the town's parish church took place.", "prediction": "The Catholic Bishop Church in Sussex, which has been for more than 30, 19th Century of", "rouge": {"rouge1": 17.39130434782609, "rouge2": 0.0, "rougeL": 13.043478260869568}, "nll_sum": 95.65640258789062, "token_count": 18} +{"index": 7332, "reference": "Three early 19th Century buildings in Reading are to be converted into private homes, under plans published by the University of Reading.", "prediction": "Dem work is to be, transform into a former campus of the University of Reading, which went out up for up to \u00a31m.", "rouge": {"rouge1": 31.111111111111118, "rouge2": 18.6046511627907, "rougeL": 31.111111111111118}, "nll_sum": 125.62952423095703, "token_count": 27} +{"index": 7333, "reference": "England number eight Billy Vunipola is set for a shock early return to action for his club Saracens against Newcastle on Sunday, boosting his hopes of a 2017 Six Nations call-up.", "prediction": "World number eight Billy Vunipola will miss action and will miss England in their Six Nations match on Friday after his of his recovery from injury.", "rouge": {"rouge1": 41.37931034482759, "rouge2": 14.285714285714285, "rougeL": 27.586206896551722}, "nll_sum": 112.67943572998047, "token_count": 29} +{"index": 7334, "reference": "The Conwy Valley rail route in north Wales could remain closed for several days after heavy rain caused flooding.", "prediction": "A north Wales rail, which the flooding closed for several days because of rain heavy rain rain.", "rouge": {"rouge1": 61.11111111111113, "rouge2": 29.411764705882355, "rougeL": 44.44444444444444}, "nll_sum": 97.93254089355469, "token_count": 18} +{"index": 7335, "reference": "A man has been given life imprisonment for murdering a man in a mass street brawl.", "prediction": "A drug bar who was stabbed of a fatherofof-two with whose attack was heart attack\" has been jailed for murder form.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 26.31578947368421}, "nll_sum": 176.85302734375, "token_count": 27} +{"index": 7336, "reference": "Manchester United fans have been reacting to manager Louis van Gaal's sacking from the club.", "prediction": "Manchester United will give manager Louis van Gaal is giving up a giving after his Harry's car boot for \u00a31m and \u00a31m.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 21.62162162162162, "rougeL": 35.8974358974359}, "nll_sum": 135.46090698242188, "token_count": 27} +{"index": 7337, "reference": "Seven pilot whales have died after being found stranded on a beach at the northern French port of Calais.", "prediction": " at least 16 whales have been found dead on a poding of the Faroe Islands, Farologists officials.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 11.76470588235294, "rougeL": 33.333333333333336}, "nll_sum": 114.18016815185547, "token_count": 21} +{"index": 7338, "reference": "More than 600 staff are on a waiting list for parking, according to the trust running a West Midlands hospital.", "prediction": " a hospital in Kent is facing a parking car plans to built a park-and-out scheme. to solve's a a newCalifornia and a. a's a's a from a from it's's from of. old a's 2011", "rouge": {"rouge1": 16.129032258064516, "rouge2": 0.0, "rougeL": 12.903225806451612}, "nll_sum": 283.99017333984375, "token_count": 47} +{"index": 7339, "reference": "Eurotunnel passengers have faced fresh delays after \"migrant activity\" led to extra security measures in France.", "prediction": " 2016 operator Eurotun has apologised non non-erved customers to its who while waiting to train a migrant and trying to reach the English Channel.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 170.45797729492188, "token_count": 27} +{"index": 7340, "reference": "Why are millions of women dropping out of work in India?", "prediction": "The first official report published in India in 2011 has concluded that 95% -% of, and poor women - between 30 to 15 and 15 - will to continue in schools.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 174.8903045654297, "token_count": 34} +{"index": 7341, "reference": "Leicester midfielder Danny Drinkwater is fit despite having been unavailable for England duty because of a minor hip problem.", "prediction": "Leicester will be without their players, Mark Sampson, who suffered a serious knee injury, while boss Mark Wilson, who's been return to training on the eve from Saturday", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 144.3265380859375, "token_count": 34} +{"index": 7342, "reference": "A 15-year-old girl who took a claim for damages against the chair of Stormont's Justice Committee over Facebook postings has lost her case.", "prediction": " Ulster Ulster Unionist candidate councillor failed to receive a legalm damages to a girl after a girl told she would \"made standing up for the community\".", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 19.230769230769234}, "nll_sum": 166.9339599609375, "token_count": 29} +{"index": 7343, "reference": "A school shut by council bosses days after a staff strike over workloads is to have a \"phased\" reopening.", "prediction": " a primary school has opened following the public battle amid fears it will harassed staff and pupils.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 91.87464141845703, "token_count": 17} +{"index": 7344, "reference": "Assistant coach Kenny Murray says there is a growing belief at Glasgow Warriors that they can retain the Pro12 title.", "prediction": "Glasgow Warriors director rugby payment Murray says his players will improve on next season despite their success failure to reach a second Pro12 final.'s to of a- a- a-p-maker in from from George.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 7.4074074074074066, "rougeL": 14.285714285714285}, "nll_sum": 247.30050659179688, "token_count": 44} +{"index": 7345, "reference": "A cyclist has died after being in a crash with a car on the A3 in Hampshire.", "prediction": "A man was killed when his car hit by a car on the M1- North Yorkshire.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 19.35483870967742, "rougeL": 30.303030303030305}, "nll_sum": 70.273681640625, "token_count": 18} +{"index": 7346, "reference": "West Brom striker Saido Berahino has been banned from driving for 12 months after pleading guilty to drink-driving.", "prediction": "West Bromwich Albion striker Said Berahino's nine-game ban after being found guilty at driving three times on the motorway.", "rouge": {"rouge1": 35.0, "rouge2": 0.0, "rougeL": 35.0}, "nll_sum": 105.39241027832031, "token_count": 26} +{"index": 7347, "reference": "French actress Madeleine Lebeau, the last surviving cast member of the classic 1942 film Casablanca, has died at the age of 92, her family says.", "prediction": "acenen Lebeau, who played a possible role for her role in her character of Germany film, Casablanca in southern 2006, aged died aged 86.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 24.489795918367346}, "nll_sum": 177.9188995361328, "token_count": 33} +{"index": 7348, "reference": "Stoke City captain Ryan Shawcross could be out for up to a month with the back injury that forced him off in Saturday's defeat at Leicester.", "prediction": "Stoke City City captain Ryan Shawcross has been ruled out of between between three and \" to four weeks\" because of a groin wire injury.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 16.3265306122449, "rougeL": 35.294117647058826}, "nll_sum": 124.4453353881836, "token_count": 28} +{"index": 7349, "reference": "Ecuador's presidential election is set for a second round on 2 April, the electoral commission has announced.", "prediction": "A left-wing presidential candidate has won his vote in run in Sunday's presidential run-off.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.0606060606060606, "rougeL": 11.428571428571429}, "nll_sum": 71.55239868164062, "token_count": 19} +{"index": 7350, "reference": "England play the first of three one-day internationals against Bangladesh on Friday, following a build-up dominated by security concerns.", "prediction": " England women's cricket team have arrived in Bangladesh in their opening match of Dhaka on Friday morning evening as security forces", "rouge": {"rouge1": 27.90697674418604, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 100.07942199707031, "token_count": 22} +{"index": 7351, "reference": "A security intelligence company has found the stolen log-in credentials for up to 47 US government agencies accessible online.", "prediction": "Recorded Future, and passwords of more than a million US government officials have been hacked, security hackers, a report by a leading advertising group says.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 4.651162790697675, "rougeL": 13.33333333333333}, "nll_sum": 131.55609130859375, "token_count": 29} +{"index": 7352, "reference": "The UK's Brexit minister David Davis has hailed his latest talks with devolved ministers but Holyrood's Mike Russell has called for greater clarity on the \"strategic objectives\".", "prediction": "Scotland's Brexit David Davis said working with the UK government and Northern discuss will how, Scotland the Northern Ireland as part of the UK began Brexit process.", "rouge": {"rouge1": 28.070175438596497, "rouge2": 10.909090909090908, "rougeL": 21.052631578947366}, "nll_sum": 154.09573364257812, "token_count": 29} +{"index": 7353, "reference": "Dundee Stars head coach Marc LeFebvre hopes his side return to the play-off finals next year as a much stronger team.", "prediction": "Dundee Eagles coach Marc LeFebvre says the team can reach the Elite League play-final and beat Cardiff Devils in Saturday night's match against Cardiff Giants.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 28.57142857142857}, "nll_sum": 153.6084747314453, "token_count": 32} +{"index": 7354, "reference": "London Olympian Zoe Smith will lead a 14-strong British team at April's European Championships in Norway.", "prediction": "Two-time Olympic Olympians lead Smith hopes Great hopes Britain place in at the 2017 at British Championships in Norway.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 152.19248962402344, "token_count": 22} +{"index": 7355, "reference": "Liverpool have rejected an \u00a311m bid from Italian side Napoli for Alberto Moreno - and will demand \u00a315m for the Spanish defender.", "prediction": "Liverpool have made a bid for central defender Tyrone- Services in a fee be about \u00a350m.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 103.43302154541016, "token_count": 20} +{"index": 7356, "reference": "The architect of Dundee's V&A museum said he was \"very happy\" with its progress one year after the \u00a380.1m construction project began.", "prediction": " the artist of Dundee Museum of Art of Dundee's Museum's building of the building says building it is \"very\" to expected.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 132.4442596435547, "token_count": 27} +{"index": 7357, "reference": "Hundreds of residents of Venice have staged a protest against the rapid depopulation of the Italian city.", "prediction": "More than 1,000 people have attended the Italian city of Venice, against of shortage food shortage.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 18.75, "rougeL": 23.52941176470588}, "nll_sum": 90.5799560546875, "token_count": 19} +{"index": 7358, "reference": "Two men who dumped sheep carcasses, mattresses and other rubbish on waste ground in Birmingham have been jailed.", "prediction": "Three fly-tippers who dumped 40 tonnes of waste in Greater Greater Manchester have been jailed.", "rouge": {"rouge1": 41.1764705882353, "rouge2": 18.750000000000004, "rougeL": 41.1764705882353}, "nll_sum": 82.76886749267578, "token_count": 18} +{"index": 7359, "reference": "Five British service personnel have been killed in a UK helicopter crash in southern Afghanistan.", "prediction": "Four service personnel have been killed in a helicopter in a helicopter crash the southern military southern Afghanistan, officials say,", "rouge": {"rouge1": 68.57142857142857, "rouge2": 48.484848484848484, "rougeL": 62.857142857142854}, "nll_sum": 92.47114562988281, "token_count": 21} +{"index": 7360, "reference": "Scottish Chambers of Commerce (SCC) has officially opened a new international trade office in Yantai, China.", "prediction": "The Scottish Gang and Rural development (SCC) has visited economy in China in a.", "rouge": {"rouge1": 40.0, "rouge2": 7.142857142857144, "rougeL": 33.33333333333333}, "nll_sum": 116.02983093261719, "token_count": 17} +{"index": 7361, "reference": "Marcus Rashford's extra-time goal sent Manchester United into the Europa League semi-final beating Anderlecht 2-1 on a nervy night at Old Trafford.", "prediction": "Usermain Rashford scored twice a goal as Manchester United to reach the Europa League semi-finals- first leg leg against Anderlecht on Saturday.", "rouge": {"rouge1": 48.97959183673469, "rouge2": 21.276595744680854, "rougeL": 44.89795918367348}, "nll_sum": 117.49177551269531, "token_count": 30} +{"index": 7362, "reference": "As the mobile revolution continues to drive change across Africa, governments are rushing to introduce legislation to curb cyber crime and to regulate the use of social media platforms.", "prediction": " suspected hackingian attacks have taken control of their telecoms to protect the law, such as what and describes a real threat toold global Facebook\".", "rouge": {"rouge1": 18.867924528301888, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 176.99989318847656, "token_count": 28} +{"index": 7363, "reference": "The EU referendum campaign was dogged by \"glaring democratic deficiencies\" with voters turned off by big name politicians and negative campaigning, a report says.", "prediction": "Scottish EU voters have \"lost lost faith\" and \" andportionate\",\", a fundamental think- tank has said in a poll opinion., poll, solve they be's a \" a \" a's from's a from a \"", "rouge": {"rouge1": 14.035087719298245, "rouge2": 0.0, "rougeL": 14.035087719298245}, "nll_sum": 286.18524169921875, "token_count": 46} +{"index": 7364, "reference": "Nye Davies of Cardiff University's Wales Governance Centre profiles the Welsh Conservative campaign", "prediction": "There is the election campaign was Wales is the election analysis of Welsh in its general election.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 98.1135482788086, "token_count": 17} +{"index": 7365, "reference": "Johanna Konta says she can significantly improve her game despite reaching the Wimbledon semi-final and fourth in the world rankings.", "prediction": "Britain's Johanna Konta says she needs to \"better stronger\" will represent Great Britain, because the lack her Frenchman in her name.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 14.634146341463413, "rougeL": 27.90697674418604}, "nll_sum": 154.33743286132812, "token_count": 28} +{"index": 7366, "reference": "Barcelona have signed Brazil midfielder Paulinho from Chinese club Guangzhou Evergrande for 40m euro (\u00a336.4m).", "prediction": "Barcelona have completed the signing of Brazil midfielder Paul Clementinho from Chinese Super League side Guang since Beijinge 2011. be a controversialCaliforniab-.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 16.666666666666664, "rougeL": 36.84210526315789}, "nll_sum": 199.98336791992188, "token_count": 30} +{"index": 7367, "reference": "Thousands of homes in Hull have been left without water due to a technical fault.", "prediction": "Hundreds of thousands of homes in Mosul were left without a water after a water fault which left it without a water.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 22.857142857142854, "rougeL": 48.64864864864865}, "nll_sum": 95.86785888671875, "token_count": 22} +{"index": 7368, "reference": "A much-criticised Christmas attraction designed by Laurence Llewelyn-Bowen has closed down permanently.", "prediction": "Campaigners at a golf in tourist Sussex say they are \"devastated\" the attraction will close.", "rouge": {"rouge1": 20.689655172413797, "rouge2": 0.0, "rougeL": 20.689655172413797}, "nll_sum": 91.46906280517578, "token_count": 20} +{"index": 7369, "reference": "UKIP's Welsh MEP post may be better left unfilled as a result of Brexit, party AM Caroline Jones has said.", "prediction": " First Minister Carwyn Jonesley, said it would \"imp possible\" to leave to, after Brexit would consider her job-seekers.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 142.31982421875, "token_count": 26} +{"index": 7370, "reference": "Ghana's government has scrapped a controversial ban on newly qualified nurses travelling to find more lucrative employment abroad.", "prediction": "anaana's government arrived in December 2015 has stopped nurses recruiting to work home.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.451612903225808, "rougeL": 30.303030303030305}, "nll_sum": 92.88078308105469, "token_count": 15} +{"index": 7371, "reference": "A man who survived a cow trampling attack in which his brother was killed has told the BBC public footpaths need to be made safer.", "prediction": "A dog owner, where two cows were killed by India by a field on right foots right said has said \"s will never happen and happened\".", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 182.26168823242188, "token_count": 29} +{"index": 7372, "reference": "Comedian Bill Bailey had his \"tour bus\" stolen before he performed at the Liverpool Philharmonic Hall.", "prediction": "Scottedian said he \"lashed intimidated\" when a van was stolen from a and manager of Liverpool's Liverpool ahead of his live summer tour.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 164.0819549560547, "token_count": 29} +{"index": 7373, "reference": "With projected revenues of \u00a3420m this year, there is no question Manchester United can afford to make Wayne Rooney the best paid player in the Premier League.", "prediction": "Wayne Rooney's record new \u00a385m of Manchester contract is still leaving Old Trafford, but what is it is yet to reveal it low and what would like it mean?", "rouge": {"rouge1": 21.05263157894737, "rouge2": 3.6363636363636367, "rougeL": 10.526315789473685}, "nll_sum": 178.3800811767578, "token_count": 34} +{"index": 7374, "reference": "Peter Hartley says scoring the injury-time winner for Plymouth Argyle in the League Two play-off semi-final against Portsmouth is his greatest moment.", "prediction": "Plymouth Argyle captain Dylan Hartley said he was turning with a stoppage-time lunch goal to send Portsmouth in promotion League Two play-off semi-final in the first leg-final of the a again. a\"", "rouge": {"rouge1": 45.90163934426229, "rouge2": 23.728813559322035, "rougeL": 29.508196721311474}, "nll_sum": 222.09854125976562, "token_count": 47} +{"index": 7375, "reference": "Positive economic growth data out of Japan failed to drive shares higher in the world's third-largest economy.", "prediction": "Markets in Asia were higher on Friday, despite rising US growth in South Korea.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 67.5606460571289, "token_count": 16} +{"index": 7376, "reference": "Australia's Woodside Petroleum has seen a 27% jump in first half profit, mainly driven by higher prices for its key product - liquefied natural gas (LNG).", "prediction": "Australia-run gas company LNG has reported sharp a rise in annual sales profits revenue in sales revenue, helped by a advertising price rate.", "rouge": {"rouge1": 35.99999999999999, "rouge2": 0.0, "rougeL": 27.999999999999996}, "nll_sum": 153.61160278320312, "token_count": 27} +{"index": 7377, "reference": "The recent security scare over the Heartbleed bug should send shivers down the spines of most small businesses.", "prediction": "We know about our personal data.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 27.065589904785156, "token_count": 6} +{"index": 7378, "reference": "Police officers will only be able to stop and search people when they have \"reasonable grounds\" to do so under new rules published by the Scottish government.", "prediction": "F children in Scotland will possible be allowed to use as police, when and use alcohol, under a code of code set by the Scottish government.. \"'s The's \" \"-goy crime in from from George's.", "rouge": {"rouge1": 34.92063492063492, "rouge2": 9.836065573770494, "rougeL": 28.571428571428577}, "nll_sum": 257.7035827636719, "token_count": 43} +{"index": 7379, "reference": "Services on the Borders Railway are \"running as normal\" after severe disruption due to signalling problems.", "prediction": "ScotRail has apologised for drivers facing major delays after major delays on the route between the Borders and Borders Railway in the, from and it the banned fromthe a's a the2 reputation a it's have ballet of\". from a'sA", "rouge": {"rouge1": 17.241379310344826, "rouge2": 10.714285714285712, "rougeL": 13.793103448275861}, "nll_sum": 291.6309814453125, "token_count": 47} +{"index": 7380, "reference": "Steroid abuse is \"off-the-scale\" in Welsh grassroots and semi-professional rugby, it has been claimed.", "prediction": "The number of players, who tested drugs banned were banned from playing in the rugby, says Welsh Rugby Union.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 106.46578979492188, "token_count": 21} +{"index": 7381, "reference": "Turkey has recalled its envoy to the Vatican after Pope Francis described the mass killing of Armenians under Ottoman rule in WW1 as \"genocide\".", "prediction": "Pope Francis has rejected a statement for saying Turkish war have committed war during Ottoman Syrians his country the first genocide as \"gen\".", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444444, "rougeL": 17.02127659574468}, "nll_sum": 181.2452850341797, "token_count": 24} +{"index": 7382, "reference": "In an interview with BBC Sports editor Dan Roan, shamed cyclist Lance Armstrong said he should be forgiven for doping and lying - but also admitted he would probably cheat again.", "prediction": "ance Lance Armstrong's life, his cycling contributed, says the six-time Olympic champion, Britain former cycling says.", "rouge": {"rouge1": 8.333333333333334, "rouge2": 4.3478260869565215, "rougeL": 8.333333333333334}, "nll_sum": 118.54887390136719, "token_count": 22} +{"index": 7383, "reference": "As the Glastonbury Festival announces revellers are to be provided with steel drinking cups, BBC News looks at some of the questions being asked about giving bacchanalian band-lovers metal beakers.", "prediction": " festival is the historical music festival, but I don't the mud, and you will know what and what it includes to a hip plitts.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 10.714285714285714}, "nll_sum": 152.20840454101562, "token_count": 29} +{"index": 7384, "reference": "Search and rescue helicopter crews based at Inverness Airport have completed 500 missions since the start of their duties in April last year.", "prediction": "A mountain and team has taken over over a new air and air base at Inverness base.", "rouge": {"rouge1": 20.0, "rouge2": 10.526315789473685, "rougeL": 20.0}, "nll_sum": 95.6141357421875, "token_count": 19} +{"index": 7385, "reference": "Manchester City have accepted a Football Association anti-doping charge after failing to notify officials of player whereabouts for drugs testing.", "prediction": "Manchester City have been fined and fined \u00a320,000 by the Football Association for failing their anti-doping data test drugs testing.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 24.390243902439025, "rougeL": 41.86046511627907}, "nll_sum": 83.37210083007812, "token_count": 26} +{"index": 7386, "reference": "Romanian Prime Minister Sorin Grindeanu has been forced from power after only six months by his own party, in a no-confidence vote in parliament.", "prediction": " Warsaw's prime ministerain Bolt, butu be lost his party failed to win a office- parliamentary candidate in a surprise by by a ruling party,. rival, compulsory. October battle, it's been from a national", "rouge": {"rouge1": 26.666666666666668, "rouge2": 3.4482758620689653, "rougeL": 16.666666666666664}, "nll_sum": 278.2992248535156, "token_count": 42} +{"index": 7387, "reference": "Sky has acknowledged that some of its customers are experiencing slow internet speeds as a consequence of it signing up new subscribers.", "prediction": " Sky has reported problems hit some of its advertising across Asia across the UK and the Asia, saying some customers watch.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 14.634146341463413, "rougeL": 27.90697674418604}, "nll_sum": 121.29095458984375, "token_count": 22} +{"index": 7388, "reference": "Questions continue to be asked about whether Wednesday's fatal terror attack in Parliament could have been prevented if more officers had been armed.", "prediction": "The Met Police is setting out a handling of the security arrangements Parliament handling be deployed, BBCnight has learned.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 137.679443359375, "token_count": 21} +{"index": 7389, "reference": "New research could see patients with a rare blood cancer live longer without the side-effects of drugs, doctors say.", "prediction": "A drug which can cut some people with a deadly heart disease could double half of the patients a study has shown.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.0, "rougeL": 14.285714285714283}, "nll_sum": 91.64091491699219, "token_count": 22} +{"index": 7390, "reference": "A \"selfless\" backpacker who was injured trying to save another traveller as she was stabbed to death in Australia has died, police in Queensland have said.", "prediction": "The son of a British backpacker who was stabbed at a hostel in Australia, is \"hero\" and \"fight person in his life\", his father says.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 16.3265306122449, "rougeL": 31.372549019607842}, "nll_sum": 115.75357055664062, "token_count": 32} +{"index": 7391, "reference": "Atletico Madrid defender Filipe Luis believes \"there is fear that Barcelona will be eliminated\" from the Champions League, and claims his side were treated unfairly at the Nou Camp.", "prediction": "Atletico Madrid's players blame for \"dangerous\" in their Champions League semi-final against against Barcelona says former former champions Luis.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 8.333333333333332, "rougeL": 16.0}, "nll_sum": 133.45907592773438, "token_count": 26} +{"index": 7392, "reference": "It is the home of the entertainment universe, but for every top filmmaker in Los Angeles there are many who fail to be successful.", "prediction": "A music festival plays on Monday but you can bring a couple of video camera on YouTube YouTube producer.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 108.33547973632812, "token_count": 19} +{"index": 7393, "reference": "Irish police have arrested two men over the sale and supply of ecstasy tablets and cocaine in Dublin.", "prediction": "Two men have been arrested after Dublin and cocaine seized with an estimated street value of \u00a3, the police have said.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 16.666666666666668, "rougeL": 21.05263157894737}, "nll_sum": 97.17689514160156, "token_count": 22} +{"index": 7394, "reference": "Before Jeremy Corbyn became leader of the Labour Party he was a very active and opinionated backbencher.", "prediction": "Labour leader Jeremy Corbyn - is the only only MPs who have their voice to MPs - but there is the only issue of a private Member and House of Commons - has backed his voice giving Private Powers' Bill!).", "rouge": {"rouge1": 29.629629629629633, "rouge2": 3.846153846153846, "rougeL": 18.51851851851852}, "nll_sum": 222.9253387451172, "token_count": 41} +{"index": 7395, "reference": "At one end of the main thoroughfare in the centre of Longford town is the shopping centre that never opened.", "prediction": " future is a grey and and countryside on a land of the edge of County Monaghan.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 92.66114807128906, "token_count": 17} +{"index": 7396, "reference": "Foreign Secretary Boris Johnson is to visit Moscow in coming weeks, the Foreign Office has announced.", "prediction": " London Secretary Boris Johnson is due to visit to Russian President Vladimir Putin in the coming weeks, the Foreign Office source has confirmed. in the 2011's, solve, from they \" from-d's a in from November a George. from a", "rouge": {"rouge1": 45.614035087719294, "rouge2": 29.09090909090909, "rougeL": 45.614035087719294}, "nll_sum": 240.66986083984375, "token_count": 47} +{"index": 7397, "reference": "Survivors and descendants of those killed during Britain's worst ever maritime disaster are being urged to claim medals honouring them.", "prediction": "A fresh appeal for made for help help receive a medal medal to 100 battle wars sinking crash the Cunard liner - carries a passengermary says it's to a \"unww a, in from November's side. from a", "rouge": {"rouge1": 10.16949152542373, "rouge2": 0.0, "rougeL": 6.779661016949152}, "nll_sum": 327.2344665527344, "token_count": 45} +{"index": 7398, "reference": "Ministers have said the growth of high-stakes roulette machines on the High Street is \"concerning\" and they do not rule out action to restrict them.", "prediction": "The government should given more powers to fixed fixed- 90s Road betting sport terminals in Britain the government has said, as it in the economy's, ballet as's departure from possible the, 100 be by Labour of.", "rouge": {"rouge1": 15.625, "rouge2": 0.0, "rougeL": 9.374999999999998}, "nll_sum": 290.9072265625, "token_count": 43} +{"index": 7399, "reference": "News of the retirement of one of Ethiopia's national icons caught most in the country unawares.", "prediction": "Ethiopia's best-known tennis, Ha Geselassie, has announced his retirement, saying he is \"bebe a hero\".", "rouge": {"rouge1": 17.647058823529413, "rouge2": 6.25, "rougeL": 11.76470588235294}, "nll_sum": 127.52049255371094, "token_count": 28} +{"index": 7400, "reference": "Tsuneo Kita is now arguably one of the most influential men on the global media landscape.", "prediction": "'tita hasn Don't think, but it't said it hasn't't better much.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 116.08335876464844, "token_count": 17} +{"index": 7401, "reference": "Luis Suarez's four-month ban for biting an opponent has been upheld by the Court of Arbitration for Sport (Cas).", "prediction": "Luis Suarez will begin his first- match against Mexico will be held on Monday, says the Court of Arbitration for SportCas).", "rouge": {"rouge1": 33.33333333333333, "rouge2": 25.0, "rougeL": 33.33333333333333}, "nll_sum": 122.8499526977539, "token_count": 26} +{"index": 7402, "reference": "Lithuania midfielder Darvydas Sernas has become Ross County's fourth signing of the January transfer window.", "prediction": " County County have signed Lithuania'sff goalkeeper lho Cas on a two-year deal.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 111.1179428100586, "token_count": 17} +{"index": 7403, "reference": "The United States Soccer Federation has outlined plans to stop children aged 10 and under heading footballs.", "prediction": "The American football federation has backed plans to to force young players heading in England with head injuries.", "rouge": {"rouge1": 40.0, "rouge2": 12.121212121212121, "rougeL": 34.285714285714285}, "nll_sum": 102.48871612548828, "token_count": 18} +{"index": 7404, "reference": "US media giant 21st Century Fox has made a takeover approach for Sky that values the UK-based satellite broadcaster at \u00a318.5bn.", "prediction": " broadcaster media 21st Century has rejected a possible \u00a312bn offer from an overseas offer from 2021 as it seeks to a stake in its UK rival.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 4.25531914893617, "rougeL": 24.489795918367346}, "nll_sum": 143.83670043945312, "token_count": 29} +{"index": 7405, "reference": "Two men arrested on suspicion of sexual offences against underage girls between 1994 and 2003 have been bailed.", "prediction": "Two men have been arrested in connection with an into sexual sexual exploitation in Rotherham South Yorkshire. the", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.76470588235294, "rougeL": 22.22222222222222}, "nll_sum": 87.24019622802734, "token_count": 20} +{"index": 7406, "reference": "Two men have stolen a five-figure sum of money during an armed robbery at a Post Office in Glasgow.", "prediction": "A post worker is in hospital after being sexually assaulted by two men who threatened with a knife during Glasgow.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 10.526315789473683, "rougeL": 25.0}, "nll_sum": 80.05567932128906, "token_count": 20} +{"index": 7407, "reference": "Thousands of teenagers are trekking across Dartmoor in the famous Ten Tors challenge.", "prediction": "A group of teenagers are taking part in an historic b dollar Tors in Indoor National Park.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 14.285714285714288, "rougeL": 33.333333333333336}, "nll_sum": 105.79949951171875, "token_count": 19} +{"index": 7408, "reference": "BBC News NI looks at the timeline of Nama's Northern Ireland property loans portfolio sale, which is now the subject of a criminal investigation.", "prediction": "The finance minister has confirmed that it is interested in the \u00a31bnbn of Northern Ireland the engineering deal was not owned by a US investment firm.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 124.94557189941406, "token_count": 29} +{"index": 7409, "reference": "Tributes have been paid to a \"gentle giant\" who died while swimming near a waterfall in a north Wales village.", "prediction": "Tributes have been paid to a Gwynedd woman who died while while on holiday while the north Wales.", "rouge": {"rouge1": 57.89473684210527, "rouge2": 44.44444444444444, "rougeL": 57.89473684210527}, "nll_sum": 86.814453125, "token_count": 21} +{"index": 7410, "reference": "Two teachers at one of Scotland's leading private schools have been suspended amid separate allegations of sexual abuse of young girls.", "prediction": "A man has been reported to police after a allegation to a serious sexual assault against a co-Muslimateate at a free boarding school.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 144.03689575195312, "token_count": 28} +{"index": 7411, "reference": "Papiss Cisse led the tributes at a memorial for former Newcastle United team-mate Cheick Tiote in China.", "prediction": ", Newcastle and Manchester midfielder Cheouick Tiote has been held for Chineseick striker Che Cisse-", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 134.66017150878906, "token_count": 20} +{"index": 7412, "reference": "Asian shares traded lower as political uncertainty in Greece and a sell-off in commodities weighed on investors' appetite.", "prediction": " shares prices in Asia fell lower on Tuesday, amid continuing fears over, future of future for", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 93.9671859741211, "token_count": 17} +{"index": 7413, "reference": "Mobile phone maker Blackberry says it shipped one million of its new Z10 smartphones in the first three months of 2013.", "prediction": "Smart firm Blackberry has reported a fourth consecutive quarter revenue quarter, helped by sales of its top-secret top Z- \u00a310 smartphone.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 132.11048889160156, "token_count": 27} +{"index": 7414, "reference": "Production technology services company Proserv has won two North Sea contracts worth more than \u00a315m.", "prediction": "A East Lothian engineering skills firm Probit has agreed a multi-million pound deal after it signing a five-year pound contract.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 130.01290893554688, "token_count": 27} +{"index": 7415, "reference": "A pay rise \"significantly higher than 1%\" will be required in future to ensure an \"adequate supply of good teachers\" in England and Wales, the School Teachers' Review Body warns.", "prediction": "Teachers in Wales will receive a 1% offer and a offer offered on all listing, the Topciplinary Services Authority (EABB says.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 178.59596252441406, "token_count": 28} +{"index": 7416, "reference": "Here are the key results of the 2014 European elections.", "prediction": "Vists have been won in November European elections and opinion have suggested that has right far-right party and left anti-wing Pod thanemos and Podos party.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 5.714285714285714, "rougeL": 10.81081081081081}, "nll_sum": 202.4748992919922, "token_count": 33} +{"index": 7417, "reference": "There will not be a referendum on an additional council tax rise in Liverpool after the results of an online poll, the city's mayor has said.", "prediction": "Liverpool the 30 hold plans on a council tax rise on services for the poor, by city's's mayor has said", "rouge": {"rouge1": 53.06122448979591, "rouge2": 25.531914893617024, "rougeL": 40.816326530612244}, "nll_sum": 129.90452575683594, "token_count": 22} +{"index": 7418, "reference": "The United Nations (UN) food agency has called on the United States to suspend its production of biofuel ethanol.", "prediction": "Criminaling prices will rise the US will be able to use for alcohol food, the UN food agency says.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 21.052631578947366}, "nll_sum": 108.96127319335938, "token_count": 22} +{"index": 7419, "reference": "The shape of your glass is probably the last thing on your mind when you are down the pub.", "prediction": "Fack time for too soft drinks should dogary drinks should be stripped to their of a a UFC, a small study suggests in the a's, solve, a they again a again a again a- again from 2011 a from again 2011", "rouge": {"rouge1": 6.557377049180328, "rouge2": 0.0, "rougeL": 6.557377049180328}, "nll_sum": 309.465576171875, "token_count": 47} +{"index": 7420, "reference": "Defenders Adam Dugdale and Chinua Cole have left Eastleigh by mutual consent.", "prediction": "Rochdale have signed striker Mark Dugdale after a two-year deal and left-back Cole have have signed two 2011year deals.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.451612903225806, "rougeL": 24.242424242424246}, "nll_sum": 134.94642639160156, "token_count": 27} +{"index": 7421, "reference": "Crowdsourced funding site Kickstarter has suffered its first publicised scam.", "prediction": "Tele-off site Kickstarter has recovered in fund successful successful project for money.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 19.04761904761905, "rougeL": 26.08695652173913}, "nll_sum": 99.25103759765625, "token_count": 14} +{"index": 7422, "reference": "The prosecution has rested its case in the trial of a man accused of carrying out the 2013 Boston Marathon bombings.", "prediction": "The murder defence suspect last month of Boston London bombings inbert has admitted images of himself, the defence lawyer has told evidence testimony in the city capital, capital, \"s from past our, it carry from of crime.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 3.571428571428571, "rougeL": 17.24137931034483}, "nll_sum": 289.15814208984375, "token_count": 43} +{"index": 7423, "reference": "The words strike and NHS are enough to send a shudder down the spine of any patient.", "prediction": "For again strike strike, in Midwives staff, teachers and staff and around the NHS, saying it wasn't turning around a highly disturbing pay and offer.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 165.374267578125, "token_count": 30} +{"index": 7424, "reference": "A mortuary in Mississippi is being sued by the husband of a gay man for allegedly refusing to cremate him because of his sexuality.", "prediction": " generous pensioner who died in northern Mississippi, Mississippi, say they are receiving call after after his funeral because of staff sexually a funeral home was staff.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 177.26063537597656, "token_count": 29} +{"index": 7425, "reference": "Nottingham's network of caves has been turned into a virtual reality tour, to open them up to a wider audience.", "prediction": "A new reality tour will be brought back to the city of Nottingham's 40 a000 old- old caves.", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473685, "rougeL": 20.0}, "nll_sum": 129.27401733398438, "token_count": 21} +{"index": 7426, "reference": "A mother was suffering from \"forgotten baby syndrome\" when her young son died in a hot car, an Australian inquest has heard.", "prediction": "A boy whose parent was left of her baby left inside the a moving car in New York will face no or charges dropped \" an inquest. heard has 2011 again solve- again a from again a again from of from a from's from a", "rouge": {"rouge1": 35.820895522388064, "rouge2": 0.0, "rougeL": 23.88059701492537}, "nll_sum": 309.9176025390625, "token_count": 47} +{"index": 7427, "reference": "The deadly spread of cancer around the body has been cut by three-quarters in animal experiments, say scientists.", "prediction": "Scientists have discovered the some of how they believe the immune system is connected to fight against cancer.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 75.16632080078125, "token_count": 18} +{"index": 7428, "reference": "A late rally from England's Katherine Brunt could not prevent Sydney Thunder from beating Perth Scorchers to reach the final of the inaugural Women's Big Bash League.", "prediction": "ieie Brunt hit an unbeaten 4 unbeaten as Australia Indies beat West Indies by a five-wicket win over freezing weather Bash in Big final's Women Big Bash League.", "rouge": {"rouge1": 30.508474576271187, "rouge2": 7.017543859649124, "rougeL": 23.728813559322038}, "nll_sum": 209.35882568359375, "token_count": 34} +{"index": 7429, "reference": "The National hails the SNP's victory in the local elections \"emphatic\", adding that it deals a blow to Theresa May's bid to stop a second independence referendum.", "prediction": " result outcome result the general election will put a Scottish vote, according in Scottish front front pages.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 116.57485961914062, "token_count": 18} +{"index": 7430, "reference": "A campaign has been launched to save the childhood home of the explorer, writer and archaeologist Gertrude Bell.", "prediction": " home home of the Americanont and Russian Nyontian countryside, Bell Bell, is fighting for flats after save more than \u00a31m.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 26.31578947368421}, "nll_sum": 164.51011657714844, "token_count": 27} +{"index": 7431, "reference": "Former oil tycoon Mikhail Khodorkovsky, a fierce critic of Russian President Vladimir Putin, says he is considering applying for political asylum in the UK and feels safe in London.", "prediction": "Russia's President, N Miami Khodork buy, is seeking asylum in the UK, saying he and believes he lead Britain in the 2016 elections.", "rouge": {"rouge1": 37.735849056603776, "rouge2": 15.686274509803921, "rougeL": 30.18867924528302}, "nll_sum": 163.0874786376953, "token_count": 29} +{"index": 7432, "reference": "Cladding from 120 high-rise buildings in 37 local authority areas in England has now failed fire safety tests, the prime minister has said.", "prediction": "Cladding the River same used on London's high-rise buildings has failed fire failed, the prime minister says.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 24.390243902439025, "rougeL": 46.51162790697674}, "nll_sum": 127.20443725585938, "token_count": 22} +{"index": 7433, "reference": "North Korean scientists have invented a hangover-free alcohol, according to the Pyongyang Times.", "prediction": "North Korean media was launched a un \"ruly, unaccept state of home, saying it includes the struggle.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 6.896551724137931, "rougeL": 25.80645161290323}, "nll_sum": 151.55892944335938, "token_count": 21} +{"index": 7434, "reference": "Newcastle Falcons are yet to show their true potential after a \"frustrating\" winless start to the Premiership, says director of rugby Dean Richards.", "prediction": "London Irish are a \"better better side\" than they were were to Premiership finish this season, says director of rugby Dean Richards. but it's hopes of \"lover from their-- consecutive violence in their November without's.", "rouge": {"rouge1": 36.66666666666667, "rouge2": 17.24137931034483, "rougeL": 33.33333333333333}, "nll_sum": 259.19256591796875, "token_count": 44} +{"index": 7435, "reference": "An investigation is being launched after a 10-year-old deaf boy who has autism was twice left on a school minibus and driven back to the depot.", "prediction": "A company for an 11- 2011-old boy who who went missing on leaving after leaving the bus was left on a school staff after leaving at school. \"old again 2011 again- again 2011More in solve 2011 a 2011 again 2011 a", "rouge": {"rouge1": 34.285714285714285, "rouge2": 11.76470588235294, "rougeL": 25.71428571428572}, "nll_sum": 277.59576416015625, "token_count": 47} +{"index": 7436, "reference": "Climate scientists have taken issue with some of the research used by President Trump to bolster his case for withdrawal from the Paris agreement.", "prediction": "President Barack Trump will not implement change change from the 2015 Paris agreement, despite the change, climate researchers have said.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 107.33139038085938, "token_count": 22} +{"index": 7437, "reference": "A paramedic with 23 years experience said a heat-stricken Army reservist who collapsed on an SAS test march had the highest temperature he had seen, an inquest has heard.", "prediction": "An army armyice was killed on a fatal training \"cost\" training camp was missing, the hottest day of the hottest camp, an inquest has heard. 2011's 2011 again a from a it's again of from a 2011 from 2011 a", "rouge": {"rouge1": 27.77777777777778, "rouge2": 8.57142857142857, "rougeL": 19.444444444444446}, "nll_sum": 282.0479736328125, "token_count": 47} +{"index": 7438, "reference": "Google is aiming to diagnose cancers, impending heart attacks or strokes and other diseases, at a much earlier stage than is currently possible.", "prediction": "E search giant Google has developed a DNA blood test to check analysis, diagnosis of Parkinson's Parkinson.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 107.58403015136719, "token_count": 19} +{"index": 7439, "reference": "Ghana coach Avram Grant says his team deserve respect following criticism by some fans and sections of the media.", "prediction": "Ghana coachramana Grant says players must be surprised by the by some of his players, saying they are in a \"big heart\".", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 132.15452575683594, "token_count": 27} +{"index": 7440, "reference": "Plymouth Argyle have signed defender Ryan Edwards from Morecambe on undisclosed terms after agreeing a compensation package.", "prediction": "Somerset have signed Luke Edwards from his former club Morecambe on a two-year deal.", "rouge": {"rouge1": 43.74999999999999, "rouge2": 20.0, "rougeL": 43.74999999999999}, "nll_sum": 71.48159790039062, "token_count": 20} +{"index": 7441, "reference": "A care worker has been jailed for stealing \u00a375,000 from a patient to spend on a \"lavish lifestyle\".", "prediction": "A care worker, whose bank of bank was stolen, \u00a320,000 from a account of disabled man, has been jailed and jailed the", "rouge": {"rouge1": 42.857142857142854, "rouge2": 30.0, "rougeL": 28.571428571428577}, "nll_sum": 122.23228454589844, "token_count": 27} +{"index": 7442, "reference": "Global football federations are \"overwhelmingly in favour\" of plans for a 48-team World Cup, Fifa president Gianni Infantino says.", "prediction": " Europe the stage 48 World Cup first but 40 to 40 to 2026, by 2021, Fifaifa president Gianni Infantino says, saying a needed for referee Gian to behed, more delayed\".", "rouge": {"rouge1": 36.00000000000001, "rouge2": 16.666666666666664, "rougeL": 28.000000000000004}, "nll_sum": 249.2603302001953, "token_count": 40} +{"index": 7443, "reference": "A sister of Arlene Arkinson has told the inquest into her death police did not treat her disappearance with the \"seriousness and credence\" it deserved.", "prediction": "The second teenager Arlene Arkinson told police she was \" sorry\" about the evidence led by police about the killing of her son her son an inquest heard.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 4.0, "rougeL": 23.076923076923077}, "nll_sum": 152.50497436523438, "token_count": 31} +{"index": 7444, "reference": "A million older people in England struggling with everyday tasks, such as washing and dressing, are being left to fend for themselves, campaigners say.", "prediction": "Elderly people in England who are struggle with care and asked them for financial help, a charity says.", "rouge": {"rouge1": 47.61904761904762, "rouge2": 15.0, "rougeL": 38.0952380952381}, "nll_sum": 96.23159790039062, "token_count": 21} +{"index": 7445, "reference": "A 33-year-old woman has been found guilty of stabbing her boyfriend to death on the balcony of her Rutherglen flat.", "prediction": "A woman who mewed of man to death in the street with her and sing in Edinburgh has been found guilty of her murder.", "rouge": {"rouge1": 56.52173913043478, "rouge2": 27.27272727272727, "rougeL": 34.78260869565217}, "nll_sum": 112.05497741699219, "token_count": 26} +{"index": 7446, "reference": "Saudi-led coalition warplanes have bombed a special forces camp in Yemen's capital, Sanaa, killing at least 36 people, officials and witnesses say.", "prediction": "Gunmen have been killed in air strike on a commando control command unit in the Orlando capital, Sanaa, officials say say the", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 30.434782608695656}, "nll_sum": 133.15370178222656, "token_count": 26} +{"index": 7447, "reference": "Councillors in Dublin are due to vote later on a motion against a Love Ulster march planned for March by loyalist campaigner, Willie Frazer.", "prediction": "A Irish parliament backed backed a call for a formal rally to be rally after a rally, organised by supporters role DUP agent Peter Frazer, in 30 bid an a has \"the-the a ballet in from O2's a fromA", "rouge": {"rouge1": 21.538461538461544, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 321.25726318359375, "token_count": 47} +{"index": 7448, "reference": "Jonathan Rea has become the first rider since Carl Fogarty in 1999 to win successive World Superbikes titles as he finished second in Qatar.", "prediction": "Jonathan Rea has done anything\" to to winning winning start to the World Superbbike Championship-point race in Australia on Wednesday.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 154.58938598632812, "token_count": 26} +{"index": 7449, "reference": "The US military has condemned an order by the Afghan government to release 37 prisoners deemed by the Americans to pose a threat to security.", "prediction": "The US military says it plans to free 72 nude people from a prison for war offences, Afghan insurgents, saying \"un-ptingants in two since Ryan's's mandatory from the from it has since from of.", "rouge": {"rouge1": 29.03225806451613, "rouge2": 6.666666666666667, "rougeL": 19.35483870967742}, "nll_sum": 288.91717529296875, "token_count": 43} +{"index": 7450, "reference": "Ben Affleck has won the top film honour from the Directors Guild of America for his Iran hostage drama, Argo.", "prediction": "F-leck director Ben Affleck missed out onthe-the novel\" of best film, he missed out the battle at Saturday's a' Association (DGA.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 209.3553466796875, "token_count": 33} +{"index": 7451, "reference": "Nigeria has sent a \"massive deployment of men and resources\" to combat Islamist militants in three north-eastern states.", "prediction": "Nigeria's military says, it has begun military & territory control by Islamist militants Boko Haram.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 89.19221496582031, "token_count": 19} +{"index": 7452, "reference": "Highly-respected sports journalist Peter Corrigan has died aged 80.", "prediction": "Tributes have been paid to television broadcaster Peter Ker who died after was short illness", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 89.60736083984375, "token_count": 15} +{"index": 7453, "reference": "A man has been charged with the attempted murder of two children who were stabbed.", "prediction": "A man has been charged with attempted murder after an attack in which two boys which seriously injured and stabbed.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 36.36363636363637, "rougeL": 57.14285714285715}, "nll_sum": 70.22278594970703, "token_count": 20} +{"index": 7454, "reference": "Great Britain's Chris Latham won a bronze medal in the men's scratch race at the Track World Championships.", "prediction": "Great Britain's Jack Latham delightedazing after after his team missed out on Olympic team team-mates.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 11.428571428571429, "rougeL": 21.62162162162162}, "nll_sum": 116.35504913330078, "token_count": 20} +{"index": 7455, "reference": "Wales U20s have named their 32-man squad for the Six Nations as they bid to impress following their Grand Slam campaign last year.", "prediction": "Wales players are among the players to receive a four players players trophy for the 2016-17 season,", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 14.285714285714288}, "nll_sum": 81.76715850830078, "token_count": 20} +{"index": 7456, "reference": "Miranda Richardson and Anna Chancellor will take the lead roles in a new BBC One adaptation of Mapp And Lucia.", "prediction": "Formerillingham woman Mareed, but will play in St George's Monaco as as co-star of mirror Sebastian in a 1970 1930s show.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 13.953488372093023}, "nll_sum": 197.19778442382812, "token_count": 29} +{"index": 7457, "reference": "A teenager held a machete to a taxi driver's throat in an attack after a late night party.", "prediction": "A teenager has admitted stealing a boy with a machete and file him and back him the neck of the driver's a taxi's neck.", "rouge": {"rouge1": 40.0, "rouge2": 18.6046511627907, "rougeL": 31.11111111111111}, "nll_sum": 150.50152587890625, "token_count": 28} +{"index": 7458, "reference": "England extended their unbeaten run to 10 matches as substitute Jodie Taylor gave them a hard-fought friendly win over Euro 2017 hosts the Netherlands.", "prediction": "Lamb Taylor Taylor'sagetimetime to give England victory over Netherlands Netherlands defended their final finishup finish to reach the stages of Euro 2017's Euro of as's it ballet's from A a under in's his as.", "rouge": {"rouge1": 34.375, "rouge2": 3.225806451612904, "rougeL": 15.625}, "nll_sum": 323.77276611328125, "token_count": 45} +{"index": 7459, "reference": "Bath have agreed a deal for Newport Gwent Dragons scrum-half Jonathan Evans for next season.", "prediction": "Bath have agreed a deal to sign Newport Gwent Dragons centre Jonny Evans for the 2016-17 season.", "rouge": {"rouge1": 64.70588235294117, "rouge2": 43.74999999999999, "rougeL": 64.70588235294117}, "nll_sum": 71.82445526123047, "token_count": 22} +{"index": 7460, "reference": "Welsh sailor Alex Thomson has passed the halfway point of the solo non-stop round-the-world race, the Vendee Globe.", "prediction": "England's Alex Thomson has become first man to complete a dangerous swim to complete a 50,00076 north Antarctic Reserve to South Africa side Horn on Saturday's.", "rouge": {"rouge1": 12.000000000000002, "rouge2": 8.333333333333332, "rougeL": 12.000000000000002}, "nll_sum": 184.97039794921875, "token_count": 31} +{"index": 7461, "reference": "The parliament of New South Wales, Australia has passed a motion calling US presidential candidate Donald Trump a \"revolting slug\" unfit for office.", "prediction": "An Australian house vote has for a motion calling for US Republican presidential candidate Donald Trump, saying women saying it is \"dising a waste\" time\".", "rouge": {"rouge1": 45.83333333333333, "rouge2": 21.73913043478261, "rougeL": 41.666666666666664}, "nll_sum": 160.74496459960938, "token_count": 29} +{"index": 7462, "reference": "Olympic legends Sir Steve Redgrave and Sir Chris Hoy will be part of the BBC team offering comprehensive coverage of Rio 2016.", "prediction": "BBC Sport will bring more more of the 2012 Olympics and Paralympic across TV, radio than Radio 5 5 and the Paralympic..", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904762, "rougeL": 13.636363636363635}, "nll_sum": 147.43893432617188, "token_count": 27} +{"index": 7463, "reference": "The owner of a 17,000-tonne oil rig which ran aground on the Western Isles last year has paid the Maritime and Coastguard Agency (MCA) \u00a3400,000.", "prediction": "A oil oil rig which ran up after tries last month capsized in August has been fined \u00a312,000 the Coast & and Coast M1)", "rouge": {"rouge1": 38.46153846153846, "rouge2": 12.0, "rougeL": 34.61538461538462}, "nll_sum": 169.52951049804688, "token_count": 29} +{"index": 7464, "reference": "A man who was in a critical condition after a shooting in Rhondda Cynon Taff two months ago has now died, police said.", "prediction": "No criminal charges have been brought in the case of a man was shot dead by police officers Rhondda Cynon Taff.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714283, "rougeL": 27.27272727272727}, "nll_sum": 89.30857849121094, "token_count": 25} +{"index": 7465, "reference": "Carlos Brathwaite hit the first four balls of the final over for six as West Indies stunned England to win the World Twenty20.", "prediction": "CDon Brathwawaite produced a stunning run to West West Indies to a nine-run loss by and reach a World Twenty final World Swansea Bay.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 226.06300354003906, "token_count": 31} +{"index": 7466, "reference": "Dirk Coetzee, one of the most notorious figures of South Africa's apartheid era, has died at the age of 57.", "prediction": "alalcell Coetzee - the only African suspect who was involved during the Ge corruption of South Africa in 2004, died aged 91.", "rouge": {"rouge1": 38.095238095238095, "rouge2": 10.000000000000002, "rougeL": 33.33333333333333}, "nll_sum": 145.73757934570312, "token_count": 27} +{"index": 7467, "reference": "Former Ch Supt David Duckenfield faces 95 charges of manslaughter and five other senior figures will be prosecuted over the 1989 Hillsborough disaster.", "prediction": "Two senior police officers be charged over the aftermath of the Hillsborough will face criminal charges, the High Court has announced", "rouge": {"rouge1": 40.909090909090914, "rouge2": 4.761904761904763, "rougeL": 22.727272727272723}, "nll_sum": 86.5579605102539, "token_count": 22} +{"index": 7468, "reference": "Prehistoric and Bronze Age finds have been made during work to construct the new Inverness West Link road.", "prediction": "Three mounds have been revealed as part of new offer on the new road in Invernessvern the site 1990 the town's reputation from a school from as a Hearts were being as an an a have reputation of a the a fromA", "rouge": {"rouge1": 16.393442622950822, "rouge2": 6.779661016949151, "rougeL": 16.393442622950822}, "nll_sum": 286.6347351074219, "token_count": 47} +{"index": 7469, "reference": "At first glance, everything seems normal in Marienplatz, Munich's central square, which is dominated by the great neo-Gothic Town Hall.", "prediction": "In a small district in a small town and Bonn's street Duesseldorf again.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 85.87394714355469, "token_count": 19} +{"index": 7470, "reference": "Members of the Workers Party have held a protest outside the BBC's headquarters in Belfast to highlight what they believe is a lack of coverage given to smaller parties during the Assembly election campaign.", "prediction": "The O' Party in France, it will not be allowed to candidate in candidates in. general election broadcast broadcast.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 18.51851851851852}, "nll_sum": 120.81188201904297, "token_count": 22} +{"index": 7471, "reference": "A van used by retired world champion boxer Floyd Mayweather has been set on fire, police said.", "prediction": "A stolen van was a moving out of a hotel on a tour to England after his van was alight in the set on and & the and game's decision a the referee from the andA were the from of.", "rouge": {"rouge1": 14.035087719298245, "rouge2": 3.6363636363636367, "rougeL": 14.035087719298245}, "nll_sum": 250.9608154296875, "token_count": 43} +{"index": 7472, "reference": "A 14-year-old girl suffered burns on a Harry Potter ride when another passenger's electronic cigarette exploded, police in Florida say.", "prediction": "An 11-year-old girl has suffered serious burns her neck neck and was injured when a passenger carrying was was riding in a theme park,, US officials say to solve a an in the a's, Leg,old 2011 from a", "rouge": {"rouge1": 40.0, "rouge2": 6.349206349206349, "rougeL": 27.692307692307693}, "nll_sum": 251.6486358642578, "token_count": 46} +{"index": 7473, "reference": "A tree surgeon has died after reportedly injuring himself with a chainsaw in south London.", "prediction": "A worker was killed in hospital after being hit by a chainsaw which hit a trees- trees southwest primary school in south London the", "rouge": {"rouge1": 41.02564102564102, "rouge2": 21.62162162162162, "rougeL": 35.897435897435905}, "nll_sum": 116.32340240478516, "token_count": 25} +{"index": 7474, "reference": "The number of blind people across the world is set to triple within the next four decades, researchers suggest.", "prediction": " a rising number of loss conditions, such as such and blindness will increase significantly in the world, researchers say.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 99.81007385253906, "token_count": 21} +{"index": 7475, "reference": "Scotland manager Gordon Strachan said his side's 1-0 friendly victory over Poland will have no effect on either team's Euro 2016 qualifying campaign.", "prediction": "Head coach Gordon Strachan is not welcome his side will be carried out from their next two matches against Nigeria, meaning a need aup sheet.'s two late. from the-d-elt in from the ballet..", "rouge": {"rouge1": 19.35483870967742, "rouge2": 6.666666666666667, "rougeL": 19.35483870967742}, "nll_sum": 263.3251953125, "token_count": 44} +{"index": 7476, "reference": "A man has been jailed for trying to scare people with an imitation gun near two Worthing schools.", "prediction": "A man who admitted carrying a primary school with a gun and a knife at a West Sussex primary school has been jailed for nine months global.'s a's aA a's a'from a'sA ballet of\". ballet from aA", "rouge": {"rouge1": 30.0, "rouge2": 13.793103448275861, "rougeL": 20.0}, "nll_sum": 238.081787109375, "token_count": 47} +{"index": 7477, "reference": "Amid the revelry and dressing up at Halloween comes a more solemn occasion - one that is being upheld by the UK's Polish community this week.", "prediction": "Cereies Campbell are place in London to mark the thousands of thousands of other Polishians, who fought in World War Two. and War in- solve- aike's-'s a'sA of it\".'s from it). a", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 294.1119384765625, "token_count": 48} +{"index": 7478, "reference": "New rules forcing broadband firms to be clearer in adverts on the costs of their contracts have come into effect.", "prediction": "New rules which will see a average price programme their customers are to come into effect, the UK advertising watchdog says.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615385, "rougeL": 29.268292682926827}, "nll_sum": 114.82730102539062, "token_count": 22} +{"index": 7479, "reference": "A shop worker has been seriously injured during a raid on a post office in Galashiels in the Scottish Borders.", "prediction": "A customer was taken to hospital with serious head injury by an armed robbery a Borders Borders. 2011 \"'s it athe-D snatched attack in from a's's body was from a's, body in from's as.", "rouge": {"rouge1": 20.33898305084746, "rouge2": 0.0, "rougeL": 13.559322033898303}, "nll_sum": 260.65966796875, "token_count": 43} +{"index": 7480, "reference": "Significant job opportunities will be lost unless a reduced Corporation Tax is introduced into Northern Ireland, a business group has said.", "prediction": "A controversial tax levy on corporation companies in Northern Ireland will \"ise decriminalise significant economic opportunities\", a leading creation expert has warned in the-'s,About, fromA from \"-bmaker's in from November's state.", "rouge": {"rouge1": 35.71428571428571, "rouge2": 3.703703703703704, "rougeL": 21.428571428571427}, "nll_sum": 297.0528564453125, "token_count": 44} +{"index": 7481, "reference": "A section of cliff in Bournemouth remains closed after a landslip damaged a cliff railway lift and crushed a toilet block.", "prediction": "A huge cliff studio be carried out on a top on Bournemouth's best beaches, the council has confirmed to of aAForest a- a's a as a from a road\" it was's of the.", "rouge": {"rouge1": 24.561403508771928, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 269.5775146484375, "token_count": 43} +{"index": 7482, "reference": "Striker Lee Gregory has signed a new contract with League One side Millwall, which will keep him at The Den until the summer of 2018.", "prediction": "Millwall scrum-halfLee M Barns has signed a new three,and-and-a-half-year contract.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 15.384615384615385, "rougeL": 24.39024390243903}, "nll_sum": 112.2424545288086, "token_count": 26} +{"index": 7483, "reference": "A sex offender was mistakenly released from prison a month early, the BBC has learned.", "prediction": "A man who was jailed for sex abuse after girls from a prison smuggled two years ago, has been released by police. it in the Nottingham says,holm, it was was from the \"d The's complaint of grew fromold again 2011", "rouge": {"rouge1": 31.57894736842105, "rouge2": 0.0, "rougeL": 17.54385964912281}, "nll_sum": 284.10064697265625, "token_count": 47} +{"index": 7484, "reference": "The Conservative Party has taken all seats across Dorset, claiming the one Liberal Democrat-held seat in the county.", "prediction": " remaining Conservative have held on the same control the same town as Labour held the same town on the same day after a one-one.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 117.0235595703125, "token_count": 26} +{"index": 7485, "reference": "Aberdeen City Council has approved its budget for the next financial year, with more than \u00a325m of savings.", "prediction": "Edinburgh Edinburgh City Council has agreed to make its budget budget for 2017- 2017, which would see cuts more than15 \u00a38m.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 21.62162162162162, "rougeL": 35.8974358974359}, "nll_sum": 132.22000122070312, "token_count": 27} +{"index": 7486, "reference": "One of the questions raised by the case of Liam Fee - whose mother and her partner were convicted of his murder - has been \"could anyone have saved him?\"", "prediction": "A senior social worker accused of the late son, Williams, was told that social services because there had been a \"up and killed him.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 3.9999999999999996, "rougeL": 15.384615384615383}, "nll_sum": 150.74526977539062, "token_count": 27} +{"index": 7487, "reference": "US President Donald Trump is continuing to back a ban on people from seven mainly Muslim countries entering America, despite protests against it.", "prediction": "US President Donald Trump has signed a new ban on people on people six to Muslim countries mainly countries. saying it becomes anything on and has a game. \" it a it's2 The a it from2 of a. a from aA", "rouge": {"rouge1": 43.75, "rouge2": 19.354838709677416, "rougeL": 34.37500000000001}, "nll_sum": 362.05291748046875, "token_count": 47} +{"index": 7488, "reference": "Australia says it will reveal new laws stripping citizenship from dual nationals engaged in terrorism.", "prediction": "Australia has abandoned new laws the will include Australian Australians to fight who will fight and militant organisation.", "rouge": {"rouge1": 24.24242424242424, "rouge2": 6.451612903225808, "rougeL": 18.18181818181818}, "nll_sum": 115.75926208496094, "token_count": 18} +{"index": 7489, "reference": "Fifteen soldiers have been jailed after a court martial for staging a \"sit-in\" in protest at being \"led by muppets\".", "prediction": "A British soldiers who strike out of camp camp an in \" protest\" will be alive, the national martial has found declaring a controversialolve and's.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 215.02330017089844, "token_count": 29} +{"index": 7490, "reference": "A man has been left scarred for life in an unprovoked attack in a Glasgow pub.", "prediction": "A man was left with serious facial injuries after an assault a West Lothian town is in Scottish Borders of the of \u00a315 a from a\" suspension from a's a morning from local morning was been of a.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 3.7735849056603774, "rougeL": 21.81818181818182}, "nll_sum": 251.51718139648438, "token_count": 43} +{"index": 7491, "reference": "US comedian Kevin Hart has signed a deal to release an album as his inept rapper alter-ego Chocolate Droppa.", "prediction": "US actor Kanye and Joe Hart says he will be recording a rapper album of his new stand-up shows", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 103.4374771118164, "token_count": 20} +{"index": 7492, "reference": "Dan Evans joined Andy Murray in the last 16 of the Australian Open with a brilliant performance to give Britain two men in the fourth round.", "prediction": "Sir Murray moved into to second leg of the Australian Open by beating Dan Williams with a five-time winner to reach the Open quarter-finals'sfinals of the's-'s--A a fine in from a's.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 12.903225806451612, "rougeL": 28.125}, "nll_sum": 231.50393676757812, "token_count": 43} +{"index": 7493, "reference": "Jared Allen will retire as a Minnesota Vikings player after he signed a one-day deal with the NFL team on Thursday.", "prediction": "Widnes Vikings forward Jared Allen will announced he will retire from rugby at a end- the season.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 30.769230769230766}, "nll_sum": 102.92568969726562, "token_count": 20} +{"index": 7494, "reference": "Wigan Athletic have signed defender Chey Dunkley on a three-year deal from League One rivals Oxford United.", "prediction": "Colchester United have signed defender Liam Plunkley and Oxford left-back Liam Plaidley for an undisclosed fee on a further 12 year out.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 144.31443786621094, "token_count": 29} +{"index": 7495, "reference": "New rules are urgently needed to protect the open seas, scientists have warned.", "prediction": "The open ocean in Antarctic could save the ocean is potentially at risk of risk from change, new research suggests.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 6.451612903225808, "rougeL": 12.121212121212123}, "nll_sum": 99.56954956054688, "token_count": 21} +{"index": 7496, "reference": "The findings of a fatal accident inquiry (FAI) into the Glasgow bin lorry crash will be issued on Monday.", "prediction": " the Glasgow bin lorry crash will but will be issued by a sheriff to heard on Monday, Scotland fatal accident inquiry (FAI) has announced.", "rouge": {"rouge1": 69.76744186046511, "rouge2": 53.65853658536586, "rougeL": 46.51162790697674}, "nll_sum": 154.5706024169922, "token_count": 29} +{"index": 7497, "reference": "MLA Jonathan Bell has claimed he was told he would not be able to challenge the Renewable Heat Incentive (RHI) scheme because two DUP special advisers \"have extensive interests in the poultry industry\".", "prediction": "The DUP First Minister Jonathan Bell has denied any allegations he made two DUP IRA his advisers in the Renewable Incentive (RHI) NI scheme theHI emerged to 2011 again aACalifornia-'s a- solve again's againolve", "rouge": {"rouge1": 43.47826086956522, "rouge2": 17.91044776119403, "rougeL": 26.08695652173913}, "nll_sum": 320.39715576171875, "token_count": 49} +{"index": 7498, "reference": "A report has found the police control room service has \"performed well\" after closing its Dumfries site and moving provision to Glasgow and Motherwell.", "prediction": "A review into the closure control a police control centre unit in Dumfries has said it is needs no decisions.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 124.83799743652344, "token_count": 22} +{"index": 7499, "reference": "Transport officials from the Scottish government have held talks on the possibility of extending the Borders Railway beyond Tweedbank.", "prediction": "The Scottish government is play out for plan for a rail link between the Borders and Borders, it has been confirmed.", "rouge": {"rouge1": 25.0, "rouge2": 15.789473684210526, "rougeL": 25.0}, "nll_sum": 94.56719970703125, "token_count": 22} +{"index": 7500, "reference": "A High Court hearing has begun into plans to erect a 17km line of pylons along the Denbighshire and Conwy border.", "prediction": "A challenge to an attempt electric power cables to a Denbighshire town could be, the scrapped after a High Court overturn controversial Justice Court Park.'s council's from'stree from a The's's from of.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 7.142857142857142, "rougeL": 17.24137931034483}, "nll_sum": 306.95361328125, "token_count": 43} +{"index": 7501, "reference": "Striker Saido Berahino is as important to West Brom as Harry Kane is to Tottenham or Jamie Vardy to Leicester, says Baggies boss Tony Pulis.", "prediction": "West Brom's new boss Saido Berahino says it has beenworking to work hard\" after defending the Premier League title rivals and beat Leicester.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 16.3265306122449}, "nll_sum": 128.1217803955078, "token_count": 29} +{"index": 7502, "reference": "A flock of decorated model sheep has invaded the Lake District in a bid to raise \u00a31.3m for charity.", "prediction": "A gold sculpture sculpture of Aottage on the Cumbria town which to start, 2017 has opened to the public, a week 30 it it includes \" 100m a fromro-d's - in from November it's. from 71", "rouge": {"rouge1": 24.561403508771935, "rouge2": 0.0, "rougeL": 17.54385964912281}, "nll_sum": 300.1929931640625, "token_count": 47} +{"index": 7503, "reference": "Defender Gary Cahill believes England were not outclassed in their 2-0 friendly defeat by Spain on Friday.", "prediction": " captain Gary Cahill said England was \"tough\" to after his thrashed a 4-0 loss to Spain in their opening Group League match qualifier says Gary Cahill.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 142.09716796875, "token_count": 34} +{"index": 7504, "reference": "An early-medieval gold pendant created from an imitation of a Byzantine coin that was found in a Norfolk field is a \"rare find\", a museum expert has said.", "prediction": "A Roman gold mammoth discovered by Norfolk which a believed to be from 1th 18th Century, has been declared.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 126.30281066894531, "token_count": 22} +{"index": 7505, "reference": "The UK Independence Party has rejected claims by one of its biggest donors that he has been suspended from the party membership.", "prediction": "The businessman who led the Leave campaign for the UK has backed the general to be inducted, saying he has groped and staff will be not on offer\".", "rouge": {"rouge1": 23.999999999999996, "rouge2": 8.333333333333332, "rougeL": 20.0}, "nll_sum": 155.65570068359375, "token_count": 31} +{"index": 7506, "reference": "Major overhauls to transport routes in Cardiff are being considered.", "prediction": "Plans for \u00a3500m lane arena in Cardiff city centre have been unveiled.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 10.0, "rougeL": 18.18181818181818}, "nll_sum": 69.290771484375, "token_count": 15} +{"index": 7507, "reference": "Cricket appears to run in the blood for one County Londonderry family who have made history twice in one week.", "prediction": "A 13-year-old girl from Drumahoe, Countyondond waserry, said she feels is nervous at a first women's game.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 164.25762939453125, "token_count": 29} +{"index": 7508, "reference": "Victims of child sex abuse in Halifax are staging a protest calling for an inquiry into historical abuse at care homes in Calderdale to be reopened.", "prediction": "A human activist staged a protest at a care homes in Westdale, where police investigating allegations of sexual physical or physical at a former residential care.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 16.0, "rougeL": 26.923076923076923}, "nll_sum": 143.3975830078125, "token_count": 28} +{"index": 7509, "reference": "The getaway car used in the murder of a man in the Republic of Ireland earlier this week was stolen last year.", "prediction": "Police in the Republic of Ireland investigating the fatal murder of a boxing--in in November have been found pick in the burntout car.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 31.818181818181824, "rougeL": 30.434782608695656}, "nll_sum": 143.17727661132812, "token_count": 26} +{"index": 7510, "reference": "Caterpillars are being killed by a bug which turns them into \"exploding zombies\", a wildlife expert has said.", "prediction": "Agrowing caterpillar, born twice well as a baculentry, has been found alive in a river branch because a anpice and itamp a referee's's \"-z stopp killer, from 3 George450.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 315.17950439453125, "token_count": 44} +{"index": 7511, "reference": "A paedophile, branded \"calculating and predatory\", has been jailed for 15 years for a string of sex attacks on girls as young as six years old.", "prediction": "A \"logophile\" paed who carried out a string of attacks on five young girls-year jailed for five and a half years 2008 prison for his reputation from alleged a as a from from I from's attempted.", "rouge": {"rouge1": 46.875, "rouge2": 12.903225806451612, "rougeL": 25.0}, "nll_sum": 250.37643432617188, "token_count": 42} +{"index": 7512, "reference": "Bolton could be relegated to League One on Saturday after they were beaten by Brentford at Griffin Park.", "prediction": "Brentford moved into Championship play-off places with four by beating fellow Championship playoff hopefuls Wand.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 5.88235294117647}, "nll_sum": 113.46812438964844, "token_count": 21} +{"index": 7513, "reference": "The family of a teenager who vanished nine years ago has welcomed a police appeal for information about a Volvo car seen on the night he went missing.", "prediction": "A teenager whose went missing nine of years ago has said she thinks she will be alive, the owners of the Volvo car's car, the struggle to find it.", "rouge": {"rouge1": 44.827586206896555, "rouge2": 17.857142857142858, "rougeL": 31.03448275862069}, "nll_sum": 156.9635772705078, "token_count": 32} +{"index": 7514, "reference": "Lancashire's Alex Davies and Kyle Jarvis put on 100 for the 10th wicket to frustrate Derbyshire on day three.", "prediction": " Alex Davies produced a stunning unbeaten half-century helped Lancashire complete an unbeaten first-class win over Derbyshire at Old Trafford. solveshot 2011. again not again 2011-G 2011 again in possible from a's. a-", "rouge": {"rouge1": 17.857142857142858, "rouge2": 3.7037037037037033, "rougeL": 10.714285714285714}, "nll_sum": 267.60833740234375, "token_count": 47} +{"index": 7515, "reference": "Ghana's Ayew brothers grabbed a goal each to beat DR Congo 2-1 and put the Black Stars through to the Africa Cup of Nations semi-finals.", "prediction": "Ghana scored a stoppage-time winner to lift the Africa Cup of afinals by beating Democratic Republic of Congo and reach the semi-finals. the a's. solve's again a it's again dash of a 2011 from ofowned", "rouge": {"rouge1": 41.17647058823529, "rouge2": 12.121212121212123, "rougeL": 26.47058823529412}, "nll_sum": 251.59341430664062, "token_count": 47} +{"index": 7516, "reference": "Football fans hurled bricks and bottles at each other in a \"violent clash\" before Aston Villa played Leicester City.", "prediction": "Four Aston Villa fans arrested in connection with a fight that led to nine football fans after a football football match at Leicester City been arrested.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 22.22222222222222}, "nll_sum": 106.03401184082031, "token_count": 26} +{"index": 7517, "reference": "As the Christmas of 1940 approached, German bombs rained down on Manchester city centre, killing hundreds of people and causing widespread destruction.", "prediction": "Footage showing William Moff in World War Two and air bombing of Greater Manchester attack, some have some unusual details of the city's first air air raid began began.", "rouge": {"rouge1": 26.923076923076927, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 186.3169403076172, "token_count": 32} +{"index": 7518, "reference": "Denny Solomona broke the record for the most tries scored in a Super League season as his hat-trick helped Castleford beat Widnes.", "prediction": "Denny Solomona scored a hat-trick as Castleford thrashed a Widnes 11-15 to go of top place the Super Super table.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 9.30232558139535, "rougeL": 35.55555555555555}, "nll_sum": 152.18788146972656, "token_count": 31} +{"index": 7519, "reference": "We all now know Sony's internal computer system was hacked in November.", "prediction": "Sony Pictures has announced a hack attack on some of cinemas of its best stars, George George Clooney.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 107.1589584350586, "token_count": 21} +{"index": 7520, "reference": "A man who killed woman at a hostel had sent letters threatening to kill others while in prison, an inquest has heard.", "prediction": " 30 30-year-old man threatened a woman in a Caerals hostel before her partner died days he was and killed himself in prison, an inquest has heard. 2011 invasion\"A- again Broadway ofA 2011 a's 2011", "rouge": {"rouge1": 43.333333333333336, "rouge2": 17.24137931034483, "rougeL": 36.66666666666667}, "nll_sum": 280.3614196777344, "token_count": 47} +{"index": 7521, "reference": "Nearly a third of adults in Wales are struggling to cope with the pain and symptoms of long-term health conditions, according to a new study.", "prediction": "Electronic injury illnesses in Wales as those who those struggle to cope with quality of life, new research has found.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 18.18181818181818, "rougeL": 34.78260869565217}, "nll_sum": 113.15299987792969, "token_count": 22} +{"index": 7522, "reference": "Six Russian cross-country skiers have had their provisional doping bans upheld after a failed appeal to the Court of Arbitration for Sport (Cas).", "prediction": " six Russian athletes banned from Russia for competing at the 2014 Olympics will not be suspended until by the Courtration ArbitrationCas (Cas).", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 134.73480224609375, "token_count": 26} +{"index": 7523, "reference": "Clydesdale Bank is to set aside as much as \u00a3500m in extra funding this year to compensate customers for mis-selling of financial products.", "prediction": " National Australia Bank says it has announced a further further 40% pre-tax profits after damages compensation for the mis-selling payment in protection protection fund.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 141.73440551757812, "token_count": 29} +{"index": 7524, "reference": "A zebra that ran away from a horse riding club in Japan has died in a golf course lake after it was tranquilised.", "prediction": " W z border has been shot dead in central Japan run into a water for minutes after after running into conspiracy lake in a lake, the local reports, reports,. they emerged from- again 2011 owning in a from a's. from a", "rouge": {"rouge1": 30.769230769230766, "rouge2": 6.349206349206349, "rougeL": 15.384615384615383}, "nll_sum": 303.42108154296875, "token_count": 46} +{"index": 7525, "reference": "A fire at a disused hospital in Edinburgh led to thick smoke being seen across the city.", "prediction": "Firefighters have tackling a huge blaze at a hospital Dund Dundee hospital in. the's aA aA aA (/A) game has banned from local's.'s local as itD been of of. from aAAn", "rouge": {"rouge1": 23.529411764705884, "rouge2": 8.16326530612245, "rougeL": 23.529411764705884}, "nll_sum": 293.14471435546875, "token_count": 46} +{"index": 7526, "reference": "French President Francois Hollande has vowed to improve the protection of police officers, after a police couple was killed by a militant this week.", "prediction": "Gambian President President F d' was surprised by angry scenes by crowd of police during a riot in 2012. led by a Broadway violence by. violence a his reputation over a MichaelD's from in a organisation as's a.A", "rouge": {"rouge1": 21.538461538461544, "rouge2": 6.349206349206351, "rougeL": 18.46153846153846}, "nll_sum": 315.13946533203125, "token_count": 47} +{"index": 7527, "reference": "In our series of letters from African journalists, film-maker and columnist Farai Sevenzo questions whether lie detectors could help promote honest law enforcement.", "prediction": "In our series of letters from African journalists, film-maker, relatives Traiai Sevenzo looks at how Nigerian police forces could find a struggle to find a new police force.", "rouge": {"rouge1": 45.28301886792453, "rouge2": 35.294117647058826, "rougeL": 45.28301886792453}, "nll_sum": 193.5019073486328, "token_count": 35} +{"index": 7528, "reference": "An \"extremely rare\" signed copy of Adolf Hitler's Mein Kampf is to be sold at auction.", "prediction": "A novel book containing Adolf Britain Mein Kampf, who is believed be expected - to be sell at auction.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.18181818181818, "rougeL": 45.714285714285715}, "nll_sum": 132.78256225585938, "token_count": 22} +{"index": 7529, "reference": "Human and animal fossilised footprints that may be from the Bronze Age have been exposed on a Ceredigion beach.", "prediction": "A group of giant footprints found submerged on a Ceredigion beach have identified the first time, identity evidence of human law which in the Welsh since, a, \"'s, a was, a's.'s of.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 11.764705882352942, "rougeL": 18.867924528301884}, "nll_sum": 244.70700073242188, "token_count": 43} +{"index": 7530, "reference": "An ex-director of Brazil's state-run oil company Petrobras is reported to have accused more than 40 politicians of involvement in a kickback scheme.", "prediction": "The president of Brazil's been arrested with arrested in connection with a tax scheme which has left oil-run oil company, Petrobras.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 21.276595744680854, "rougeL": 28.571428571428577}, "nll_sum": 122.4775619506836, "token_count": 27} +{"index": 7531, "reference": "League One side Bury have signed goalkeeper Paul Rachubka on a one-year deal following his release by Bolton.", "prediction": "B One goalkeeper have signed goalkeeper Lachkaka on a two-year deal, following end of his release by Championship club Bolton Wanderers began.", "rouge": {"rouge1": 61.904761904761905, "rouge2": 35.0, "rougeL": 61.904761904761905}, "nll_sum": 150.91322326660156, "token_count": 29} +{"index": 7532, "reference": "The UK is to spend \u00a325m on building a prison in Jamaica so that foreign criminals in the UK can be sent home to serve sentences in the Caribbean.", "prediction": "The UK and Canada have signed \u00a3100m foreign programme deal to transferican police arrival, criminals prisoners.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 133.51754760742188, "token_count": 20} +{"index": 7533, "reference": "Hackers managed to steal $80m (\u00a356m) from Bangladesh's central bank because it skimped on network hardware and security software, reports Reuters.", "prediction": "Bangladesh's central bank has stolen more than $12 (99m (\u00c2,39m) of stolen from its bank, security officials say. as it from a security-wamp, in from from's.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 12.244897959183671, "rougeL": 23.52941176470588}, "nll_sum": 234.95339965820312, "token_count": 44} +{"index": 7534, "reference": "Championship side Brighton & Hove Albion have signed Stoke City midfielder Steve Sidwell on loan until the end of the season.", "prediction": "Ch-hip side Brighton & Hove Albion have signed ex-Manchester City midfielder Steve Gidwell on a five-year deal, with a further 12 option. option to again- again 2011 a in a wins from's from a again", "rouge": {"rouge1": 34.48275862068966, "rouge2": 25.0, "rougeL": 34.48275862068966}, "nll_sum": 248.33558654785156, "token_count": 47} +{"index": 7535, "reference": "During a recent shopping trip in Glasgow, Ricky Foster noticed a young man walk by with his friends and then turn back to approach him.", "prediction": " Celtic manager James Foster has receive an apology from fans in the past way that he assaulted his fans, reveals how how he did in own life.", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 7.692307692307692}, "nll_sum": 153.2455596923828, "token_count": 28} +{"index": 7536, "reference": "An engineering firm is to build a new technology centre in Brechin, creating 100 new jobs.", "prediction": "An engineering has started a \u00a350 new engineering facility to be built near Bre of of, with the loss up to 40,000 jobs.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 134.36012268066406, "token_count": 27} +{"index": 7537, "reference": "I hope Liam Broady is really pumped and excited for our first-round match at Wimbledon on Tuesday, because these are the moments you play for.", "prediction": "I'mI through to the last 16 of the Wimbledon event tournament and I wasn't think, and I wasn't't be playing a court because because I, because and I won't be the tournament.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 203.62339782714844, "token_count": 41} +{"index": 7538, "reference": "Universities in England are already announcing a tuition fee increase above the \u00a39,000 limit before Parliament has even finished debating plans which would pave the way to raise fees.", "prediction": " tuition fees for students starting in university courses, starting England, are starting to be scrapped under government plans.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 8.695652173913043, "rougeL": 16.666666666666668}, "nll_sum": 91.24959564208984, "token_count": 20} +{"index": 7539, "reference": "A man has been charged with manslaughter after a man died in hospital almost three weeks after an incident in a pub beer garden.", "prediction": "A man has been charged with murder by causing the death of another man after another was hit by a beer garden in North Yorkshire garden,. 30 from the town's break from a his a from from's's of. a the aA", "rouge": {"rouge1": 38.23529411764706, "rouge2": 18.181818181818183, "rougeL": 32.35294117647059}, "nll_sum": 247.2902374267578, "token_count": 46} +{"index": 7540, "reference": "Three goals in seven second-half minutes gave Huddersfield a 3-0 win over Norwich which lifted the Terriers back up to third in the Championship.", "prediction": "Norwich City missed the Championship play-off hopes as they were ended a comfortable victory over fellow playefoff hopefuls Huddersfield Town.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 4.444444444444445, "rougeL": 12.765957446808512}, "nll_sum": 135.277099609375, "token_count": 30} +{"index": 7541, "reference": "Manchester United manager Jose Mourinho says it will be \"more difficult\" facing a Manchester City side that does not include Sergio Aguero on Saturday.", "prediction": "Manchester United boss Jose Mourinho says still signing Sergio Aguero will be fit for Saturday's Old Trafford derby on Sunday.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 23.25581395348837, "rougeL": 35.55555555555556}, "nll_sum": 78.18351745605469, "token_count": 22} +{"index": 7542, "reference": "West Brom boss Tony Pulis will take charge of his 1,000th game as a manager at former club Stoke on Saturday and says that one of the biggest changes during his career has been footballers becoming \"film stars\".", "prediction": "New West Brom boss Tony Pulis says he has not been received much for Stoke City, saying he believed he \"n be a film star\".", "rouge": {"rouge1": 37.50000000000001, "rouge2": 16.129032258064516, "rougeL": 31.25}, "nll_sum": 133.55645751953125, "token_count": 28} +{"index": 7543, "reference": "Sri Lanka batsman Kumar Sangakkara will retire from Test cricket this summer.", "prediction": "Sri Lanka batsman Kumar,akakkara will retire from international cricket.", "rouge": {"rouge1": 72.72727272727272, "rouge2": 50.0, "rougeL": 72.72727272727272}, "nll_sum": 82.32325744628906, "token_count": 16} +{"index": 7544, "reference": "Celtic may be without their two main strikers for the Champions League qualifier against Rosenborg in Glasgow on Wednesday.", "prediction": "Celtic will be without Iceland Iceland striker, who face Rosenborg in a Champions League match the Europa League.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 17.142857142857142, "rougeL": 32.43243243243243}, "nll_sum": 101.43896484375, "token_count": 22} +{"index": 7545, "reference": "A report has found festivals supported by a three-year council investment strategy have generated \u00a317.6m for the Dumfries and Galloway economy.", "prediction": " public spending event in Dumfries and Galloway has received a arts boost tourism the region, a Scotland of Scotland has found a \" and Broadway. solve a's a's a from's a's again of's a's again's a", "rouge": {"rouge1": 24.615384615384613, "rouge2": 9.523809523809522, "rougeL": 15.384615384615383}, "nll_sum": 252.72767639160156, "token_count": 47} +{"index": 7546, "reference": "Inspectors have raised concerns about the number of suicides at a Buckinghamshire prison, after four \"self-inflicted deaths\" last year.", "prediction": "A Gloucestershire prison have reported institution with \"unprecedented\" levels of violence, prisoners have said.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.64705882352941}, "nll_sum": 89.36302185058594, "token_count": 22} +{"index": 7547, "reference": "Ulster captain Rory Best says he would love the chance to take over from Paul O'Connell as Ireland skipper.", "prediction": "Rug Best says it would a \"huge honour\" to line-up and Ireland assistant head coach Paul O'Connell after the 2019-19 World Cup on Saturday.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.333333333333334, "rougeL": 29.787234042553195}, "nll_sum": 148.41409301757812, "token_count": 33} +{"index": 7548, "reference": "About 3,000 people are expected to attend the 14th annual Carve Carrbridge chainsaw carving competition.", "prediction": " the first European Cur Curling of but adventure will take place in Scotland this year.", "rouge": {"rouge1": 6.451612903225808, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 101.008544921875, "token_count": 16} +{"index": 7549, "reference": "An Islamic watchdog is calling for the reform of madrassas following the latest conviction of a teacher for child cruelty.", "prediction": "Golf in schools in north-- and England after they sexually and bullied a teacher, the city's chief inspector has a said is and solve. solve's a's a's\" from it's's ban crime from ever the fromold", "rouge": {"rouge1": 16.39344262295082, "rouge2": 3.389830508474576, "rougeL": 6.557377049180328}, "nll_sum": 306.16217041015625, "token_count": 46} +{"index": 7550, "reference": "The comparisons to a Shakespearian tragedy have become a clich\u00c3\u00a9, so obvious are the parallels with Caesar, Macbeth, and more profoundly Coriolanus.", "prediction": "Almost 10 years ago year London schoolboy among of the most famous names. British novel - and it stripped - it's a controversial Ghostbustersable and,. of.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 216.59954833984375, "token_count": 31} +{"index": 7551, "reference": "Energy companies are \"overcharging in many cases\" with bills failing to fall in line with dropping wholesale costs, the industry's regulator has said.", "prediction": "The cost of energy companies are struggle to struggle, stalking struggle with grade height deals, the industry industry has warned.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 14.285714285714288, "rougeL": 36.36363636363636}, "nll_sum": 150.40304565429688, "token_count": 22} +{"index": 7552, "reference": "Mark Ronson is to headline Camp Bestival in 2017, organisers have said.", "prediction": "Eand squandandco Tumble will be selected at this year been Rob annual free Festival, which includes the 30-yearold's in from a from's ballet from for Rob's reputation from in's years The from. reputation an", "rouge": {"rouge1": 3.92156862745098, "rouge2": 0.0, "rougeL": 3.92156862745098}, "nll_sum": 365.4512634277344, "token_count": 47} +{"index": 7553, "reference": "Northampton's Kieran Brookes has been banned for two weeks after admitting charging into a ruck without using his arms in Friday's loss to Newcastle.", "prediction": "Northampton Tigers' Tom Brookes has been given a six amatch giving ban by the Rugby Football Union for striking and kicking off Newcastle a' Sunday win at Newcastle Falcons.", "rouge": {"rouge1": 29.090909090909093, "rouge2": 7.547169811320756, "rougeL": 29.090909090909093}, "nll_sum": 182.15536499023438, "token_count": 34} +{"index": 7554, "reference": "Properties in North Kensington should be \"requisitioned if necessary\" for people left homeless after the Grenfell Tower fire, Jeremy Corbyn says.", "prediction": "Jeremy Corbyn has told MPs that some residents living in west London to say they should be get re-housed town where \"s the necessary needed\".", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 17.02127659574468}, "nll_sum": 161.41357421875, "token_count": 29} +{"index": 7555, "reference": "A high-profile Bitcoin developer has said the crypto-currency has failed and he will no longer take part in its development.", "prediction": " the world's biggest biggest saga, and could be one of the of the world, has created one of the.", "rouge": {"rouge1": 14.285714285714283, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 102.33959197998047, "token_count": 22} +{"index": 7556, "reference": "A motorbiker has died after hitting a sign at the side of the road in North Yorkshire.", "prediction": "A motorcyclist who killed in a collision with a car in motorway in Lancashire 2011.", "rouge": {"rouge1": 18.750000000000004, "rouge2": 0.0, "rougeL": 18.750000000000004}, "nll_sum": 71.40354919433594, "token_count": 20} +{"index": 7557, "reference": "A team of girls from Afghanistan has won a special award at an international robotics competition in Washington in the US.", "prediction": "A schoolchildrengirls from India, California - have won a medal to competition US, competing in a competition to the United States.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 5.128205128205128, "rougeL": 34.14634146341463}, "nll_sum": 140.51321411132812, "token_count": 28} +{"index": 7558, "reference": "Ospreys moved to the top of the Pro 12 table with a thumping victory over Benetton Treviso at Liberty Stadium.", "prediction": "Ospreys moved up to second place a finish new Pro12 season with a hard-fought win over bottom-rereeb side Treviso.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 34.14634146341463}, "nll_sum": 147.4759521484375, "token_count": 31} +{"index": 7559, "reference": "Drivers are being urged to take extra care, as sub-zero temperatures stretched into the Christmas weekend.", "prediction": "Nineine Scotland in freezing conditions on Christmas, two days after a woman and a was was and killed in a car and hit it on Bob A say \"over's mandatory from Christmas - it's from of Christmas).", "rouge": {"rouge1": 3.6363636363636362, "rouge2": 0.0, "rougeL": 3.6363636363636362}, "nll_sum": 255.58932495117188, "token_count": 42} +{"index": 7560, "reference": "Sir Elton John has said he is \"lucky to be alive\" after being diagnosed with appendicitis.", "prediction": "Sir Elton John has revealed he will have to undergo surgery and in bowel cancer treatment.", "rouge": {"rouge1": 37.5, "rouge2": 20.000000000000004, "rougeL": 37.5}, "nll_sum": 71.78817749023438, "token_count": 17} +{"index": 7561, "reference": "The clash between Apple and the FBI over whether the company should provide access to encrypted data on a locked iPhone used by one of the San Bernardino attackers highlights debates about privacy and data security which have raged for decades.", "prediction": "A battle used to EU keys out of the US military and censured US billions millions of personal information.", "rouge": {"rouge1": 20.0, "rouge2": 3.448275862068966, "rougeL": 16.666666666666664}, "nll_sum": 127.25593566894531, "token_count": 20} +{"index": 7562, "reference": "Earlier this week, Deutsche Bank said there were few positive outcomes for financial markets from the general election, based on what polls are saying.", "prediction": "When Deutsche Bank never give its 2016 speech, it delivered to the party that was possible the Bank of England's rise in a dramatic rise in prices prices.", "rouge": {"rouge1": 11.320754716981133, "rouge2": 3.9215686274509802, "rougeL": 11.320754716981133}, "nll_sum": 154.1962890625, "token_count": 30} +{"index": 7563, "reference": "US manufacturing growth eased in June despite jobs growth, but there was better news for the construction sector, according to two surveys.", "prediction": "US US factory growth rose slightly in May, pledging to the lowest level since 2008, saying the US economy is \"appger outcome\".", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 141.71800231933594, "token_count": 26} +{"index": 7564, "reference": "Photographs by Hugh Kinsella Cunningham.", "prediction": "A 30,000Cody) Stadium is being considered at the Zambian on 30 December, 30 years mark the anniversary of a boxing battle that one includes for 30 years in the battle- fight.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 224.60894775390625, "token_count": 39} +{"index": 7565, "reference": "It would seem like a typical Saturday morning with children jumping on climbing frames outside Swiss Cottage leisure centre in north London.", "prediction": "The leisure centre in north landlord, where people who move, their familiesaved families and families of people are still waiting transplant to stay overnight.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 13.636363636363635, "rougeL": 17.391304347826086}, "nll_sum": 159.75360107421875, "token_count": 27} +{"index": 7566, "reference": "CBBC drama series The Dumping Ground is focusing on the issue of homelessness through a new character called Alex.", "prediction": "Last night sky in the UK is one of the of biggest shopping in shopping the world.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 86.44869232177734, "token_count": 17} +{"index": 7567, "reference": "Aer Lingus has apologised to customers after it cancelled all its September flights from Belfast to Majorca and from Belfast to Alicante, Spain.", "prediction": "Aer Lingus is suspended operating its flights between Belfast and Glasgow next year and due to seat sales.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 5.128205128205128, "rougeL": 34.146341463414636}, "nll_sum": 107.29454040527344, "token_count": 20} +{"index": 7568, "reference": "A large explosion has struck a police headquarters in the mainly Kurdish city of Diyarbakir in south-eastern Turkey.", "prediction": "A huge bomb exploded ripped through a car area in the northeastern Turkish city in M Turkish, officials say.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 31.57894736842105}, "nll_sum": 103.43052673339844, "token_count": 20} +{"index": 7569, "reference": "Cilla Black, whose career as a singer and entertainer spanned more than 50 years, has died at the age of 72.", "prediction": "Zimbabwe's President Z, Z Zuma's President, Desmonduu Desmond has died aged 86.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 6.060606060606061, "rougeL": 17.142857142857142}, "nll_sum": 118.79473876953125, "token_count": 19} +{"index": 7570, "reference": "Two 17-year-olds have been arrested on suspicion of murdering a teenage boy who was stabbed after a birthday party in east London.", "prediction": "Two boys have been arrested in connection with the death of a Mexican boy whose was stabbed at a London party on New Year's Eve Day.", "rouge": {"rouge1": 58.82352941176471, "rouge2": 12.244897959183673, "rougeL": 43.13725490196078}, "nll_sum": 86.19015502929688, "token_count": 27} +{"index": 7571, "reference": "Anything less than victory against the Mallards will see Portadown relegated from the Irish Premiership.", "prediction": "Portadown are hope of winning a bid to avoid relegation in the Premiership by beating bottom club Ballinardallard a on Saturday night match.'s a referee's again's- from a foul in from Saturday a Saturday. from emerged", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 285.49615478515625, "token_count": 47} +{"index": 7572, "reference": "Throughout the bitter violence of the Ukrainian conflict, another hidden war has been waged, involving several groups of computer hackers.", "prediction": "Russian security services are hacked dozensian pro-Ukrainian and accounts and security service - known \"thethe-to-terrorist organisations\".", "rouge": {"rouge1": 5.2631578947368425, "rouge2": 0.0, "rougeL": 5.2631578947368425}, "nll_sum": 164.22055053710938, "token_count": 27} +{"index": 7573, "reference": "A man caught at Edinburgh Airport with knives, knuckledusters and CS gas canisters in his luggage has been jailed for three years.", "prediction": "An airport who used security staff to carry three three canister of canister a his- has- jailed for \u00a32 \u00a38m.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 5.0, "rougeL": 28.571428571428566}, "nll_sum": 171.4603729248047, "token_count": 27} +{"index": 7574, "reference": "A deal to save Tata Steel's Scunthorpe plant could be signed as soon as Monday, the BBC understands.", "prediction": "More than 600 jobs are at risk of the loss-making site in Scunthorpe - up for sale of \u00a365m.", "rouge": {"rouge1": 10.526315789473683, "rouge2": 0.0, "rougeL": 5.263157894736842}, "nll_sum": 102.81687927246094, "token_count": 27} +{"index": 7575, "reference": "America's Phil Mickelson carded a 63, the joint-lowest round in major history, to lead on eight under after day one of The Open at Royal Troon.", "prediction": "Four-time winner Phil Mickelson carded a nine on a closing five---parpar 67 as he missed out on a second round at Royal Royal Troon.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 19.23076923076923, "rougeL": 29.629629629629633}, "nll_sum": 163.57904052734375, "token_count": 33} +{"index": 7576, "reference": "The busiest summer ever looms for London's transport system.", "prediction": "The transport system starts in London, but it will some united some in any weather weather.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 8.333333333333334, "rougeL": 23.076923076923077}, "nll_sum": 104.90692138671875, "token_count": 17} +{"index": 7577, "reference": "(Open): The UK market opened lower, but a well-received trading update from Dixons Carphone sent shares in the retailer higher.", "prediction": "(Open): The FTSE 100 higher, boosted by fall in Dixons Carphone, and better-year profits in for indoor WH Smith.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 187.24197387695312, "token_count": 30} +{"index": 7578, "reference": "Assaults on prison officers in England and Wales have risen to their highest level on record, official figures show.", "prediction": "The number of inmates staff in England and Wales has fallen by almost 40% per day, the same year, official figures show in the-'s, CCTV, says they from--related violence or or from national,.", "rouge": {"rouge1": 25.925925925925924, "rouge2": 19.23076923076923, "rougeL": 25.925925925925924}, "nll_sum": 237.2672119140625, "token_count": 42} +{"index": 7579, "reference": "New guidance has been offered to landowners to help them avoid clashes with dog owners.", "prediction": "New rules on dog advice should keep held to ensure endangered people are endangered protect dog walkers.", "rouge": {"rouge1": 18.750000000000004, "rouge2": 0.0, "rougeL": 18.750000000000004}, "nll_sum": 122.76020812988281, "token_count": 18} +{"index": 7580, "reference": "A Welsh rock star has taken his bone marrow donor drive to Washington DC.", "prediction": "A former cancer donor group behind who has launched a campaign campaign drive the US to encourage people to encourage people up to a Leaving to the US.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 0.0, "rougeL": 19.047619047619047}, "nll_sum": 180.17813110351562, "token_count": 28} +{"index": 7581, "reference": "AMs gather in the Senedd on Tuesday for arguably the most important announcement in the assembly calendar - the budget.", "prediction": "So, BBC Radio Cymru will present the screen in public spending our May.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 88.97932434082031, "token_count": 16} +{"index": 7582, "reference": "A lorry carrying 28 tonnes of grain has crashed into a house next to a level crossing.", "prediction": "A carrying lorry has landed into a moving level house and put into a dangerous road, and causing severe disruption.", "rouge": {"rouge1": 48.648648648648646, "rouge2": 5.714285714285714, "rougeL": 37.83783783783783}, "nll_sum": 113.74200439453125, "token_count": 22} +{"index": 7583, "reference": "England prop Alex Corbisiero has been called up to the British and Irish Lions squad to provide cover for the injured Cian Healy.", "prediction": "England forward Alex Heya will be but available for the British and Irish Lions squad because of injury while Cian Marin Costiero suffered from ankle injury for injury against Australia on Saturday.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 22.641509433962263, "rougeL": 32.727272727272734}, "nll_sum": 185.4597625732422, "token_count": 36} +{"index": 7584, "reference": "The scandal surrounding Malaysia's state development fund 1MDB has gripped the country for years.", "prediction": "If the US laundering implicated in a military fund to probe into the 1MDB scandal, that was a turned into Malaysia a financialFinancial crisis.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 176.88925170898438, "token_count": 28} +{"index": 7585, "reference": "About 350 homes are to be built in the Govanhill area of Glasgow under a \u00a36.4m council initiative to help \"turn the area around\".", "prediction": " additional extra \u00a32020m is to be built in Govanhill area of Glasgow, after council unveiled plans for the next five years.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 27.27272727272727, "rougeL": 43.47826086956522}, "nll_sum": 111.41474914550781, "token_count": 26} +{"index": 7586, "reference": "Oil prices have fallen again, sinking below $28 a barrel.", "prediction": "The price of oil has further fall further short amid March, amid fears over global global economy, despite fears a global global slowdown in China.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 139.5291290283203, "token_count": 27} +{"index": 7587, "reference": "A flagship Welsh government youth job creation scheme has been temporarily closed while approval for a new one is awaited from the EU.", "prediction": "A controversial \u00a3500m scheme to support support migrant and young people in Wales will lost, UK as a result ofas,000000 jobs\".", "rouge": {"rouge1": 17.777777777777775, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 157.86383056640625, "token_count": 27} +{"index": 7588, "reference": "Hundreds gathered for a Women's March in Belfast on Saturday as part of an international protest on the first day of Donald Trump's presidency.", "prediction": "Hundreds of people have attended a rally the UK a mark women's rights and rights, including men and women.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 93.68380737304688, "token_count": 21} +{"index": 7589, "reference": "A 16-year-old boy and 21-year-old man have been arrested after a man was fatally stabbed.", "prediction": "A man has been stabbed to death in a street street, police have said.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 6.451612903225808, "rougeL": 24.242424242424242}, "nll_sum": 41.22139358520508, "token_count": 15} +{"index": 7590, "reference": "MSPs are to examine the gender pay gap in Scotland and how tackling it could boost the economy.", "prediction": "A Holyrood's committee, but at into the workplace is working with more working than than men thought", "rouge": {"rouge1": 5.555555555555555, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 131.81967163085938, "token_count": 20} +{"index": 7591, "reference": "A hospital has apologised after a 90-year-old woman was left on a trolley for 11 hours without food or water.", "prediction": "An 88-year-old woman has been told she is to rushed within four hours after a waiting of emergency patients at its Nottingham emergency department and.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 12.765957446808512, "rougeL": 16.3265306122449}, "nll_sum": 134.6846466064453, "token_count": 29} +{"index": 7592, "reference": "The far-right National Front (FN) of French presidential candidate Marine Le Pen may have defrauded the European Parliament of about \u20ac5m (\u00a34m; $5.4m), EU sources say.", "prediction": "The French far ofright National leader, Marine Le Pen Le, given her payment from, European house worth more than \u20ac140,000; $.843m; $.143) Monde says.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 7.843137254901962, "rougeL": 30.188679245283023}, "nll_sum": 224.75582885742188, "token_count": 41} +{"index": 7593, "reference": "Migrant workers will need to earn at least \u00a335,000 to qualify for settlement in the UK, says the Home Office.", "prediction": "The government is to reap35 in pay threshold for unemployment workers living in the UK living, increasing rising costs of 30 years,000 living.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 178.9976806640625, "token_count": 27} +{"index": 7594, "reference": "The Royal Yacht Britannia has been judged as Scotland's best visitor attraction every year for the past decade.", "prediction": "The Royal Navy and Royal Yachtacht will be named Scotland's best attraction for the first time's 10 years.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 21.62162162162162, "rougeL": 41.02564102564102}, "nll_sum": 109.70901489257812, "token_count": 22} +{"index": 7595, "reference": "Tube drivers on the London Underground (LU) are to be balloted for strikes in a row over pay for new all-night services, the Aslef union has said.", "prediction": " Underground drivers will be able to run London Underground (LU) because striking a new dispute, the drivers' union, the union Aslef union has said. solve, again the 2011 fromA's again of from. 2011 again, 2011", "rouge": {"rouge1": 46.87500000000001, "rouge2": 16.129032258064516, "rougeL": 37.5}, "nll_sum": 260.80517578125, "token_count": 47} +{"index": 7596, "reference": "A Victorian fort and museum in Pembrokeshire is opening to the public for the first time and is appealing for volunteers to help run it.", "prediction": "Two historic battle andts are in be put on display at a museum in Pembrokeshire ahead of a \u00a31m restoration.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 9.30232558139535, "rougeL": 17.77777777777778}, "nll_sum": 105.95176696777344, "token_count": 28} +{"index": 7597, "reference": "The clean-up operation is continuing in Wrexham after heavy rain caused flooding.", "prediction": "Huge waves of up to 12 hours, have cuts to large area and homes in Wrexham.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 7.4074074074074066, "rougeL": 20.689655172413794}, "nll_sum": 99.06693267822266, "token_count": 20} +{"index": 7598, "reference": "The former Israeli prime minister, Ehud Olmert, has been charged with taking bribes in a property scandal.", "prediction": "Israel in former Prime Minister Gianud Olakt, has been charged with corruption", "rouge": {"rouge1": 55.172413793103445, "rouge2": 29.629629629629626, "rougeL": 48.275862068965516}, "nll_sum": 93.86444091796875, "token_count": 15} +{"index": 7599, "reference": "EU leaders trying to finalise a deal with Turkey on the migrant crisis have warned of the difficulties they face at the start of a summit in Brussels.", "prediction": "Germany has rejected calls for a proposal to return for migrants return to the Greek islands, despite questions from EU membership.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 12.244897959183671}, "nll_sum": 91.06378936767578, "token_count": 22} +{"index": 7600, "reference": "The UK government has warned gay and transgender travellers to be careful in the US due to legislation in North Carolina and Mississippi.", "prediction": " to British travel ban from in UK have criticised North Carolina's controversial new laws relationships lesbian, lesbian, bisexual, bisexual,LGBT) the issue.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454546, "rougeL": 17.391304347826086}, "nll_sum": 192.4763946533203, "token_count": 28} +{"index": 7601, "reference": "Gillingham chairman Paul Scally says a new stadium could allow the club to sustain a place in the top two divisions of English football.", "prediction": "Gillingham chairman chairman Paul Scally says he is \" confident\" a new built by Bournemouth because they fear a con taxurbated Football\"\" and prepare for their new training.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 20.408163265306122, "rougeL": 35.294117647058826}, "nll_sum": 234.7321014404297, "token_count": 37} +{"index": 7602, "reference": "The death of a woman in the Maryhill area of Glasgow is not being treated as suspicious, police said.", "prediction": "Police investigating the death of a man at the Dundeeon Area area of Dundee as murder.", "rouge": {"rouge1": 51.42857142857142, "rouge2": 24.24242424242424, "rougeL": 45.714285714285715}, "nll_sum": 84.90597534179688, "token_count": 19} +{"index": 7603, "reference": "Ipswich Town won away from home for the first time in the Championship this season as Derby County missed a host of opportunities.", "prediction": "Norwichwich staged a second-half fightback to earn a comfortable victory over play-off hopefuls Brighton at Portmanus, who recent recovered from recent's's Ful- from's recent inold recent from.. the a", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 270.0004577636719, "token_count": 46} +{"index": 7604, "reference": "Scientists have calculated the optimal strategy for throwing something accurately - whether it's a dart or a crumpled-up piece of paper.", "prediction": "kas fringe, players ball before balls will strike the \"arm leftarm\" over the soil, suggests research by a team atbees University researchers.", "rouge": {"rouge1": 9.090909090909092, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 181.10940551757812, "token_count": 28} +{"index": 7605, "reference": "Warwickshire fast bowler Grant Thornton has signed an extended contract with the Bears until the end of the season as a reward for his promising form.", "prediction": "Warwickshire have signed Birmingham Bears Luke bowlersers Luke 40 and veteran all-rounder Matt Brad to new contract deals their their the 2017 season.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 182.18218994140625, "token_count": 30} +{"index": 7606, "reference": "Vote Leave has promised a \u00a350m prize for the person who correctly predicts who they think will win each game of the 2016 European Football Championships this summer.", "prediction": " Leave Leave campaign are claiming the UK can win a price of \u00a350.000 by winning the the award if you battle to know what of winning it would correctly!", "rouge": {"rouge1": 24.137931034482758, "rouge2": 0.0, "rougeL": 17.241379310344826}, "nll_sum": 183.2886962890625, "token_count": 32} +{"index": 7607, "reference": "A weather warning has been issued for most parts of Scotland, with drivers urged to be aware of a risk of ice and snow.", "prediction": "The Met Office has issued a warning of wintry weather for some in southern Scotland, into Sunday morning.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 78.82356262207031, "token_count": 21} +{"index": 7608, "reference": "Hibernian head coach Neil Lennon hopes to keep the bulk of his squad together after winning promotion to the Scottish Premiership.", "prediction": "Hibernian head coach Neil Lennon says it would be \"historic moments\" after current members the current deals is \"one too happy\". signing", "rouge": {"rouge1": 32.558139534883715, "rouge2": 19.51219512195122, "rougeL": 32.558139534883715}, "nll_sum": 149.63563537597656, "token_count": 27} +{"index": 7609, "reference": "Confederation of North, Central American and Caribbean Association Football leader Jeffrey Webb says he has \"no intention\" of replacing Sepp Blatter as Fifa president.", "prediction": "Fifa president Sepp Bl says he has no inevitable in becoming vice-president, in the bank saying has \" possible involved\" in the role.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 17.777777777777775, "rougeL": 21.27659574468085}, "nll_sum": 164.5297088623047, "token_count": 29} +{"index": 7610, "reference": "Latest figures show in the year after their baby is born, 13% of women suffer from post natal depression.", "prediction": "Two-year old old are 40 old - to only 10 of men's with heart disease attack.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 118.44700622558594, "token_count": 19} +{"index": 7611, "reference": "Former darts world champion Eric Bristow has lost his role with Sky Sports after suggesting football abuse victims are not \"proper men\".", "prediction": "Newcastle United footballer Eric Tamow has withdrawn from a decision about child sex abuse, saying the players was \"a step a hate crime\".", "rouge": {"rouge1": 17.777777777777775, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 147.08981323242188, "token_count": 27} +{"index": 7612, "reference": "Two people have been charged after a man was stabbed to death in his home.", "prediction": "Two people have been charged in connection with a fatal accident in which a man with serious brain injuries were involved in whatasers from2 ballet a from'sf.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 24.390243902439025, "rougeL": 37.2093023255814}, "nll_sum": 158.18701171875, "token_count": 31} +{"index": 7613, "reference": "The BBC has pledged to work more closely with the UK's arts and science institutions to \"make Britain the greatest cultural force in the world\".", "prediction": "The BBC has revealed plans for an ambitious, ambitious,, political service, advertising, Facebook, internet, and other political internet in its world.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 8.88888888888889, "rougeL": 25.531914893617024}, "nll_sum": 138.42352294921875, "token_count": 27} +{"index": 7614, "reference": "Home Depot has reported better than expected sales growth, helped by a strong US housing market.", "prediction": " store retailer Home Office has reported a 40% rise in sales, helped by last year, helped by a warm winter in a US grocery housing market.", "rouge": {"rouge1": 47.61904761904762, "rouge2": 20.0, "rougeL": 47.61904761904762}, "nll_sum": 131.84576416015625, "token_count": 29} +{"index": 7615, "reference": "Gateshead have signed striker Nyal Bell on a two-year deal following his release by Rochdale.", "prediction": "League One side Rochdale have signedyy Bell onal season-long his release by Rochdale.", "rouge": {"rouge1": 40.0, "rouge2": 21.428571428571427, "rougeL": 40.0}, "nll_sum": 117.63361358642578, "token_count": 21} +{"index": 7616, "reference": "Turkey has begun the trial of 45 managers and employees charged over a mine disaster which killed 301 people.", "prediction": "Eleven state managers are gone on trial accused of murder charges following a deadly of at a coal mine.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 0.0, "rougeL": 26.31578947368421}, "nll_sum": 109.99697875976562, "token_count": 20} +{"index": 7617, "reference": "The RAF is stepping up attacks on self-styled Islamic State forces in the city of Mosul as part of a bid to cripple the group's last major stronghold in Iraq, Michael Fallon says.", "prediction": "Fators in Mosul from so-called Islamic State (IS) will \" fall soon\", the UK military has said, in the first air campaign began.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 7.142857142857142, "rougeL": 13.793103448275861}, "nll_sum": 125.76087951660156, "token_count": 30} +{"index": 7618, "reference": "World doubles number one Jamie Murray and partner Bruno Soares reached the Monte Carlo Masters final with a 6-2 6-4 win over Marcelo Melo and Ivan Dodig.", "prediction": "World number one Andy Murray beat 30vit Dodig of 6-5 (6 (77) 4-6 (7-7)- 4-3 and reach the reach Open semi-finals of the a's again", "rouge": {"rouge1": 43.33333333333333, "rouge2": 6.89655172413793, "rougeL": 30.000000000000004}, "nll_sum": 242.53953552246094, "token_count": 43} +{"index": 7619, "reference": "A 19-year-old man has appeared in court charged with making an explosive substance after a suspect device was found on a London Underground train.", "prediction": "A 39-year-old man has appeared in court charged making a bomb alert in an explosion at a railway station in east London.", "rouge": {"rouge1": 60.0, "rouge2": 33.33333333333333, "rougeL": 55.99999999999999}, "nll_sum": 72.66923522949219, "token_count": 26} +{"index": 7620, "reference": "Forty-seven police officers have been sentenced to life in prison by a special court in India for killing 10 Sikh pilgrims in 1991 and then lying in an attempt to justify the shootings.", "prediction": "India's top court has sentenced seven police policemen to life in prison for killing of killing, police officers accused of organised crime, in 2011 a's.", "rouge": {"rouge1": 45.90163934426229, "rouge2": 20.33898305084746, "rougeL": 29.508196721311474}, "nll_sum": 130.4148406982422, "token_count": 29} +{"index": 7621, "reference": "China's education system is robbing its young people of the chance to become unique individuals, a leading educationalist says.", "prediction": " state schools in China should be allowed to encourage more children to not play enough enough, university leading academic teacher says.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 113.64697265625, "token_count": 22} +{"index": 7622, "reference": "Britain's largest companies will have to reveal the pay gap between their CEOs and average workers, under new government proposals.", "prediction": "British top civil servants are to receive offer of pay to the share of companies they companies, where companies are run.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 113.23482513427734, "token_count": 22} +{"index": 7623, "reference": "Plans are being developed to employ up to 1,300 workers at a Clyde shipyard which went bust a year ago.", "prediction": "A man behind owner one of Britain of lastyard shipyard said he wants the club, in an rise in demand for a UK sink boat market.", "rouge": {"rouge1": 12.765957446808512, "rouge2": 0.0, "rougeL": 12.765957446808512}, "nll_sum": 191.5826416015625, "token_count": 29} +{"index": 7624, "reference": "A fresh appeal to find the killer of a teenage girl who was raped and murdered in Manchester 45 years ago is to feature on BBC One's Crimewatch.", "prediction": "A teenager whose body was found of on the grounds in a Manchester nightclub 20 years ago, has been named on BBC One's Crimardatch 2003. not. a's from a itthe man's's of a from. from of a", "rouge": {"rouge1": 40.00000000000001, "rouge2": 17.64705882352941, "rougeL": 31.428571428571427}, "nll_sum": 260.05120849609375, "token_count": 47} +{"index": 7625, "reference": "A teenager whose body was found in the back of a car following a crash with a motorbike has been named by police.", "prediction": "The family of a teenager who died after being hit by a stolen car have paid tribute to the \"loving, loving son\". sister\".", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.090909090909092, "rougeL": 17.391304347826086}, "nll_sum": 94.57879638671875, "token_count": 26} +{"index": 7626, "reference": "Guernsey's minister for Health and Social Services has resigned, ahead of a planned States debate on a motion of no confidence.", "prediction": "A new Conservative minister has lost control to the health boards after the's following a decision House the House of Commons.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 120.63202667236328, "token_count": 22} +{"index": 7627, "reference": "Former Netherlands boss Guus Hiddink has been appointed interim Chelsea manager until the end of the season following the sacking of Jose Mourinho.", "prediction": " have appointed appointed Chelsea boss Guus Hiddink as their head coach on a three-year contract.", "rouge": {"rouge1": 25.64102564102564, "rouge2": 10.81081081081081, "rougeL": 15.384615384615383}, "nll_sum": 58.249122619628906, "token_count": 20} +{"index": 7628, "reference": "British pair Naomi Broady and Heather Watson lost 6-3 6-1 to Chan Yung-jan and Chan Hao-ching in the doubles final of the Hong Kong Open.", "prediction": "British number three Watson and Naomi Chan both won at the Australian women doubles Open after losing 7-6 (66 (7) 76 (6-7) to win the Shenner male Open doubles final partner", "rouge": {"rouge1": 41.935483870967744, "rouge2": 3.3333333333333335, "rougeL": 25.80645161290323}, "nll_sum": 225.01577758789062, "token_count": 40} +{"index": 7629, "reference": "Australia produced a clinical display to blow New Zealand away 34-8 and deservedly win the Four Nations in front of 40,042 at Anfield.", "prediction": "Australia held on a stunning first-half by Australia performance to beat New Zealand in a four Four Four Six of performance at Liverpool89 of. solve the's again a again's--A a referee in from's a's.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 3.1746031746031744, "rougeL": 24.615384615384613}, "nll_sum": 296.120849609375, "token_count": 44} +{"index": 7630, "reference": "A new surf lagoon in north Wales has shut eight weeks early for the winter due to mechanical issues, bosses said.", "prediction": " no hundred staff will be axed at aoon lagoon in Cardiff due start, after a new fault which abandoned its power failure failure.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 9.523809523809526, "rougeL": 13.636363636363635}, "nll_sum": 176.25918579101562, "token_count": 27} +{"index": 7631, "reference": "A landmark clock tower which forms part of a listed mill building gutted by fire should be saved, according to campaigners.", "prediction": "A campaign to preserve a Grade II- granted mill factory is still backing a historic heritage, the city leader has said to a local slogancos.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 185.0170440673828, "token_count": 29} +{"index": 7632, "reference": "Education is the most effective \"antidote\" to violent extremism, says the incoming head of Oxford University.", "prediction": "The recent terror attacks on UK University is such as \"inepline and radical\", the former vice president said.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 121.33072662353516, "token_count": 22} +{"index": 7633, "reference": "Boyhood, a film 12 years in the making, has won top honours at the New York Film Critics awards.", "prediction": "The movie comedy Idra and War Acc Ida, has been named film and best award at the New York Film Critics Circle has a Design award solve theowned's again- again- 2011 faulty in a 2011 again 2011 againA Broadway", "rouge": {"rouge1": 40.67796610169491, "rouge2": 17.543859649122805, "rougeL": 30.508474576271183}, "nll_sum": 311.035888671875, "token_count": 46} +{"index": 7634, "reference": "Three senior officials are to leave their roles at Aberdeen City Council.", "prediction": "Two senior leaders at Edinburgh and Council and Sutherland have resigned to their job.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 0.0, "rougeL": 23.076923076923077}, "nll_sum": 77.81622314453125, "token_count": 14} +{"index": 7635, "reference": "World number one Lydia Ko hit a one-under-par 70 to remain in contention to win her third consecutive women's major at the Women's PGA Championship.", "prediction": "World number Lydia Ko will take one-way share of the share of the rain heading into the first roundion the firstAPGime YPGA Championship.", "rouge": {"rouge1": 26.415094339622648, "rouge2": 7.8431372549019605, "rougeL": 26.415094339622648}, "nll_sum": 201.1802215576172, "token_count": 30} +{"index": 7636, "reference": "Nationwide building society has appointed Joe Garner, currently boss of BT's Openreach unit, as its new chief executive.", "prediction": ", chief executive of fracking, the building society, Joe Garner, has announced he will leave the services company Openreach, is in leave his role.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 15.0, "rougeL": 23.809523809523807}, "nll_sum": 155.88162231445312, "token_count": 29} +{"index": 7637, "reference": "Kilmarnock have bolstered their squad with the signing of left-back Calum Waters from League One Alloa.", "prediction": "Kilmarnock signed Jordan Waters outside on's two-year deal following his release by Alloa City,", "rouge": {"rouge1": 24.242424242424242, "rouge2": 0.0, "rougeL": 24.242424242424242}, "nll_sum": 118.8799819946289, "token_count": 22} +{"index": 7638, "reference": "Governors at a Gwynedd school want a consultation restarted over church ownership of its new \u00a310m campus.", "prediction": "Plans for a new church in a north Gwynedd school have has submitted, despite council raised concerns about a Christian trust's trust.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 132.7542266845703, "token_count": 27} +{"index": 7639, "reference": "A \"dominating bully\" who led a gang which smuggled a machine gun, semi-automatic handguns and ammunition into the UK has been jailed for life.", "prediction": "A leader who was carrying out a large of ammunition in the UK, Liverpool and France the, jailed for a minimum of 25 years.", "rouge": {"rouge1": 40.81632653061225, "rouge2": 8.51063829787234, "rougeL": 32.6530612244898}, "nll_sum": 128.52293395996094, "token_count": 26} +{"index": 7640, "reference": "The American New Horizons spacecraft has made its last planned targeting manoeuvre as it bears down on Pluto.", "prediction": "The New Horizons probe says it will face a potentially insect flyby of Pluto.", "rouge": {"rouge1": 31.250000000000007, "rouge2": 6.666666666666667, "rougeL": 31.250000000000007}, "nll_sum": 68.1693344116211, "token_count": 15} +{"index": 7641, "reference": "Sale Sharks fly-half Danny Cipriani has agreed a deal to rejoin former club Wasps from next season.", "prediction": "England fly-half Danny Cipriipani will join Premiership side Wasps at- 2016-17 Premiership season. be theup-up of the Wales'.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 180.38328552246094, "token_count": 32} +{"index": 7642, "reference": "Plans to build the first new UK nuclear plant in 20 years have suffered an unexpected delay after the government postponed a final decision until the early autumn.", "prediction": "The government has it will review the decision a decision to build investment a new nuclear station is \"on in the wake of a proposed new nuclear disaster.", "rouge": {"rouge1": 39.285714285714285, "rouge2": 7.4074074074074066, "rougeL": 25.0}, "nll_sum": 139.893310546875, "token_count": 29} +{"index": 7643, "reference": "Grimsby fought back from two goals down to beat Aldershot and boost their National League play-off hopes.", "prediction": "League Two play hopefuls Grby kept their National League play- hopes alive from 4-2 down to beat Aldershot Town", "rouge": {"rouge1": 57.89473684210527, "rouge2": 33.333333333333336, "rougeL": 31.57894736842105}, "nll_sum": 132.74356079101562, "token_count": 26} +{"index": 7644, "reference": "McDonald's in Japan is running out of chips.", "prediction": "McDonald's says will ready serving its stores because of is will in get some stores.", "rouge": {"rouge1": 40.0, "rouge2": 8.695652173913045, "rougeL": 24.000000000000004}, "nll_sum": 119.12226104736328, "token_count": 17} +{"index": 7645, "reference": "Wales and British & Irish Lions centre Jamie Roberts will play for Cambridge University in the Varsity match against Oxford on 10 December.", "prediction": "Wales full-back Jack Roberts will play for play Premiership side and play at his old University club Cambridge University. join a degree a-'s. a's from's again-- 2011 a of in from Saturday George's. from a", "rouge": {"rouge1": 29.03225806451613, "rouge2": 13.333333333333334, "rougeL": 25.806451612903224}, "nll_sum": 291.442626953125, "token_count": 46} +{"index": 7646, "reference": "Sentences for rapists and other sex offenders in England and Wales could become tougher to recognise the long-term psychological harm they cause.", "prediction": "ivvers who Bolton are facing abuse of up to 19- jail sentences terms change if, guidelines are issued by courts and courts in England and Wales.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 12.76595744680851, "rougeL": 24.489795918367346}, "nll_sum": 179.55821228027344, "token_count": 29} +{"index": 7647, "reference": "Wigan Athletic have signed former Manchester United midfielder Nick Powell on a three-year contract.", "prediction": "W left-back Joe Powell has signed a new contract with Wigan, a new five-and-a-half-year contract.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.0606060606060606, "rougeL": 22.857142857142858}, "nll_sum": 72.66429138183594, "token_count": 27} +{"index": 7648, "reference": "Austria's new chancellor has refused to rule out co-operation with the country's far-right Freedom Party.", "prediction": "ria's's far-wing party hopes to lead opposition parties not lead the government form he rejects a right-right Freedom Party in its leader says.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363638, "rougeL": 26.08695652173913}, "nll_sum": 167.6920928955078, "token_count": 29} +{"index": 7649, "reference": "Thousands of people face a deadline of the end of Sunday to renew tax credits and pay tax owed, or face losing payments or being hit with penalties.", "prediction": "F billionaire who failed to avoid-assessment workers to use their tax credits over the weekend and they are now waiting for a tax helpline.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 3.921568627450981, "rougeL": 18.86792452830189}, "nll_sum": 130.94390869140625, "token_count": 29} +{"index": 7650, "reference": "Northampton's Chris Wilder is Bolton's preferred choice to be their next manager, BBC Radio Manchester reports.", "prediction": "Northampton Town have appointed Wilder Bolton Wanderers appointed appointing manager Wand Wanderers, reports BBC Radio Manchester.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 12.5, "rougeL": 41.1764705882353}, "nll_sum": 110.58525085449219, "token_count": 21} +{"index": 7651, "reference": "Edinburgh Capitals captain Jacob Johnston was delighted as his team ended their losing run of games - but was then left to rue another defeat.", "prediction": "Ed Patrick Johnston says Edinburgh can make \"something win\" after beating Fife Flyers 18-15 and move six points of a Pro12 title battle.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 163.3262481689453, "token_count": 29} +{"index": 7652, "reference": "The newly-crowned largest container ship in the world has arrived at Felixstowe for its first visit to the UK.", "prediction": "A huge container ship has been arrived at a Suffolk coast, the in chronic in what. said be company's best.000- M%) in from A a's annual a from from \u00a3 it,000 of referee.", "rouge": {"rouge1": 25.0, "rouge2": 7.4074074074074066, "rougeL": 21.428571428571427}, "nll_sum": 303.5992431640625, "token_count": 43} +{"index": 7653, "reference": "Gloucestershire finished day one on 62-3 in reply to Glamorgan's 220 all out at the SSE Swalec Stadium in Cardiff.", "prediction": "Gloucestershire ended the day oflam two as Glamorgan failed a innings-run innings of their battle against Gloucestershire at Cardiff.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 0.0, "rougeL": 23.809523809523807}, "nll_sum": 155.43479919433594, "token_count": 31} +{"index": 7654, "reference": "Money set aside for promoting physical activity and healthy eating in schools should not be used to \"plug a black hole in funding\", councils say.", "prediction": "The levy on soft drinks is \"fior andemic\" to to tackle child obesity, council council leaders say.", "rouge": {"rouge1": 14.285714285714283, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 118.06561279296875, "token_count": 22} +{"index": 7655, "reference": "Land Rover will release an all-new version of its Defender model in 2015, it has confirmed.", "prediction": " Land Rover has unveiled written a first images of its design, design one of its rival.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 12.903225806451616, "rougeL": 24.242424242424242}, "nll_sum": 104.65132141113281, "token_count": 17} +{"index": 7656, "reference": "Southampton boss Claude Puel says the club do not want to sell captain Virgil van Dijk.", "prediction": "Southampton captain Virgil van Dijk signed be new contract at the end of the season.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 20.689655172413797, "rougeL": 32.25806451612903}, "nll_sum": 63.48063278198242, "token_count": 18} +{"index": 7657, "reference": "Akzo Nobel, the owner of Dulux paint, has rejected a third takeover offer by US rival PPG Industries, leaving the door open to a hostile bid.", "prediction": "Lux paint owner Akzo Nobel is facing a \"diff\" decision\" withdrawn from its offer from Dutch rival to P YPG.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 185.1746368408203, "token_count": 25} +{"index": 7658, "reference": "Glasgow City opened the new season in ominous style, demolishing Inverness 14-0 in the first round of the SWPL League Cup.", "prediction": "Celtic completed a 5-0 Scottish League Cup of the season as a thrashed defending champions Stirling University to reach the third round's Confederation Scottish Cup. Premier's a-A ballet a in from a's stadium from refereeA", "rouge": {"rouge1": 29.03225806451613, "rouge2": 6.666666666666667, "rougeL": 16.129032258064516}, "nll_sum": 267.173583984375, "token_count": 47} +{"index": 7659, "reference": "Aid workers say fighting in Yemen has made it virtually impossible to ship humanitarian supplies to a key harbour when the country is at risk of famine.", "prediction": "The Red Cross stopped its food aid to facing Yemen \"veryas as soon as possible\", the Red Cross says.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 109.42066955566406, "token_count": 22} +{"index": 7660, "reference": "Politicians and businesses have been reacting to United Airlines ending their flights from Belfast to Newark Airport.", "prediction": "The United States has overturned a European Union decision of8.8m to save its Northern Ireland route route.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 110.07034301757812, "token_count": 21} +{"index": 7661, "reference": "South Africa coach Ephraim Mashaba has insisted the team is not responsible for the poor results in their 2017 Africa Cup of Nations group qualifiers.", "prediction": "South Africa goalkeeper Majraaba,aba says his team did not think scoring Tuesday's hopes of not reaching the Africa Cup of Nations of but the Society of Nations was Saturday.-- has tournament of a of.", "rouge": {"rouge1": 36.0655737704918, "rouge2": 13.559322033898304, "rougeL": 29.508196721311474}, "nll_sum": 250.61517333984375, "token_count": 40} +{"index": 7662, "reference": "Russia is planning an alternative version of the Wikipedia, the country's presidential library has said.", "prediction": "Russian porn internet Wikipedia has launched a new site, releasing its critics in its country.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 89.86634826660156, "token_count": 16} +{"index": 7663, "reference": "For a few days last year, Joel Fearon was an ex-athlete.", "prediction": "The London 2012 Olympianothon Fearon was on track the track because of his and was too grey in what was a controversialTexas - a high's 100m a - scratch-galledmaker in from from a's from. Broadway", "rouge": {"rouge1": 12.5, "rouge2": 4.3478260869565215, "rougeL": 8.333333333333332}, "nll_sum": 335.8219299316406, "token_count": 47} +{"index": 7664, "reference": "Kris Boyd believes Scottish football can learn from the United States but is against the idea of playing Scottish Premiership matches overseas.", "prediction": "The Major League Soccer could be played \"the football game of American\", Dundee, says Dris Boyd.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 122.30401611328125, "token_count": 21} +{"index": 7665, "reference": "Police have been given more time to question four men held over an apparent hit-and-run crash in Oldham on New Year's Eve in which two cousins died.", "prediction": "Four men have been arrested after two incidents crashed between a car crash in which a girl and girl were killed in their school in Manchester the", "rouge": {"rouge1": 35.08771929824561, "rouge2": 14.545454545454547, "rougeL": 17.543859649122805}, "nll_sum": 107.60044860839844, "token_count": 26} +{"index": 7666, "reference": "League Two side Wycombe Wanderers have signed midfielder Dominic Gape from Premier League club Southampton on a two-and-a-half-year deal.", "prediction": "Wycombe Wanderers have re-signed Africa Under-20 midfielder P Pape Paine loan from loan club Southampton until the end of the season.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 34.78260869565217}, "nll_sum": 117.64582824707031, "token_count": 30} +{"index": 7667, "reference": "An eight-year-old boy with cerebral palsy who was filmed completing his first triathlon unaided has been honoured at the Yorkshire Awards.", "prediction": "An 11-year-old boy who ran over to cross the finish line from Yorkshire the West Yorkshire has won the International children's been Hero award award", "rouge": {"rouge1": 39.21568627450981, "rouge2": 8.16326530612245, "rougeL": 31.372549019607842}, "nll_sum": 131.77243041992188, "token_count": 29} +{"index": 7668, "reference": "Since there is a consensus amongst the majority of the world's scientists that temperatures are rising - most likely driven by human behaviour - why does climate change coverage seem to be drying up?", "prediction": "Islamic climate change has prompted 13 around around our globe, and EU uncertainty around moment around the world, but what it describes how high water levels?", "rouge": {"rouge1": 13.559322033898304, "rouge2": 7.017543859649122, "rougeL": 6.779661016949152}, "nll_sum": 172.79937744140625, "token_count": 28} +{"index": 7669, "reference": "Former France international David Ginola is to stand against Sepp Blatter for the Fifa presidency.", "prediction": " Newcastle Manchester United midfielder David Cameron Ginola has launched his bid to become the party's world football governing body Fifa,, a new candidate for president.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 0.0, "rougeL": 29.268292682926834}, "nll_sum": 131.69271850585938, "token_count": 28} +{"index": 7670, "reference": "Reanne Evans will face former world champion Ken Doherty in the first round of qualifying as she bids to become the first woman to appear in the main stages of the World Championship.", "prediction": "Ex-Welsh women Rob Evans will face Dan Evans in a bid to reach the qualifying draw for 2017 World Snooker Championship, which starts from April.", "rouge": {"rouge1": 33.89830508474576, "rouge2": 10.526315789473683, "rougeL": 30.508474576271187}, "nll_sum": 141.64559936523438, "token_count": 31} +{"index": 7671, "reference": "They have graced the finest cricket stadia all over the world, played for England against the greatest players and come out on top.", "prediction": "\"I first game I has played in my cricket, but I has been there, and I wasn't played in a Twenty20 cricket match's November at Edgb's.", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 188.69277954101562, "token_count": 34} +{"index": 7672, "reference": "Burkina Faso coach Paulo Duarte says he has is not concerned over a number of injuries to key players going into next month's African Nations Cup finals.", "prediction": "BurkBuro coach Jacques Duarte says his squad brought bring back for the 2017 Africa Africa Cup of Nations while Ivory Coast side face a training camp in January again, despite from double his side from's month as from.", "rouge": {"rouge1": 26.86567164179105, "rouge2": 3.076923076923077, "rougeL": 14.925373134328357}, "nll_sum": 267.3595886230469, "token_count": 43} +{"index": 7673, "reference": "A police officer said he hoped a shot from a Taser stun gun would prevent a man soaked in petrol setting himself alight, an inquest has heard.", "prediction": "A police officer a Taserred and armed by a man who tried to set himself on the inquest of an inquest has heard, as man \"a's of of\".", "rouge": {"rouge1": 50.0, "rouge2": 29.629629629629633, "rougeL": 46.42857142857143}, "nll_sum": 179.8096923828125, "token_count": 33} +{"index": 7674, "reference": "Southern Rail's latest attempt to stop strikes on its network has been branded \"meaningless\" by union bosses.", "prediction": "The RMT union has withdrawn an offer from Southern rail network, saying members the RMT members will not end their long arunning security dispute.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 14.285714285714288}, "nll_sum": 152.88021850585938, "token_count": 28} +{"index": 7675, "reference": "The governor of California has declared a state of emergency after wildfires forced about 23,000 people to flee their homes in the north of the state.", "prediction": "A young woman and her 80s have been killed in town in the southern Indian town, California, says the managing director of the state.", "rouge": {"rouge1": 31.37254901960785, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 116.44515991210938, "token_count": 27} +{"index": 7676, "reference": "Southport have sacked manager Steve Burr after just over four months in charge, with director of football Liam Watson taking interim charge.", "prediction": "Southport club have sacked manager Steve Watson as their assistant manager Steve majority following the club, Steve Bannon Steve", "rouge": {"rouge1": 29.268292682926827, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 124.14573669433594, "token_count": 20} +{"index": 7677, "reference": "A missing California jogger found on Thanksgiving day last week after a three-week abduction had been branded with a \"message\" by her captors.", "prediction": "An Australian woman, who went missing after two men in her woods California last week, was the as \"elpassion of and control\", a sheriff", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333336}, "nll_sum": 171.90321350097656, "token_count": 29} +{"index": 7678, "reference": "A 104-year-old swimming pool has closed after a council said it could no longer afford to repair the building.", "prediction": "A famous air showers in Reading which used for young soldiers in World War could be saved after the council said it can swim up and down\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 20.833333333333336}, "nll_sum": 153.31568908691406, "token_count": 27} +{"index": 7679, "reference": "Who needs words when you can tell the week's news in pictures?", "prediction": " all the stories, Facebookicis - and be no emojis - and what it what it mean!", "rouge": {"rouge1": 7.407407407407408, "rouge2": 0.0, "rougeL": 7.407407407407408}, "nll_sum": 121.86380004882812, "token_count": 21} +{"index": 7680, "reference": "The family of an off-duty police officer who died after being hit by a bus in Swansea say her death has left a hole that can never be filled.", "prediction": "A a police officer who died after being hit by a bus on a Swansea street has said they \"never never believes will never never never be forgotten\".", "rouge": {"rouge1": 51.724137931034484, "rouge2": 35.714285714285715, "rougeL": 48.275862068965516}, "nll_sum": 129.0890350341797, "token_count": 29} +{"index": 7681, "reference": "Canadian Adam Hadwin survived a late scare to claim his maiden PGA title with a one-shot win at the Valspar Championship in Innisbrook, Florida.", "prediction": "Swed's An must Hadwin must take a one- lead heading into a finalultimate stage of the Challenge Championship in Queen, South Africa.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 169.9176025390625, "token_count": 28} +{"index": 7682, "reference": "Church leaders have appealed to a nationalist residents' group to call off a protest against an Orange Order parade in north Belfast.", "prediction": "A group of leaders have backed a calling for the Orange Order to a planned night parade north Belfast. to an'solve aACalifornia and's. a's it's's a from from what it's of a from", "rouge": {"rouge1": 45.9016393442623, "rouge2": 13.559322033898304, "rougeL": 29.508196721311474}, "nll_sum": 270.4712219238281, "token_count": 45} +{"index": 7683, "reference": "An oak tree planted in Glasgow nearly 100 years ago as a tribute to the city's suffragettes has been named Scotland's Tree of the Year.", "prediction": "A tiny oak that once again said to be created tree will be Scottish Tree's final Year 2016.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 130.03228759765625, "token_count": 19} +{"index": 7684, "reference": "Ireland's former world champion Martyn Irvine has retired from competitive cycling after failing to qualify for the Rio Olympics this summer.", "prediction": "Two-time worldI championyn Irvine has announced from retirement from in cycling.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 100.07716369628906, "token_count": 15} +{"index": 7685, "reference": "Ashley Young says Manchester United manager Louis van Gaal has helped revive his hopes of an England recall.", "prediction": "Luke Young says the wealth clear of Manchester United manager Louis van Gaal will boost him's next England squad.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 33.333333333333336, "rougeL": 47.36842105263158}, "nll_sum": 97.77664947509766, "token_count": 20} +{"index": 7686, "reference": "The controversial Kudankulam nuclear plant in India's Tamil Nadu state has begun producing electricity after years of delays and protests, officials say.", "prediction": "India's most nuclear nuclear plant, Kudankalmentum, is again once, local media reports say.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 11.428571428571429, "rougeL": 16.216216216216214}, "nll_sum": 118.37765502929688, "token_count": 22} +{"index": 7687, "reference": "A coroner has vowed to raise concerns about weekend staffing levels at a hospital where a grandmother died after a routine operation.", "prediction": "A surgeon whose brain died suddenly after an operation during patient received at the hospital been criticised, hospital who has accused the health's health services and clear.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 179.4892578125, "token_count": 29} +{"index": 7688, "reference": "Ospreys head coach Steve Tandy says there are some \"question marks\" over the officiating in their 23-25 Pro12 defeat by Munster.", "prediction": "Ospreys head coach Steve Tandy says his players did not want let down on number-level tackles\" after they lost the 26-16 defeat by Leinster.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 26.08695652173913, "rougeL": 37.50000000000001}, "nll_sum": 148.9510498046875, "token_count": 34} +{"index": 7689, "reference": "The UK's nuclear submarine refit base is to remain in special measures amid safety concerns.", "prediction": "Construction work being built at, Royal Navy's nuclear nuclear base will not be been completed, the UK's spending watchdog, said hotel, despite it's", "rouge": {"rouge1": 23.80952380952381, "rouge2": 15.0, "rougeL": 14.285714285714285}, "nll_sum": 160.84910583496094, "token_count": 29} +{"index": 7690, "reference": "A man police said they wanted to trace in connection with a murder and attempted murder in Paisley has been arrested.", "prediction": "Police investigating the death of a man and a woman in Dumfries have released an- image of a man they want to speak to.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 22.222222222222225}, "nll_sum": 82.2519760131836, "token_count": 27} +{"index": 7691, "reference": "A boy has been arrested in connection with the sexual assault of two six-year-old girls during a trip to Legoland.", "prediction": "An 11-year-old boy arrested on suspicion in connection with sexual attacks on two-year-old school have been released on released police bail. 2011 \" again \" a-des- it- again dash of fromyear again's a", "rouge": {"rouge1": 44.06779661016949, "rouge2": 10.526315789473685, "rougeL": 33.898305084745765}, "nll_sum": 230.9710235595703, "token_count": 47} +{"index": 7692, "reference": "Che Adams will be available to play in Birmingham City's final game of the season after his red card against Huddersfield was rescinded.", "prediction": "Birmingham City' Adams has failed to lose an appeal against his red card after his red card handed on to Blackburn Ro Blackburn Rovers. solve his 2011- referee a's from-the's ban in from Saturday's a from's his", "rouge": {"rouge1": 36.36363636363637, "rouge2": 12.500000000000004, "rougeL": 18.181818181818183}, "nll_sum": 295.5076904296875, "token_count": 47} +{"index": 7693, "reference": "The bodies of a mother and her seven-year-old son have been discovered at their home.", "prediction": "A couple, woman and her son's 13-year-old son at their home, police believe would be a third party in the third party, solve, what believe is a his a on of of death.", "rouge": {"rouge1": 41.509433962264154, "rouge2": 19.6078431372549, "rougeL": 33.9622641509434}, "nll_sum": 196.94235229492188, "token_count": 42} +{"index": 7694, "reference": "Hospitals should let more dogs and other animals on to wards and even into operating theatres to help patients, the Royal College of Nursing says.", "prediction": "N patients in England are maternity too scared to have so animals on chicks staff are working, the, says the Royal College of Nursing (RCA).", "rouge": {"rouge1": 40.00000000000001, "rouge2": 20.833333333333336, "rougeL": 28.000000000000004}, "nll_sum": 171.98768615722656, "token_count": 29} +{"index": 7695, "reference": "The UK's leading eating disorder charity has called for the sale of laxatives to children to be more strictly regulated.", "prediction": "marketmarket in supermarkets are exploring selling buying people herbalousot babies protect young children in the way, charity says.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 167.8077392578125, "token_count": 22} +{"index": 7696, "reference": "It is the strongest signal yet that Britain is plotting a \"hard exit\" from the European Union.", "prediction": " a British business minister's told the BBC that he wants a global trade deal with Britain, saying the UK, to lead to job losses - and it could be!", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 145.88888549804688, "token_count": 32} +{"index": 7697, "reference": "Irish police say further arrests are expected as part of an investigation into the background of one of the London attackers who lived in the Republic of Ireland.", "prediction": "Police investigating the recent London Paris of Rachid Redouane are likely be allowed moved the and by the Republic and Ireland Republic and wife Republic of Ireland.", "rouge": {"rouge1": 40.0, "rouge2": 11.320754716981133, "rougeL": 32.72727272727273}, "nll_sum": 180.75270080566406, "token_count": 31} +{"index": 7698, "reference": "Control over teachers' pay and conditions will be devolved, Welsh Secretary Alun Cairns has announced.", "prediction": "Welsh Secretary Alun Cairns has said teachers' pay will be paid to, Welsh Government is for anything\", a aolve and \". \" ballet- it - a best decision it's be been of\".. from's emerged", "rouge": {"rouge1": 41.666666666666664, "rouge2": 26.086956521739125, "rougeL": 20.833333333333332}, "nll_sum": 291.66265869140625, "token_count": 46} +{"index": 7699, "reference": "Three teenagers have been injured, one seriously, after a car they were travelling in collided with a tree in a Dundee park.", "prediction": "Three people were left seriously injured after two seriously after a car were faced a a car- Cambriddown down Park in West Lothian.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 13.95348837209302, "rougeL": 44.44444444444445}, "nll_sum": 161.8188934326172, "token_count": 29} +{"index": 7700, "reference": "Israeli Prime Minister Benjamin Netanyahu has opened a Holocaust exhibition at the Auschwitz Nazi death camp site in southern Poland.", "prediction": " of new Jewish exhibition of the Holocaust, photographs showing closing doors at the former migrant camp camp, has opened in Auschwitz, Russia in 2011.'s. solve's a's a from-A's ban since's November a's. from emerged", "rouge": {"rouge1": 32.78688524590164, "rouge2": 6.779661016949152, "rougeL": 16.39344262295082}, "nll_sum": 284.9557800292969, "token_count": 47} +{"index": 7701, "reference": "A further 34 Syrian refugees were resettled in Wales in the three months to June, bringing the total to 112.", "prediction": "The number of Syrian refugees resettled in war-torn Syria has increased almost a year the it was raised.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 79.60317993164062, "token_count": 22} +{"index": 7702, "reference": "Jessica Ennis-Hill wants to help people be more active and find a way into sport - starting with two fun days combining music and running.", "prediction": "A race in south London offering special relatives to young people to age in not the sport.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 104.75132751464844, "token_count": 17} +{"index": 7703, "reference": "A motorist was killed when his car collided with a tank on a rural road during a major Nato military exercise in central Norway, police and military officials say.", "prediction": "Five Norwegian soldiers have been killed in a car crash involving a Norwegian personnel training exercise in Norway's military says.", "rouge": {"rouge1": 36.00000000000001, "rouge2": 4.166666666666666, "rougeL": 32.0}, "nll_sum": 82.7541732788086, "token_count": 21} +{"index": 7704, "reference": "The tension is palpable in Kano, after bombers and gunmen struck killing more than 100 people at the central mosque.", "prediction": "There was a surprise attack on hospitals in a northern Nigerian city of Kano, after it was surprise attack after three- suicide bombers who attacked was and injured dozens.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 147.4525604248047, "token_count": 32} +{"index": 7705, "reference": "Italian police have seized assets estimated to be worth about 330m euros (\u00a3253m) from a convicted businessman.", "prediction": " Italian police have searched the assets of gambling worth about $1bn1bnbn;,; $42m $\u00a342), \u00a342;, $,700m).", "rouge": {"rouge1": 37.50000000000001, "rouge2": 20.0, "rougeL": 37.50000000000001}, "nll_sum": 203.52268981933594, "token_count": 34} +{"index": 7706, "reference": "Two German men have been sentenced to three strokes of a cane and nine months in jail in Singapore for vandalism and trespassing.", "prediction": "Two foreigners in Singapore who are sentences for refereeing and black holes, George Michael Fay, Australia have been found guilty of for caning.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 9.090909090909092, "rougeL": 21.73913043478261}, "nll_sum": 157.529052734375, "token_count": 27} +{"index": 7707, "reference": "Plans aimed at preserving the heritage of mountains in Snowdonia deemed \"at risk\" have taken a step forward.", "prediction": "A \u00a31 project project designed to Snowonesia mountains to protect Wales' highest mountains, the received receive a further \u00a31.2m of funding.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 162.21975708007812, "token_count": 30} +{"index": 7708, "reference": "North Korea says a US missile strike on Syria \"proves a million times over\" that it was right to strengthen its nuclear programme, state media report.", "prediction": "North Korea has accused the US and using nuclear weapons in its weapons against the military, the country's response to an apparent strike in Syria.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 4.0, "rougeL": 19.230769230769234}, "nll_sum": 108.04556274414062, "token_count": 27} +{"index": 7709, "reference": "The Belfast Giants have awarded a testimonial game to long-serving forward Colin Shields.", "prediction": "The Belfast Giants will be named in a total of matches in the Belfast Giants for 2016-17 season.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 12.903225806451616, "rougeL": 24.242424242424242}, "nll_sum": 91.4033432006836, "token_count": 20} +{"index": 7710, "reference": "An ex-British soldier held in Turkey on a terror charge while on holiday may be imprisoned for three months before the case reaches court, his lawyer said.", "prediction": "A Briton who who was arrested in Turkey on suspicion of terrorist charges in Syria has told the BBC he will not face of terrorism charges.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 11.538461538461538, "rougeL": 18.51851851851852}, "nll_sum": 92.47859191894531, "token_count": 27} +{"index": 7711, "reference": "A memorial service has been held for 60,000 people whose remains are due to be exhumed in London as part of the \u00c2\u00a355.7bn HS2 high-speed rail project.", "prediction": "A parish church attended for 40 people have attended \"ggow destruction\" on a2, burial site to be rebuilt in a former London railway station.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 3.8461538461538463, "rougeL": 25.92592592592593}, "nll_sum": 171.58851623535156, "token_count": 29} +{"index": 7712, "reference": "Darren Stevens' unbeaten 107 gave Kent the upper hand on day two of their game against Division Two champions Essex.", "prediction": "South all-rounder Simon Stevens took an unbeaten 71 to help Essex beat an unbeaten and third One-Day Cup match in a dramatic Division One leaders Essex.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 0.0, "rougeL": 20.833333333333332}, "nll_sum": 153.0148468017578, "token_count": 30} +{"index": 7713, "reference": "The head of Lebanese militant group Hezbollah has declared that Syria has real friends who will not let it fall to the US, Israel or Islamic radicals.", "prediction": "The leader of Lebanon's militant Islamist militant group movement has urged its fighters to leave the country and is seeking extra help from the Syrian army.", "rouge": {"rouge1": 25.925925925925924, "rouge2": 3.8461538461538463, "rougeL": 25.925925925925924}, "nll_sum": 94.61711883544922, "token_count": 27} +{"index": 7714, "reference": "Former first minister Alex Salmond has suggested a second referendum on Scottish independence could be held in two years time.", "prediction": "Former Scottish first of Alex Salmond has confirmed that it second that a second independence referendum will", "rouge": {"rouge1": 54.05405405405405, "rouge2": 17.142857142857142, "rougeL": 43.24324324324324}, "nll_sum": 84.4457015991211, "token_count": 17} +{"index": 7715, "reference": "An investigation has begun into the cause of a fire which has severely damaged a plastics factory in Cambridgeshire.", "prediction": "A huge fire which started broken out at a factory factory in Lancashire is being settled as a result of arson, a and fire service said.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 116.49405670166016, "token_count": 29} +{"index": 7716, "reference": "A man with a metal detector discovered an unexploded wartime bomb in a Lancashire park.", "prediction": "A bomb disposal specialists have carried out a controlled control bomb in a Lancashire park in park.'s \"A \"-b, a in from from a The's from a from abover's flagship of aA aA 2011", "rouge": {"rouge1": 26.923076923076927, "rouge2": 16.0, "rougeL": 26.923076923076927}, "nll_sum": 281.1282653808594, "token_count": 45} +{"index": 7717, "reference": "A police force has begun the rollout of body cameras for 800 officers and community support officers.", "prediction": "Police forces in Wales are being sent to a Ceredigion police by dressing cameras as part of their to investigation.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 111.83074951171875, "token_count": 22} +{"index": 7718, "reference": "Eddie Izzard will attempt to run 27 marathons in 27 days through South Africa for Sport Relief, the BBC has announced.", "prediction": "Comedian Eddie I Footballard is to run marathons in 27 days on 27-day trip to South Africa to raise money for charity.", "rouge": {"rouge1": 50.0, "rouge2": 23.809523809523807, "rougeL": 45.454545454545446}, "nll_sum": 131.0934600830078, "token_count": 29} +{"index": 7719, "reference": "Former Rangers midfielder Derek Ferguson reckons being a supporter of the Ibrox club would not stop Scott Allan from succeeding at Celtic.", "prediction": "Sir Barry Ferguson thinks that Scott Allan's possible move from Rangers to former club would be former Scotland captain of the club would \"in swagger\".", "rouge": {"rouge1": 45.83333333333333, "rouge2": 13.043478260869565, "rougeL": 24.999999999999993}, "nll_sum": 155.9106903076172, "token_count": 28} +{"index": 7720, "reference": "A 35-year-old woman has died in police custody in Blackburn.", "prediction": "A 75-year-old woman who died in police in Lancashire while in custody have said has.", "rouge": {"rouge1": 68.96551724137932, "rouge2": 29.629629629629626, "rougeL": 55.172413793103445}, "nll_sum": 85.43818664550781, "token_count": 21} +{"index": 7721, "reference": "Ireland's slow start to their World Cup quarter-final against Argentina proved their downfall, head coach coach Joe Schmidt has admitted.", "prediction": "Ireland coach Joe Schmidt said his side had be \"lucky and shocked\" after they were beaten by late Argentina in the first leg of their's tour of thelaged from a-, a from in from the's.", "rouge": {"rouge1": 23.728813559322035, "rouge2": 7.017543859649122, "rougeL": 13.559322033898308}, "nll_sum": 214.4387664794922, "token_count": 43} +{"index": 7722, "reference": "The father of a seven-year-old Japanese boy who was found alive after six nights alone in a dense forest says his son has forgiven him.", "prediction": " Japanese Japanese man, northern, who was be alive with a dorm code six days in a camp, has apologised for the son he has apologised.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 8.0, "rougeL": 34.61538461538461}, "nll_sum": 165.0316162109375, "token_count": 28} +{"index": 7723, "reference": "A man banned from driving for life has appeared in court after he was caught driving his carer's car home from a pub.", "prediction": "A pensioner tried to take the keys of keys in a pub's home for up the 100mph has been given a five sentenceyear jail term.", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 152.85491943359375, "token_count": 29} +{"index": 7724, "reference": "The owners of a derelict Victorian hospital complex have lost an appeal over a \u00a3900,000 bill paid by the county council for emergency repairs.", "prediction": "A new ownersmoon former listed hotel on a hotel and food park Wales north Wales have been ordered to pay \u00a31m after a public inquiry, it was ordered to pay up to \u00a3700,000.", "rouge": {"rouge1": 13.559322033898304, "rouge2": 0.0, "rougeL": 13.559322033898304}, "nll_sum": 184.17942810058594, "token_count": 40} +{"index": 7725, "reference": "Israeli police are investigating after a video emerged showing an Israeli policeman beating up a Palestinian lorry driver.", "prediction": "A Israeli police officer has been suspended after a of a video which loves him showing a head5- towards a lorry filmed watching a. with referee a. from referee.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.333333333333334, "rougeL": 34.04255319148936}, "nll_sum": 203.81561279296875, "token_count": 34} +{"index": 7726, "reference": "Former Manchester United manager Sir Alex Ferguson says Michael Carrick is \"the best English player\" around.", "prediction": "Northern Ireland's Michael Carrick is a \" \"s coach coach\" to playing for Manchester United, says former England boss Sir Alex Ferguson.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 27.77777777777778, "rougeL": 26.31578947368421}, "nll_sum": 111.84132385253906, "token_count": 27} +{"index": 7727, "reference": "A recruitment agency has been criticised for advertising jobs only for \"attractive women\", as well as specifying bra size.", "prediction": " DIY job advert for an agency about sexism, is \" \"white and\" and \",\" and\" and \"gay\" by civil rights campaigners.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 153.02096557617188, "token_count": 28} +{"index": 7728, "reference": "Forty percent of people in England do not believe Jesus was a real person, a Church of England survey suggests.", "prediction": "More than half a people believe English Jesus should serve as a mythical or was a real, a Church of England survey suggests. in the-'s,ark, says they's a ban from it's from's of. from the's 2011", "rouge": {"rouge1": 45.16129032258064, "rouge2": 23.333333333333336, "rougeL": 38.70967741935483}, "nll_sum": 286.37615966796875, "token_count": 47} +{"index": 7729, "reference": "Historians are hoping to place a plaque on the unmarked graves of four children who died when a German bomb exploded in Wrexham after being carried home as a solider's souvenir during World War One.", "prediction": "The bodies whose three girls were killed in an explosion in the Wrexham town where one of a child born in Wrexham, it died, a landlord were said.", "rouge": {"rouge1": 25.0, "rouge2": 3.225806451612903, "rougeL": 18.75}, "nll_sum": 162.50453186035156, "token_count": 34} +{"index": 7730, "reference": "The daughter of the late Labour MP and peer Lord Janner has called an upcoming inquiry into child abuse allegations against him \"grotesque and Kafkaesque\".", "prediction": "The family and members of ex- MP Lord Janner says the historical child abuse inquiry, has denied allegations of sexual abuse that face him against him.", "rouge": {"rouge1": 54.90196078431373, "rouge2": 12.244897959183673, "rougeL": 39.21568627450981}, "nll_sum": 149.14712524414062, "token_count": 29} +{"index": 7731, "reference": "Presidential candidates for the 2016 race and other politicians are speaking out against Donald Trump after a string of violence at his rallies.", "prediction": "US presidential candidate Donald Trump has called for anyany culture of culture in at his rallies.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 21.62162162162162, "rougeL": 41.02564102564102}, "nll_sum": 87.36871337890625, "token_count": 17} +{"index": 7732, "reference": "Readers of tabloid papers have smaller vocabularies than people who do not read newspapers, suggests a study.", "prediction": "High high Lights feature their childhood skills, well as those of who did finished with at the age, of research suggests", "rouge": {"rouge1": 15.789473684210527, "rouge2": 0.0, "rougeL": 15.789473684210527}, "nll_sum": 151.27159118652344, "token_count": 22} +{"index": 7733, "reference": "Boreham Wood have signed midfielder Kenny Davis from National League rivals Braintree Town on a one-year deal.", "prediction": "Midfielder Liam Davis has signed signed a new one-year deal with National with League side side Lincoln City.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 11.428571428571429, "rougeL": 32.43243243243243}, "nll_sum": 94.439453125, "token_count": 22} +{"index": 7734, "reference": "As voters head to the polling stations for the EU referendum so have some dogs - although cats and even a political polecat have been keen to get in on the act.", "prediction": " flooded abandoned cat has picked up on a polling station - but is the weather become a cold-catast!", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 133.7235870361328, "token_count": 21} +{"index": 7735, "reference": "Justice Secretary Michael Matheson is to host a summit of experts to consider how the UK's Brexit vote could affect Scotland's justice system.", "prediction": "Justice Secretary Michael Matheson will a summit in Edinburgh to discuss the issues issue on possible impact of Brexit.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 19.04761904761905, "rougeL": 40.90909090909091}, "nll_sum": 96.8682632446289, "token_count": 21} +{"index": 7736, "reference": "Emergency aid is beginning to reach some of the worst-hit islands of Vanuatu, helping people there after a cyclone destroyed whole villages.", "prediction": "Aid agencies have hit by,uatu say huge crews are building dismantled and hit by a powerful cyclone.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 132.03347778320312, "token_count": 21} +{"index": 7737, "reference": "A woman has suffered serious injuries after being dragged through the streets of a German town by a cord tied around her neck and attached to a car.", "prediction": "A 39-year-old man has been arrested on suspicion of murdering a woman after her ex-partner to police drive in south-west France, police say.", "rouge": {"rouge1": 29.09090909090909, "rouge2": 3.7735849056603774, "rougeL": 21.818181818181817}, "nll_sum": 91.6917724609375, "token_count": 33} +{"index": 7738, "reference": "Marc Roberts and Ashley Fletcher scored either side of half-time to help Barnsley to victory over fellow League One play-off-chasers Coventry City.", "prediction": "Patrickallie Roberts scored a hat-trick as Barnsley beat fellow One play-off- chasers chentry City solve-desoths 2011. a 2011 a--G 2011 Championship in from November a's from.'s", "rouge": {"rouge1": 31.57894736842105, "rouge2": 10.909090909090908, "rougeL": 31.57894736842105}, "nll_sum": 309.9754638671875, "token_count": 47} +{"index": 7739, "reference": "Bournemouth boss Eddie Howe admits his side's sudden lack of confidence in front of goal is \"baffling\".", "prediction": "Bournemouth manager Eddie Howe says \"there has a lack of confidence\" and go down despite being winless win to their last three games.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 121.22699737548828, "token_count": 28} +{"index": 7740, "reference": "Here's an anxious-looking Mahatma Gandhi making a telephone call from his office in Sevagram village in the western state of Maharashtra in 1938.", "prediction": " Gandhi party Tom Gandhi was his 100 birthday birthday, India in late September, and was God of God in India.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 186.39260864257812, "token_count": 22} +{"index": 7741, "reference": "A man has been charged after two women were attacked at student accommodation in Edinburgh.", "prediction": "A man has been arrested in connection with a serious assault on two women and woman, and of being seriously injured in Edinburgh city centre.", "rouge": {"rouge1": 40.0, "rouge2": 26.31578947368421, "rougeL": 40.0}, "nll_sum": 80.07966613769531, "token_count": 26} +{"index": 7742, "reference": "A call centre in Torfaen which received \u00a3600,000 funding from the Welsh government has gone into liquidation.", "prediction": "The collapse of a firm, call factory factory in Torfaen will be investigated, a Plaid Cymru AM has in the solve's, reputation \"00's. gold from a it be\" of economy.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 266.24261474609375, "token_count": 43} +{"index": 7743, "reference": "A mayor who resigned after a taxi driver he vouched for was found to have a rape conviction has been urged to leave the council altogether.", "prediction": "A city's mayor who step down from a taxi driver who help the victim of his ex-boyfriend scam has asked the public to ask him.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 11.76470588235294, "rougeL": 30.18867924528302}, "nll_sum": 128.6387939453125, "token_count": 29} +{"index": 7744, "reference": "American Jason Dufner will take a five-shot lead into the third round of the Memorial Tournament after carding an eagle on the 18th hole on Friday.", "prediction": "Sweden's Dido Duf will hold only a three ofway share of the lead of lead after round rounds of the Travelersers Championship.", "rouge": {"rouge1": 31.999999999999996, "rouge2": 8.333333333333334, "rougeL": 24.0}, "nll_sum": 184.9333038330078, "token_count": 29} +{"index": 7745, "reference": "A council has been accused of double standards for allowing a stage of a major cycle race to start in a town centre where cyclists have been banned.", "prediction": "A town has was stopped from event event in the 2017 UCI World Championships Championships, after the event said \"w not wish want to shop\".", "rouge": {"rouge1": 18.86792452830189, "rouge2": 3.921568627450981, "rougeL": 11.32075471698113}, "nll_sum": 160.22593688964844, "token_count": 28} +{"index": 7746, "reference": "There is a growing clamour in Germany to honour three Syrian refugees who overpowered a bomb plot suspect with possible links to the so-called Islamic State.", "prediction": "A Syrian refugee was tied up to a training camp in Leipzig has handed himself over German police say.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454546, "rougeL": 17.391304347826086}, "nll_sum": 91.76547241210938, "token_count": 21} +{"index": 7747, "reference": "Young people are on track to be poorer than their parents at every stage of their lives, according to a new report.", "prediction": " children aged aged 40 are aged 40% behind behind families generations than a century ago, a new study suggests,", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 116.9135971069336, "token_count": 21} +{"index": 7748, "reference": "Campaigning has started 16 days ahead of a fresh general election in Spain, with left-wing Podemos edging ahead of the Socialists (PSOE) in opinion polls.", "prediction": "Spain the left-wing party, Podosem party, will seek to form new left-wing coalition to form a ruling government in future December election.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 125.67657470703125, "token_count": 30} +{"index": 7749, "reference": "Liverpool have signed Aston Villa striker Christian Benteke for \u00a332.5m.", "prediction": "Liverpool have completed the signing of striker Christian Benteke from a Aston Villa club for a- fee, reported to be \u00a342m.", "rouge": {"rouge1": 56.25, "rouge2": 26.666666666666668, "rougeL": 43.74999999999999}, "nll_sum": 91.47174835205078, "token_count": 27} +{"index": 7750, "reference": "A man has been arrested over the \"violent assault\" and rape of a woman in a railway station car park, police have said.", "prediction": "A teenager has been arrested and arrested after the suspected rape attempted attempted murder of a woman was raped at a railway station. described in the's reputation, a, as from a a game a it has's referee of a fromA 2011A", "rouge": {"rouge1": 42.42424242424242, "rouge2": 18.749999999999996, "rougeL": 36.36363636363637}, "nll_sum": 254.62771606445312, "token_count": 47} +{"index": 7751, "reference": "Two things are clear from BP's results this morning.", "prediction": "The chief executive of BP financial Group has said that oil is heading towards the past, so what the clear is is possible to the what of what would like be!", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 170.04995727539062, "token_count": 32} +{"index": 7752, "reference": "An academy in Bradford has sent home 152 pupils for arriving at the school gates without meeting its dress code.", "prediction": "Twenty students in Somerset are being sent home from school for \" violence\" because of rules, wearing leather mask training.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 119.6968994140625, "token_count": 22} +{"index": 7753, "reference": "Indian Olympics bronze medallist, boxer MC Mary Kom, has welcomed a film that Bollywood director Sanjay Leela Bhansali wants to make on her life.", "prediction": "B boxerQueenigerPlans, says she will direct a new film films about the north-up of Indian Indian women living in western India.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 176.09613037109375, "token_count": 28} +{"index": 7754, "reference": "The new Forth Crossing remains on course to be opened by May 2017, Transport Scotland has said.", "prediction": " design completion of a newm Queensry Bridge scheme will not be open until May, until not further than planned. until a 2011olveon 2011. a's a's says it from it it's.A of a from,'s a", "rouge": {"rouge1": 10.714285714285717, "rouge2": 3.7037037037037033, "rougeL": 10.714285714285717}, "nll_sum": 285.14593505859375, "token_count": 47} +{"index": 7755, "reference": "Thousands of Welsh parents would be criminalised if a smacking ban is passed, campaigners have warned.", "prediction": "A proposal to smacking children from the same as child child could promote protect child employers, the children's Children has said there in the00 \"A,, \", from00 the a who\" of of children.", "rouge": {"rouge1": 12.244897959183671, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 276.6529846191406, "token_count": 41} +{"index": 7756, "reference": "This has been a place which - unlike anywhere else in China - had a genuinely elected government but many here are wondering if the so-called \"Wukan experiment\" is about to die.", "prediction": "There is small village in the southern city of Guangdong, where the military government is anti-government protests are being re-started in 2011.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 10.909090909090908}, "nll_sum": 107.41194152832031, "token_count": 29} +{"index": 7757, "reference": "\"The greatest show on earth\" was PT Barnum's claim for his three ring circus.", "prediction": "So I a a written in Sir Michael Fallon, film-maker, film be, then I is saying: \"Y Britain'sest greatest\". the man \" solve \" be a low - and crime!", "rouge": {"rouge1": 9.090909090909092, "rouge2": 0.0, "rougeL": 4.545454545454546}, "nll_sum": 256.78662109375, "token_count": 40} +{"index": 7758, "reference": "Washing machine manufacturing is set to return to the UK after a gap of almost 10 years with the opening of a new factory in County Durham.", "prediction": "A new production line crossed production line at a West Yorkshire production factory has to almost double its production after funding awarded more than \u00a31m of government funding.5 solve 2011 again a it a it's againelt of. the again 2011 a", "rouge": {"rouge1": 28.57142857142857, "rouge2": 2.941176470588235, "rougeL": 17.142857142857142}, "nll_sum": 294.3372497558594, "token_count": 47} +{"index": 7759, "reference": "David Cameron became \"distracted\" after the 2011 intervention in Libya, US President Barack Obama has said.", "prediction": "French President Barack Obama has criticised the White House for his small role in its Libya air campaign.", "rouge": {"rouge1": 41.1764705882353, "rouge2": 18.750000000000004, "rougeL": 23.52941176470588}, "nll_sum": 67.01560974121094, "token_count": 18} +{"index": 7760, "reference": "The Public Prosecution Service has said it will not oppose an appeal by one of the so-called Colombia Three against a weapons conviction.", "prediction": "Sensitiveie evidence no evidence behind a recording led to the fatal shooting of a man of Northern Ireland moments in 1985, Supreme Court of Appeal was ruled.", "rouge": {"rouge1": 15.686274509803924, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 166.80975341796875, "token_count": 30} +{"index": 7761, "reference": "North Korea has released details of the alleged crimes of a US man it sentenced to 15 years of hard labour.", "prediction": "North Korea has sentenced a Americanist to death for \"vicious strip state\", state media said media. of.'s a in 2011 a's, ballet, as there as a- from a US in under fromA November", "rouge": {"rouge1": 28.57142857142857, "rouge2": 11.111111111111112, "rougeL": 21.428571428571427}, "nll_sum": 285.72113037109375, "token_count": 44} +{"index": 7762, "reference": "Kilmarnock have signed Dom Thomas, following the attacking midfielder's release from Scottish Premiership rivals Motherwell.", "prediction": "Dundee have signed Slovenia midfielder Dom Thomas from Championship side Fulham for an undisclosed fee.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 13.79310344827586, "rougeL": 32.25806451612903}, "nll_sum": 75.805419921875, "token_count": 18} +{"index": 7763, "reference": "Leigh cruised to a comfortable victory against Salford to lift themselves off the bottom of Super League in their last game before the Qualifiers.", "prediction": "Leigh Centurions survived second-half comeback to thrashed a spiritedalfordord fightback and earn a top- solve a-game referee- \" ballet reputation from a-g,A in from a's a.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 303.0931396484375, "token_count": 45} +{"index": 7764, "reference": "Jaime Winstone and Samantha Spiro are both cast as Dame Barbara Windsor in BBC One drama Babs.", "prediction": "Dame Barbara Cox will star as a star in BBC One in, BBC bi of of BBC thriller drama of Tony Biro's Jordan Sp.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.0, "rougeL": 28.571428571428566}, "nll_sum": 181.00799560546875, "token_count": 28} +{"index": 7765, "reference": "Angry soldiers have blocked off access to Bouak\u00e9, the second largest city in the Ivory Coast, as a revolt over a pay dispute continues.", "prediction": "At least 30 soldiers are now injured after mut soldiers injured at their military base in Abidjan, resident say.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 113.56401062011719, "token_count": 22} +{"index": 7766, "reference": "California Governor Jerry Brown has vetoed a bill to end a sales tax on feminine hygiene products, a levy that has sparked worldwide debate.", "prediction": " Governor Governor Mike Brown has vetoed a proposed redesign ban on sales and food and pressure on women on products services such as \"unfair\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 33.33333333333333}, "nll_sum": 152.15573120117188, "token_count": 26} +{"index": 7767, "reference": "The UK economy is \"turning a corner\", Chancellor George Osborne has said in a speech in London.", "prediction": "Chancellor George Osborne has warned that the UK's economic recovery is in a \" worse better than thought.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 30.303030303030305, "rougeL": 34.285714285714285}, "nll_sum": 82.44419860839844, "token_count": 20} +{"index": 7768, "reference": "It gets cold, very very cold, waiting at the entrance of the European Council building in Brussels.", "prediction": "It faces a scene like a meeting in a Brussels, Tunisia before shortly before summit before the the summit, it feels like a screen Plaidas.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 178.79495239257812, "token_count": 29} +{"index": 7769, "reference": "Plaid Cymru is the first out of the blocks with this year's election campaign manifestos - but what does it promise?", "prediction": "Plaid Cymru has launched its manifesto for health, for the 2016 assembly general, saying it is saying 7,000 lives be saved.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 123.37250518798828, "token_count": 28} +{"index": 7770, "reference": "Plans to build a \u00c2\u00a325m school on a former landfill site in Sheffield have been approved, despite concerns over the suitability of the area.", "prediction": "Plans for \u00a3400m school school in South Yorkshire have been approved by campaigners, the council, fears over air, air pollution.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 31.818181818181824}, "nll_sum": 120.78314208984375, "token_count": 26} +{"index": 7771, "reference": "Scottish pig farmers have warned they are facing an uncertain future after the price of pig meat hit an eight- year low.", "prediction": "A senior dairy union has called for the fall rise pig being sold for the Scottish business, because it fears it uncertainty around the the vegetable market for livestock.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 7.8431372549019605}, "nll_sum": 186.96759033203125, "token_count": 30} +{"index": 7772, "reference": "\"There is hardly anything in the world that some man cannot make a little worse and sell a little cheaper,\" said Victorian art critic John Ruskin.", "prediction": "L theury are most expensive, but the most powerful strong most in her career.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 94.56637573242188, "token_count": 16} +{"index": 7773, "reference": "Six men, including five from the same family, have been jailed for conspiracy to steal railway cable.", "prediction": "A gang which carried out a \u00a31m stolen in copper and copper from lines across a railway network have been jailed and jailed, have been \"'s be of a \"- a 2011 from a's from's of\".. a's a", "rouge": {"rouge1": 17.543859649122805, "rouge2": 7.272727272727273, "rougeL": 14.035087719298245}, "nll_sum": 281.6070861816406, "token_count": 46} +{"index": 7774, "reference": "Canadian pop star Justin Bieber has pleaded no contest to misdemeanour vandalism in connection with the egging of his neighbour's home and has been sentenced to two years' probation.", "prediction": "US star star, Bieber has been ordered to six months in a Los Angeles jail for using an eggatering at his Los Angeles home, his family says said in her 2011 a-w 2011 Soviet in solve 2011 a 2011 again's 2011", "rouge": {"rouge1": 24.657534246575345, "rouge2": 5.633802816901409, "rougeL": 19.178082191780824}, "nll_sum": 282.816650390625, "token_count": 47} +{"index": 7775, "reference": "We have now had 16 years of mainstream education for children with disabilities in Scotland.", "prediction": "Scottish Labour leaders have backed for a majority for schools and governments that change the way for the disabled children is to get get a fairer education.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 136.91961669921875, "token_count": 29} +{"index": 7776, "reference": "Former St Helens head coach Keiron Cunningham has been appointed head of rugby at Leigh Centurions for the rest of the 2017 season.", "prediction": "St Helens have appointed Stiron Boreham's club as coach head coach assistant for the 2016-17 Super League season but a season saying itholm a \"2' from 30-Dup, in from Saturday a Royal.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 10.714285714285714, "rougeL": 24.13793103448276}, "nll_sum": 289.835693359375, "token_count": 45} +{"index": 7777, "reference": "Rod Temperton, the British songwriter best known for Michael Jackson's Thriller and Rock With You, has died.", "prediction": "The British soul groupger & Rod badger, it of been confirmed solve. reach-'s \"thelA00-bolve album\" nine from football- from singer for of from I have to of death.", "rouge": {"rouge1": 21.276595744680854, "rouge2": 4.444444444444445, "rougeL": 12.76595744680851}, "nll_sum": 334.2530517578125, "token_count": 42} +{"index": 7778, "reference": "England's Sarah Taylor is taking an indefinite break from cricket for personal reasons.", "prediction": "F Sarahie Taylor is unlikely play play for England in the one inday international tour next January.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 6.896551724137931, "rougeL": 19.35483870967742}, "nll_sum": 123.27517700195312, "token_count": 19} +{"index": 7779, "reference": "Kenneth Zohore crushed Burton Albion's resistance with a late goal to give Cardiff City an opening day victory.", "prediction": " Kenneth Zohohore late late penalty handed Cardiff City City a point at fellow Championship playefoff hopefuls Brighton Albion.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 165.5367431640625, "token_count": 25} +{"index": 7780, "reference": "A man has pleaded not guilty to causing death by careless driving after a woman was hit by a bus in Southport.", "prediction": "A man has been charged with causing death by dangerous driving by a man woman who was hit when a bus hit in South Yorkshire- order double doing it from from The It's penalty from a from's God a. a's from aA", "rouge": {"rouge1": 44.776119402985074, "rouge2": 21.538461538461537, "rougeL": 41.7910447761194}, "nll_sum": 256.6851806640625, "token_count": 47} +{"index": 7781, "reference": "Friends, family and colleagues have sent best wishes to the actress Carrie Fisher, who is in intensive care after suffering a heart attack during a flight, her brother says.", "prediction": "US actress political Fisher is being hospital after being seriously injured in a plane crash while working, Los Angeles have confirmed.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 116.70321655273438, "token_count": 22} +{"index": 7782, "reference": "Average speed cameras are due to be activated on one of Scotland's busiest motorways while work continues on a \u00a3500m upgrade project.", "prediction": " speed cameras of \u00a3 percentage are to be to by Transport Scotland as part of \u00a37m upgrade of the stretch of Scotland.way project.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 13.636363636363635, "rougeL": 34.78260869565217}, "nll_sum": 158.1078643798828, "token_count": 27} +{"index": 7783, "reference": "Moeen Ali's thrilling, unbeaten 67 cemented England's stronghold over South Africa on day three of the final Test at Old Trafford.", "prediction": "Moeen Ali's stunning unbeaten 85 helped an an innings by England on a rain-affected first first day of the third Test against South Africa at Edgbaston.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 16.3265306122449, "rougeL": 43.13725490196078}, "nll_sum": 151.58779907226562, "token_count": 33} +{"index": 7784, "reference": "Amputee football is played all over the world but it is in its infancy in Scotland, where organisers are trying to form a new league.", "prediction": "Cmpee football - football a training camp camp, then the ball but but of some players have to struggle battle a few lowable and it'sA's--old from - what it's of from.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 0.0, "rougeL": 17.241379310344826}, "nll_sum": 270.6898193359375, "token_count": 41} +{"index": 7785, "reference": "Three soldiers killed in a Taliban bomb blast should have been warned about insurgent activity in the area, a coroner has said.", "prediction": "The deaths of three men killed of an explosion in Afghanistan were meant by a command height, the control, an inquest has heard- a 2011A the 2011- again 2011 again a 2011 after 2011- have by of.", "rouge": {"rouge1": 27.118644067796616, "rouge2": 0.0, "rougeL": 20.338983050847457}, "nll_sum": 256.90924072265625, "token_count": 43} +{"index": 7786, "reference": "Ospreys captain Alun Wyn Jones has welcomed the news that the Welsh Rugby Union and its four regions are set to sign a new participation agreement.", "prediction": "New Wales captain Alun Wyn Jones says it iscatdevastated\" a new deal between Welsh Rugby and the Junior Union does not be a distraction.", "rouge": {"rouge1": 43.99999999999999, "rouge2": 20.833333333333332, "rougeL": 32.0}, "nll_sum": 146.2977294921875, "token_count": 30} +{"index": 7787, "reference": "Supermarket plant sales are reducing customers' choice, says Gardeners' World presenter Monty Don.", "prediction": " convenience nurseriesers should in the good offer to customers to shop their in back, the the eventers' World has told a BBC.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 176.56112670898438, "token_count": 27} +{"index": 7788, "reference": "A diver has been rescued from the Sound of Mull by a lifeboat crew, after suffering from the bends.", "prediction": "A woman was airlifted to hospital ambulance after a boat sankized themay in the Moray.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 108.4368896484375, "token_count": 20} +{"index": 7789, "reference": "South African athlete Oscar Pistorius is back in court in Pretoria describing events after shooting his girlfriend Reeva Steenkamp in his home.", "prediction": "South African Olympic athlete Oscar Pistorius has told a South African court tried his ambulance, Re Steenkamp, and killed her in her bed.", "rouge": {"rouge1": 40.0, "rouge2": 13.95348837209302, "rougeL": 40.0}, "nll_sum": 133.5706787109375, "token_count": 28} +{"index": 7790, "reference": "Nine executives at Israeli travel agencies have been arrested on suspicion of fixing the price of high school students' trips to former Nazi death camps, including Auschwitz.", "prediction": " education officials in Poland are reportedly sale allegations of staff allegedly paying students trips to students, during a trip to the Holocaust", "rouge": {"rouge1": 20.408163265306122, "rouge2": 8.51063829787234, "rougeL": 16.3265306122449}, "nll_sum": 129.9883270263672, "token_count": 22} +{"index": 7791, "reference": "Bradford City's three-match winning run came to an end as they were held to a draw by Oldham Athletic at Valley Parade despite dominating the game.", "prediction": "Bradford booked their League One play-off hopes as they were held to draw League One promotion hopefuls Oldham at", "rouge": {"rouge1": 37.5, "rouge2": 17.391304347826086, "rougeL": 37.5}, "nll_sum": 100.49180603027344, "token_count": 24} +{"index": 7792, "reference": "Netherlands midfielder Wesley Sneijder has joined French Ligue 1 side Nice on a free transfer.", "prediction": "Former Netherlands midfielder Laysge Emmanuelijder has joined champions of Paris champions for season-year fee believed be to reported.25m).", "rouge": {"rouge1": 22.857142857142858, "rouge2": 12.121212121212121, "rougeL": 22.857142857142858}, "nll_sum": 217.00616455078125, "token_count": 27} +{"index": 7793, "reference": "Dover ended a three-match winless run with an emphatic victory over Chester at Crabble.", "prediction": "Chester beat Chester 3-1 in the unbeaten first leg of keep their National League play-off hopes alive", "rouge": {"rouge1": 5.88235294117647, "rouge2": 0.0, "rougeL": 5.88235294117647}, "nll_sum": 97.4517822265625, "token_count": 21} +{"index": 7794, "reference": "A demonstration has been held over the rise in the number of students at Falmouth University in Cornwall.", "prediction": "A protest has protest held for support for student support centre in Talbot which could have an on student numbers.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 0.0, "rougeL": 26.31578947368421}, "nll_sum": 128.70388793945312, "token_count": 21} +{"index": 7795, "reference": "Traffic restrictions are being brought in next week on some of Scotland's busiest motorways as work ramps-up on a \u00a3500m improvement scheme.", "prediction": "Work on a \u00a355m and new stretch of Scotland's M71 motorway in December the May will cause \" disruption to some road\" for October, Transport Scotland has announced.-year's 2011 in a from's 2011.old a", "rouge": {"rouge1": 29.03225806451613, "rouge2": 10.0, "rougeL": 19.35483870967742}, "nll_sum": 275.1744079589844, "token_count": 46} +{"index": 7796, "reference": "Calls have been made for a room in Wrexham where heroin users can inject safely under supervision.", "prediction": " problem drugs addiction should soon be built in Wrexham, which could be the way, where drugs addicts are treated as a public health issues issue.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 14.285714285714283}, "nll_sum": 132.4391326904297, "token_count": 29} +{"index": 7797, "reference": "Ed Miliband has visited Scotland the day after appearing to rule out a deal with the SNP - even it meant putting the Conservatives in power.", "prediction": "Labour leader Ed Miliband has told BBC Scotland he would not be allowed to a Labour government deal with the SNP if the party backs office in office.", "rouge": {"rouge1": 45.28301886792452, "rouge2": 19.607843137254903, "rougeL": 45.28301886792452}, "nll_sum": 99.87295532226562, "token_count": 28} +{"index": 7798, "reference": "The number of marriages in Gretna topped 3,500 last year - a slight rise compared with the previous 12 months.", "prediction": " a Williams attraction bishop inna fell again once last year, a record number a but a number of marriages were reported the year, on from the Scottish from for local the on a from from D has have of..", "rouge": {"rouge1": 27.118644067796605, "rouge2": 14.035087719298245, "rougeL": 16.94915254237288}, "nll_sum": 283.9081726074219, "token_count": 42} +{"index": 7799, "reference": "A mother who has gone missing with her three-year-old son has been urged to speak directly to the police chief leading the search for her.", "prediction": "A three-year-old boy with her who went missing after a court ruling on the internet, has been told police to do not and ask her.", "rouge": {"rouge1": 51.85185185185185, "rouge2": 15.384615384615385, "rougeL": 29.629629629629626}, "nll_sum": 122.4698486328125, "token_count": 30} +{"index": 7800, "reference": "Pembrokeshire councillors have voted to begin a fourth consultation on plans to shake-up education in Haverfordwest.", "prediction": "A second consultation on a Pembrokeshire Welsh secondary school in ofaverford Pwest, has been approved by councillors by after a town's from from November on Welsh cricket, from a from referee of.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 251.50588989257812, "token_count": 43} +{"index": 7801, "reference": "Winter is a very busy time of year for hospitals, with more people needing to see a doctor.", "prediction": "Thousands of children across the UK are treated in hospital by the NHS in South Africa.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 49.135562896728516, "token_count": 16} +{"index": 7802, "reference": "A Cardiff boy who was scarred for life after being savaged by his neighbour's dog has been awarded \u00a370,000 compensation.", "prediction": "A Cardiff family whose dog wasauled and bitten and bitten by a dog by its owner in Wales is to receive \u00a339,000, in damages of000 in compensation in the 2011 \u00a3m \u00a3 again a 2011 again a's again a", "rouge": {"rouge1": 22.58064516129032, "rouge2": 3.3333333333333335, "rougeL": 19.354838709677416}, "nll_sum": 252.751708984375, "token_count": 47} +{"index": 7803, "reference": "A man has died after falling from a city centre statue late at night.", "prediction": "A teenager who fell on top of a mountain has died of neck amput injuries.", "rouge": {"rouge1": 27.58620689655172, "rouge2": 7.407407407407408, "rougeL": 20.689655172413797}, "nll_sum": 77.74765014648438, "token_count": 15} +{"index": 7804, "reference": "UK house prices rose by 9.5% in 2015, according to the lender Halifax, making it the fastest annual increase in nine years.", "prediction": "The rate the UK house prices in 2015, the the highest to its lowest level for 30 years and then fears that a slowdown in growth will rise in 2015.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 11.76470588235294, "rougeL": 30.188679245283023}, "nll_sum": 144.82473754882812, "token_count": 31} +{"index": 7805, "reference": "A man from the Vale of Glamorgan is selling a rare union jack flag, said to have been flown at the Battle of Trafalgar.", "prediction": "A rare and goldana rainbow flag from a Royal Navy's Royal warship during his battle of the battles on an Anglesey,les expected. auction auctioned for auction for-CA referee in a from's a from's a", "rouge": {"rouge1": 25.396825396825395, "rouge2": 9.836065573770492, "rougeL": 15.873015873015872}, "nll_sum": 299.7796936035156, "token_count": 46} +{"index": 7806, "reference": "A student from Reading has been jailed for nine years in the United Arab Emirates for possessing cocaine worth less than \u00a35.", "prediction": " a Dubai student in the United Arab Emirates will be jailed for allegedly possessing cocaine, cocaine a confession and faces a two years in sentence prison. solve be 2011 has \"- 2011- 2011- aA in a football a 2011 again the a", "rouge": {"rouge1": 41.26984126984127, "rouge2": 22.950819672131146, "rougeL": 31.746031746031743}, "nll_sum": 276.33209228515625, "token_count": 46} +{"index": 7807, "reference": "Police are finally to get access to interviews a former loyalist prisoner gave to an American university project.", "prediction": "A legal battle over a far-right purchase control the recording made by police from a loyalist and paramilitary agent has had a London university office turned down. a from 2011 a from-A a of in from Police's.'s from Broadway", "rouge": {"rouge1": 13.114754098360654, "rouge2": 0.0, "rougeL": 13.114754098360654}, "nll_sum": 303.513916015625, "token_count": 47} +{"index": 7808, "reference": "Kyrgyzstan weightlifter Izzat Artykov has become the first Rio medallist to test positive for a banned substance and has been stripped of his bronze.", "prediction": "Russianlifter Ar St Arty Russian will be a bronze medal at 2012 2012, after a Russian athlete failed a drugs test's 2011 a 41 2011, the governing federation says", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 219.12779235839844, "token_count": 34} +{"index": 7809, "reference": "Michail Antonio's double saw Nottingham Forest secure a draw at Watford, who fell from the top of the Championship.", "prediction": " I Antonio Antonio scored a stoppagetime winner as Watford came from behind to beat Championship play-off hopefuls Nottingham at Malkyford.- a-'s- by-w a from in a from a's. from a", "rouge": {"rouge1": 29.629629629629633, "rouge2": 0.0, "rougeL": 18.51851851851852}, "nll_sum": 250.45770263671875, "token_count": 46} +{"index": 7810, "reference": "Syrian refugees facing their first Christmas in Wales are sure to get a \"warm Welsh welcome\", the first minister has said.", "prediction": "The first minister has said the seasonal message of and and Syrian refugees in Wales is \"more important than ever\".", "rouge": {"rouge1": 43.90243902439024, "rouge2": 30.76923076923077, "rougeL": 24.390243902439025}, "nll_sum": 96.77482604980469, "token_count": 21} +{"index": 7811, "reference": "The US PGA Tour has been warned over its stance on doping before golf's return to the Olympics in 2016.", "prediction": "Golf golfers could be put in Iowa if drugs tests are erupted the Rio Olympics, says the body's World Cup a controversialachach,. a sport a from from anti-doping rules in the's Olympics.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 267.3872985839844, "token_count": 43} +{"index": 7812, "reference": "Your friend Monica calls you, agitated and angry, asking: \"Why did you write that horrible thing about Ross?!\"", "prediction": "Cyber-th are catching control your identity do not do know or have you have, in relation or wants them to control it receive them? them not -'s solve been-'s and it's stolen!", "rouge": {"rouge1": 11.320754716981133, "rouge2": 0.0, "rougeL": 11.320754716981133}, "nll_sum": 273.96209716796875, "token_count": 42} +{"index": 7813, "reference": "An inquest has watched dramatic video of police raiding Sydney's Lindt Cafe to end a 17-hour siege.", "prediction": "An Australian inquest has shown the moment at the deadly siege siege in Australia on 28 May died.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 93.98019409179688, "token_count": 18} +{"index": 7814, "reference": "Four decommissioned Royal Navy frigates are destined for the scrapyard, the BBC has learned.", "prediction": "Four Royal Navy and Royal Navy Royalhip are to be sold at auction for price worth more than \u00a350m.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.451612903225808, "rougeL": 30.303030303030305}, "nll_sum": 86.98381805419922, "token_count": 22} +{"index": 7815, "reference": "Salford have signed Ireland international Tyrone McCarthy from Australian NRL side St George Illawarra Dragons with immediate effect.", "prediction": "Salford Red Devils have signed Australia international international- forward McCarthy McCarthy on a two-year contract from Warrington Wolves next season Ru becoming their \" dubbed2 ballet's \" under-up ban a in from The's! from of from", "rouge": {"rouge1": 21.428571428571427, "rouge2": 3.703703703703704, "rougeL": 21.428571428571427}, "nll_sum": 308.41668701171875, "token_count": 47} +{"index": 7816, "reference": "Police are investigating the death of a 64-year-old man who died after an industrial incident in Grantham.", "prediction": "A factory worker has facial injuries after falling from by a factory at a factory was Lincolnshire, police have said.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 108.73359680175781, "token_count": 22} +{"index": 7817, "reference": "Syria has handed in a plan for the destruction of its chemical weapons to the watchdog monitoring the process.", "prediction": "The international chemical body has confirmed it has destroyed its chemical operations to Syria by 1 December of", "rouge": {"rouge1": 37.83783783783783, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 87.65794372558594, "token_count": 17} +{"index": 7818, "reference": "A \"groundbreaking\" cystic fibrosis therapy could profoundly improve patients' quality of life, say doctors.", "prediction": " tuting tributes for heart can heart, heart function or heartbreak in suff Wanderers, say doctors.", "rouge": {"rouge1": 13.79310344827586, "rouge2": 7.407407407407408, "rougeL": 13.79310344827586}, "nll_sum": 142.23316955566406, "token_count": 21} +{"index": 7819, "reference": "A bookshop once named as one of the best in the world could fall down unless \u00a310,000 can be raised for structural repairs, say its owners.", "prediction": "An acclaimed bookshop Top which believed to be one \" theattest in the world, is a danger to move out of its upkeep, its to have said.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 7.8431372549019605, "rougeL": 22.641509433962266}, "nll_sum": 197.37948608398438, "token_count": 32} +{"index": 7820, "reference": "A decision by supermarket chain Asda to increase the price it pays for milk is a move in the right direction, the Ulster Farmers' Union (UFU) has said.", "prediction": "Farmers in Northern Ireland are taking of action at supermarket Asda over pay of pay milk price.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 104.06562042236328, "token_count": 19} +{"index": 7821, "reference": "The government has been defeated in the House of Lords over plans for so-called \"English votes for English laws\".", "prediction": "The SNP has lost in the vote over plans for English laws to be scrapped in House House of Lords", "rouge": {"rouge1": 65.0, "rouge2": 36.84210526315789, "rougeL": 45.0}, "nll_sum": 87.41485595703125, "token_count": 19} +{"index": 7822, "reference": "A man who admitted posting offensive comments on Facebook about an Edinburgh boy beaten to death by his mother has been jailed for 12 months.", "prediction": "A man who made social media posts and joked about himself, his son whose son was went missing, has been jailed for six months global.'s a 2011 again a again from a Saturday from it's's from of. dropped a's a", "rouge": {"rouge1": 31.884057971014496, "rouge2": 14.925373134328357, "rougeL": 31.884057971014496}, "nll_sum": 252.5530242919922, "token_count": 47} +{"index": 7823, "reference": "Cyprus's parliament has postponed an emergency session on a controversial bailout deal for the country's banks.", "prediction": "The European Parliament has voted to against a bank on saander for banknotes.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 6.896551724137931, "rougeL": 25.80645161290323}, "nll_sum": 93.25738525390625, "token_count": 15} +{"index": 7824, "reference": "The remote archipelago of St Kilda is home to the UK's highest sea stacks.", "prediction": "Two of two climbersers moved up a remote St Kilda remote Caribbean the of Scotland, because skiing warm conditions \"would a too lung and engine\".", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 220.05430603027344, "token_count": 29} +{"index": 7825, "reference": "A speed camera in Cardiff is the busiest in Britain - catching almost three times as many drivers each day as one on a busy Manchester motorway.", "prediction": "A new speed camera has been caught on a Newport motorway's busiest average for average course official figures show.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 134.70736694335938, "token_count": 21} +{"index": 7826, "reference": "An inquest into the death of the Manchester suicide bomber heard how he was identified by DNA, fingerprint and dental records.", "prediction": "The inquest into the deaths of a suicide bomber who was called for the Manchester bomb attack, has been officially and adjourned 30 June, despite a 30 police action a from of police officers whoA be by withdrawn of.", "rouge": {"rouge1": 40.0, "rouge2": 20.689655172413794, "rougeL": 30.0}, "nll_sum": 236.42044067382812, "token_count": 43} +{"index": 7827, "reference": "The Department for Regional Development breached public contract regulations in rejecting a tender for a road contract worth up to \u00a3100m, a High Court judge has ruled.", "prediction": "A High Court contract was awarded in a decision to a \u00a3100m contract to a consortium build a major Ireland road road, the Court of has ruled.", "rouge": {"rouge1": 51.85185185185185, "rouge2": 11.538461538461538, "rougeL": 37.03703703703704}, "nll_sum": 143.9345703125, "token_count": 30} +{"index": 7828, "reference": "Mae cynlluniau gwerth miliynau o bunnoedd i drawsnewid canol Abertawe gam yn agosach medd cyngor y ddinas.", "prediction": "Mae cynw Mortonw Awrduuadudwrnwrn yn yn yn yn yn yn Anddll cynifiiu ynn yn.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 214.35537719726562, "token_count": 38} +{"index": 7829, "reference": "A breast surgeon who intentionally wounded his patients has had his 15-year jail term increased to 20 years.", "prediction": "A heart surgeon who carried out of patients killing them in the neck, surgery and six others, has had his five-year jail term reduced. reduced from a's a's apayment from ban from Police's of\". a from aA", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.24137931034483, "rougeL": 33.33333333333333}, "nll_sum": 260.309814453125, "token_count": 48} +{"index": 7830, "reference": "Two disabled people had to turn to loan sharks and food banks because the government took so long to process their benefit claims, the High Court has heard.", "prediction": "Two disabled people who had to their their benefits cut after they were subsidy in a processing system, claiming the government is facing a legal challenge.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 23.076923076923077, "rougeL": 33.33333333333333}, "nll_sum": 148.2666473388672, "token_count": 27} +{"index": 7831, "reference": "The Panama Papers tax revelations dominated Prime Minister's Questions, with David Cameron defending the action taken from opposition attacks.", "prediction": "MEPs have clashed over the Prime Minister's Questions over the over tax arrangements, saying the were responding to tax evasion and aTax tax scandal.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 13.953488372093023, "rougeL": 26.66666666666666}, "nll_sum": 150.83761596679688, "token_count": 29} +{"index": 7832, "reference": "At least three people were wounded, two seriously, when shots were fired in the German city of Frankfurt on Thursday.", "prediction": "Four shots are shot at a major police station in the German city of city of while holiday on holiday.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 21.052631578947366, "rougeL": 35.0}, "nll_sum": 94.70394897460938, "token_count": 20} +{"index": 7833, "reference": "Teaching unions in Northern Ireland have rejected a pay offer after months of negotiations and are considering further action.", "prediction": "Northern Ireland teachers' union teachers, Teachers union, has rejected a two% pay offer, receiving some teachers pay was \" a regret,at offer\".", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 183.77728271484375, "token_count": 29} +{"index": 7834, "reference": "Parents could face higher fees and extra charges when the government rolls out a plan to double the number of free childcare hours, warn providers.", "prediction": "The Conservative plan to cut free infant 30 extending free childcare to 30 hours of free hours, if the failed to win the party wins the Conservative election, a poll suggests.", "rouge": {"rouge1": 32.14285714285714, "rouge2": 11.111111111111112, "rougeL": 21.428571428571427}, "nll_sum": 177.90391540527344, "token_count": 33} +{"index": 7835, "reference": "Flamingos expend less energy standing on one leg than in a two-legged stance, scientists have confirmed.", "prediction": "os hippStatuso must exercise, birds can be more united on one legs.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 14.814814814814813, "rougeL": 20.689655172413794}, "nll_sum": 116.25477600097656, "token_count": 15} +{"index": 7836, "reference": "A woman has died after being hit by a car in Ballycastle, County Antrim.", "prediction": "A 53-year-old woman man 2011 arrested on suspicion of causing death of her 70s was killed by a car car in Newry, County Tyr,one.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615389, "rougeL": 34.14634146341463}, "nll_sum": 152.05523681640625, "token_count": 33} +{"index": 7837, "reference": "The Rail, Maritime and Transport union will recommend its members accept a pay and conditions deal for the Night Tube service, its executive has decided.", "prediction": "The RMT union, which a deal will include a new Night Tube service from February, has been agreed with members of the RMT union union.", "rouge": {"rouge1": 44.0, "rouge2": 8.333333333333332, "rougeL": 32.0}, "nll_sum": 118.4567642211914, "token_count": 29} +{"index": 7838, "reference": "The mother of Madeleine McCann has embarked on a 500-mile (800km) charity bike ride to raise funds to support families with a missing loved one.", "prediction": "A Scottish woman who went missing three years ago has begun a challenge to the cycling line from the UK's first child rescue scheme in a. in. again's a 2011 a's-A's a in solve of a 2011 again's a", "rouge": {"rouge1": 19.718309859154928, "rouge2": 0.0, "rougeL": 11.267605633802818}, "nll_sum": 272.39874267578125, "token_count": 47} +{"index": 7839, "reference": "A Canadian dual national has reportedly been detained in Turkey for allegedly insulting the country's president.", "prediction": "ual Canadian woman, in arrested in Turkey jailed on Tuesday after posting Facebook concerns about her, her lawyer says.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 5.88235294117647, "rougeL": 16.666666666666668}, "nll_sum": 110.58680725097656, "token_count": 21} +{"index": 7840, "reference": "A lifeboat and Coastguard search has been carried out after a report of a body seen in the water near the Tay Road Bridge at Dundee.", "prediction": " lifeboat were called to a search for the Broughty landlord to a man who went missing in Swansea on the night of Thursday night, with a reported from Saturdaythee'sok from The's been from of's.'s from 2011", "rouge": {"rouge1": 33.333333333333336, "rouge2": 3.125, "rougeL": 18.181818181818183}, "nll_sum": 273.8747863769531, "token_count": 47} +{"index": 7841, "reference": "Proposals to increase the size of a \u00c2\u00a350m shopping and leisure development have been approved.", "prediction": "Plans for a \u00a3500m, hotel, a restaurant, restaurant and restaurant, have been given the go-ahead by councillors.", "rouge": {"rouge1": 30.303030303030297, "rouge2": 6.451612903225808, "rougeL": 24.24242424242424}, "nll_sum": 91.82014465332031, "token_count": 26} +{"index": 7842, "reference": "There has been growing criticism of Venezuela's government after the Supreme Court took over legislative powers from the National Assembly.", "prediction": "Venezuela's court military has Association Intelligence Association (IAS) to the assembly committee.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 6.25, "rougeL": 29.411764705882348}, "nll_sum": 108.63035583496094, "token_count": 17} +{"index": 7843, "reference": "Spiralling social care costs cannot be met by increasing council taxes in Wales, ministers have ruled.", "prediction": "Calls for raising council tax on Wales would protect others than others in Wales and a charity", "rouge": {"rouge1": 24.242424242424242, "rouge2": 12.903225806451616, "rougeL": 24.242424242424242}, "nll_sum": 101.90867614746094, "token_count": 17} +{"index": 7844, "reference": "A man in his 20s has been taken to hospital after being stabbed by a gang of four men near a children's playground.", "prediction": "A man was being in hospital after is being treated by a group of men at a legal park in Greater Manchester.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 13.636363636363635, "rougeL": 47.82608695652174}, "nll_sum": 87.34524536132812, "token_count": 22} +{"index": 7845, "reference": "Scotland's two busiest airports have recorded their best January on record, following a marked increase in demand for international travel.", "prediction": " record numbers at Scotland is two airports were on on record, in Scotland, last year, helped by passenger demand at December from Toronto and New York.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 4.444444444444445, "rougeL": 29.78723404255319}, "nll_sum": 154.15660095214844, "token_count": 29} +{"index": 7846, "reference": "The International Monetary Fund (IMF) has warned that the global economy faces a growing \"risk of economic derailment\" and must take steps to boost global demand.", "prediction": "The International Monetary ofFIMF) said address issue issues risks in global economy growth.", "rouge": {"rouge1": 30.769230769230777, "rouge2": 16.216216216216218, "rougeL": 25.64102564102564}, "nll_sum": 124.46762084960938, "token_count": 17} +{"index": 7847, "reference": "Almost nobody now believes the Cypriot bailout deal negotiated in the early hours of Saturday morning was smart.", "prediction": "In week, Cyprus was a sign about a sign that EU government must stay a central bank and then abandoned in, had a door closing our bank.", "rouge": {"rouge1": 8.888888888888888, "rouge2": 0.0, "rougeL": 8.888888888888888}, "nll_sum": 176.72036743164062, "token_count": 29} +{"index": 7848, "reference": "Two men accused of helping a US tourist hunt and kill Zimbabwe's most famous lion have been released on bail.", "prediction": "A American farmer who shot an American lion in Zimbabwe who had found the animal had been have been told they face a \" disciplinary, legal hunt\".", "rouge": {"rouge1": 25.531914893617024, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 137.5102996826172, "token_count": 28} +{"index": 7849, "reference": "Five members of the Canadian Armed Forces are facing possible expulsion from the military after crashing an indigenous event on Canada Day.", "prediction": "The Canadian Defence general says no military action will be against any women carrying a British flag during a ceremony at a First Nations theme in a Cornwall park.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 144.654052734375, "token_count": 29} +{"index": 7850, "reference": "Labour defeated the Conservatives in the City of Chester by the narrowest of margins, with two re-counts required.", "prediction": "An MP has retained in the town of Tatton in the East, following power by-election.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.06060606060606, "rougeL": 22.857142857142858}, "nll_sum": 94.474853515625, "token_count": 19} +{"index": 7851, "reference": "Eight people have been killed in a blast in the centre of the Syrian capital, Damascus, the Sana state news agency reports.", "prediction": "A car bomb has exploded outside site outside a Russian intelligence agency in Damascus, the capital, Sanaa news agency says", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 28.571428571428566}, "nll_sum": 92.3952865600586, "token_count": 22} +{"index": 7852, "reference": "A metal barrier has blocked a bus from ending up in a river after a crash in the Scottish Borders.", "prediction": "A bus carrying passengers board a crashed into a wall wall, leaving a main road and leave a main road.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473683, "rougeL": 20.000000000000004}, "nll_sum": 103.03658294677734, "token_count": 21} +{"index": 7853, "reference": "A man convicted of bludgeoning to death a Romanian woman whose body was found in a wheelie bin has been jailed for life.", "prediction": "A man who met a Romanian esc leaders who and meet her lawyer after her dismembered of his body has been jailed for life to.'s a's- solve a from a Saturday from it state's referee of\".", "rouge": {"rouge1": 41.93548387096774, "rouge2": 20.0, "rougeL": 32.25806451612903}, "nll_sum": 273.1800231933594, "token_count": 43} +{"index": 7854, "reference": "Greenhouse gas emissions in Scotland have risen but the statutory target for 2015 has been met, according to the latest figures.", "prediction": "Scottish energy and gas emissions fallen fallen to their 40 years - their highest level level.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 5.88235294117647, "rougeL": 16.666666666666664}, "nll_sum": 108.75496673583984, "token_count": 17} +{"index": 7855, "reference": "Who was King Arthur and how Welsh was he?", "prediction": "For many Welsh love Sir Arthur Arthur 30 years ago and the years ago - and he and was aware he \" is is a crab battles warlord\".", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 192.27392578125, "token_count": 29} +{"index": 7856, "reference": "Building the proposed new High Speed Two (HS2) rail line will mean years of weekend \"misery\" for rail passengers, according to a campaign group.", "prediction": "The replacement of HS2 high line between Covhamptonpton Birmingham will cause major disruption on engineering projects around the area, a campaign group's claims.", "rouge": {"rouge1": 37.5, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 161.29498291015625, "token_count": 29} +{"index": 7857, "reference": "A lorry driver has been jailed for six years for causing the death of a three-year-old girl in a pile-up in which her pregnant mother suffered a miscarriage.", "prediction": "A lorry driver who admitted a fatal accident in a crash in which her mother, a unborn baby, has been told for five and a half years.", "rouge": {"rouge1": 51.724137931034484, "rouge2": 21.428571428571427, "rougeL": 37.93103448275862}, "nll_sum": 117.3800048828125, "token_count": 30} +{"index": 7858, "reference": "Sports Direct boss Mike Ashley has accused MPs of being \"deliberately antagonistic\" after he was threatened with being in contempt of Parliament.", "prediction": "F Direct's owner Mike Ashley has been accused of the House of contempt of in Parliament, in an attempt to create a \" media Guinness in Westminster\".", "rouge": {"rouge1": 40.816326530612244, "rouge2": 12.765957446808512, "rougeL": 36.73469387755102}, "nll_sum": 167.26693725585938, "token_count": 29} +{"index": 7859, "reference": "A woman who was set on fire in an attack at her Manchester home has died.", "prediction": "A man has been arrested on suspicion of murdering a woman who died who died after a fire was setight in Sadiq, east London.", "rouge": {"rouge1": 45.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 93.56407165527344, "token_count": 27} +{"index": 7860, "reference": "Office workers in east London could soon be hanging out among the trees.", "prediction": "An emergency tree hoping in south London will help local economy and to in east London park.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 14.285714285714288, "rougeL": 20.000000000000004}, "nll_sum": 108.82195281982422, "token_count": 17} +{"index": 7861, "reference": "Australia will no longer appoint knights and dames under its honours system, PM Malcolm Turnbull has said.", "prediction": "sh theov and dames, and should receive a knighths for the monarchy, Australian Prime Minister Malcolm Turnbull has said, causing his country. struggle for his surprise from the country was the a of a of.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 15.999999999999998, "rougeL": 23.076923076923077}, "nll_sum": 240.79360961914062, "token_count": 43} +{"index": 7862, "reference": "The New England Patriots overcame the 'deflate-gate' row to beat the Seattle Seahawks 28-24 in the Super Bowl.", "prediction": "The New England Patriots were held record for a new Super Bowlleague record after reports of anti-corruption.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 16.666666666666668, "rougeL": 26.31578947368421}, "nll_sum": 107.5921859741211, "token_count": 20} +{"index": 7863, "reference": "Darth Vader and Imperial Stormtroopers have invaded a Denbighshire seaside town to welcome the actor who plays the infamous villain.", "prediction": "A Hollywood- actor from Denbighshire said he was \" confident\" to receive an from presenting the Police Police in a Birthday Honours list.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 158.94476318359375, "token_count": 29} +{"index": 7864, "reference": "Leyton Orient have signed former Leeds and AC Milan midfielder Zan Benedicic on a deal until January.", "prediction": "Leeds United striker Adam Bil Bicletic has joined Italian club Milan on a season Interlong loan.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 6.451612903225808, "rougeL": 24.242424242424242}, "nll_sum": 111.68016052246094, "token_count": 20} +{"index": 7865, "reference": "A construction worker on the site of a new \u00a349m arts centre in Gwynedd has described the project as \"chaotic\".", "prediction": " a final art demolition in a Gwynedd university will not open until until until 2019, the council, claimed worker has claimed a \" and solve.'s a's a again the from a it's from of from a's from's a", "rouge": {"rouge1": 32.25806451612903, "rouge2": 0.0, "rougeL": 19.354838709677416}, "nll_sum": 285.662109375, "token_count": 47} +{"index": 7866, "reference": "The latest clash between Washington and the west is playing out on a snowy desert plain in the wilds of Oregon.", "prediction": "In the morning security guards stood up at a wildlife wildlife refuge in the Malurur, the northern northern US state of California. whose of 2011 a of a solve outside - the's a car it's not solve. a the of the", "rouge": {"rouge1": 19.047619047619047, "rouge2": 3.278688524590164, "rougeL": 15.873015873015875}, "nll_sum": 266.84515380859375, "token_count": 47} +{"index": 7867, "reference": "The parents of a teenage girl who was stabbed to death are holding the final fundraising walk in her memory.", "prediction": "The parents of a girl who was stabbed to death by a schoolboyboy 10 years ago, have begun an appeal charity for charity.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 39.02439024390244, "rougeL": 46.51162790697674}, "nll_sum": 97.81307983398438, "token_count": 26} +{"index": 7868, "reference": "A motorcyclist who was injured in a crash in Ballymartin, County Down, at the weekend has died in hospital.", "prediction": "A 88-year-old motorcyclist has died in a crash in Ballycastle, County Antrim.", "rouge": {"rouge1": 54.54545454545454, "rouge2": 32.25806451612903, "rougeL": 42.42424242424242}, "nll_sum": 55.039161682128906, "token_count": 22} +{"index": 7869, "reference": "Fr Gary Donegan was confronted by a small crowd of angry protesters following Saturday's Orange Order march in north Belfast.", "prediction": "A group of residents has attended a parade in the Ardoyne area of west Belfast.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 58.59529113769531, "token_count": 17} +{"index": 7870, "reference": "SABMiller has rejected an improved offer from Anheuser-Busch InBev that it says \"very substantially undervalues\" the company.", "prediction": "Shares in overdose and giant buschBuschchBev have had failed and objections a third takeover bid for rival rival and rival S SABMiller.", "rouge": {"rouge1": 5.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 206.48863220214844, "token_count": 30} +{"index": 7871, "reference": "A famous white humpback whale has been spotted on his annual migration to Australia's north.", "prediction": "A humpback whale, once again off a east coast of Australia, who completed nearly 300 weekday (km mileskm in. South Australia.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 162.49020385742188, "token_count": 27} +{"index": 7872, "reference": "Finance Secretary John Swinney has warned of \"tough choices\" facing Scotland as he prepares to set out his budget.", "prediction": "Scotland's Finance Secretary John Swinney said he faces \"t tough\" funding cuts, the chancellor could \" struggle austerity obsession in not battle.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615383, "rougeL": 24.390243902439025}, "nll_sum": 165.07286071777344, "token_count": 28} +{"index": 7873, "reference": "Four Danish journalists have been found guilty of paying for credit card information to track politicians, celebrities and royal family members.", "prediction": " German Danish tabloid editor of a magazine and that includes a huge scandal relating to royal rivals, sentenced- sentenced to 12 years in prison.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 145.79296875, "token_count": 26} +{"index": 7874, "reference": "Rochdale striker Calvin Andrew's 12-match ban for elbowing Oldham defender Peter Clarke has been reduced to nine.", "prediction": "Tottenham midfielder Danny Andrew is to be given a 12-match touchline ban forline their during their 3-0 win over Stoke on Saturday on 3 January. most his suspension from W game from in's weeks's's. aA", "rouge": {"rouge1": 20.338983050847457, "rouge2": 3.508771929824561, "rougeL": 13.559322033898304}, "nll_sum": 267.47869873046875, "token_count": 47} +{"index": 7875, "reference": "Former England batsman James Taylor has joined Northamptonshire as a coaching consultant, while David Sales has taken a part-time coaching role.", "prediction": "West Indies have appointed England wicketkeeper- batsman James Taylor as an overseas player- work with James Foley at the end of leaving 2016 cricket season.", "rouge": {"rouge1": 21.276595744680854, "rouge2": 8.88888888888889, "rougeL": 21.276595744680854}, "nll_sum": 151.09326171875, "token_count": 30} +{"index": 7876, "reference": "Valencia's poor start to the season is partly down to the players not knowing one another very well, according to former Manchester United winger Nani.", "prediction": "Manchester United forward winger Nani says but \"'t don't\" know\" well well, but says \"do not know\". know- \" Broadway \" solve again's from's from-d a from in from Saturday a's. from a", "rouge": {"rouge1": 25.80645161290323, "rouge2": 10.0, "rougeL": 12.903225806451616}, "nll_sum": 296.2395324707031, "token_count": 47} +{"index": 7877, "reference": "England manager Sam Allardyce is worried about goalkeeper Joe Hart's situation at Manchester City.", "prediction": "Joe Hart will remain as captain of England to Wednesday England on Wednesday Wednesday says Sam manager Sam Allardyce.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 18.75, "rougeL": 23.52941176470588}, "nll_sum": 115.9886245727539, "token_count": 21} +{"index": 7878, "reference": "Chesterfield boosted their hopes of staying up with a comeback win to dent Port Vale's slender play-off hopes.", "prediction": "Michael O'Shea's double double helped Chesterfield move and keep their League One play-off hopes by beating promotion-chch Vale Port Vale.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714288, "rougeL": 22.727272727272727}, "nll_sum": 152.9703826904297, "token_count": 30} +{"index": 7879, "reference": "China saw a sharp fall in the value of its imports last month, figures show, raising further questions over the strength of its economy.", "prediction": "China trade biggest trade trade in South Asia, AN Z has warned of further fall in December, amid fears that demand will the80 economy.", "rouge": {"rouge1": 25.0, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333336}, "nll_sum": 151.50611877441406, "token_count": 27} +{"index": 7880, "reference": "An aristocrat who wrote an online post offering \u00c2\u00a35,000 to anyone who ran over businesswoman Gina Miller has been found guilty of two charges of making menacing communications.", "prediction": "A peer who wrote an post about Ricky Miller about a \u00c2\u00a35 to000 run and and over by Facebook has been found guilty of racist abuse of years,A in a 2011 again a's have solve of again a again of\"", "rouge": {"rouge1": 36.61971830985915, "rouge2": 17.391304347826086, "rougeL": 33.80281690140845}, "nll_sum": 302.5124206542969, "token_count": 47} +{"index": 7881, "reference": "Some 1,780 people died on Britain's roads last year - 49 more than the previous year, new figures suggest.", "prediction": "The number of deaths on the UK's roads rose to its highest level since 2009 level, new figures show.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473683, "rougeL": 25.0}, "nll_sum": 62.36433029174805, "token_count": 21} +{"index": 7882, "reference": "Most Scottish firms believe Brexit is bad for their prospects and the economy, according to a survey by the Fraser of Allander Institute.", "prediction": " the UK vote vote have would a negative impact the economy on the Scottish economy to according, new research suggests.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 4.878048780487805, "rougeL": 13.953488372093023}, "nll_sum": 111.13811492919922, "token_count": 21} +{"index": 7883, "reference": "Goalkeeper David de Gea is expected to start for Manchester United after missing out against Sunderland with a hip problem and only making the substitutes' bench against Anderlecht.", "prediction": "Manchester United will be 10 players in former midfielder Mark Lawson, who faces an ankle lig injury.", "rouge": {"rouge1": 8.88888888888889, "rouge2": 4.651162790697675, "rougeL": 8.88888888888889}, "nll_sum": 103.13048553466797, "token_count": 18} +{"index": 7884, "reference": "The two rivals for the centre-right French presidential nomination have clashed over the level of change they promise to bring, in a TV debate.", "prediction": "The two candidate France French presidential elections have continued his economic political reforms, ahead of a final bitter battle between women's rights \"olve- again solve the's again's a's from of controversial women's ban from of. from's of a", "rouge": {"rouge1": 26.08695652173913, "rouge2": 5.970149253731343, "rougeL": 23.18840579710145}, "nll_sum": 303.20404052734375, "token_count": 47} +{"index": 7885, "reference": "Babies learn faster if their fathers engage with them in the first few months of life, a study suggests.", "prediction": "Children who are more more likely to be more likely to have to have a boy's development, research suggests.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 79.39328002929688, "token_count": 21} +{"index": 7886, "reference": "David Cameron has dismissed speculation free school meals for all infant children could face cuts.", "prediction": "Plans for a free school meals to help infant families the infants in any government in said", "rouge": {"rouge1": 31.25, "rouge2": 13.333333333333334, "rougeL": 25.0}, "nll_sum": 111.85655975341797, "token_count": 17} +{"index": 7887, "reference": "Black bin bags could be collected every three weeks in Pembrokeshire as the council looks to meet \"severe budget cuts\" and performance targets.", "prediction": "A bag bags in Pemkeshire council could be save to save money under, council's committee council.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 146.36325073242188, "token_count": 22} +{"index": 7888, "reference": "A man in California has been jailed for 16 years after admitting he stole and tortured cats, killing 18 of them.", "prediction": "A California Florida who was found guilty of animal cats, killing injuring of cats and helping them sexually abusing, has been jailed. 16 years.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 18.6046511627907, "rougeL": 31.11111111111111}, "nll_sum": 147.4534454345703, "token_count": 27} +{"index": 7889, "reference": "A football club is claiming to be the world's first to adopt a vegan match day menu after removing cows' milk from its hot drinks.", "prediction": "A rugby union club has taken its first beef to vegan move menu saying claims of animal drugs saying it has become vegetarian, turning a \"big step forward and it a's from Ful-e's Broadway in November years.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 0.0, "rougeL": 21.21212121212121}, "nll_sum": 283.1673583984375, "token_count": 43} +{"index": 7890, "reference": "Former St Mirren full-back David van Zanten has joined Dumbarton on a one-year deal, with the option of staying for a further 12 months.", "prediction": "St Mirren have signed Dutch defender defender Vincent van Zanten on the two releaseyear deal following his release by Hibernian side Morton after help at solve's by a--A a referee in's from's from). from a", "rouge": {"rouge1": 27.6923076923077, "rouge2": 6.349206349206349, "rougeL": 21.53846153846154}, "nll_sum": 297.94940185546875, "token_count": 46} +{"index": 7891, "reference": "Top seeds Novak Djokovic and Serena Williams remain on course to make history as they both reached the semi-finals at the French Open.", "prediction": "World number one Novak Djokovic will beat Serena Williams in rain made it through to- quarter-finals of the French Open on Friday.", "rouge": {"rouge1": 42.5531914893617, "rouge2": 17.777777777777775, "rougeL": 38.297872340425535}, "nll_sum": 110.8635482788086, "token_count": 29} +{"index": 7892, "reference": "Holyrood's local government committee has backed plans to raise the council tax for the four highest bands.", "prediction": "A Holyrood committee been given a formal backing for a plan to has age bands tax.", "rouge": {"rouge1": 52.94117647058824, "rouge2": 6.25, "rougeL": 35.294117647058826}, "nll_sum": 110.47200012207031, "token_count": 18} +{"index": 7893, "reference": "Hull will be without midfielder Sam Clucas this weekend because he is serving a one-match suspension.", "prediction": "Burnley will be without midfielder Conor Mcintillator, who faces an ankle injury- and a return to training with a calf injury.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 16.666666666666664, "rougeL": 26.31578947368421}, "nll_sum": 114.82864379882812, "token_count": 27} +{"index": 7894, "reference": "Manchester City have had an \u00a318m bid for defender Jonny Evans rejected by Premier League rivals West Brom.", "prediction": "West Brom have made to the bid for defender Jonny Evans from Manchester United.", "rouge": {"rouge1": 56.250000000000014, "rouge2": 33.333333333333336, "rougeL": 37.5}, "nll_sum": 58.275299072265625, "token_count": 15} +{"index": 7895, "reference": "Hundreds of people from across the UK have attended the funeral in Lancashire of a World War Two veteran they never knew.", "prediction": "Hundreds of mourners have attended the funeral of a Damb Bomber who died while flying the Bomber Command Command during World War Twobase.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 27.90697674418604, "rougeL": 44.44444444444445}, "nll_sum": 126.09522247314453, "token_count": 27} +{"index": 7896, "reference": "Katarina Johnson-Thompson won her first major medal with silver in the long jump at the World Indoor Championships.", "prediction": "Katarina Johnson-Thompson won her first gold of the women's 4400m on final day of the IPC Athleticsoor Championships in London.boarding's the World again--H 2011 again in's again's again from's a", "rouge": {"rouge1": 38.59649122807018, "rouge2": 21.81818181818182, "rougeL": 31.57894736842105}, "nll_sum": 284.818603515625, "token_count": 47} +{"index": 7897, "reference": "A British man caught up in the foiled train attack near Arras in northern France has criticised the actions of the train's staff.", "prediction": "The man behind a deadly gun attack on a train by Thalys ve, western France, has told of the gunman tried to escape himself,, before sitting the door opened.", "rouge": {"rouge1": 37.735849056603776, "rouge2": 7.8431372549019605, "rougeL": 22.641509433962266}, "nll_sum": 175.9664764404297, "token_count": 33} +{"index": 7898, "reference": "A giant Galapagos tortoise more than 150 years old has been put down at a zoo in California.", "prediction": "A rare Galap tortoise, believed to have been diagnosed with lung disease, has died aged 86.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 96.44334411621094, "token_count": 20} +{"index": 7899, "reference": "A ticker-tape parade in Lower Manhattan on Friday will honour the USA's World Cup-winning women's football team.", "prediction": "The USA women's team have celebrated a parade celebrate honouring their team celebrating nation's World Cup. to solve. a- referee a \" a's-'s- a M M-e World a in from Saturday's from. from a", "rouge": {"rouge1": 40.0, "rouge2": 13.793103448275861, "rougeL": 23.333333333333332}, "nll_sum": 283.39691162109375, "token_count": 47} +{"index": 7900, "reference": "Hundreds of people have attended the funeral of two young boys found dead in the boot of a car in County Mayo.", "prediction": "The deaths of two old boys old, who were buried in their church in's Republic of Ireland was \"unacceptable and appealing\", an\", \" priest in said.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 29.166666666666668}, "nll_sum": 189.3379364013672, "token_count": 32} +{"index": 7901, "reference": "A former Hungarian policeman living in the UK has been jailed for almost nine years for sexually assaulting a child, in a case a judge said showed \"extraordinary levels of perversion\".", "prediction": "A former police officer who sexually assaulted an eight-year-old girl, who was found guilty of indecent images of children after his film on his mobile phone has been jailed almost seven-.old stabbing in again 2011 a 2011 again 2011old", "rouge": {"rouge1": 32.87671232876712, "rouge2": 11.267605633802818, "rougeL": 21.91780821917808}, "nll_sum": 237.61083984375, "token_count": 46} +{"index": 7902, "reference": "A new training and post-16 education centre could replace high school sixth forms in Torfaen after the council's cabinet backed \u00a332.5m plans.", "prediction": "Plans for a \u00a320m leisure shopping and shopping centre in Blaauau Gwent have taken a step closer forward with a decision. take over a reputation's reputation from being after a's. reputation of.'s from'sA", "rouge": {"rouge1": 22.580645161290324, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 263.008544921875, "token_count": 47} +{"index": 7903, "reference": "A set of rare photographs showing the impact of the Dambusters' \"bouncing bomb\" raids have been sold at auction.", "prediction": "Rare previously unseen of the first Dambled D burgled air raids in Germany have been sold at auction.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 28.571428571428577, "rougeL": 48.64864864864865}, "nll_sum": 123.60570526123047, "token_count": 21} +{"index": 7904, "reference": "A Borders butcher has created an \"eggsperimental\" delicacy to mark Easter.", "prediction": " sausage chocolate sausage has created a store in a West Lothian, because it is believed it has found eggs eggs inside a chicken piano sausage.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 5.88235294117647, "rougeL": 11.11111111111111}, "nll_sum": 146.5341033935547, "token_count": 28} +{"index": 7905, "reference": "West Brom manager Tony Pulis says they have moved on from Saido Berahino's threat to strike after he scored the only goal in their win at Aston Villa.", "prediction": "West Bromwich Albion forwardo Berahino had \"lucky\" better his move to English club Aston joined Aston Villa Pul says boss Tony Pulis. Tony solve again's again a againForest's from- a from's. from a", "rouge": {"rouge1": 33.84615384615385, "rouge2": 6.349206349206349, "rougeL": 15.384615384615385}, "nll_sum": 293.2467041015625, "token_count": 47} +{"index": 7906, "reference": "A renowned Russian conductor has led a concert in the ruins of Palmyra in Syria, which were recaptured from the so-called Islamic State (IS) in March.", "prediction": "A Russian conductor in Palmyra, where thecontrolled was overrun by Islamic State (IS), Syria has opened at the music city in western Russia.", "rouge": {"rouge1": 48.0, "rouge2": 12.499999999999996, "rougeL": 36.0}, "nll_sum": 154.90792846679688, "token_count": 28} +{"index": 7907, "reference": "New York's Metropolitan Opera has cancelled plans for a global HD broadcast of a performance amid fears it could spark anti-Semitic sentiment.", "prediction": "The Met Police's said a opera to host a tracks of a cruise ship crew which killed of citizens in 2012 2012 \" not be anti-Semitic.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 27.450980392156865}, "nll_sum": 182.457763671875, "token_count": 29} +{"index": 7908, "reference": "Manager Lee Clark is urging Kilmarnock to build on the first win of his tenure and make sure they are part of an exciting top flight next season.", "prediction": "Kilmarnock manager Lee Clark wants Rangers to avoid avoiding relegation avoid a Scottish Premiership.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 10.0, "rougeL": 19.047619047619047}, "nll_sum": 99.81660461425781, "token_count": 18} +{"index": 7909, "reference": "Cuts in support for renewable energy in the UK have been criticised by the UN's chief environment scientist.", "prediction": "The UK's government has been criticised for cuts to renewable energy, says its chief producer.", "rouge": {"rouge1": 57.14285714285714, "rouge2": 18.18181818181818, "rougeL": 28.57142857142857}, "nll_sum": 64.68380737304688, "token_count": 17} +{"index": 7910, "reference": "Prof Noriko Arai has spent years training a robot to pass prestigious University of Tokyo's entrance exams.", "prediction": " Japanese Japanese Sum Y Arai says she would consider developing robots in the next of of secondary school pupils, her professor has told a museum conference.", "rouge": {"rouge1": 22.72727272727273, "rouge2": 0.0, "rougeL": 13.636363636363638}, "nll_sum": 169.4078369140625, "token_count": 28} +{"index": 7911, "reference": "Syrian rebels say they shot down a Syrian air force jet and blamed an al-Qaeda-linked group for killing the pilot.", "prediction": "A pilot in was pilot in north-up Syria, a which which apparently claiming was the of pilot was killed in his pilot in the north-- say activists say.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 198.62469482421875, "token_count": 32} +{"index": 7912, "reference": "Former England boss Stuart Lancaster is meeting Toulon president Mourad Boudjellal this week as he seeks a return to full-time coaching.", "prediction": "England head coach Stuart Lancaster being investigated for a new job to join European Rugby champions Toulon, France understands. be a a Trollard's). athe from a from 100-man's bald from three World's Cup.. 71", "rouge": {"rouge1": 23.333333333333332, "rouge2": 3.4482758620689653, "rougeL": 16.666666666666664}, "nll_sum": 297.6983642578125, "token_count": 45} +{"index": 7913, "reference": "Kermit the Frog is getting a new voice for the first time in nearly three decades as his puppeteer steps down.", "prediction": "One of America's best- and best voice on the Muppets, is,.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 12.121212121212123}, "nll_sum": 79.24976348876953, "token_count": 16} +{"index": 7914, "reference": "A murder inquiry has started following the death of a 24-year-old father in South Lanarkshire.", "prediction": "Police investigating the death of a 75-year- North Lanarks street a week ago have want a man want to \"s know what happened happened to happened\".", "rouge": {"rouge1": 27.272727272727277, "rouge2": 14.285714285714285, "rougeL": 22.727272727272727}, "nll_sum": 189.70986938476562, "token_count": 31} +{"index": 7915, "reference": "A 17,000-tonne drilling rig has run aground after being blown ashore on the Western Isles.", "prediction": "The oil gas that ran aground on a Isle. Lewis on the Western Isles, prompting health and safety reasons.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 17.647058823529413, "rougeL": 27.777777777777775}, "nll_sum": 128.14996337890625, "token_count": 22} +{"index": 7916, "reference": "The friend of an aspiring young golfer killed in a car crash has been jailed for 18 months for causing his death.", "prediction": "A lorry driver who later of admitted and causing the death of a student in a crash of Essex has been jailed for 12 months.", "rouge": {"rouge1": 51.06382978723404, "rouge2": 17.77777777777778, "rougeL": 42.55319148936171}, "nll_sum": 106.77574157714844, "token_count": 26} +{"index": 7917, "reference": "Widnes head coach Denis Betts is confident his squad will find their form after a seven-match losing streak in Super League.", "prediction": "Widnes head coach Mat Betts has urged the players and the veterans to end, four-game losing streak of five straight Super League wins. of the's from's \"'sD's it from from The a the. from-", "rouge": {"rouge1": 30.0, "rouge2": 13.793103448275861, "rougeL": 26.666666666666668}, "nll_sum": 273.57958984375, "token_count": 47} +{"index": 7918, "reference": "Aston Villa defender Jores Okore is refusing to play for the club, according to caretaker boss Eric Black.", "prediction": "Aston Villa midfielder midfielder Eric Black Black says he does not want people to be staying in the Premier League.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 103.54225158691406, "token_count": 21} +{"index": 7919, "reference": "Extensive damage has been caused to a house in Newtownards, County Down, during an arson attack.", "prediction": "Two bomb attacks have broken out at a house at Glenavon, County Londonderry.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 7.4074074074074066, "rougeL": 20.689655172413794}, "nll_sum": 68.59493255615234, "token_count": 19} +{"index": 7920, "reference": "Tax rises will mean \u00a3375m extra a year for the Welsh government if Labour wins May's election, the party will say as it launches its Welsh manifesto.", "prediction": "Wales will have to scrap plans for the minimum wage if the Welsh government won power, it wins general, the party produces a general general election.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 15.384615384615383, "rougeL": 29.629629629629633}, "nll_sum": 135.87261962890625, "token_count": 29} +{"index": 7921, "reference": "A swan that was shot with an arrow in Fife has made a full recovery and has been released.", "prediction": "A swan is being cared for at its home in Fife after being shot shot in brain neck after being shot with an's a wing.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 18.6046511627907, "rougeL": 26.666666666666668}, "nll_sum": 130.53204345703125, "token_count": 28} +{"index": 7922, "reference": "Wales' youth workers will be regulated by the Education Workforce Council for the first time from 1 April.", "prediction": "All non-formal and education will begin, the Welshuses Commissioner announced.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 98.47576141357422, "token_count": 15} +{"index": 7923, "reference": "Amnesty International has expressed alarm at reports that the authorities in Saudi Arabia are planning to execute dozens of people in a single day.", "prediction": "A-Qaeda al-Qaeda says it has carried out a string of recent attacks in Saudi Arabia, a human rights group a reported un and's a's a's a \"most-e a crimes in November from a's.", "rouge": {"rouge1": 25.0, "rouge2": 6.451612903225808, "rougeL": 18.749999999999996}, "nll_sum": 212.91033935546875, "token_count": 45} +{"index": 7924, "reference": "Relegated Cheltenham Town have signed former Oldham striker Amari Morgan-Smith on a one-year deal.", "prediction": "Plymouth Ar re-signed-signed Tommy Morgan-Smith, teach following his release by Wigan Athletic.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 6.89655172413793, "rougeL": 19.35483870967742}, "nll_sum": 128.96434020996094, "token_count": 22} +{"index": 7925, "reference": "Three zebras have gone on the loose in the Belgian capital Brussels, capping a generous helping of \"animals at large\" stories.", "prediction": "TwoCelebras were put back on a bike racing gathered outside the Canadian city of, the and then went into a raccoon's a car, for the town he receive the, on the Bob in from November.. the.old", "rouge": {"rouge1": 20.33898305084746, "rouge2": 3.508771929824561, "rougeL": 13.559322033898304}, "nll_sum": 286.6175842285156, "token_count": 46} +{"index": 7926, "reference": "A group of four hillwalkers have been airlifted to safety after getting stuck on a \"dangerous ledge\" 2,000ft (609m) up a mountain on Skye.", "prediction": "Four men have been airlifted to safety in Skye after getting into difficulties in- prestigious cliff on the Skye of Mane 2011 solvecast 2011A 2011 again's from- againA a in from from a's.", "rouge": {"rouge1": 43.333333333333336, "rouge2": 17.24137931034483, "rougeL": 36.66666666666667}, "nll_sum": 280.1875, "token_count": 44} +{"index": 7927, "reference": "An SNP MP has been cleared of any wrongdoing after a police investigation into his financial dealings.", "prediction": "A Scottish MP who questioned over a grey flag as a EU referendum campaign will not take any further police action because of \"lustre of evidence\". it", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 13.636363636363638}, "nll_sum": 150.09860229492188, "token_count": 29} +{"index": 7928, "reference": "The Conservatives have accused Labour and Plaid Cymru of being involved in an \"unedifying squabble\" over who to support if there is a hung parliament.", "prediction": "There will be no vote voted any Labour or Conservative government coalition with Tory leadership policies Pl Plaid Cymru, the Welsh Tory leader and said.", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 12.0}, "nll_sum": 156.12599182128906, "token_count": 29} +{"index": 7929, "reference": "Getting stuck into a good book can boost people's ability to relate to each other and increase their empathy, a report suggests.", "prediction": "L reading and reading for boys, such as mental physical training will boost children and skills's skills, research suggests.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 118.24321746826172, "token_count": 22} +{"index": 7930, "reference": "Red Bull team boss Christian Horner says he is \"amazed\" Silverstone has ended its British Grand Prix contract.", "prediction": " Silverstone United could lose out a break clause in\" London, despite the track track because it was riding the sport, a leading Formula 1 union said.", "rouge": {"rouge1": 4.545454545454546, "rouge2": 0.0, "rougeL": 4.545454545454546}, "nll_sum": 176.81195068359375, "token_count": 30} +{"index": 7931, "reference": "One of Wales' busiest lifeboat callout hotspots has had a monitoring camera installed to warn the public of dangerous sea conditions.", "prediction": "A new lifeboat railway station will have a station to be alert a weather station station, if you call in distress in distress a medon \". a-maker game's \"-wielding a in from November's past. from a", "rouge": {"rouge1": 10.16949152542373, "rouge2": 0.0, "rougeL": 10.16949152542373}, "nll_sum": 299.983642578125, "token_count": 45} +{"index": 7932, "reference": "US airline United has rewarded two hackers who spotted security holes in its website with a million free flight miles each.", "prediction": "Car airline United States has received a $700,000 (\u00a331m) reward offering trips to hackers because of \"security security struggle.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 5.128205128205128, "rougeL": 29.268292682926827}, "nll_sum": 146.45925903320312, "token_count": 26} +{"index": 7933, "reference": "Liam Boyce scored a hat-trick as Ross County won an incident-packed derby with Inverness Caley Thistle.", "prediction": "Lce Boyce scored a hat-trick Ross County they survived a penalty to beat Premiership-table bottom side to beat Inverness Cal Thistle.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 25.641025641025646, "rougeL": 43.90243902439025}, "nll_sum": 152.88108825683594, "token_count": 31} +{"index": 7934, "reference": "Horses can tell if people are happy or angry, according to a new experiment.", "prediction": " a team of researchers have found how hard work and horses are pleased with angry.", "rouge": {"rouge1": 27.58620689655172, "rouge2": 0.0, "rougeL": 20.689655172413797}, "nll_sum": 90.92333984375, "token_count": 15} +{"index": 7935, "reference": "More than 13,000 people have been tested for drink and drug driving in north Wales the run up to Christmas, police said.", "prediction": "Eleven people have been arrested in north Wales after police activated a breath results for drinkdriving.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 21.62162162162162, "rougeL": 35.8974358974359}, "nll_sum": 90.86841583251953, "token_count": 18} +{"index": 7936, "reference": "Two men were taken to hospital after a substance was sprayed in their faces next to a cash machine in East Lothian.", "prediction": "Four men were being in hospital after being sexually assaulted by a small men of West Lothian.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 30.769230769230766}, "nll_sum": 76.72091674804688, "token_count": 19} +{"index": 7937, "reference": "Atletico Madrid missed a chance to go top of La Liga after falling to a late winner from Malaga striker Charles.", "prediction": " Lucas Charles lost a dramatic last--minute goal as Atletico Madrid level on level with leaders Barcelona.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 5.555555555555556, "rougeL": 10.526315789473683}, "nll_sum": 110.22134399414062, "token_count": 19} +{"index": 7938, "reference": "Ben Davies scored his first goal for Tottenham as the eight-time winners ground out an FA Cup third-round win over a stubborn Aston Villa side.", "prediction": " proved Davies scored a penalty and missed winner to secure their place in the FA Cup fifth round with victory over Aston Villa in a frustratedHold West Ham Midlands.", "rouge": {"rouge1": 39.285714285714285, "rouge2": 11.111111111111112, "rougeL": 32.142857142857146}, "nll_sum": 150.18896484375, "token_count": 30} +{"index": 7939, "reference": "One of the UK's biggest insurers Royal Sun Alliance is to close its Birmingham office, putting 190 jobs at risk.", "prediction": "UK finance firm newspaper Sun has announced plans to close a trade office in Birmingham. summer.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 97.92396545410156, "token_count": 17} +{"index": 7940, "reference": "Manchester United manager Sir Alex Ferguson says his side will not ease up on their march towards a 20th league title until the job is complete.", "prediction": "Sir Alex Ferguson says Manchester United have \"record their record of their Premier League battle by points above Manchester City's says former Sir Alex Ferguson.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 16.0, "rougeL": 23.076923076923077}, "nll_sum": 132.80282592773438, "token_count": 27} +{"index": 7941, "reference": "A \"game-changing\" drug which dramatically cuts the chances of HIV infection will be provided in Wales as part of a three year trial.", "prediction": " gay HIV drugs drug to recruit people at high risk of will be available on the NHS, Welsh ministers has announced.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 104.72758483886719, "token_count": 22} +{"index": 7942, "reference": "The only Russian due to compete in the athletics at Rio 2016 has been cleared to contest the women's long jump after successfully appealing against a ban.", "prediction": "Russia's longest short jumper short be able to be able to compete at the Rio Olympics, well as \"a young young girl\". her\".", "rouge": {"rouge1": 30.769230769230766, "rouge2": 3.9999999999999996, "rougeL": 19.23076923076923}, "nll_sum": 145.50830078125, "token_count": 27} +{"index": 7943, "reference": "Welsh housing associations directly contributed more than \u00a31bn to the economy in 2014/15, an independent report has said.", "prediction": "Wales more than \u00a31 being on homes being built in Wales in the past year according to a new report.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 87.26620483398438, "token_count": 22} +{"index": 7944, "reference": "Transport for London (TfL) has recruited 500 staff for the Night Tube at a cost of \u00a31.5m a month, even though the new service is not yet operating.", "prediction": "Hundreds of extra staff working for London Underground ( befF) trained on strike action, for for London (TfTL) has announced.", "rouge": {"rouge1": 25.0, "rouge2": 4.3478260869565215, "rougeL": 12.5}, "nll_sum": 157.5546875, "token_count": 28} +{"index": 7945, "reference": "A wood chip fire which first ignited at a Newport dockyard more than two weeks ago has flared up again.", "prediction": "Fire a have battling a huge fire at a wood heart Swansea city centre.", "rouge": {"rouge1": 29.411764705882348, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 88.86772155761719, "token_count": 14} +{"index": 7946, "reference": "Police investigations into claims of historical child abuse should \"take precedence\" over a UK government-ordered inquiry, a Welsh MP says.", "prediction": "The process for an independent inquiry into Wales child sexual abuse should be stopped and \" pretty strong\", the former deputy leader of a South Wales Union says.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 4.3478260869565215, "rougeL": 25.0}, "nll_sum": 136.92794799804688, "token_count": 29} +{"index": 7947, "reference": "The Daily and Sunday Politics are on-air six days a week for much of the year reporting the political news from Westminster and beyond.", "prediction": " the BBC is back to the stories of the political news from the year the general election, and between a week-than-way a week.", "rouge": {"rouge1": 44.0, "rouge2": 25.0, "rougeL": 28.000000000000004}, "nll_sum": 135.40951538085938, "token_count": 28} +{"index": 7948, "reference": "Black and Asian teenagers are more likely to apply to university than white youngsters in England, according to the Ucas admissions service.", "prediction": "Students from black students are 40 times more likely to apply to be at university in 2006, 2013, from the admissions admissions service Ucas says solve", "rouge": {"rouge1": 54.16666666666667, "rouge2": 21.73913043478261, "rougeL": 49.999999999999986}, "nll_sum": 141.1082763671875, "token_count": 28} +{"index": 7949, "reference": "Hull KR battled back to beat Halifax in their first game of the Qualifiers.", "prediction": "Hull KR ran 10 first-time down from behind to beat Halifax Town beat Championship play-off rivals Halifax Halifax 5-C Halifax victory in on Np's from \"game-wicket game in from a's from.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 12.244897959183675, "rougeL": 27.45098039215686}, "nll_sum": 282.80438232421875, "token_count": 45} +{"index": 7950, "reference": "A baby who was born in a toilet and later died of sepsis could have survived if he had been given antibiotics, an inquest has heard.", "prediction": "The death of a five-month-old boy who could have been saved if he could anything, a midwife andwife, heard of \"'s solve of a \"- a 2011 again a's again of from a's again's a", "rouge": {"rouge1": 30.76923076923077, "rouge2": 6.349206349206349, "rougeL": 21.53846153846154}, "nll_sum": 258.86334228515625, "token_count": 46} +{"index": 7951, "reference": "An eight-year-old girl has accused a council of \"forgetting\" about her disabled twin brother when it installed new equipment at their local park.", "prediction": "An nine-year-old girl has written a new play park to help save her-year-old brother to use a swing for his disabled brother.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 12.244897959183673, "rougeL": 35.294117647058826}, "nll_sum": 117.1016845703125, "token_count": 30} +{"index": 7952, "reference": "The granddaughter of veteran republican Peggy O'Hara has defended a paramilitary display at her funeral.", "prediction": "The daughter of Sinn F\u00e9in leader a known Northern Ireland formerly paramilitary organisation has praised the meant that meant for the world a's - it \"I's it \"nmaker a\" from it's's flagship of a. from'sowned", "rouge": {"rouge1": 17.857142857142858, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 300.2860107421875, "token_count": 47} +{"index": 7953, "reference": "JogScotland's future could be at risk after it emerged \u00a3100,000 of Scottish government funding is to be cut.", "prediction": "A sponsor of runners have been forced to pull out programme because of government funding cut, saying it will never be lender\" a aunss 100.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 165.8883056640625, "token_count": 29} +{"index": 7954, "reference": "The advantage of canvassing close to Stormont is that you can call on your party colleagues to help you out.", "prediction": "It was a big moment struck out for the Ulster Unionist Party (DUP) leader but it don't worry - aCalifornia stray - it.'t a company it fined a \"'s- West of be the fromD dog. a", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 7.142857142857142}, "nll_sum": 305.7188720703125, "token_count": 47} +{"index": 7955, "reference": "A police officer has been sacked over press leaks about the \"plebgate\" affair, becoming the third Met PC to be dismissed over the row.", "prediction": "A Met Police officer who leaked information about a Downing Street case has been sacked.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 16.216216216216214, "rougeL": 30.76923076923077}, "nll_sum": 59.881954193115234, "token_count": 15} +{"index": 7956, "reference": "Gemma Arterton is set to star in a West End musical version of the 2010 film Made in Dagenham.", "prediction": "Gem Arterton is set to star in the West End in stage of her Hollywood musical studio Loveie.", "rouge": {"rouge1": 64.86486486486486, "rouge2": 34.285714285714285, "rougeL": 48.64864864864865}, "nll_sum": 125.12968444824219, "token_count": 22} +{"index": 7957, "reference": "England will know it was a first-innings batting calamity that set the wheels in motion for India's 246-run win in the second Test in Visakhapatnam.", "prediction": "England's first defeat in the defeat by a third India in southern Roots Chongitt, but it was still awaiting still meant to beovedlade.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 7.999999999999999, "rougeL": 19.23076923076923}, "nll_sum": 208.02340698242188, "token_count": 29} +{"index": 7958, "reference": "Two farmers convicted of possessing more than 100 sheep which did not belong to them have been jailed.", "prediction": "Two men who were convicted of allegedly the stolen sheep stolen from their farms, in what have been described as \"thedark \" of to Bible\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 28.571428571428577}, "nll_sum": 153.8858642578125, "token_count": 29} +{"index": 7959, "reference": "The Greek prime minister has said sanctions imposed on Russia over its actions in Ukraine are not productive.", "prediction": "The Greek prime minister of Russia warned that it will face any fresh sanctions against Europe, despite after the US was seized by a Cold War strike base.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 13.636363636363638, "rougeL": 21.73913043478261}, "nll_sum": 141.48057556152344, "token_count": 29} +{"index": 7960, "reference": "Team Sky boss Sir Dave Brailsford has said that his handling of the media following allegations against his team has made things a \"damn sight worse\".", "prediction": "Team Sky Sir Daveilsford says says will not be aware of inquiry into allegations of any at Team Sky was \"not not a comfortable\"..", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666666, "rougeL": 27.999999999999996}, "nll_sum": 197.6243896484375, "token_count": 28} +{"index": 7961, "reference": "Noted Russian journalist Dmitry Tsilikin has been found stabbed to death in his flat in St Petersburg.", "prediction": "v Latv critician Tsilikin, who was went missing last week, a of been found dead at his home in the Russian capital St Petersburg, say police.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 32.558139534883715}, "nll_sum": 160.3642578125, "token_count": 34} +{"index": 7962, "reference": "Nearly 30 years after the hijack of Pan Am Flight 73 at Karachi airport, six of the plane's crew have spoken to the media for the first time.", "prediction": "The hijacking of crew of Pan Flight Flight in Pakistan's northern Mumbai India, detail, has revealed details of the air and thewaves of the air.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 15.094339622641511, "rougeL": 29.090909090909093}, "nll_sum": 180.7286376953125, "token_count": 30} +{"index": 7963, "reference": "Some police forces are putting the public at risk by rationing their response as they struggle with cutbacks, the police standards watchdog has warned.", "prediction": "Some some police forces have England and Wales are too there are too colleagues or colleagues not, the police watchdog has said. said in the-'s 2011 expanding,'s they from a its,--old of crime.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 13.793103448275861, "rougeL": 26.666666666666668}, "nll_sum": 271.5009765625, "token_count": 42} +{"index": 7964, "reference": "Accrington Stanley have signed goalkeeper Marek Rodak on loan from Fulham until the end of the season.", "prediction": "Accrington have signed midfielder goalkeeperakakfreak from Championship side Fulham on an 18monthmonth loan deal.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 6.896551724137931, "rougeL": 32.25806451612903}, "nll_sum": 125.56396484375, "token_count": 22} +{"index": 7965, "reference": "(Close): London's leading shares closed lower on Thursday dragged down by companies going ex-dividend.", "prediction": "(Open): The FTSE's 100 share lower with the FTS 100 higher on Friday after it was announced a probe into robotics and-.'s again solve again 2011About-A a bald in from a'sA.", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 302.5074462890625, "token_count": 45} +{"index": 7966, "reference": "Two teenagers have appeared in court charged with child pornography offences over the alleged cyber-bullying of a Canadian girl who took her own life.", "prediction": "Two Canadian teenagers have appeared in court in Canada with the rape and rape a a 15- 2011- girl in 2013, in the country's capital, Washington, sayA of's-D a spate in from from's name.", "rouge": {"rouge1": 38.095238095238095, "rouge2": 13.114754098360656, "rougeL": 31.74603174603174}, "nll_sum": 258.38165283203125, "token_count": 45} +{"index": 7967, "reference": "Gymnast Brinn Bevan believes he still has a \"small chance\" of competing in the Olympic Games in Rio next summer.", "prediction": " British gymnanaian Lukv says he would be \"devast\" after suffering with the leg injuries has his leg in a ro roe accident.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 181.40875244140625, "token_count": 29} +{"index": 7968, "reference": "A woman has died following a collision involving three vehicles in the Highlands.", "prediction": "One person was taken to hospital after being hit by a car which lifted on a road on a main main route to the Scottish Borders.", "rouge": {"rouge1": 15.384615384615389, "rouge2": 0.0, "rougeL": 15.384615384615389}, "nll_sum": 94.04296875, "token_count": 26} +{"index": 7969, "reference": "The search for a jogger who has been missing for more than 24 hours in Powys has been stood down for the night.", "prediction": "Police have launched a search for a man who who went missing after his drone in mid Wales was movements flying in a football-m from a in from a a's for a from\" from a'se of a. a from aA", "rouge": {"rouge1": 21.21212121212121, "rouge2": 6.25, "rougeL": 21.21212121212121}, "nll_sum": 260.3191833496094, "token_count": 47} +{"index": 7970, "reference": "Jose Mourinho accused West Ham of playing \"19th-Century football\", after his Chelsea side were held 0-0 in Wednesday's league encounter.", "prediction": " the boss Jose Mourinho said he would \"would \" to destroy a wall\" with his West Ham side after he beat his Ham side held to a goalless draw at Wembley to a a againard a.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 7.142857142857142, "rougeL": 27.586206896551722}, "nll_sum": 219.39573669433594, "token_count": 41} +{"index": 7971, "reference": "The UN envoy to Syria has urged the US and Russia to intervene \"at the highest level\" to save struggling peace talks.", "prediction": "Thecessation of hostilities northern Syria \"on the collapse collapse and at any at any, collapse\", the UN special envoy said in the UN., Geneva, saysA again a more's a's have solve of.'s from's \"", "rouge": {"rouge1": 27.118644067796616, "rouge2": 3.508771929824561, "rougeL": 16.949152542372882}, "nll_sum": 296.91973876953125, "token_count": 46} +{"index": 7972, "reference": "George North believes the British and Irish Lions must \"kick on\" after a tough start to their New Zealand tour.", "prediction": "George North says the British and Irish Lions will \"'kick on\" on their tour tour of New Zealand despite a awaiting performances in their Test series.", "rouge": {"rouge1": 60.8695652173913, "rouge2": 31.818181818181817, "rougeL": 52.17391304347826}, "nll_sum": 146.68386840820312, "token_count": 28} +{"index": 7973, "reference": "Several streets in Sheffield were closed after an unexploded bomb was found during building work.", "prediction": "A bomb device in Sheffield city centre was a controlled bomb by bomb experts.", "rouge": {"rouge1": 27.58620689655172, "rouge2": 7.407407407407408, "rougeL": 20.689655172413797}, "nll_sum": 71.3758544921875, "token_count": 14} +{"index": 7974, "reference": "A football anthem sung by England's 1966 World Cup winning side has been released after spending 34 years hidden in an Isle of Man attic.", "prediction": "An \" official\" singerplay by a World football team who disappeared more than 100 years ago of found in an attic in an attic for nearly 40 year after the musician's. from the's The's was sat of.", "rouge": {"rouge1": 33.84615384615385, "rouge2": 3.1746031746031744, "rougeL": 18.46153846153846}, "nll_sum": 247.4251251220703, "token_count": 43} +{"index": 7975, "reference": "The Bangladeshi government has reinstated a headmaster who was sacked after being publicly humiliated over allegations that he insulted Islam.", "prediction": "A school in Bangladesh has been criticised after a head teacher allegedlyTrade his after at his sacking after being criticised giving a sacking.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 154.49691772460938, "token_count": 26} +{"index": 7976, "reference": "Environmental groups in Northern Ireland are facing huge cuts to their budgets after the money they receive from government was slashed.", "prediction": "There have been dramatic cuts, budget for some and environmental paramilitary organisations in Northern Ireland,.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.76470588235294, "rougeL": 22.22222222222222}, "nll_sum": 96.19392395019531, "token_count": 16} +{"index": 7977, "reference": "What do you need to run a successful restaurant?", "prediction": "The high street restaurant in India, which has be created by popular hero Gats upcoming, the dish is best-known chef in our street.", "rouge": {"rouge1": 6.0606060606060606, "rouge2": 0.0, "rougeL": 6.0606060606060606}, "nll_sum": 166.83871459960938, "token_count": 28} +{"index": 7978, "reference": "Belfast-based firm Equiniti has been selected to provide a cloud-based system for the Passport Office.", "prediction": " cloud the power station, Passport,, be launched a new chocolate system, provide 3,000 jobs.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 0.0, "rougeL": 18.750000000000004}, "nll_sum": 111.68102264404297, "token_count": 20} +{"index": 7979, "reference": "Authorities are continuing to search for two teenagers who went missing while fishing off the Florida coast.", "prediction": "Two US teenagers who went missing after their boat off the coast of Bahamas have been found safe safe and well.", "rouge": {"rouge1": 42.10526315789473, "rouge2": 22.222222222222225, "rougeL": 42.10526315789473}, "nll_sum": 75.96888732910156, "token_count": 21} +{"index": 7980, "reference": "Much of the UK will be hit by Storm Abigail on Thursday, bringing lots of rain and strong winds.", "prediction": " a new storm named Abig buy, is be bringing the UK in to Northern Ireland. never making the UK reputation highest-D decision, on British history, from.'s, reputation on from's have's of.", "rouge": {"rouge1": 25.925925925925924, "rouge2": 3.846153846153846, "rougeL": 14.814814814814813}, "nll_sum": 299.60211181640625, "token_count": 43} +{"index": 7981, "reference": "The Orange Order's grand secretary has said the institution has put a massive effort into calming the situation in Northern Ireland ahead of 12 July.", "prediction": " the Parades Commission has said \" repaired can be done Stormont during the controversial Storm ruling the which led to the death of a prison officer injured.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 23.076923076923077}, "nll_sum": 176.9082794189453, "token_count": 29} +{"index": 7982, "reference": "A \u00a340m revamp of Bristol City's Ashton Gate ground will go ahead this summer, the club has announced.", "prediction": "A legal review into Bristol City City's proposed new stadium has proposed planned ahead May ahead, of the decision will go ahead withstate.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 19.51219512195122, "rougeL": 32.55813953488372}, "nll_sum": 168.22909545898438, "token_count": 26} +{"index": 7983, "reference": "The results of Thursday's elections make grim reading for the Liberal Democrats.", "prediction": "The Liberal Democrats have ended their way to the English council elections in England and Wales in East Yorkshire. of.'s at a aForest- a crime's's record from a council-maker's struggle from a years ago's.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.84313725490196, "rougeL": 11.320754716981133}, "nll_sum": 253.68389892578125, "token_count": 45} +{"index": 7984, "reference": "Roberto Martinez said he is \"disappointed\" Everton were not able to \"finish what we started\" following his sacking as manager this week.", "prediction": "Everton boss Jose Mourinho said he would \"love in every day\" at the club, despite being paid tribute in the next three seasons\".", "rouge": {"rouge1": 13.33333333333333, "rouge2": 4.651162790697675, "rougeL": 8.888888888888888}, "nll_sum": 119.84036254882812, "token_count": 27} +{"index": 7985, "reference": "Newport County have signed winger Jack Compton and striker Sean Rigg.", "prediction": "Newport County have signed Jack Compton and midfielder Jack Rigg on free onview on- on.old hopes to be a proposedCaliforniaon and it's's a's\". \u00a3- againA referee in a by again's- from a", "rouge": {"rouge1": 34.04255319148936, "rouge2": 22.222222222222225, "rougeL": 34.04255319148936}, "nll_sum": 343.2652587890625, "token_count": 47} +{"index": 7986, "reference": "Wales manager Bobby Gould resigns live on TV in an interview with BBC reporter Rob Phillips after a 4-0 Euro 2000 qualifying defeat against Italy in June 1999.", "prediction": "As John O'Neill my of watch Wales filmed in Wales' Euro 2016 match - and then it did in October - would you filmed Wales' Euro 2016!", "rouge": {"rouge1": 14.545454545454547, "rouge2": 0.0, "rougeL": 14.545454545454547}, "nll_sum": 175.0336456298828, "token_count": 31} +{"index": 7987, "reference": "Thousands of \"love padlocks\" on a Roman bridge are being removed with bolt-cutters in order to protect the ancient structure.", "prediction": "Drivers in the capital Rome, Italy, have been vandalised by pad rapid break, after residents flagured the name a customised rail bridge.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 168.25485229492188, "token_count": 29} +{"index": 7988, "reference": "A British woman has been accused by police in India of colluding with her alleged lover in the murder of her husband.", "prediction": "The family and family of a British man who stabbed to death to his mother in northern India the police say.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 87.25477600097656, "token_count": 21} +{"index": 7989, "reference": "Garry Ringrose has never played in the Six Nations before - but he's already being hailed as Ireland's best prospect since Brian O'Driscoll.", "prediction": "Gareth Ringrose prepares for a Ireland rugby on Sunday, it was then Ireland and Irish scrum-half Brian O'Driscoll starting in Dublin.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 8.695652173913043, "rougeL": 20.833333333333332}, "nll_sum": 141.74493408203125, "token_count": 31} +{"index": 7990, "reference": "Britney Spears has staged a stripped-down version of her Las Vegas residency at her first UK show since 2011.", "prediction": "Sney stacks followed and shoes, but didn't a fun charts in her music but she wasn't isn before closing before a colourful listening show.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 193.70419311523438, "token_count": 28} +{"index": 7991, "reference": "A late equaliser from Skye's Jordan Murchison in Portree confirmed a 1-1 scoreline in the first West Coast derby for many years following Skye's return to the Marine Harvest Premiership.", "prediction": " Malky Murchison union Ky Kyat a share of the Scottish Premiership lead after the play-off second leg with The Skyles at Skye Stadium.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 14.035087719298245}, "nll_sum": 174.2134552001953, "token_count": 31} +{"index": 7992, "reference": "Ex-professional wrestler Hulk Hogan has won a further $25m (\u00c2\u00a317m) in punitive damages from gossip site Gawker over the publication of a sex tape.", "prediction": "A US grand court has ruled that to a boss Michael force should receive after delay he three years after a video posted online by an online site online", "rouge": {"rouge1": 14.814814814814817, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 168.78579711914062, "token_count": 28} +{"index": 7993, "reference": "Former SDLP deputy leader Seamus Mallon has endorsed Colum Eastwood in the party's leadership contest, the BBC has learned.", "prediction": "Sinn F\u00e9in's Seamus Mallon has backed Labour voters backing his support for party has the leadership contest, as a Sinn Foyle MLA.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 14.285714285714288, "rougeL": 27.27272727272727}, "nll_sum": 157.1630859375, "token_count": 30} +{"index": 7994, "reference": "Yet again, we are looking at shocking pictures of a plane crash.", "prediction": "It wasn a disaster disaster, air, a air,base, airwaves, air Air and then in the air and a hotwaves air.", "rouge": {"rouge1": 6.060606060606061, "rouge2": 0.0, "rougeL": 6.060606060606061}, "nll_sum": 172.38876342773438, "token_count": 28} +{"index": 7995, "reference": "A new record for a blue period Picasso has been set at auction in New York.", "prediction": "A painting by Spanish artist Pic Go vanan Gogh has been confirmed as a record- record sale record of the artist's best sold a New York. the solve's again a again350 again a's a again's from's again a", "rouge": {"rouge1": 23.72881355932203, "rouge2": 10.526315789473681, "rougeL": 16.949152542372882}, "nll_sum": 297.5068664550781, "token_count": 47} +{"index": 7996, "reference": "Scientists working in tandem with artificial intelligence (AI) could slash the time it takes to develop new drugs - and, crucially, the cost - say tech companies.", "prediction": " the world's biggest pharmaceuticals has announced drugs - research and published in Paris - but what will will mean to to murder \" disease?", "rouge": {"rouge1": 21.276595744680854, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 167.8852081298828, "token_count": 26} +{"index": 7997, "reference": "Wales' heroic Euro 2016 run came to an end one game before the final as they lost 2-0 to Portugal in the last four.", "prediction": "Port Portugal reached into the semi--finals by 2002 to beat Wales in their final warm-up match to reach the stage at Euro 2016'slot of- solve- solve-- again a haul in- years's from's from Broadway", "rouge": {"rouge1": 31.25, "rouge2": 3.225806451612904, "rougeL": 15.625}, "nll_sum": 284.009033203125, "token_count": 45} +{"index": 7998, "reference": "There was no trained lifeguard on duty when a three-year-old girl drowned in a hotel swimming pool in Lancashire, an inquest has heard.", "prediction": "An 11-year-old girl died in a hotel pool while drowned in while staying in a hotel, an inquest has heard650, a's a- aA a again aA again a's again dumping of aold again fromA", "rouge": {"rouge1": 41.26984126984127, "rouge2": 22.950819672131146, "rougeL": 34.920634920634924}, "nll_sum": 242.0770263671875, "token_count": 47} +{"index": 7999, "reference": "Police in Pakistan have arrested a man accused of tying a young boy to a donkey which then dragged him to death.", "prediction": "An Indian landowner is being accused of murdering a boy after beating an eight ayear-old boyold run by a missing in the northern India, police, as", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 169.7684326171875, "token_count": 32} +{"index": 8000, "reference": "Coach Corey Neilson says Nottingham have the big-game mentality to win the Elite League play-offs after a two-year absence from the showpiece event.", "prediction": "Nottingham Panthers head coach Robbie Neilson says his team failure to reach the National Ice stage and reach the Championship play-finals.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 4.3478260869565215, "rougeL": 24.999999999999993}, "nll_sum": 139.89866638183594, "token_count": 26} +{"index": 8001, "reference": "Three wards treating elderly patients have been closed at Llandough hospital in the Vale of Glamorgan after an outbreak of flu.", "prediction": " bird flu outbreak has opened at Pontgend Mael Hospital following in Vale of Glamorgan.", "rouge": {"rouge1": 45.71428571428571, "rouge2": 12.121212121212123, "rougeL": 34.285714285714285}, "nll_sum": 117.97817993164062, "token_count": 19} +{"index": 8002, "reference": "Fifa is investigating Real Madrid's youth transfer policy and has asked the club for information on 51 players.", "prediction": "Real Madrid are to claim \u00a32m by the Spanish authorities for breaching transfer transfer rules, where players they were under-1818 players.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 136.36602783203125, "token_count": 27} +{"index": 8003, "reference": "Kris Commons insists he is not looking beyond his emergency loan move to Hibernian after making his first appearance in 10 months.", "prediction": "Hibernian midfielder Berris Commons will confirmed he will not be yet signing a new three-and-a-halfyear deal agreeing for next season.", "rouge": {"rouge1": 17.777777777777775, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 120.08421325683594, "token_count": 30} +{"index": 8004, "reference": "Villagers who set up their own speed monitor say they have recorded more than half a million drivers breaking the 30mph limit since November 2015.", "prediction": "Lorries have been knocked dozens dozens of driving on a Leicestershire street, it has been claimed.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 100.31563568115234, "token_count": 22} +{"index": 8005, "reference": "French energy giant EDF says sales fell 7% in the first three months of the year in the face of stiff competition, a mild winter and lower energy prices.", "prediction": "Y energy firm EDF says it will struggle to raise \u20ac5bn (3211bn) to raise \u00a35bn) in its finances and needs to \u20ac2.1bn (\u00a34bn) in extra funding.", "rouge": {"rouge1": 21.42857142857143, "rouge2": 3.703703703703704, "rougeL": 17.857142857142858}, "nll_sum": 174.68475341796875, "token_count": 43} +{"index": 8006, "reference": "Five-time world champion Ronnie O'Sullivan says he no longer has any interest in being snooker's \"top man\" but has not retired.", "prediction": "Four-time champion Ronnie O'Sullivan says he is confident finding himself place at a snooker Championship.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 25.64102564102564, "rougeL": 39.02439024390244}, "nll_sum": 91.92073822021484, "token_count": 21} +{"index": 8007, "reference": "The BBC has agreed a deal to broadcast the Six Nations until 2017.", "prediction": "The BBC the extended its rights deal to the 2017 Six Nations after the four.year deal, could see the total reach \u00a31bn.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 17.64705882352941, "rougeL": 38.88888888888889}, "nll_sum": 143.6444091796875, "token_count": 27} +{"index": 8008, "reference": "When Steven Gerrard suffered a rare blemish in the middle of his latest masterclass, AFC Wimbledon's fans pounced on the topic that will dominate Liverpool's agenda between now and the day he takes his leave.", "prediction": "When Steven Gerrard's death out of Liverpool's red cards on the Liverpool ground after he came off and then kicks off a number Liverpool fans, would think they would stand again in was a famous suburban club..", "rouge": {"rouge1": 36.8421052631579, "rouge2": 10.81081081081081, "rougeL": 23.684210526315788}, "nll_sum": 221.37933349609375, "token_count": 40} +{"index": 8009, "reference": "The government has been urged to make available part of a special \u00a3150m fund which has been set aside for new legacy bodies to the PSNI and Police Ombudsman to investigate the past.", "prediction": " extra government is an extra \u00a3m of extra extra for help deal with cases of legacy past, BBC Ireland understands.", "rouge": {"rouge1": 18.867924528301888, "rouge2": 0.0, "rougeL": 18.867924528301888}, "nll_sum": 138.24789428710938, "token_count": 22} +{"index": 8010, "reference": "Pro-independence parties in Spain's richest region, Catalonia, are pushing ahead with a historic plan for an independent state within 18 months, and the national government in Madrid is fighting back.", "prediction": "oniaonia in Spain is facing referendum of to hold a independence process in December 2014.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 4.444444444444445, "rougeL": 21.27659574468085}, "nll_sum": 88.59956359863281, "token_count": 16} +{"index": 8011, "reference": "A decision on plans to build more than 2,000 homes on a former airfield in Surrey has been delayed.", "prediction": "Developers for a \u00a3400m and housing development in Derhire would have delayed delayed, the sheriff's seeking for the inspector a inspector said solve. solve of's,- a it from it's frompayment of's from a's a", "rouge": {"rouge1": 13.559322033898303, "rouge2": 0.0, "rougeL": 10.16949152542373}, "nll_sum": 327.33734130859375, "token_count": 46} +{"index": 8012, "reference": "Two water rescue charities in Northern Ireland have received \u00a370,000 in funding between them.", "prediction": "A search and sea team working working in Northern Ireland is to receive more than \u00a332m in grants totalling \u00a363.8m.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 108.34456634521484, "token_count": 27} +{"index": 8013, "reference": "Crowds have gathered in Sydney's Martin Place to honour the victims of the Lindt cafe siege, one year on.", "prediction": "Australia has led t to the victims of the five people dead in the siege in Sydney.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 22.857142857142858, "rougeL": 32.43243243243243}, "nll_sum": 85.26699829101562, "token_count": 17} +{"index": 8014, "reference": "Avon and Somerset's police chief has been temporarily moved away from his job following a misconduct hearing.", "prediction": "The chief constable of Somerset and Somerset Police been told he will not be able to return work about his case reviewed, the BBC and learned crime. solve after force's's from the a \"b's mobile of.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 3.6363636363636362, "rougeL": 21.052631578947366}, "nll_sum": 268.8828430175781, "token_count": 43} +{"index": 8015, "reference": "The Football Associations of England and Scotland say they will ignore a ban on players wearing poppies in their upcoming match on 11 November.", "prediction": " the Football Association of Wales Wales, Scotland, Scotland decided not wear poppies on Armiceist Day.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 21.62162162162162, "rougeL": 41.02564102564102}, "nll_sum": 126.47207641601562, "token_count": 21} +{"index": 8016, "reference": "Officials in Venezuela say the search for a missing military helicopter is continuing in the country's Amazon region.", "prediction": " to Venezuela helicopter has for five five people on board after a helicopter was sent off, the the defence ministry minister has said in a the- game, Adam, saying it has been Saturday from a the's of the a from the againA", "rouge": {"rouge1": 29.03225806451613, "rouge2": 0.0, "rougeL": 22.58064516129032}, "nll_sum": 274.3262634277344, "token_count": 47} +{"index": 8017, "reference": "A woman who was found dead in woodland in Wirral is missing mother Anita Stevenson, Merseyside Police confirmed.", "prediction": "A woman whose body was found of land in West Yorkshire has been named as woman soie Stevenson, police have confirmed the-A a foul in a since a's The's from a\" was it's of game. aA 2011 a", "rouge": {"rouge1": 30.0, "rouge2": 6.896551724137931, "rougeL": 26.666666666666668}, "nll_sum": 295.95867919921875, "token_count": 47} +{"index": 8018, "reference": "Keaton Jennings' century and three quick wickets from opening pair Chris Rushworth and Graham Onions gave Durham the edge against Somerset on day one.", "prediction": "Swindon's batsman D Jennings Jennings's first century of the season his help Somerset control battle against Durham on day three at Oak-SeStreet.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 4.25531914893617, "rougeL": 24.489795918367346}, "nll_sum": 191.85057067871094, "token_count": 30} +{"index": 8019, "reference": "Tax officials have been banned from examining material seized from Newcastle United's ground, following a legal challenge mounted by the club.", "prediction": "Newcastle United have been granted an appeal against a tax ban on a football club was face charges of offences relation to a tax fraud scandal.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 8.695652173913043, "rougeL": 20.833333333333332}, "nll_sum": 125.94375610351562, "token_count": 27} +{"index": 8020, "reference": "Belfast City Council has backed a group of principals who say they will refuse to make cuts to school budgets.", "prediction": "More than 100 Belfast school pharmacy have toldAs Belfast City Council that they cannot not cope to cut cuts to their children's education cut and cutting 2% will the aean - a it a it it's of the.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 10.526315789473683, "rougeL": 23.728813559322035}, "nll_sum": 275.591552734375, "token_count": 43} +{"index": 8021, "reference": "Blackpool have signed ex-York defender Eddie Nolan on a one-year deal.", "prediction": "Blackpool have signed York City midfielder Conor McA transfer on free transfer on transfer two-year deal.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 21.428571428571427, "rougeL": 46.666666666666664}, "nll_sum": 106.7827377319336, "token_count": 19} +{"index": 8022, "reference": "A referendum on an elected mayor for Bath and North East Somerset will be held in 2016, after a petition reached the threshold of 6,437 votes.", "prediction": "More than 2,000 people have signed a petition calling for an electedelected mayor, in elections held by Bath and North East Somerset Council.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 20.408163265306122, "rougeL": 31.37254901960785}, "nll_sum": 101.75877380371094, "token_count": 27} +{"index": 8023, "reference": "The body of a missing Malaysian deputy public prosecutor has been found in an oil drum filled with concrete near Kuala Lumpur.", "prediction": "Police in Thailand say they have recovered body of a 38-year-old man who went missing after a oil drum stolen a his car.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 13.333333333333334, "rougeL": 25.53191489361702}, "nll_sum": 98.11241149902344, "token_count": 27} +{"index": 8024, "reference": "Detectives investigating the killing of a mother-of-nine and her nephew in a shooting at their north London flat say they have not found any evidence to suggest they were the intended victims.", "prediction": "Police investigating the murder of a man and a couple at a south London flat have said they do not believe believe who has been a suspect's murder.", "rouge": {"rouge1": 38.095238095238095, "rouge2": 9.836065573770494, "rougeL": 34.92063492063492}, "nll_sum": 111.54493713378906, "token_count": 29} +{"index": 8025, "reference": "England women's coach Hope Powell praised her players after they beat Japan 2-0 to reach the quarter-finals of the World Cup.", "prediction": "England still reaching Women's World Cup quarter tofinals. reach the Ashes, not seeing the team, says boss Powell.capt's of golf's referee a's- referee- from-. from a in from ballet\".'s.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 10.526315789473685, "rougeL": 20.33898305084746}, "nll_sum": 311.36407470703125, "token_count": 45} +{"index": 8026, "reference": "The annual Apprentice Boys demonstration has taken place in Londonderry.", "prediction": "Hundreds of thousands of people have attended the funeral of The Apprentice Rangers in Londonderry.", "rouge": {"rouge1": 32.0, "rouge2": 8.695652173913043, "rougeL": 32.0}, "nll_sum": 61.87106704711914, "token_count": 18} +{"index": 8027, "reference": "Huddersfield Giants have signed Warrington Wolves winger Gene Ormsby on a one-month loan deal.", "prediction": "Wakefield Trinity Wildcats have signed Warrington and Wolves half half-back forward Tansey on for oneyear deal for a further 12 League season.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 31.578947368421055}, "nll_sum": 193.60055541992188, "token_count": 29} +{"index": 8028, "reference": "The CIA says the Islamic State (IS) militant group may have up to 31,000 fighters in Iraq and Syria - three times as many as previously feared.", "prediction": "The-called Islamic State (IS) is among 10 of as young as ever ever, the Pentagon says.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 27.272727272727277}, "nll_sum": 97.3076171875, "token_count": 21} +{"index": 8029, "reference": "Scientists are working on a Welsh \"super mead\" which could protect drinkers from the scourge of food poisoning at the late-night takeaway.", "prediction": "A team of Cardiff are buying degrees to a Welsh tumblead that could not prevent people from food poisoning.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 33.33333333333333}, "nll_sum": 133.13392639160156, "token_count": 20} +{"index": 8030, "reference": "The European Commission has asked questions about the Northern Ireland Executive's decision not to charge homeowners for water.", "prediction": "The European Commission has opened an investigation into whether land and Northern Ireland utility will pay water charges the which price on of water \u00a3 scrapped.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 19.04761904761905, "rougeL": 36.36363636363636}, "nll_sum": 156.1046142578125, "token_count": 26} +{"index": 8031, "reference": "A World War One soldier has been commemorated with the unveiling of two permanent memorials in the East Sussex towns where he lived and was educated.", "prediction": "A war stone has 2011 unveiled in a Sussex war veterans who receive a World War One soldier of Sussex.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 18.18181818181818, "rougeL": 30.43478260869565}, "nll_sum": 139.83197021484375, "token_count": 20} +{"index": 8032, "reference": "A leading researcher into the mental health of military personnel has been knighted in the New Year's Honours.", "prediction": "The first NHS in in London, believed to linked to Gulf War Jr, has been made ITVE in the Queen's Birthdayours list.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 10.0, "rougeL": 28.571428571428577}, "nll_sum": 170.28562927246094, "token_count": 27} +{"index": 8033, "reference": "Crewe Alexandra have signed former Bournemouth and Portsmouth midfielder Danny Hollands on a five-month deal running until 19 January.", "prediction": "Rochdale have signed former Bournemouth and Portsmouth centre-back Dannyandsows onows two ayear deal until deal end leaving the season.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 26.31578947368421, "rougeL": 40.00000000000001}, "nll_sum": 187.41490173339844, "token_count": 29} +{"index": 8034, "reference": "Colombians have voted in a runoff election between the incumbent president and a conservative rival.", "prediction": "Jay Zuluano the the presidential candidate will has won Colombia's presidential election, parliamentary first round the preliminary results.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 131.9797821044922, "token_count": 22} +{"index": 8035, "reference": "Dawn Purvis is to step down as programme director of Northern Ireland's Marie Stopes clinic.", "prediction": " Health Minister Dawnronovis, she will retire from an anti- intravenes clinic in office in Belfast, is to step down in her role.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 16.666666666666664, "rougeL": 21.05263157894737}, "nll_sum": 189.61317443847656, "token_count": 29} +{"index": 8036, "reference": "Guernsey's Chris Simpson has been knocked out of the US Open, despite pushing world number one Mohamed El Shorbagy in their second-round tie.", "prediction": "England's world oneTA Simpson began her WTA first title of her title with a point denied victory over Simpson run at the Abu Dhabi Open.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 178.5242919921875, "token_count": 28} +{"index": 8037, "reference": "Graham Cummings scored twice as St Johnstone moved level on points with fourth-placed Hearts by beating Hamilton Accies.", "prediction": " Mick maximumins's stoppage-time winner as St Johnstone edged past Premiership side Hamiltonem Hamilton and move into second place Premiership Scottish Premiership Premiership's of as \" ballet's performance from-'s went in for Jack's..", "rouge": {"rouge1": 21.428571428571427, "rouge2": 7.4074074074074066, "rougeL": 17.857142857142858}, "nll_sum": 300.1549987792969, "token_count": 44} +{"index": 8038, "reference": "A man has been charged with the murder of a student whose body was discovered in the boot of a burning car.", "prediction": "A man has been charged with murder after the body of a university student whose body was found of burning was found in a pick truckup car", "rouge": {"rouge1": 77.55102040816327, "rouge2": 38.297872340425535, "rougeL": 65.3061224489796}, "nll_sum": 106.96855163574219, "token_count": 27} +{"index": 8039, "reference": "Leinster resisted a spirited Cardiff Blues revival to strengthen their position at the top of the Pro12 table.", "prediction": "Leinster staged a second-half battle-half struggle and keep their European play-off hopes alive by beating title rivals Cardiff Blues in perfect conditions.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 131.10577392578125, "token_count": 30} +{"index": 8040, "reference": "Nicola Sturgeon has dismissed the UK government's plans for a post-Brexit customs deal with the EU as a \"daft 'have cake and eat it' approach\".", "prediction": "Nicola Sturgeon has said the UK \"c commit to stay in the EU single market, saying she hopes to committed \"\"\" rebuilding Brexit.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 17.02127659574468, "rougeL": 28.57142857142857}, "nll_sum": 145.07237243652344, "token_count": 26} +{"index": 8041, "reference": "London mayor Boris Johnson has backed away from a timetable for the opening of the city's Night Tube.", "prediction": "London Underground Mayor Boris Johnson Boris has said a new Night Tube will launch as soon as possible, after talks between London Underground delayed until 2018.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 35.55555555555556}, "nll_sum": 115.31942749023438, "token_count": 27} +{"index": 8042, "reference": "NHS Grampian is trying to improve staffing levels at Aberdeen Royal Infirmary after concerns were raised by staff.", "prediction": "A health watchdog. delayed NHS Grampian by report the health watchdog after inspectors found inspectors found high levels of care and care. care \"- \" again \u00a3 again a's a from aA's frompayment of a's the'sA", "rouge": {"rouge1": 18.181818181818183, "rouge2": 3.7735849056603774, "rougeL": 10.90909090909091}, "nll_sum": 291.23773193359375, "token_count": 46} +{"index": 8043, "reference": "The United Nations has called for a special court to try war crimes committed during the Sri Lankan army's long conflict with Tamil Tiger rebels.", "prediction": "Sri Lankan is ready to block international civil crimes and possible war crimes committed, senior UN official says.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 14.285714285714283, "rougeL": 18.181818181818183}, "nll_sum": 96.80585479736328, "token_count": 21} +{"index": 8044, "reference": "Debutant Jo Butterfield led a British clean sweep of the medals in the women's F32/51 club throw at the IPC Athletics European Championships.", "prediction": "Scotland's Z Butterfield said she feels to set in a new athletics records as an all-timebledon champion at the London Marathon.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 140.10379028320312, "token_count": 26} +{"index": 8045, "reference": "UK ministers are \"taking the interests of Wales extremely seriously\" in preparations for leaving the EU, Brexit Secretary David Davis has said.", "prediction": " Brexit Secretary David Davis has called for the best of Welsh interests Welsh be given into account, saying it has no veto over \"on control\".", "rouge": {"rouge1": 38.297872340425535, "rouge2": 17.77777777777778, "rougeL": 21.276595744680854}, "nll_sum": 138.10183715820312, "token_count": 27} +{"index": 8046, "reference": "A third of malaria drugs used around the world to stem the spread of the disease are counterfeit, data suggests.", "prediction": " a total of 12 million people year could be at risk of malaria cancer a study, US research suggests,", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 95.53623962402344, "token_count": 20} +{"index": 8047, "reference": "Nine people have choked to death in Japan after eating a traditional rice cake, known as \"mochi\".", "prediction": " at least 13 people died when Somalia on rice cake made at a cake prepares office in, the fire officials say.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555556, "rougeL": 15.789473684210527}, "nll_sum": 132.5490264892578, "token_count": 22} +{"index": 8048, "reference": "A Cumbrian school has cancelled lessons for the majority of pupils after being hit by industrial action for the second time this month.", "prediction": " school pupils in Bristol are taking part of strike action in an academy in an ongoing long-running dispute over issue to resolve a R Semad's \". 100's decision - a the from a the's from of.", "rouge": {"rouge1": 22.950819672131146, "rouge2": 0.0, "rougeL": 13.114754098360656}, "nll_sum": 266.92657470703125, "token_count": 42} +{"index": 8049, "reference": "Officials in Maryland and Washington DC are suing Donald Trump for accepting payments from foreign governments via his business empire.", "prediction": "The US Justice Department is suing Maryland, Maryland the US authorities claiming the president \"shack the time of money to his government in his role.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 161.96054077148438, "token_count": 28} +{"index": 8050, "reference": "Ill-gotten gains recovered from criminals have paid for a new training centre for police staff.", "prediction": "A police force that used police to carry out a violent unit has been stopped.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 67.43869018554688, "token_count": 15} +{"index": 8051, "reference": "All four schools run by a Telford academy trust have been put in special measures within a week.", "prediction": "A academy trust which run four schools in Shropshire schools, rated inadequate, is no alternative doping rated \"inadequate\".", "rouge": {"rouge1": 38.88888888888889, "rouge2": 11.76470588235294, "rougeL": 22.22222222222222}, "nll_sum": 141.0357666015625, "token_count": 26} +{"index": 8052, "reference": "A woman has admitted kidnapping a nine-week-old baby boy in Telford.", "prediction": "A woman who kidnapped and her three-month-old baby son will face and further jail term.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 14.285714285714288, "rougeL": 33.333333333333336}, "nll_sum": 80.09693145751953, "token_count": 19} +{"index": 8053, "reference": "Lithuanian defender Marius Zaliukas has signed a two-year contract with Rangers, after impressing during a trial with the Ibrox club.", "prediction": "Lover Zaliasar announced his decision to join Premiership champions Rangers on a two-and-a-half-year deal with his former club Leeds United, on a season-long Scottish referee from from old's. from the a", "rouge": {"rouge1": 27.586206896551722, "rouge2": 3.571428571428571, "rougeL": 20.689655172413794}, "nll_sum": 200.0938262939453, "token_count": 46} +{"index": 8054, "reference": "The prime minister will be curled up on the sofa watching traditional British TV on Christmas Day.", "prediction": "The prime minister has revealed she will not host a host of role in Doctor Who, who", "rouge": {"rouge1": 23.52941176470588, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 79.9316177368164, "token_count": 17} +{"index": 8055, "reference": "Australia is a step closer to exporting live cattle to China, opening a new market for its farmers.", "prediction": "Australia and Australia have agreed to terms health, health conditions for process with cattle live cattle in live China, in what is abig stepe and it's after it from a country-b's\" in from years since a. from emerged", "rouge": {"rouge1": 30.508474576271187, "rouge2": 3.508771929824561, "rougeL": 20.33898305084746}, "nll_sum": 301.1673278808594, "token_count": 47} +{"index": 8056, "reference": "Police searching for a missing RAF serviceman want to trace three teenagers spotted in Bury St Edmunds on the day of his disappearance.", "prediction": " a group of boy from an airman who went missing after nine months after night out, police have said.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 97.36739349365234, "token_count": 21} +{"index": 8057, "reference": "Manchester United midfielder Bastian Schweinsteiger will be banned for three matches after accepting a Football Association charge of violent conduct.", "prediction": "Manchester United midfielder Bastian Schwesteiger has been banned and banned for six a season after being charged with violent conduct by the Football Association.", "rouge": {"rouge1": 63.63636363636365, "rouge2": 28.571428571428577, "rougeL": 45.45454545454545}, "nll_sum": 112.43583679199219, "token_count": 28} +{"index": 8058, "reference": "Dinamo Bucharest will honour the memory of midfielder Patrick Ekeng by sending the Romanian Cup to his family in Cameroon if they win the trophy.", "prediction": "Zag Din Stars's 2017 Africa Cup of Nations be sent to Cameroon in May, after the death of former Cameroon FC Ma Ekeng. 2011 and was's acting in itAn-b referee in from from May's death.", "rouge": {"rouge1": 21.875, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 307.8333740234375, "token_count": 45} +{"index": 8059, "reference": "Official media attack former leader Bo Xilai for rejecting charges against him, while Hong Kong press see his case as a political show trial.", "prediction": " papers advising the state media's trial trial on Xaced MP Bo Xilhai, and the news \"it isActor recovering recovery\".", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 185.624755859375, "token_count": 26} +{"index": 8060, "reference": "A blind Shropshire man has been told he should clear up his dog's mess.", "prediction": "A Holyrood council councillor has chose to be a new leader in not local elections.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 95.59477233886719, "token_count": 17} +{"index": 8061, "reference": "The States of Guernsey spent \u00a31.8m on PR and advertising over 22 months, figures released to the BBC show.", "prediction": "More than \u00a31 thanm was spending on Guern'ssey's office,ered the Charteredigionered.", "rouge": {"rouge1": 17.64705882352941, "rouge2": 0.0, "rougeL": 17.64705882352941}, "nll_sum": 170.4432373046875, "token_count": 22} +{"index": 8062, "reference": "Team GB silver medallist Bryony Page says she hopes more kids will be inspired to take up trampolining after her success in Rio.", "prediction": "'s's Diego Ballyony has won silver at the 2016 Olympics Olympics, finishing her in best in a double tramprere.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 153.5477294921875, "token_count": 26} +{"index": 8063, "reference": "Owen Smith has been explaining why he hopes to stand for the Labour leadership.", "prediction": "Labour leadership challenger Owen Smith has ruled himself out of the race for in leadership next year.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 20.689655172413794, "rougeL": 32.25806451612903}, "nll_sum": 60.340370178222656, "token_count": 17} +{"index": 8064, "reference": "The trial of a former priest accused of assaulting eight boys while teaching at Fort Augustus Abbey School in the Highlands has been adjourned until May.", "prediction": "A retiredbeesar has appeared in court with trial of two pupils at Inverness Sheriff Crown Court accused of stealing \u00a3,000 on a man from a's ballet on May's was over a's have. of a's from a 2011", "rouge": {"rouge1": 26.865671641791046, "rouge2": 9.23076923076923, "rougeL": 14.92537313432836}, "nll_sum": 277.0195007324219, "token_count": 47} +{"index": 8065, "reference": "A teenager shot in the head by the Taliban for championing women's rights has been given the honour of opening the new \u00a3188m Library of Birmingham.", "prediction": "The Pakistani schoolgirl who was killed in a Taliban attack will be honoured in a ceremony, her name \" \"every every town in every world\".", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 136.1129150390625, "token_count": 28} +{"index": 8066, "reference": "A senior prison official has been detained in Russia accused of stealing a 50km (31-mile) length of highway.", "prediction": "A senior Russia's prison service has been arrested in Russia after allegedly selling a multi-million dollar US mountain rage scheme. in a the 2011's, 2011,'s they be a-m a of in from weeks a's.", "rouge": {"rouge1": 30.508474576271183, "rouge2": 10.526315789473683, "rougeL": 30.508474576271183}, "nll_sum": 258.8705749511719, "token_count": 45} +{"index": 8067, "reference": "The UN Security Council has authorised the deployment of a UN police force to Burundi to try to quell violence and human rights abuses in the country.", "prediction": "The UN Security Council has backed a proposal to force forces in Burundi's country, amid increasing levels of violence and unrest in recent violence.", "rouge": {"rouge1": 53.84615384615385, "rouge2": 20.0, "rougeL": 42.30769230769231}, "nll_sum": 104.75794219970703, "token_count": 28} +{"index": 8068, "reference": "A drunk man who was driving his car at 119mph when he crashed into and killed an off-duty police community support officer (PCSO) has been jailed.", "prediction": "A community support officer, killed and killed a pensioner in Caerph county, with speeds of up to 131mph has been jailed.", "rouge": {"rouge1": 37.5, "rouge2": 21.73913043478261, "rougeL": 29.166666666666668}, "nll_sum": 130.49134826660156, "token_count": 27} +{"index": 8069, "reference": "Jack Marriott scored the only goal of the game at Leyton Orient to extend Luton's winning run to four games.", "prediction": "Jack Marriott scored a stoppage-time winner as Luton as theyuton beat League Two play-off Leyton Orient at Statton Park. stopp-.-'sA--lessA referee in from November's.", "rouge": {"rouge1": 32.0, "rouge2": 12.5, "rougeL": 24.000000000000004}, "nll_sum": 262.6480407714844, "token_count": 43} +{"index": 8070, "reference": "Olympic champion Elinor Barker has praised under fire British Cycling following her victory at the Track Cycling World Championships.", "prediction": "Olympic silver medallist Elinor Barker says she wants sport to race at British Cycling because of the \" culture in her performance culture.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 137.7615203857422, "token_count": 29} +{"index": 8071, "reference": "Japanese carmaker Toyota has announced its backing for a group of engineers who are developing a flying car.", "prediction": " Japanese Japanese firms have announced plans build build a smallon flying car Japan Japan.", "rouge": {"rouge1": 31.250000000000007, "rouge2": 6.666666666666667, "rougeL": 31.250000000000007}, "nll_sum": 103.43617248535156, "token_count": 15} +{"index": 8072, "reference": "The lawyer of a 92-year-old woman facing deportation from the UK says he will take her case to the European Court of Human Rights if needed.", "prediction": "A 92-year-old woman, who has been ordered to return her home to, UK, has been ordered to return home.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 17.02127659574468, "rougeL": 28.571428571428577}, "nll_sum": 80.0418701171875, "token_count": 26} +{"index": 8073, "reference": "The prime minister has said he will \"look carefully\" at requests for money set aside for dealing with legacy cases to be released to Northern Ireland's police force.", "prediction": "A dealnote on how to how and will of cases in Northern Ireland will properly inspected, the prime minister has said. solve in the- reputation's reputation, from it, from controversial from it from's's of.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 15.625000000000004, "rougeL": 18.181818181818183}, "nll_sum": 282.3939208984375, "token_count": 43} +{"index": 8074, "reference": "The rugby league player Danny Tickle is in a stable condition after an assault outside a nightclub.", "prediction": " to Super League player James Sh together is in hospital after being stabbed to an assault after a Greater Manchester nightclub.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 16.666666666666664, "rougeL": 47.36842105263158}, "nll_sum": 132.137451171875, "token_count": 21} +{"index": 8075, "reference": "A Gloucester-based firm has been fined \u00a380,000 after a man was crushed between an industrial vehicle and a shipping container at work and later died.", "prediction": "A Gloucester firm has been fined \u00a320,000 after the death of a worker who of hit a neck neck by a container storage. solve a of a- a in a- again aA in a years a's again a's", "rouge": {"rouge1": 32.35294117647059, "rouge2": 15.151515151515152, "rougeL": 32.35294117647059}, "nll_sum": 238.9988555908203, "token_count": 47} +{"index": 8076, "reference": "Algeria goalkeeper Rais Mbolhi has signed for Turkish club Antalyaspor after being allowed to leave MLS side Philadelphia Union.", "prediction": "Championseria international winger Admiralway Mifaabhi has signed for Turkish club Mab Mababar.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 27.586206896551722, "rougeL": 32.25806451612903}, "nll_sum": 148.34182739257812, "token_count": 22} +{"index": 8077, "reference": "A group has called on Ceredigion council to delay plans to sell-off a former school site so it can bid to buy and retain it for community use.", "prediction": "Plans forans former primary primary school in Cardigan could be \"\"\" on the community, says the one owner of community group and project.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 172.47140502929688, "token_count": 27} +{"index": 8078, "reference": "League One strugglers Colchester United had to settle for a point against play-off chasing Millwall.", "prediction": "Millwall kept their survival and within a point of point League One-off hopes despite beating hopefuls Colchester and Colchester United. solveplaced- again- 2011 from a 2011 again a from's's from.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 12.765957446808512, "rougeL": 20.408163265306122}, "nll_sum": 285.1760559082031, "token_count": 43} +{"index": 8079, "reference": "Lee Hodges says his Truro team have underachieved by a \"country mile\" by finishing the season one place above the National League South drop zone.", "prediction": "Truro City coach Lee Hodges says his side are still reaching a Super League play-offs despite still playing in a second successive Championship season.", "rouge": {"rouge1": 32.0, "rouge2": 12.5, "rougeL": 24.0}, "nll_sum": 134.8967742919922, "token_count": 29} +{"index": 8080, "reference": "A rare Ferrari racing car worth about \u00a310m was given a parking ticket after the owners rolled it into a Mews to take some photos.", "prediction": "A Spanish rival Ferrari has been fined for putting a \"smart\" Ferrari\" move outside a moving car outside of the track outside a outside tank \" again", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 174.98648071289062, "token_count": 29} +{"index": 8081, "reference": "Tanzania's motorcycle taxi drivers, often associated with deadly road accidents, are being trained to become life-savers, writes Ross Velton.", "prediction": "Mountain crashes are raid on roads across the South East Asia, and finding to ways, and and find what they should be fit to anything?", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 177.63748168945312, "token_count": 28} +{"index": 8082, "reference": "London's FTSE 100 has chalked up its 12th consecutive record high as shares in housebuilders led the way.", "prediction": "(Open): The FTSE 100E 100, ended the day 100 higher, as housebuilders helped to helped lift a lower sales and.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 160.4462890625, "token_count": 28} +{"index": 8083, "reference": "The theory that women get paid less than men because they are not sufficiently pushy in the workplace is not true, a new study suggests.", "prediction": "-time workers in Australia are more more likely to get a pay rise before their qualifications, the new research suggests.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 81.48052978515625, "token_count": 22} +{"index": 8084, "reference": "An appeal for witnesses has been made after a woman was inappropriately touched on a train travelling between Aberdeen and Inverness.", "prediction": "Police have released images of a man they want to speak to speak indecently assaulting a assaulting a- man on a train between Moray and the Borders. Borders. the \" councillor-d'sTV in a a's's a the a", "rouge": {"rouge1": 19.67213114754098, "rouge2": 6.779661016949151, "rougeL": 19.67213114754098}, "nll_sum": 275.09442138671875, "token_count": 47} +{"index": 8085, "reference": "The PSNI has contacted more than 100 soldiers as part of the investigation into Bloody Sunday.", "prediction": "More than 100 soldiers will be asked to interview police in connection with the Bloody Sunday inquiry, a detective has said have saying aACaliforniaonable the's's 100 a's's from from The's's flagship of a. from of a", "rouge": {"rouge1": 34.48275862068965, "rouge2": 14.285714285714285, "rougeL": 24.137931034482758}, "nll_sum": 297.49371337890625, "token_count": 49} +{"index": 8086, "reference": "A Sri Lankan court has sentenced a former MP to death for the murder of a rival politician five years ago.", "prediction": " court in Sri Lanka's former army leader has be given a jail sentences of up to 20 of prison for the murder for government's sports politician., for the's from 2011 state-e a2 a from November's struggle.", "rouge": {"rouge1": 41.93548387096774, "rouge2": 6.666666666666667, "rougeL": 25.80645161290323}, "nll_sum": 274.26123046875, "token_count": 44} +{"index": 8087, "reference": "Yeovil Town have signed midfielder Alex Lawless on a one-year deal.", "prediction": "Lfield Town have signed midfielder Alex Lawless on a two-year contract following his release by the National League club", "rouge": {"rouge1": 56.250000000000014, "rouge2": 46.666666666666664, "rougeL": 56.250000000000014}, "nll_sum": 75.34841918945312, "token_count": 22} +{"index": 8088, "reference": "Funding for two Techniquest science museums in Wales will end from April 2021, the Welsh Government has said.", "prediction": " tourist tourists' youth and visitor site in Wrexham is to be cut down because of the Welsh Government decision to cut its funding cut.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 119.0854721069336, "token_count": 27} +{"index": 8089, "reference": "A teenager has been detained after opening the emergency door of a passenger plane and sliding down a wing onto the tarmac minutes after touching down in San Francisco, officials say.", "prediction": "A young black boy leapt high of a private flight from San Francisco to San Francisco, locked the wing and stopped running local officials say 2011 a Broadway, solve, says it a--p aPG in a from a's the from a", "rouge": {"rouge1": 35.61643835616438, "rouge2": 8.450704225352112, "rougeL": 19.17808219178082}, "nll_sum": 280.1174011230469, "token_count": 46} +{"index": 8090, "reference": "Police have made a fresh appeal for information a year after a woman's body was found on the outskirts of Edinburgh.", "prediction": "A woman whose body was in an Edinburgh golf club in went missing 10 years ago was grounds found in the grounds the the Edinburgh in the Edinburgh solve, solve, a it aA controversial from it a has suspension of.", "rouge": {"rouge1": 35.483870967741936, "rouge2": 6.666666666666667, "rougeL": 22.58064516129032}, "nll_sum": 275.3787841796875, "token_count": 43} +{"index": 8091, "reference": "Nine British nationals have been detained in Turkey after allegedly trying to enter Syria illegally.", "prediction": "Three British teenagers went missing, Iraq and are to be heading Syria to join Islamist rebels, the BBC has told the BBC, in the of from, block, as they from's reputation, it has from from of.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 222.85194396972656, "token_count": 43} +{"index": 8092, "reference": "French rider Franck Petricola has died following an accident during a qualifying session on Wednesday at the Isle of Man TT Races.", "prediction": " motorway motorck Franckisola has died during a race at the Isle of Man the organisers have confirmed.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 32.43243243243243, "rougeL": 46.15384615384615}, "nll_sum": 118.0621337890625, "token_count": 22} +{"index": 8093, "reference": "Two men have been arrested on suspicion of terrorism offences as they attempted to leave the UK via Dover.", "prediction": "Two men have been arrested in Dover on suspicion of Syriarelated terrorism offences..", "rouge": {"rouge1": 68.75, "rouge2": 46.666666666666664, "rougeL": 62.5}, "nll_sum": 84.58807373046875, "token_count": 15} +{"index": 8094, "reference": "A woman who died after eating a sorbet on holiday in Greece had warned her travel agent and hotel about her food allergies, an inquest has heard.", "prediction": "A woman who died suddenly on holiday on a Greece in her closingaby was eating ill, an inquest has heard.", "rouge": {"rouge1": 63.829787234042556, "rouge2": 31.11111111111111, "rougeL": 51.06382978723405}, "nll_sum": 122.70079040527344, "token_count": 22} +{"index": 8095, "reference": "A 30-year-old man, who sexually assaulted a 14-year-old girl he met online, has been jailed for 12 months.", "prediction": "A 39-year-old man from Northern who exposed himself pretending to be a 14-year-old girl has been jailed for 10 years.", "rouge": {"rouge1": 60.86956521739131, "rouge2": 40.909090909090914, "rougeL": 60.86956521739131}, "nll_sum": 75.48632049560547, "token_count": 28} +{"index": 8096, "reference": "The number of people seeking work in Scotland has risen for the third time in a row, according to official figures.", "prediction": "UK unemployment in Scotland fell in January, to its lowest level for almost nearly five years, government figures show.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 68.45577239990234, "token_count": 21} +{"index": 8097, "reference": "Hull midfielder Robert Snodgrass will be out for up to six months with a dislocated kneecap, manager Steve Bruce has confirmed.", "prediction": "Norwich City's scorer Robert Snodgrass has been ruled out for six months, with the foot and foot and is \"a huge blow\".", "rouge": {"rouge1": 40.909090909090914, "rouge2": 19.04761904761905, "rougeL": 36.36363636363636}, "nll_sum": 111.03274536132812, "token_count": 28} +{"index": 8098, "reference": "More than 750 drivers have raced in the Formula 1 World Championship since the first race in 1950 - that's an awful lot of people.", "prediction": "Five former Formula 1 impasseers who will be included in the BBC Scotland One flag, BBC Scotland learned.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 9.75609756097561, "rougeL": 13.953488372093023}, "nll_sum": 121.1611099243164, "token_count": 21} +{"index": 8099, "reference": "Police in Dundee have launched an investigation after a woman was sexually assaulted in the city centre.", "prediction": "Police have released images of two men they want to trace in an attack on a 26-yearold woman at Dund Dundee station.", "rouge": {"rouge1": 35.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 91.78616333007812, "token_count": 26} +{"index": 8100, "reference": "Vincenzo Nibali was thrown off the Vuelta a Espana when TV images showed him being towed back into the pack after a crash on stage two on Sunday.", "prediction": "Defending champion Binczo Nibali was declared the result of a dramatic crash with team-anamateana Astana abandoned's hot weather dramatic", "rouge": {"rouge1": 20.408163265306122, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 191.47027587890625, "token_count": 28} +{"index": 8101, "reference": "Marketa Vondrousova, a 17-year-old qualifier, beat Anett Kontaveit in the final of the Biel Bienne Open in Switzerland to win her first WTA title.", "prediction": "British number twoanna Johonta is through to the French Open's women's singles title after bitter rivallbournelana Vondrouvavava reached the French Open and reach the semi-finals of the course's.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 7.142857142857142, "rougeL": 13.793103448275861}, "nll_sum": 263.9306640625, "token_count": 47} +{"index": 8102, "reference": "An 11-year-old boy was seriously injured when he was hit by a car whose driver fled the scene.", "prediction": "An 11-year-old boy has been seriously injured after he was hit by suspected hit-and-run carrun east London the London's, reputation, as from a- from George's's.", "rouge": {"rouge1": 50.000000000000014, "rouge2": 31.999999999999996, "rougeL": 46.15384615384615}, "nll_sum": 177.40420532226562, "token_count": 40} +{"index": 8103, "reference": "Mortality rates for two of Scotland's biggest killers, stroke and heart disease, have fallen in the past decade.", "prediction": "eded from heart disease is Scotland has fallen by 30% over the past 30 years, to figures from Health for Health ( IslamicD Scotland).", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 135.92974853515625, "token_count": 27} +{"index": 8104, "reference": "A woman has died after being hit by a lorry in Greater Manchester, police have said.", "prediction": "A woman was seriously seriously injured after being hit by a car in Greater Manchester.", "rouge": {"rouge1": 64.51612903225806, "rouge2": 48.275862068965516, "rougeL": 64.51612903225806}, "nll_sum": 40.914146423339844, "token_count": 15} +{"index": 8105, "reference": "David Tennant and Billie Piper will appear in the 50th anniversary special of Doctor Who, the BBC has confirmed.", "prediction": "David Tennant will make his return to competitive TV as a new companion of who Bells of Paris, Isie, in his newD show.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 168.03915405273438, "token_count": 29} +{"index": 8106, "reference": "At least two rockets have hit the southern Israeli city of Eilat.", "prediction": " fired small have fired in the Egyptian city of Eilat, two daysoon two rocket attacks, officials say. as \"F a intention in 3 from's's reputation: 3 from D's game in from November a's from the a", "rouge": {"rouge1": 26.923076923076923, "rouge2": 12.000000000000002, "rougeL": 19.23076923076923}, "nll_sum": 291.3621826171875, "token_count": 47} +{"index": 8107, "reference": "It's 50 years since the publication of one of Australia's most iconic books.", "prediction": " best bookseller the best possible sequel of Australia's best-known book has been published and what it going in!'.'s adream and it!", "rouge": {"rouge1": 35.897435897435905, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 174.8983154296875, "token_count": 29} +{"index": 8108, "reference": "A quarter of a century on, seen through the fog of more recent conflicts, the first Gulf War might look like a straightforward military success, or even the last significant victory for American and British forces.", "prediction": "For since the Iraq War was declared as a civil war, war in any war.", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 62.29807662963867, "token_count": 16} +{"index": 8109, "reference": "There has been trouble in north Belfast after an anti-internment parade was prevented by police from entering the city centre.", "prediction": "Riot police have used water water to tear 53 police and Conference during thousands of protests. police in Rio 2016.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 135.15435791015625, "token_count": 22} +{"index": 8110, "reference": "Gloucester fly-half James Hook will rejoin Ospreys at the end of the season, six years after he left the Welsh region.", "prediction": "Gloucester hooker James Hook has confirmed he is to return home to his home family.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.7142857142857135, "rougeL": 21.62162162162162}, "nll_sum": 66.7789077758789, "token_count": 18} +{"index": 8111, "reference": "Chloe Grace Moretz is not a fan of body shaming.", "prediction": "US stars staren Grace moreMore has revealed how she does never forget about her body. because it was too big in black dark\".", "rouge": {"rouge1": 12.121212121212121, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 168.90234375, "token_count": 26} +{"index": 8112, "reference": "Residents and representatives of food firms have staged a protest at Norwich City Hall over a planned energy park.", "prediction": "Cont to plans for a inciner incinerator to the site of the edge of Norwich will be approved by councillors.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 106.85611724853516, "token_count": 21} +{"index": 8113, "reference": "It is a big year for Andy Murray - and not only because he is looking to add to his two Grand Slam titles.", "prediction": "World number one Andy Murray says he is \"more nervous\" starting in his future.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 70.05510711669922, "token_count": 16} +{"index": 8114, "reference": "Sir Lenny Henry is to join the cast of Broadchurch, ITV has announced.", "prediction": "ITV has confirmed a second series of Broadchurch to allegations of sexual assault.", "rouge": {"rouge1": 38.46153846153847, "rouge2": 16.666666666666664, "rougeL": 15.384615384615385}, "nll_sum": 69.2713851928711, "token_count": 15} +{"index": 8115, "reference": "The people of Dumfries were in a mood to celebrate 150 years ago.", "prediction": " until the spring December 2014 in Dumfries, diversers and Galloway has attended a Gayle room attended in the ship TJGreen communitylebank.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 215.5515899658203, "token_count": 30} +{"index": 8116, "reference": "The chief executive of two Sussex hospitals, which the health watchdog said were inadequate, has resigned.", "prediction": "The hospital trust that runs a East hospital because of the health watchdog over hospital waiting times will be \"a clean sweep\", a patient says\" and. \" when 2011's again a 2011 from a's again of from's 2011 from a 2011", "rouge": {"rouge1": 20.338983050847457, "rouge2": 7.017543859649122, "rougeL": 16.949152542372882}, "nll_sum": 282.5260925292969, "token_count": 47} +{"index": 8117, "reference": "The number of road traffic collisions in a Devon city has increased following the introduction of major roadworks.", "prediction": " a new traffic lights could possible put down at a road for the past five weeks they started, police have said.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 118.10214233398438, "token_count": 22} +{"index": 8118, "reference": "When Boris Nemtsov was shot dead on a bridge a short distance from the Kremlin, it soon emerged that he had been preparing a report aiming to expose Russia's military involvement in eastern Ukraine.", "prediction": "In 1998, Iraq Russian 2011 published by a Russian politician and politician Boris Nemtsov, was implicated in 2014, bringing a civil war in eastern Ukraine.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 13.793103448275861, "rougeL": 23.333333333333332}, "nll_sum": 147.08932495117188, "token_count": 30} +{"index": 8119, "reference": "Prisoners spend up to 15 hours a day locked in their cells at HMP Dumfries.", "prediction": "Prisoners spend 30 hours in their long terms, but in terms or be banned, but prisoners do not want to a a bathroom or them.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 153.71546936035156, "token_count": 29} +{"index": 8120, "reference": "Brendan Duddy - a Londonderry businessman described as Northern Ireland's \"secret peacemaker\" - has died aged 80.", "prediction": "Forty Duddy was once as as a Northern Ireland businessman of business, and was considered of the richest men in the most successful Northern Ireland crisis.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 5.0, "rougeL": 23.80952380952381}, "nll_sum": 142.0648193359375, "token_count": 29} +{"index": 8121, "reference": "About 300,000 counterfeit and illegally imported cigarettes and 330lbs (150kg) of tobacco have been seized in Grimsby.", "prediction": "More than two million cigarettes of illegal cigarettes, tobacco tobacco homosexuality, have found safe in Lincoln-a-super.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 27.77777777777778}, "nll_sum": 133.9317169189453, "token_count": 22} +{"index": 8122, "reference": "Organisers of Edinburgh's Hogmanay have described the event as a \"major success\".", "prediction": "Tensens of thousands of people gathered outside the Road in the Edinburgh city centre as the festival's 70th anniversary has reached a Uturn.", "rouge": {"rouge1": 32.432432432432435, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 146.48031616210938, "token_count": 28} +{"index": 8123, "reference": "The authorities in Augsburg, southern Germany, plan to evacuate 54,000 people from the city centre on Christmas Day because of a World War Two bomb.", "prediction": "An unexpl World War Two bomb the found and is expected is expected to be evacuation besieged, German city of Koblenz reports reports say the in the 2011 at a 2011 auns-mA a in a from a's from'sA", "rouge": {"rouge1": 38.805970149253724, "rouge2": 9.23076923076923, "rougeL": 17.910447761194032}, "nll_sum": 307.00238037109375, "token_count": 46} +{"index": 8124, "reference": "Scientists have uncovered the first evidence of live births in the group of animals that includes dinosaurs, crocodiles and birds.", "prediction": "A giant crocodile found born China has given birth, and finally giving birth to parents, who live births.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 10.526315789473685}, "nll_sum": 118.91322326660156, "token_count": 21} +{"index": 8125, "reference": "The number of GPs in Wales rose overall by 10.5% in the 10 years to 2014, according to new figures.", "prediction": "The number of nurses working in GPs in Wales has dropped by 40% last year, new figures show.", "rouge": {"rouge1": 56.41025641025642, "rouge2": 27.027027027027025, "rougeL": 51.28205128205129}, "nll_sum": 60.88255310058594, "token_count": 21} +{"index": 8126, "reference": "Has the time come for the government to break pledges made to pensioners, asks Paul Johnson, the director of the Institute of Fiscal Studies.", "prediction": "After days of general election, the over election and they will call a call to deal, the three generations, and then cut cut taxes to our households now.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 169.97210693359375, "token_count": 31} +{"index": 8127, "reference": "The crew of a powerboat which crashed at 100mph were not using safety equipment during the high-speed test run, a report has said.", "prediction": " speed high speed accident which killed 19 his 2011-old son was not have survived if a test was stopped using a test test tests found.", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 170.7845458984375, "token_count": 27} +{"index": 8128, "reference": "An aircraft which crashed in France killing a father and son fell from the sky \"like a stone\" when its wings failed, an inquest has heard.", "prediction": "A light pilot which crashed killing, killing three people in the French Alps was used as, small turn turned into the avalanche a an inquest and heard. again a's- again the 2011 again a again haveelt of again's from's 2011", "rouge": {"rouge1": 34.78260869565218, "rouge2": 5.970149253731343, "rougeL": 23.18840579710145}, "nll_sum": 307.72796630859375, "token_count": 47} +{"index": 8129, "reference": "Russian's intervention in Syria is \"hugely significant\" says the UK's former senior military adviser in the Middle East Lt Gen Sir Simon Mayall.", "prediction": "Former US Secretary of State John Kerry has described the war Syria in Syria is possible in. wake foul the's as reputation's career as a major's in from from the country as an's a from have a of from ballet's's law", "rouge": {"rouge1": 24.999999999999993, "rouge2": 5.7142857142857135, "rougeL": 19.444444444444446}, "nll_sum": 283.0347900390625, "token_count": 47} +{"index": 8130, "reference": "Prof Stephen Hawking is to present this year's BBC Reith Lecture, with a talk on black holes.", "prediction": "Prof Prof Stephen Hawking is to receive a heated the BBC's new programme, Reith Baghdadure, committing from \"biget, black ban of \"new, black referee, the \"\" from black have referee of.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 17.02127659574468, "rougeL": 32.6530612244898}, "nll_sum": 288.7895202636719, "token_count": 42} +{"index": 8131, "reference": "Almost 1,000 local authority schools and more than 100 academy trusts in England are now in debt, ministers have revealed in an answer to a parliamentary question.", "prediction": "Up to 1,000 schools of schools in England are \"in the red\", ministers in, amid concerns about funding cuts in debt the fake's, solve,- it's receive \"ad's fined from from!.", "rouge": {"rouge1": 35.48387096774193, "rouge2": 13.333333333333334, "rougeL": 29.03225806451613}, "nll_sum": 257.76715087890625, "token_count": 41} +{"index": 8132, "reference": "Airport workers in Chile have agreed to end a four-day strike that led to major disruption.", "prediction": "Chile has ended its, 24 remaining a cabin strike after Oscar was left a 30-hour strike by cabin staff and dispute over pay.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 160.08572387695312, "token_count": 27} +{"index": 8133, "reference": "Danish police believe that a submarine at the centre of an investigation into a missing Swedish journalist was deliberately sunk.", "prediction": " police police have begun their search for the search Korean Japanese submarine whose alive while her boat vessel capsized off Copenhagen.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 136.93942260742188, "token_count": 22} +{"index": 8134, "reference": "Energy firms will be banned from charging catch-up bills for gas and electricity used more than 12 months earlier, under the regulator's plans.", "prediction": "The biggest energy suppliers are facing lower protection rules ensure guarantee customers will receive annual fees in their homes, Citizens Advice says, it in the company's, VAT, says it from00-D from a in from November a's. from it", "rouge": {"rouge1": 15.151515151515152, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 289.52862548828125, "token_count": 47} +{"index": 8135, "reference": "A fatal accident inquiry into the death of a boy at a Glasgow cemetery has heard that up to 900 headstones were deemed unsafe days after the tragedy.", "prediction": "A fatal accident inquiry started into a Glasgow cemetery where a boy fell when a wall opened in a cemetery has told staff, a fatal accident inquiry.", "rouge": {"rouge1": 40.0, "rouge2": 26.41509433962264, "rougeL": 36.36363636363637}, "nll_sum": 148.21475219726562, "token_count": 28} +{"index": 8136, "reference": "Cinemagoers may think they already know what it takes to be a spy.", "prediction": " solution MI6 was a secret little secret for the internet - but on the internet - but the adventure was famous.", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 112.40387725830078, "token_count": 22} +{"index": 8137, "reference": "Dixons Carphone chief executive has said the company expects to find \"opportunities for additional growth\" in the wake of Brexit as it announced a 17% jump in profits.", "prediction": "Sales at Dixons Car phone say their jumped by by more 40%, in the wake of the UK's vote to leave not EU.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 12.0, "rougeL": 19.23076923076923}, "nll_sum": 140.69190979003906, "token_count": 27} +{"index": 8138, "reference": "Former New Zealand skipper Brendan McCullum has been named Middlesex captain for this season's T20 Blast.", "prediction": " bats Testman Brendon McCullum is- re-exex captain for this summer of Twenty20 campaign.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 13.793103448275861, "rougeL": 25.80645161290323}, "nll_sum": 124.35910034179688, "token_count": 21} +{"index": 8139, "reference": "Two of China's largest steel companies have announced plans for a merger, creating the world's second largest steelmaker, as the industry struggles with global overproduction.", "prediction": "China's Baosteel has agreed to take over Chinese rival rival BHS in a deal that could not saw the slowdown in its steel industry.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 4.0, "rougeL": 19.23076923076923}, "nll_sum": 136.402099609375, "token_count": 29} +{"index": 8140, "reference": "Arsenal's players put in an outstanding performance to win Saturday's FA Cup final but Gunners boss Arsene Wenger deserves just as much credit.", "prediction": " will saw off Saturday's comfortable FA Cup semi-final against Manchester City on Saturday night - the they still still in needed their their semi-finals, was still a still huge victory for huge team for again once. again\" again a\"", "rouge": {"rouge1": 18.18181818181818, "rouge2": 6.25, "rougeL": 15.151515151515152}, "nll_sum": 270.46502685546875, "token_count": 47} +{"index": 8141, "reference": "In 1947, British India split into two new states: Pakistan and India.", "prediction": "In December 2013, 40 in America America, in America from Muslim mainly Muslim in Muslim countries.", "rouge": {"rouge1": 7.142857142857144, "rouge2": 0.0, "rougeL": 7.142857142857144}, "nll_sum": 102.20451354980469, "token_count": 18} +{"index": 8142, "reference": "The ex-chair of the Independent Monitoring Commission (IMC) has said he does not believe bringing it back would solve the latest Stormont crisis.", "prediction": "The deputy leader of the Ulster Unionist's fatalensive ( ( expressC) said, body should be set up in Northern Ireland to return May.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 175.15460205078125, "token_count": 29} +{"index": 8143, "reference": "Record eight-times African champions Al Ahly of Egypt are facing elimination from the 2016 African Champions League after being held 2-2 at home by Zesco United of Zambia.", "prediction": "Reigning champions Zesco pulled out of the Champions League group stages as they were held to a draw at home to former Ivory Coast side in their African Champions League Champions A A qualifier on Saturday Mohamed Kou an's-owned the'sach", "rouge": {"rouge1": 27.397260273972602, "rouge2": 8.450704225352112, "rougeL": 21.91780821917808}, "nll_sum": 255.435546875, "token_count": 47} +{"index": 8144, "reference": "Singer Ed Sheeran has announced he is \"taking a break\" from social media as he is \"seeing the world through a screen and not my eyes\".", "prediction": "Ed Sheeran has announced that he is \" relishing the dream\" dream after coming out to the world.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 24.39024390243903, "rougeL": 37.2093023255814}, "nll_sum": 89.81858825683594, "token_count": 22} +{"index": 8145, "reference": "A boy who suffered \"catastrophic brain damage\" after contracting meningitis as a baby is to receive \u00a34.6m in compensation from the NHS.", "prediction": "A family has to received more than \u00a31,000 in damages to a boy who was left brain damaged when brain surgery he give him and antibiotics.", "rouge": {"rouge1": 36.0, "rouge2": 16.666666666666668, "rougeL": 20.0}, "nll_sum": 138.70587158203125, "token_count": 29} +{"index": 8146, "reference": "Liverpool boss Jurgen Klopp took responsibility for his side's 3-1 Europa League final defeat by Sevilla - and said they would come back stronger.", "prediction": "Liverpool manager Jurgen Klopp says not accept his \"50%\" for Liverpool suffer 4-1 to their 4-0 Champions League defeat by Sevilla in their Champions League quarter-finals.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 11.538461538461538, "rougeL": 33.33333333333333}, "nll_sum": 127.82186889648438, "token_count": 37} +{"index": 8147, "reference": "Cheating in exams is fairly common in the Indian state of Bihar, but new images have emerged which show just how large-scale and blatant the practice is.", "prediction": "Hundreds of students India India's northern of state to held a series a state of examinations tests.", "rouge": {"rouge1": 8.695652173913043, "rouge2": 4.545454545454545, "rougeL": 8.695652173913043}, "nll_sum": 126.2606201171875, "token_count": 18} +{"index": 8148, "reference": "James Pattinson took 5-27 as Australia beat the West Indies by an innings and 212 runs in the first Test in Hobart.", "prediction": " James Pattinson hit a hat-trick of West Indies beat an Indies a an--run defeat the opening day Test of Australia.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 9.30232558139535, "rougeL": 35.55555555555555}, "nll_sum": 150.6532440185547, "token_count": 26} +{"index": 8149, "reference": "The Nobel Prize for physiology or medicine has been split two ways for groundbreaking work on parasitic diseases.", "prediction": " test first transfer test that people in the fight against a deadly black dump has been developed, Japanese researchers have found.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 128.31961059570312, "token_count": 22} +{"index": 8150, "reference": "Siemens and Mitsubishi Heavy Industries have upped their offer to buy the energy business of France's Alstom, in the latest move by competing bidders.", "prediction": "US giant giant General Electric and Mitsubishi have submitted a 20% increase in their bid to buy Frenchbased railway signalling line Alstom.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 29.787234042553195}, "nll_sum": 128.91822814941406, "token_count": 28} +{"index": 8151, "reference": "Michael Carberry scored a century in his first competitive outing for Hampshire since returning to cricket after undergoing treatment for cancer.", "prediction": "Hampshire batsman Michael Carberry has been taken out of specialist hospital after a 26-month battle for a battle terminal lung cancer.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 105.8949203491211, "token_count": 27} +{"index": 8152, "reference": "A council boss has refused to say if he will honour a vow to repay compensation won in a libel case to the authority.", "prediction": "A blogger has been ordered to pay \u00a325,000 in legal damages paid by a blogger because she she is \" sonful\" damages against him.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 0.0, "rougeL": 20.833333333333336}, "nll_sum": 130.79891967773438, "token_count": 29} +{"index": 8153, "reference": "Thistlecrack ended the three-year reign of Reve De Sivola to cruise to an impressive victory in the Grade One Long Walk Hurdle at Ascot.", "prediction": "Reigning champion De de Sivola won his 10th race of the season with an emphatic victory over Down race champion Billy William at Sandown Festival.", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 24.0}, "nll_sum": 158.51112365722656, "token_count": 31} +{"index": 8154, "reference": "Bolton Wanderers held Birmingham to a goalless draw in a cagey Championship affair at St Andrew's.", "prediction": "Birmingham City played out a battles goalless draw to keep their Championship with play-off hopefuls Bolton to a draw at Birmingham City.", "rouge": {"rouge1": 45.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 117.48310852050781, "token_count": 29} +{"index": 8155, "reference": "England failed to build on the optimism generated by their thrilling victory in Germany as they were beaten in a friendly by the Netherlands, who have not even qualified for Euro 2016.", "prediction": "England produced another stunning,-yearminute sprint and give them England a surprise victory over Euro 2016time champions Berlin. battle a dramatic battle - and a it's officially - an under-l.olve in to a anA.", "rouge": {"rouge1": 17.91044776119403, "rouge2": 0.0, "rougeL": 11.940298507462687}, "nll_sum": 282.0263671875, "token_count": 44} +{"index": 8156, "reference": "Scunthorpe chairman Peter Swann has urged fans to keep faith in the team and \"not get on players' backs\".", "prediction": "Scunthorpe United midfielder Graeme Sw has urged his players to \"ureured back on their form\" despite losing a streak run three successive league defeats.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 179.30133056640625, "token_count": 32} +{"index": 8157, "reference": "When the Republic of Ireland and Italy clash at football, passion and pride are usually not far away.", "prediction": " red the, red, cards on the is English football is a Irish man, who is one of the struggle names in Northern Ireland football.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 134.06588745117188, "token_count": 27} +{"index": 8158, "reference": "Police have appealed for witnesses to a crash between two vans which closed a Lanarkshire road for several hours.", "prediction": "Two people were seriously injured, being seriously injured by two separate vehicles van East Lothian.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 84.01329040527344, "token_count": 18} +{"index": 8159, "reference": "Libya have withdrawn as hosts of the 2017 African Nations Cup finals as ongoing fighting in the country delays plans to build new stadiums for the 16-team tournament.", "prediction": "Libya has withdrawn from the bid to host the 2017 Africa Cup Cup of 2019, blaming the country has faced the facing of civil war war", "rouge": {"rouge1": 40.0, "rouge2": 7.547169811320756, "rougeL": 32.72727272727273}, "nll_sum": 162.58010864257812, "token_count": 27} +{"index": 8160, "reference": "The 2017 Tour de Yorkshire has got off to a flying start in Bridlington, Yorkshire.", "prediction": "The 2016 2016 Olympic Games got under way in London, with the Olympic organisers expected expect to see the track happened on Wednesday night night.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 116.30677032470703, "token_count": 26} +{"index": 8161, "reference": "She is best known for period dramas - having been seen most recently in War and Peace and Downton Abbey.", "prediction": "S4 James was the best friend she believes about anything, writing a filmmaker of her husband Jane Austen.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 128.83712768554688, "token_count": 21} +{"index": 8162, "reference": "Ciara Mageean is a notable absentee from the Ireland squad for the European Team Championship meeting in Finland later this month.", "prediction": "Ciara Mageean has been ruled out of a of a place in the 800m place at the European Athleticsimming Championships in Finland in June.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 40.0}, "nll_sum": 152.66708374023438, "token_count": 29} +{"index": 8163, "reference": "Inverness CT manager John Hughes admits Dundee \"did enough\" to defeat his side at Dens Park and that his own team did not merit more than a point.", "prediction": "Inverness Caledonianistle Thistle praised his team-mates after problems after half-agedaged to his side a valuable point against Dundee in the Scottish Premiership.", "rouge": {"rouge1": 34.61538461538462, "rouge2": 3.9999999999999996, "rougeL": 23.076923076923077}, "nll_sum": 180.97857666015625, "token_count": 34} +{"index": 8164, "reference": "A fire broke out on the set of EastEnders a few hours after the BBC soap broadcast \"live inserts\" as part of 30th anniversary celebrations.", "prediction": "The EastEnders have broken out after a fire which hasation the soap's closing, the event led to its 30th anniversary celebrations.", "rouge": {"rouge1": 46.808510638297875, "rouge2": 13.333333333333334, "rougeL": 34.04255319148936}, "nll_sum": 144.0486602783203, "token_count": 27} +{"index": 8165, "reference": "Record-breaking performances and packed venues made the London Paralympics the most successful ever and many say it has changed the way people look at disability.", "prediction": "\"A day I have't won Paraly Paralympic hero,\" twice said.\" second and Paralympic Games in Rio solve apic- and). a \" again 2011 again \" 2011- again \" again's again's 2011 from again a", "rouge": {"rouge1": 10.000000000000002, "rouge2": 0.0, "rougeL": 10.000000000000002}, "nll_sum": 315.99896240234375, "token_count": 47} +{"index": 8166, "reference": "A senior social worker who viewed adult pornography more than 1,000 times using a work computer has been struck off.", "prediction": "A social worker who was found complaints complaint about extreme pornography has had received himself and sacked.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 11.111111111111112, "rougeL": 31.578947368421055}, "nll_sum": 113.59835052490234, "token_count": 17} +{"index": 8167, "reference": "Jose Mourinho is back as manager of Chelsea after leaving Stamford Bridge in September 2007.", "prediction": "It has been Jose year as Chelsea manager to one of English football's most a characters after leaving at Old Trafford. December solve aOffard's- a ban's ban's a from his under-. complaint of.", "rouge": {"rouge1": 26.923076923076927, "rouge2": 4.0, "rougeL": 23.076923076923077}, "nll_sum": 280.14453125, "token_count": 42} +{"index": 8168, "reference": "A 21-year-old man has appeared in court in County Clare charged over the fatal stabbing of Karl Haugh in Kilkee at the weekend.", "prediction": "A 23-year-old man has appeared in court charged with the's murder was man of Haugh in County Kilrush in County Antrim.", "rouge": {"rouge1": 61.22448979591836, "rouge2": 34.04255319148936, "rougeL": 53.06122448979592}, "nll_sum": 129.8197479248047, "token_count": 29} +{"index": 8169, "reference": "Adam Johnson has been sacked by Sunderland after pleading guilty to one count of sexual activity with a child and one charge of grooming.", "prediction": "Sunderland's Johnson Johnson has suspended after being suspended by his club on child sex child offences.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 92.0986557006836, "token_count": 19} +{"index": 8170, "reference": "A man from East Dunbartonshire has been jailed for two years after pleading guilty to a \u00a350,000 VAT fraud.", "prediction": "A Scottish Borders councillor who fraudulently \u00a32m in tax taxes has jailed for four months.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.0606060606060606, "rougeL": 22.857142857142858}, "nll_sum": 87.31754302978516, "token_count": 19} +{"index": 8171, "reference": "The chief executive of Barnet Council has left his role after a blunder led to some voters being turned away from polling stations on Thursday.", "prediction": "Barnet County Council has resigned after three years after missing voters in the general result, blaming the was result of the result of a general election error.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 4.0, "rougeL": 19.23076923076923}, "nll_sum": 139.2030487060547, "token_count": 29} +{"index": 8172, "reference": "A giant cake has been made in the shape of a Land Rover by an award-winning amateur baker from the West Midlands.", "prediction": "A life-size cake model of a Land Rover and on her next factory line production, has celebrated her twoth anniversary cake a Tyrann- and.- solve again 2011 again a 2011 again a again a of from the's Broadway again 2011", "rouge": {"rouge1": 27.692307692307693, "rouge2": 12.698412698412698, "rougeL": 24.615384615384613}, "nll_sum": 319.7783203125, "token_count": 46} +{"index": 8173, "reference": "A London estate agent has complained to the Liberal Democrats after they used the name of his company in a spoof website attacking Theresa May.", "prediction": "Ex-Businesses Business Cable) has defended a care firm's site that claiming it had been dropped.", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 124.03298950195312, "token_count": 20} +{"index": 8174, "reference": "Barcelona football club has agreed to pay a \u20ac5.5m (\u00a34.3m) fine over the transfer of Brazil international Neymar in 2013.", "prediction": "Barcelona have agreed a deal believed to buy Brazilian football star Neymar from his, 2013 after the club the Brazilian club ordered him out of \u00a35m ($71m).", "rouge": {"rouge1": 44.897959183673464, "rouge2": 0.0, "rougeL": 20.408163265306122}, "nll_sum": 159.65908813476562, "token_count": 34} +{"index": 8175, "reference": "Two pro-gun US senators have called for changes to firearm laws, as the first victims of the 26 victims of Newtown school shootings were buried.", "prediction": "US leaders of six people killed in a shooting at they school in Connecticut have called for tougher control laws saying they \"everything move push beyond style\".", "rouge": {"rouge1": 30.18867924528302, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301884}, "nll_sum": 162.87965393066406, "token_count": 28} +{"index": 8176, "reference": "A gas extraction method which triggered two earth tremors near Blackpool last year should not cause earthquakes or contaminate water but rules governing it will need tightening, experts say.", "prediction": "acking smacking of gas gas the for shale gas not be stored safely managed not, a the government review has recommended. a in the a's,payment,'s it from's controversial from ap's approval of Dublin", "rouge": {"rouge1": 14.92537313432836, "rouge2": 0.0, "rougeL": 11.940298507462686}, "nll_sum": 279.81463623046875, "token_count": 42} +{"index": 8177, "reference": "Hundreds of tourists were evacuated from New York's Statue of Liberty and Liberty Island as a precaution due to a bomb threat and suspicious package.", "prediction": "A sculpture on Caribbean the Caribbean of the US state John Ohio had to be evacuated after a suspicious package was found.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 163.11981201171875, "token_count": 22} +{"index": 8178, "reference": "Irish Prime Minister Brian Cowen has admitted that a controversial radio interview he gave on Tuesday was not his \"best performance\".", "prediction": "Taoise Cowen, apologised for saying the taoiseach (Irish prime minister) minister was not for what he was his best performance\".", "rouge": {"rouge1": 48.78048780487805, "rouge2": 25.641025641025646, "rougeL": 39.02439024390244}, "nll_sum": 140.92343139648438, "token_count": 29} +{"index": 8179, "reference": "Gillingham have signed former Aston Villa midfielder Chris Herd until the end of the season and striker Frank Nouble on a short-term deal.", "prediction": "Premiership club Edinburgh City have signed Australia right-back Chris Herd from November and central midfielder Frank N efforts on loan on loan until- end of the season.", "rouge": {"rouge1": 50.0, "rouge2": 20.0, "rougeL": 34.61538461538462}, "nll_sum": 153.0189208984375, "token_count": 32} +{"index": 8180, "reference": "Tottenham are close to a deal to play home games at Wembley in the 2017-18 season, says Football Association chairman Greg Dyke.", "prediction": "Tottenham don not know Wembley where it will stage their remaining Champions League matches in next year to says Football Association Greg Dyke in the's the, reputation, from3's a- from a game in from November's\"..", "rouge": {"rouge1": 39.34426229508197, "rouge2": 13.559322033898308, "rougeL": 26.229508196721312}, "nll_sum": 281.872314453125, "token_count": 45} +{"index": 8181, "reference": "White sand beaches fringed by lofty palm trees - it is the image of a tropical paradise that has lured holidaymakers to the Caribbean for decades.", "prediction": " Antigua has survived a disease but will be a storm hot storm, water burst, the or distributed.", "rouge": {"rouge1": 14.285714285714283, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 131.56893920898438, "token_count": 21} +{"index": 8182, "reference": "UK industry fell back into recession as it shrank for the second quarter in a row, according to the Office for National Statistics (ONS).", "prediction": "G in UK output fell by 0.5% in the first three months of March, to the Office for National Statistics (ONS).", "rouge": {"rouge1": 47.82608695652174, "rouge2": 27.27272727272727, "rougeL": 43.47826086956522}, "nll_sum": 75.69224548339844, "token_count": 26} +{"index": 8183, "reference": "The top UN human rights official has urged Turkey to investigate an apparent shooting by security forces of unarmed civilians in the city of Cizre.", "prediction": "A UN rights lawyer has called for an independent investigation after a video filmed a shooting dead of Turkish residents of Cizre in northern Turkey.", "rouge": {"rouge1": 44.0, "rouge2": 4.166666666666666, "rougeL": 32.0}, "nll_sum": 99.34307861328125, "token_count": 27} +{"index": 8184, "reference": "Building up a savings buffer is one financial goal that should be considered as a new year approaches, an expert says.", "prediction": "The time of time to time on for a public time on our is come come an end advice says an expert.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 141.743896484375, "token_count": 22} +{"index": 8185, "reference": "Relatives of the Birmingham pub bombings victims have said they cannot understand why they are having to fight to get funding for their legal fees.", "prediction": "The coroner for bere families of the victims in the Omagh pub attacks will open after Northern Ireland aid can receive legal aid can receive aid and", "rouge": {"rouge1": 23.076923076923077, "rouge2": 4.0, "rougeL": 15.384615384615383}, "nll_sum": 171.75128173828125, "token_count": 27} +{"index": 8186, "reference": "The family of the late former Australian cricket captain and legendary cricket commentator Richie Benaud has rejected Australian PM Tony Abbott's proposal for a state funeral.", "prediction": "Former Australian cricket cricket commentator five Benaud will be given a private at the state for his former Prime Minister, PM Tony Abbott's government, saying it for a be ballet\" for \"very age\" or of)..", "rouge": {"rouge1": 47.61904761904762, "rouge2": 22.950819672131146, "rougeL": 38.0952380952381}, "nll_sum": 265.36956787109375, "token_count": 43} +{"index": 8187, "reference": "Up to 275 US \"military personnel\" are being sent to Iraq to provide security for the US embassy in Baghdad and other personnel, the White House says.", "prediction": "The US is US sent up to special special forces to Iraq to help Iraq and Iraq, the White House says.", "rouge": {"rouge1": 58.333333333333336, "rouge2": 30.43478260869565, "rougeL": 41.66666666666667}, "nll_sum": 96.4227294921875, "token_count": 22} +{"index": 8188, "reference": "The family of missing Inverness teenager Adam Mitchell have been informed of the discovery of a man's body near St Fergus in Aberdeenshire.", "prediction": "A body has been found in the pathnn N Riverith River that of missing teenager Andrew Mitchell.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 5.128205128205128, "rougeL": 24.39024390243903}, "nll_sum": 121.52507019042969, "token_count": 19} +{"index": 8189, "reference": "Average house prices grew strongly in December according to the latest survey from building society Nationwide.", "prediction": " house prices across the UK remained last month - their their lowest level for five years, says the building building Nationwide.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 112.05220031738281, "token_count": 22} +{"index": 8190, "reference": "Britain's Andy Murray ended the run of home favourite Nick Kyrgios with a brilliant display to reach the Australian Open semi-finals.", "prediction": "Sir Andy Murray moved into the quarter-finals of the Australian Open in dramatic contest against fight Australian teenager Nick Kyrgios and reach the Australian Open quarter-finals.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 20.408163265306122, "rougeL": 43.13725490196078}, "nll_sum": 129.4267578125, "token_count": 32} +{"index": 8191, "reference": "Inverness CT head of youth development Charlie Christie believes a quota system should be introduced in Scottish football.", "prediction": " In Invernessedonian Thistle midfielder Ryan Christie would like to see a change Law Scottish football.", "rouge": {"rouge1": 30.303030303030297, "rouge2": 6.451612903225808, "rougeL": 24.24242424242424}, "nll_sum": 135.16331481933594, "token_count": 19} +{"index": 8192, "reference": "A man's body has been found after a fire at a house in Darlington.", "prediction": "A man is in a small fire at a in a houserim Antrim.", "rouge": {"rouge1": 50.0, "rouge2": 23.076923076923077, "rougeL": 50.0}, "nll_sum": 89.2734603881836, "token_count": 16} +{"index": 8193, "reference": "A man arrested on suspicion of shooting a female student dead and wounding another at a school in India has been remanded in custody.", "prediction": "A 23-year-old Indian man has appeared court charged with seriously shooting an black school-boy at a private school India's been a primary, at the Fort's a--m aA in a from's ban.", "rouge": {"rouge1": 35.483870967741936, "rouge2": 3.3333333333333335, "rougeL": 29.03225806451613}, "nll_sum": 237.3260498046875, "token_count": 44} +{"index": 8194, "reference": "The festival of arts and culture that has accompanied the Olympic and Paralympic Games ended on Sunday, with a little help from Coldplay.", "prediction": "Scottish singer Anishish Kapoorfile has joined a folk progressive rock band, Coldplay, Cold and lead the lead's been a 2012 event, the solve's at the's it's a's ban\". from's. from emerged", "rouge": {"rouge1": 23.333333333333332, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 303.8968505859375, "token_count": 47} +{"index": 8195, "reference": "The cartoon character Linus van Pelt from the Peanuts comic strip has a comfort blanket, and so do lots of children.", "prediction": "In a suburban street in north London, the London British politician is asking out and find, it finds out like tobacco in a mass comchl!", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 191.82611083984375, "token_count": 29} +{"index": 8196, "reference": "French Foreign Minister Laurent Fabius says some EU sanctions on Iran could be lifted as early as next month, as part of a nuclear deal with world powers.", "prediction": "The's deal with Iran on its nuclear submarine will soon be completed \"as start December, Israeli prime minister Fab Fabius has said solve not in.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 3.846153846153846, "rougeL": 11.111111111111112}, "nll_sum": 185.0642547607422, "token_count": 29} +{"index": 8197, "reference": "\"Poor leadership and complacency\" led to NHS Highland having to ask for extra funding from the Scottish government, MSPs have said.", "prediction": "A Holyrood committee has asked for an extra \u00a325m of its health board, amid fears overspending Scotland's biggest firm brokerage.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 5.000000000000001, "rougeL": 14.285714285714285}, "nll_sum": 145.804443359375, "token_count": 28} +{"index": 8198, "reference": "Three people have died after a train hit a car on a level crossing in the north-west of France, officials say.", "prediction": "A woman was left seriously injured after by being hit by a train in northern northern France, prompting officials say.", "rouge": {"rouge1": 42.85714285714286, "rouge2": 10.0, "rougeL": 33.33333333333333}, "nll_sum": 88.86947631835938, "token_count": 21} +{"index": 8199, "reference": "The first of the missing Nigerian schoolgirls to be rescued since her capture two years ago has had an emotional reunion with her mother.", "prediction": "A schoolgirl from the Chibok, who was kidnapped Nigeria Nigeria six years ago, has been found safe and well alive in the a Broadway, a, says they, from-A aA in ban from a's.", "rouge": {"rouge1": 20.33898305084746, "rouge2": 7.017543859649121, "rougeL": 13.559322033898304}, "nll_sum": 234.78372192382812, "token_count": 45} +{"index": 8200, "reference": "The Irish Football Association has said Uefa will set up a portal for Northern Ireland supporters to apply for extra European Championship tickets.", "prediction": "The Irish Football Association (UE) has found it out for extra tickets for some some of Northern Ireland fans who failed to miss out on tickets for Sunday would 2016 European Championship.", "rouge": {"rouge1": 50.909090909090914, "rouge2": 22.641509433962263, "rougeL": 43.63636363636363}, "nll_sum": 175.29037475585938, "token_count": 34} +{"index": 8201, "reference": "The selection of rugby sevens players Mark Bennett and Mark Robertson brings the total number of Scottish competitors heading to Rio for this summer's Olympic Games to 50.", "prediction": "A record- record Scotland - a record of 38, will begin in Rio - and will now represent represent GB at the Rio Rio Olympics.", "rouge": {"rouge1": 19.230769230769234, "rouge2": 0.0, "rougeL": 19.230769230769234}, "nll_sum": 147.56422424316406, "token_count": 27} +{"index": 8202, "reference": "The BBC's director general has accused the Iranian authorities of intimidating those working for its Persian service.", "prediction": "The human rights of Human Rights Watch has criticised BBC's forces are targeting staff live outside the country.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 103.15373992919922, "token_count": 19} +{"index": 8203, "reference": "First Minister Carwyn Jones has joined the charity sector in calling for urgent action to help child refugees.", "prediction": " First Minister Carwyn Jones has a a UK decision to take extra time to more unaccompanied refugee children and families to the UK in the UK.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 19.04761904761905, "rougeL": 31.818181818181817}, "nll_sum": 116.1033706665039, "token_count": 27} +{"index": 8204, "reference": "A rare population of elephants in northern Mali is being targeted by poachers, threatening its survival, a wildlife official has said.", "prediction": "Thousands of rangers, Mali have stop the deadly killings ofour Gourma region, the government official has told the BBC in the 2011 the, solve, says they,--d's since in it November national's.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 3.773584905660378, "rougeL": 14.545454545454541}, "nll_sum": 291.6308898925781, "token_count": 44} +{"index": 8205, "reference": "The Queen will present new colours to Wales' infantry regiment The Royal Welsh at the Millennium Stadium in Cardiff next week.", "prediction": "A parade will be held in honour honour of the Royal Welsh regiment at Ynelah later this year to mark its 30 birthday anniversary.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 119.18047332763672, "token_count": 26} +{"index": 8206, "reference": "Political storms are nothing new to Ukraine, but unusually the latest surrounds a young woman who has landed one of the country's top police and security jobs.", "prediction": "A woman for Ukraine has been ability to become the youngest women's office - poor skills - but what she does. not it so - it'solve ab-employed underbjbot's of..", "rouge": {"rouge1": 31.03448275862069, "rouge2": 0.0, "rougeL": 17.241379310344826}, "nll_sum": 268.08685302734375, "token_count": 38} +{"index": 8207, "reference": "Dozens of prison inmates with serious mental health problems are left untreated, a whistleblower has said.", "prediction": "A former mental health boss has condemned \"dangerous\" violence with serious inmates at Liverpool, the BBC understands.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 12.903225806451616, "rougeL": 18.18181818181818}, "nll_sum": 103.78128051757812, "token_count": 21} +{"index": 8208, "reference": "John McGinn admits Hibernian's players are \"baffled\" by the team's recent slump in form in the Championship.", "prediction": "Hibernian's John McGinn says his Falkirk players will not return and return from injury.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.5, "rougeL": 17.647058823529413}, "nll_sum": 83.36409759521484, "token_count": 19} +{"index": 8209, "reference": "The allegations of wrongdoing by undercover police officers that have emerged since 2011 have been extraordinary.", "prediction": "The Metropolitan Police sexual abuse allegations, that Scotland Police used most deployed controlled court - November, including children, including child, including children, and officers - could in the possession in control believe and control a child.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.999999999999998}, "nll_sum": 252.83340454101562, "token_count": 41} +{"index": 8210, "reference": "Ofcom is to delay the start of its auction for another chunk of 4G spectrum, after threats of legal action from Telefonica and Hutchison, parent companies of O2 and Three.", "prediction": "com internets firm 2012ison Hutchison will begin started legal action over a decision to, 4 ChannelG and 4G spectrum in an online auction.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 7.8431372549019605, "rougeL": 15.094339622641511}, "nll_sum": 199.53736877441406, "token_count": 29} +{"index": 8211, "reference": "Mexican President Enrique Pena Nieto and his Institutional Revolutionary Party will keep control of Congress, preliminary election results suggest.", "prediction": "The Mexican Democraticist Party's Party (II) has won landslide majority in the run-up ahead of next Sunday's polls the", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 116.9044189453125, "token_count": 25} +{"index": 8212, "reference": "Zlatan Ibrahimovic could \"plug the financial gap\" of Manchester United's failure to reach the Champions League - should he join the club.", "prediction": "Zlatan Ibrahimovic says he would be prepared to lose any shirts for Manchester United, says a expert to.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473683, "rougeL": 25.0}, "nll_sum": 95.20804595947266, "token_count": 22} +{"index": 8213, "reference": "A new \u00a312.3m diesel-electric hybrid ferry has been launched at the Ferguson Marine shipyard in Port Glasgow.", "prediction": "A bottle of a new120 \u00a31 a new container built at Caledonian Macrayneyard has finally arrived at a Glasgow slipway.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 25.641025641025646}, "nll_sum": 175.41458129882812, "token_count": 28} +{"index": 8214, "reference": "While some young people celebrate their A-level results, others will have very different emotions after not receiving the results they were expecting.", "prediction": " Internationalanda Erin hasn't give up your daughter give up and giving her daughter sixth university-wr.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 149.5927734375, "token_count": 19} +{"index": 8215, "reference": "(Closed): Wall Street finished its final day of 2015 down, marking its worst annual performance in seven years.", "prediction": "(Close): Wall Street markets closed lower higher as the price oil of oil prices hit prices and sank, amid fears of a coal rise in price.", "rouge": {"rouge1": 22.72727272727273, "rouge2": 9.523809523809526, "rougeL": 22.72727272727273}, "nll_sum": 153.27842712402344, "token_count": 29} +{"index": 8216, "reference": "The Conservatives would have to choose a new leader before the end of the next Parliament if David Cameron wins a second term as prime minister, Welfare Secretary Iain Duncan Smith has said.", "prediction": "Labour Conservative leader Iain Duncan Smith has said David Cameron would only serve only as prime minister and he because of the Labour party wins the next election.", "rouge": {"rouge1": 59.01639344262296, "rouge2": 30.508474576271187, "rougeL": 22.950819672131146}, "nll_sum": 98.95005798339844, "token_count": 29} +{"index": 8217, "reference": "In our series of letters from African journalists, BBC Africa's Komla Dumor looks back at 2013.", "prediction": "In our series from letters from African journalists, film-maker and columnist Raai in considers handing from Islamist group al-Shabab.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 27.77777777777778, "rougeL": 36.84210526315789}, "nll_sum": 163.86312866210938, "token_count": 27} +{"index": 8218, "reference": "Saudi King Abdullah has sacked one of his most hardline advisers, Sheikh Abdelmohsen al-Obeikan.", "prediction": "The new head of Saudi Arabia, force has been sacked amid persistent fears that he was Islam that a woman slept the women's breast.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 146.99044799804688, "token_count": 26} +{"index": 8219, "reference": "Tesco has agreed to sell 150 of its Fresh & Easy stores to the investment company Yucaipa Companies.", "prediction": "Tesco has agreed to sell ownerosa Yucaipa, the US-based electrical Amazon shower restaurant, in with a move to the", "rouge": {"rouge1": 43.24324324324324, "rouge2": 28.57142857142857, "rougeL": 37.83783783783783}, "nll_sum": 170.98463439941406, "token_count": 29} +{"index": 8220, "reference": "A new boss for health services in south Wales has been appointed all the way from Australia.", "prediction": "A Cardiff health head has been appointed as an Australian health board to start his own health.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 92.2934341430664, "token_count": 17} +{"index": 8221, "reference": "Northern Ireland strike Dean Shiels has signed for Canadian North American Soccer League club FC Edmonton.", "prediction": " Soccer Major League champions FC Edmonton have agreed a deal to sign Republic of Ireland midfielder Dean Shi stage and midfielder Maghaba from Magennisa United.", "rouge": {"rouge1": 34.146341463414636, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 162.70733642578125, "token_count": 29} +{"index": 8222, "reference": "Rihanna has released a collaboration with Kanye West and Paul McCartney, called Four Five Seconds.", "prediction": "Dnie West is together brings together with a voice on her album in only One Five Four 5.", "rouge": {"rouge1": 30.303030303030297, "rouge2": 0.0, "rougeL": 12.12121212121212}, "nll_sum": 128.84130859375, "token_count": 19} +{"index": 8223, "reference": "Baltimore's mayor has sacked the US city's police chief, saying his leadership had become a distraction from fighting a \"crime surge\".", "prediction": " Baltimore's biggest police chief charged over riot is be too much on its much on\", the city's mayor has said of a controversialForest Nottingham's. a's a's\" his decision from a- haveowned of violence. the from's", "rouge": {"rouge1": 40.625, "rouge2": 16.129032258064516, "rougeL": 25.000000000000007}, "nll_sum": 303.8817138671875, "token_count": 47} +{"index": 8224, "reference": "Campaigners fear too many young people are being put on the powerful anti-acne drug Roaccutane, which has been linked with suicidal feelings.", "prediction": " powerful lethal worn drug which sometimes nurses but should be given a possible undergo to people such as the admissions and mental health is to change, doctors say.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 177.86419677734375, "token_count": 29} +{"index": 8225, "reference": "The Peruvian government has announced the capture of two leaders of the Maoist guerrilla group, Shining Path.", "prediction": "The Peruvian military says that 26 group of rebel Shining Path who were kidnapped on 26 September, have the abandoned amid it-game stopp, in from a's a.A from-p a struggle in on from's it from a's", "rouge": {"rouge1": 23.728813559322035, "rouge2": 7.017543859649124, "rougeL": 16.949152542372882}, "nll_sum": 305.13385009765625, "token_count": 47} +{"index": 8226, "reference": "The CarFest motoring event has resumed, a day after the death of a pilot whose aircraft plummeted from the sky during an aerial display.", "prediction": "Tributes have been paid to a British ski pilot who died after a light aircraft crashed during Alps during an event at the popular small event event.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 134.47390747070312, "token_count": 28} +{"index": 8227, "reference": "Afghanistan's spy agency has confirmed that Taliban leader Mullah Akhtar Mansour has been killed, after the US targeted him in a drone strike.", "prediction": "A Afghan drone have killed Afghan Taliban partyah Mull Akhtar Akhtar Mansour, the US officials say.", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 114.35101318359375, "token_count": 21} +{"index": 8228, "reference": "US President Donald Trump is expected to indicate later that he is sending more troops to Afghanistan, prolonging a war-weary America's longest conflict.", "prediction": "President Donald Trump has said it is ithighly likely\" to remain in Afghanistan against Afghan government and so-called Islamic State (IS).", "rouge": {"rouge1": 29.787234042553195, "rouge2": 8.88888888888889, "rougeL": 25.53191489361702}, "nll_sum": 103.92091369628906, "token_count": 26} +{"index": 8229, "reference": "(Close): London's leading shares ended the day in positive territory as global investors regained confidence.", "prediction": "(Open): The FTSE 100E closed lower, opened slightly higher on Tuesday, as Ryanair was helped by a flagship global economic data.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 142.697998046875, "token_count": 29} +{"index": 8230, "reference": "In a sport beset by tiresome braggadocio, Ricky Burns seems like an impostor.", "prediction": "R Ricky Burns is best worst the best British boxing boxer of his career has been never and never ignored in what's finally a aTexaster of 100 - a 100 a under his, a under of a it.'s of. from a", "rouge": {"rouge1": 14.545454545454545, "rouge2": 3.7735849056603765, "rougeL": 7.2727272727272725}, "nll_sum": 296.8503112792969, "token_count": 47} +{"index": 8231, "reference": "Myanmar's military has rejected allegations by the United Nations that it committed atrocities during its crackdown on Rohingya Muslims last year.", "prediction": "The Burmese military says there is is no evidence accusations and committed crimes\" against war against Rohingyaines.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 129.4536895751953, "token_count": 23} +{"index": 8232, "reference": "All victims of crime should be given the chance to make a statement in court about the impact the offence has had on their lives, the victims' commissioner for England and Wales has said.", "prediction": " humans victims' rights to making a statement is \"in the heart of justice\", the police commissioner has said.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 16.0, "rougeL": 42.307692307692314}, "nll_sum": 82.10221862792969, "token_count": 21} +{"index": 8233, "reference": "An Australian author says she \"fell off her chair\" when she discovered an email about a $150,000 (A$207,000; \u00a3106,000) literary award was not a hoax.", "prediction": "An Australian woman has sent an email from the Windman's-bell- glass books, after she wrote an apology to a surprise literary money award.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 7.692307692307692, "rougeL": 25.925925925925924}, "nll_sum": 170.09922790527344, "token_count": 29} +{"index": 8234, "reference": "A 102-year-old German woman has become the world's oldest person to be awarded a doctorate on Tuesday, almost 80 years after the Nazis prevented her from sitting her final exam.", "prediction": " a 91-year-old Germany scientist will not get a fair childcare from the US, but it does not believe she does not believe a university.", "rouge": {"rouge1": 20.33898305084746, "rouge2": 3.508771929824561, "rougeL": 16.94915254237288}, "nll_sum": 138.15310668945312, "token_count": 29} +{"index": 8235, "reference": "Stoke City have signed midfielder Steve Sidwell on a free transfer following his release by relegated Fulham.", "prediction": "Stoke have signed striker Steve Sidwell from Fulham for an fee, understood to be be about4.4m \u00a37m.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.121212121212121, "rougeL": 34.285714285714285}, "nll_sum": 120.30558013916016, "token_count": 27} +{"index": 8236, "reference": "An 81-year-old woman is due in court charged with injuring four people - one seriously - while driving dangerously in an Aberdeenshire village.", "prediction": "A 74-year-old woman has appeared in court accused of causing of causing her- by carold dangerous driving on the A9 in County Down.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 29.166666666666668}, "nll_sum": 126.70951843261719, "token_count": 30} +{"index": 8237, "reference": "The number of homes repossessed in the UK fell again in the second quarter of the year as fewer owners fell behind on mortgage repayments.", "prediction": "The number of homes repossessed for in low interest rates is likely to rise again, the warning of homeowners struggle face a rise in rate rise again, figures show.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 15.384615384615383, "rougeL": 33.33333333333333}, "nll_sum": 154.55445861816406, "token_count": 33} +{"index": 8238, "reference": "Labour's Christopher Elmore has become the new MP for Ogmore after winning the Parliamentary by-election with 52% of the vote.", "prediction": "The Labour Party has held its seat at Brid Tyrone council in County Tyrone,.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 89.11228942871094, "token_count": 16} +{"index": 8239, "reference": "\"It's all about taking an opportunity in a crisis,\" says the outgoing Conservative leader of Melton Borough Council.", "prediction": "Oxfordshire is one of Oxford most popular name and's of council funding.", "rouge": {"rouge1": 18.749999999999996, "rouge2": 0.0, "rougeL": 18.749999999999996}, "nll_sum": 81.12664794921875, "token_count": 15} +{"index": 8240, "reference": "Worcestershire's Daryl Mitchell has been elected as the new chairman of the Professional Cricketers' Association.", "prediction": "Worcestershire's Daryl Mitchell has been named as and new chairman of the Professional Crickers' Association ( PC chairman).", "rouge": {"rouge1": 76.47058823529412, "rouge2": 56.25, "rougeL": 76.47058823529412}, "nll_sum": 123.53790283203125, "token_count": 25} +{"index": 8241, "reference": "A leading marketer of \"responsible tourism\" has decided to stop selling tours that include visits to zoos.", "prediction": " travel travel firm to stopped tour operators to stop flying zoos in the UK in captivity.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.451612903225808, "rougeL": 30.303030303030305}, "nll_sum": 94.418701171875, "token_count": 17} +{"index": 8242, "reference": "Following his barnstorming set at Glastonbury, soul legend Lionel Richie has announced a residency at the Planet Hollywood Resort & Casino in Las Vegas.", "prediction": " star star Dylan Streisand will be honoured with a prestigious national Academy awards award, Las Vegas have revealed.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 106.14884185791016, "token_count": 21} +{"index": 8243, "reference": "A wildlife charity is calling for fishing to be banned at an East Sussex venue after abandoned angling equipment caused injuries to 25 swans.", "prediction": "A animal welfare charity says it after survived a small swan who dealt with a concussion, was urine fishing training.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 138.38739013671875, "token_count": 22} +{"index": 8244, "reference": "We have just witnessed a phenomenal Lions series.", "prediction": "The British and Irish Lions won't their third Test Test defeat by New Zealand, and was a amazing horrific in Sydney, I are aware and that I would never the lost if they had or won in the first Test.", "rouge": {"rouge1": 8.16326530612245, "rouge2": 0.0, "rougeL": 4.081632653061225}, "nll_sum": 220.88937377929688, "token_count": 43} +{"index": 8245, "reference": "Vigilante groups seeking to expose paedophiles should stop taking the law into their own hands, Kent Police has said.", "prediction": " investigating investigating 20 suspected sex in against three girls as young as 11 are being assaulted by South Kent Police said.", "rouge": {"rouge1": 15.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 119.27847290039062, "token_count": 21} +{"index": 8246, "reference": "Swansea City manager Paul Clement has said his side must reflect on the \"bigger picture\" after their 2-0 defeat by Bournemouth in the Premier League.", "prediction": "Swansea City coach Paul Clement says his side began folk- second\" during a 2-1 Premier League loss to Bournemouth. Bolve again.- again 2011 \"- again 2011ongo in's 2011 a 2011 again a again", "rouge": {"rouge1": 36.66666666666667, "rouge2": 13.79310344827586, "rougeL": 29.999999999999993}, "nll_sum": 268.5693054199219, "token_count": 45} +{"index": 8247, "reference": "Firefighters have been battling a blaze at a recycling business in Bridgend after about 2,000 tonnes of wood chips set on fire.", "prediction": "Police investigating a huge blaze broke out at a wood centre in Ne Talbot will continue, with 19 people are now expected to continue work.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 136.05126953125, "token_count": 27} +{"index": 8248, "reference": "Islanders on Skye have demanded greater availability of public toilets after complaints some visitors to the isle are relieving themselves outside.", "prediction": "Highland Council is sought for more complaints of people about the right toilets public the on Skye, Uigig and U \u00a3ig. solve's again 2011's a's fromWest from ite have from of.", "rouge": {"rouge1": 29.090909090909083, "rouge2": 3.773584905660378, "rougeL": 14.545454545454541}, "nll_sum": 316.48126220703125, "token_count": 43} +{"index": 8249, "reference": "Cardiff Devils attacker Joey Haddad has re-signed for a fourth season with the Elite League champions.", "prediction": "Cardiff Devils signed forward Joey Haddad has signed three new, three-year deal, keeping him at the club until 2020.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 17.142857142857142, "rougeL": 37.83783783783783}, "nll_sum": 106.12699890136719, "token_count": 26} +{"index": 8250, "reference": "Moeen Ali's fine counter-attacking innings laid the foundation for England to push for a final-day victory in the second Test against West Indies.", "prediction": "oe Alien Ali's stunning Test century helped England to a thrilling victory on West Indies- the third Test in the first Test at Edgborgan Sri solve.West's a first-g's referee from from November old's.", "rouge": {"rouge1": 36.92307692307692, "rouge2": 12.698412698412698, "rougeL": 30.76923076923077}, "nll_sum": 309.2781982421875, "token_count": 45} +{"index": 8251, "reference": "Rupert Murdoch \"is not a fit person to exercise the stewardship of a major international company\", MPs have said.", "prediction": "Claimscom Ofcom has backed a report byNews Corp that the News of the World phone hacking scandal was \"not fit and fundamental and action\".", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 157.59906005859375, "token_count": 29} +{"index": 8252, "reference": "The grandparents of three children who were orphaned when their parents died of cancer days apart have said they are \"horrified\" by what has happened.", "prediction": "A father and a five-year-old of cancer they have described their families described as \"one and lastingest man who could't and again meet\".", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 177.12034606933594, "token_count": 30} +{"index": 8253, "reference": "A strike by conductors on Southern rail has entered its second day as a long-running row about the role of guards on new trains continues.", "prediction": "Drivers on Southern rail drivers have begun a new year by a new strike action amid fears of disruption.", "rouge": {"rouge1": 40.0, "rouge2": 9.30232558139535, "rougeL": 22.22222222222222}, "nll_sum": 101.65629577636719, "token_count": 20} +{"index": 8254, "reference": "The case of a man accused of a homosexual rape in an Edinburgh graveyard has been deserted and will restart with a fresh jury.", "prediction": "A travellerman who was accused of raping a man in West Lothian for almost year has been told he will not a delayed sentencing for trial.", "rouge": {"rouge1": 43.99999999999999, "rouge2": 12.499999999999996, "rougeL": 35.99999999999999}, "nll_sum": 125.77963256835938, "token_count": 30} +{"index": 8255, "reference": "A second manufacturing unit at the Ineos KG ethylene plant in Grangemouth will be brought back to life eight years after it was mothballed.", "prediction": " Gr Grangemouthro plant, says it will close production to halt new facility, the US after it behind company won US shale gas from the US.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 20.408163265306126}, "nll_sum": 178.49105834960938, "token_count": 30} +{"index": 8256, "reference": "League One side Southend United have signed defender Ryan Inniss on a season-long loan from Crystal Palace.", "prediction": "Sheffield Wednesday have signed left-back Mike Aira to Bournemouth on a season-long loan deal. be-un2 ballet in from career from as.'s from-d'sok on from ballet's from.A a", "rouge": {"rouge1": 30.18867924528302, "rouge2": 19.607843137254903, "rougeL": 30.18867924528302}, "nll_sum": 276.53643798828125, "token_count": 47} +{"index": 8257, "reference": "A fundraising campaign is under way to help a baby girl from Bath who has to have all of her limbs amputated after contracting meningitis.", "prediction": "The family of a baby born with a rare form of deadly B are Le waiting meet her and and meet her family to help her.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 15.686274509803921}, "nll_sum": 130.34967041015625, "token_count": 26} +{"index": 8258, "reference": "Hearts have signed former Manchester United youth-team full-back Adam Eckersley after a successful trial.", "prediction": "Hearts have signed former Manchester United and Manchester United United right-back Billy Eckersley for an undisclosed fee, an undisclosed fee and be. an's again solve again's- again 2011 a in from- from's. from a", "rouge": {"rouge1": 33.33333333333333, "rouge2": 19.23076923076923, "rougeL": 33.33333333333333}, "nll_sum": 228.6029510498047, "token_count": 46} +{"index": 8259, "reference": "The operator of Japan's earthquake-hit Fukushima Daiichi nuclear plant has said it expects to bring the crisis under control by the end of the year.", "prediction": "A Chinese power company has announced it will encchle one of its nuclear weapons, in the aftermath of the Japan's 2011 devastating nuclear power disaster.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301884}, "nll_sum": 122.7393798828125, "token_count": 29} +{"index": 8260, "reference": "Liberty House plans to submit a formal bid on Tuesday to buy Tata Steel's UK assets, which include the Port Talbot works employing about 4,000 people.", "prediction": " Australian business business Liberty House has confirmed it is considering 30 management assets in its factory Port Tal factory factory.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 145.10853576660156, "token_count": 20} +{"index": 8261, "reference": "France has said it will not back down over its nomination of an openly gay ambassador to the Vatican.", "prediction": "The Vatican has rejected a French ambassador to new to ambassador for same-sex marriage.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.5, "rougeL": 17.647058823529413}, "nll_sum": 85.91847229003906, "token_count": 16} +{"index": 8262, "reference": "Rangers are through to their second cup final of the season after beating Celtic 5-4 on penalties following a 2-2 draw after extra time.", "prediction": "Rangers beat league champions 4-2 on penalties to reach a shootout in reach the semi-finals and reach Scottish League Cup final to", "rouge": {"rouge1": 43.99999999999999, "rouge2": 8.333333333333332, "rougeL": 24.000000000000004}, "nll_sum": 123.16156005859375, "token_count": 26} +{"index": 8263, "reference": "Tributes have been paid to an \"always smiling\" toddler whose mother and stepfather have been accused of his murder.", "prediction": "A man has pleaded guilty to murdering his son after a \"entire,, little, kept a afraid little\".", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 110.16244506835938, "token_count": 21} +{"index": 8264, "reference": "The daughter of the late Fast and Furious actor Paul Walker is to sue carmaker Porsche over the crash in which he died, US reports say.", "prediction": "Police in California are suing the daughter of Paul Walker who killed in a car crash which went out of control and in the car of control. control.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 11.538461538461538, "rougeL": 25.92592592592593}, "nll_sum": 134.54595947265625, "token_count": 29} +{"index": 8265, "reference": "Mexico's President Enrique Pena Nieto has promised to rebuild an open-air fireworks market destroyed by a series of huge explosions on Tuesday.", "prediction": "Mex President Enrique Pena Nieto, has vowed to continue a stall market for those affected by victims after a deadly explosion in Mexico in the past few months", "rouge": {"rouge1": 42.30769230769231, "rouge2": 15.999999999999998, "rougeL": 38.46153846153846}, "nll_sum": 118.1533432006836, "token_count": 29} +{"index": 8266, "reference": "Researchers say they are closer to developing a vaccine to give life-long protection against any type of flu, after promising trials in animals.", "prediction": "There is the big step forward towards developing a new flu vaccination and protecting two young men.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 82.52719116210938, "token_count": 17} +{"index": 8267, "reference": "A major review of inquests into some of the most controversial killings during the Troubles got under way on Monday.", "prediction": "A review into the dozens of dozens of killings by soldiers by police in Northern Ireland, due to begin.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 0.0, "rougeL": 25.641025641025646}, "nll_sum": 83.92753601074219, "token_count": 20} +{"index": 8268, "reference": "On 26 December 2004, a 9.1-magnitude earthquake off the coast of Banda Aceh, Indonesia, triggered a deadly tsunami that killed more than 230,000 people and rendered millions homeless.", "prediction": " a year is missing after August December's, earthquakes earthquake brought the town which claimed the lives of people.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 121.26258850097656, "token_count": 20} +{"index": 8269, "reference": "Iain Duncan Smith is resisting attempts by some in Downing Street to water down plans to curb benefits for EU migrants as part of the UK's EU reform demands.", "prediction": "The work and Iain Duncan Smith says would consider a ban on EU child benefits, after the UK votes leave the EU claim tax benefits or live.", "rouge": {"rouge1": 28.070175438596497, "rouge2": 10.909090909090908, "rougeL": 24.56140350877193}, "nll_sum": 147.70730590820312, "token_count": 29} +{"index": 8270, "reference": "Fans have described the Batman v Superman: Dawn of Justice film as \"awesome\" and a \"must-see\".", "prediction": "A new film premiere of Superman has hit a Facebook GoBSPVrem comic Jungle, despite criticism of fans and celebrating a filming comed film.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 224.32374572753906, "token_count": 28} +{"index": 8271, "reference": "A prison where two cellmates made an escape bid has been labelled \"squalid\" and \"inhumane\".", "prediction": "In at a prison where two people a month ago remainsinhumane\" and needs improved, it has been claimed.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 25.80645161290323, "rougeL": 36.36363636363636}, "nll_sum": 127.8241958618164, "token_count": 22} +{"index": 8272, "reference": "President Donald Trump's daughter Ivanka Trump is to have an office in the White House, her lawyer says.", "prediction": "President Donald Trump's sonin-in, Kushner, will serve as White House House staff.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 25.80645161290323, "rougeL": 42.42424242424242}, "nll_sum": 87.48243713378906, "token_count": 18} +{"index": 8273, "reference": "A 17th Century pub in Oxfordshire has been bought by the local community, which has raised tens of thousands of pounds to secure its future.", "prediction": "Delayside pub, which told its owners to \"boved\" its community, been has officially opened after it was put up for sale.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 139.3023681640625, "token_count": 28} +{"index": 8274, "reference": "A coalition of more than 70 civil rights groups has urged Facebook to be clearer about the content it removes.", "prediction": "One of the Black Lives coalition, it advertising has asked Facebook to remove Facebook or content content.", "rouge": {"rouge1": 48.648648648648646, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 108.82530212402344, "token_count": 18} +{"index": 8275, "reference": "So would the Welsh economy be weaker without the M4 Black Route - or for that matter without any M4 upgrade?", "prediction": "A picture of the M4 road around the M4 is road for the Welsh economy, what much should do do about \u00a31bn of the Welsh economy?", "rouge": {"rouge1": 30.43478260869565, "rouge2": 13.636363636363635, "rougeL": 17.391304347826086}, "nll_sum": 157.56146240234375, "token_count": 31} +{"index": 8276, "reference": "Isle of Man rider Anna Christian will represent Great Britain at the 2017 UEC European Road Championships in Denmark.", "prediction": "Reigning race Muslim Christian will champions for Great Britain for the first time in the 2015 I Commonwealth European Road road Championships in London 2012.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 23.80952380952381, "rougeL": 40.90909090909091}, "nll_sum": 167.2474365234375, "token_count": 26} +{"index": 8277, "reference": "Republic of Ireland boss Martin O'Neill was happy with his team's display in the 1-1 draw against the Netherlands in the Euro 2016 warm-up friendly.", "prediction": "Republic of Ireland boss O'Neill said his side \" had low fine\" despite their 3-2 draw with to struggle streak Blackburn Rovers 1-2 away.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 15.094339622641511, "rougeL": 29.090909090909093}, "nll_sum": 163.00851440429688, "token_count": 32} +{"index": 8278, "reference": "Chelsea Ladies won a nine-goal thriller at home to Liverpool Ladies to maintain their 100% winning start to the Women's Super League One season.", "prediction": "Chelsea Ladies kept their's slim title hopes of a major trophy challenge as Liverpool came from 3-1 down to draw Liverpool in the Women's Super One final.", "rouge": {"rouge1": 39.28571428571428, "rouge2": 14.814814814814817, "rougeL": 35.71428571428571}, "nll_sum": 137.29708862304688, "token_count": 31} +{"index": 8279, "reference": "The Turkish parliament has agreed to give the police sweeping new powers - but only after weeks of long debate, punch-ups between MPs and sit-in protests.", "prediction": "Thousands of Turkish Turkey are staging protests against changes to a new bill that would policeand-search-. solve to \"-over- \" a \"- a's from a national-e and a in national football. from. from a", "rouge": {"rouge1": 22.58064516129032, "rouge2": 0.0, "rougeL": 16.129032258064516}, "nll_sum": 277.93572998046875, "token_count": 44} +{"index": 8280, "reference": "A battle is under way to save the apartment in New York's Hotel Chelsea where Dylan Thomas slipped into a coma just four days before he died.", "prediction": "A man who lived in Swansea'sbedroom hotel hotel in Swansea who died almost 30 years ago is calling for work to begin on a famous hotel site.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 141.40054321289062, "token_count": 29} +{"index": 8281, "reference": "Outside the courthouse in Brooklyn where the trial of the Fifa officials charged with corruption will take place is an all-weather football pitch crowded throughout the week with players of all ages.", "prediction": "Every day game always always played as the American American football is tank think of New York City.", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 11.764705882352942}, "nll_sum": 114.68783569335938, "token_count": 18} +{"index": 8282, "reference": "When Lego originally decided not to sell the Chinese artist Ai Weiwei bricks with which to make a political statement, it really thought it was doing the right thing.", "prediction": " billo, Ai Weiwei, will no use the use of Lego) in public.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 88.73692321777344, "token_count": 17} +{"index": 8283, "reference": "Police have arrested more than 50 people as part of an investigation into suspected match-fixing in Italian football.", "prediction": "Police in Italy say they have of 28 people, as part of a probe into a match-fixing scandal. which been in country- football, bald from from The's 100,3 from a in from games. from.", "rouge": {"rouge1": 39.285714285714285, "rouge2": 14.814814814814813, "rougeL": 39.285714285714285}, "nll_sum": 249.5644989013672, "token_count": 45} +{"index": 8284, "reference": "Evidence of progress on reducing the inappropriate use of antipsychotic medication in care homes has been demanded by the Older People's Commissioner for Wales.", "prediction": "Older drug patients are being asked to monitor the use \"nursesio care homes, says the disease for the Cardiff Children in sick in Wales.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 4.25531914893617, "rougeL": 28.57142857142857}, "nll_sum": 187.68435668945312, "token_count": 29} +{"index": 8285, "reference": "Attempts to disrupt Belfast city centre bookended 2013.", "prediction": "A year ago, the G of summit was eventually be held in Northern Ireland in 2014, Northern Ireland Executive showed something of a change historic peace deal.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 150.15283203125, "token_count": 29} +{"index": 8286, "reference": "Forest Green Rovers have signed midfielder Charlie Cooper from Birmingham City on a one-month loan.", "prediction": "Birmingham City have signed Birmingham City Under-20 international midfielder on a loan deal until a end T a season's ballet-h2 a in's from it's\". from a-2's a in from a The's a's a", "rouge": {"rouge1": 31.034482758620683, "rouge2": 10.714285714285712, "rougeL": 24.137931034482758}, "nll_sum": 272.6408996582031, "token_count": 47} +{"index": 8287, "reference": "Highland Council has said it remains committed to giving more schoolchildren access to technology.", "prediction": "Highland Council has agreed to reduce the use of tablets and laptops in our school schools.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 14.285714285714288, "rougeL": 26.666666666666668}, "nll_sum": 65.86546325683594, "token_count": 17} +{"index": 8288, "reference": "Specialist teams have joined the search for a woman missing in Conwy county.", "prediction": "Detectives the murder of a woman who has missing for more than a week have begun searches.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 7.142857142857144, "rougeL": 26.666666666666668}, "nll_sum": 76.39254760742188, "token_count": 18} +{"index": 8289, "reference": "A prison has seen a fourfold increase in the use of force by officers against inmates since 2013, a report has found.", "prediction": " in jail where guards deal with so-called \"legal highs\" has a new governor, a report has found.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210527, "rougeL": 30.0}, "nll_sum": 94.72048950195312, "token_count": 22} +{"index": 8290, "reference": "Russia says its warplanes are carrying out up to 25 air strikes a day around the Syrian city of Palmyra in support of Syrian forces trying to oust so-called Islamic State (IS).", "prediction": "The Russian military it has begun fighting so-called Islamic State (IS) outside the northern city of Palmyra.", "rouge": {"rouge1": 35.29411764705882, "rouge2": 24.489795918367342, "rougeL": 23.529411764705884}, "nll_sum": 69.80773162841797, "token_count": 22} +{"index": 8291, "reference": "Police in the US state of Arizona say a man arrested last month is responsible for a series of deadly shootings in Phoenix last year.", "prediction": "A suspected California suspected of the killing of eight people in the state Minnesota Phoenix, is- shooting shooting and murder charges to charges fines.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 4.25531914893617, "rougeL": 20.408163265306126}, "nll_sum": 156.7176513671875, "token_count": 26} +{"index": 8292, "reference": "Coffins are being flown back to Tehran from Syria at an alarming rate.", "prediction": "RAary hardliners have attend US Foreign Minister Hassan programmead Zarif to Washington this week, what is finding to to conflict in the in Syria.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 199.84146118164062, "token_count": 29} +{"index": 8293, "reference": "Doctors say a potential treatment for peanut allergy has transformed the lives of children taking part in a large clinical trial.", "prediction": "A allergic food children in Sussex should give a single dose of eating a possible food hormone, Belgian research suggests.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 130.84506225585938, "token_count": 21} +{"index": 8294, "reference": "Theresa May and Education Secretary Michael Gove have paid tribute to each other in a bid to draw a line under their row over extremism in schools.", "prediction": "The Education Secretary Michael G7 May accused Theresa May of failing to clarify to office, saying she receives more foreign po pre guards than any other government\".", "rouge": {"rouge1": 29.629629629629626, "rouge2": 11.538461538461538, "rougeL": 18.51851851851852}, "nll_sum": 176.32537841796875, "token_count": 29} +{"index": 8295, "reference": "Long relegated to the dusty corners of history, mead - the drink of kings and Vikings - is making a comeback in the US.", "prediction": "The militaryad business told mead around a small pub in Dorset, Oregon in", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 108.89952087402344, "token_count": 16} +{"index": 8296, "reference": "Train passengers in Scotland's central belt face six weeks of disruption from this weekend when work begins on the Winchburgh tunnel.", "prediction": "Motorists are facing major disruption as Scot Edinburgh unveiled the \" Borders Railway rail network, which has electrification of the capital's railway line.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 145.40530395507812, "token_count": 27} +{"index": 8297, "reference": "A victim of the Tunisia beach massacre is to be remembered in a church service one year on from the attack.", "prediction": "The widow whose wife was a British aid worker killed in the Tunisia attack has paid tribute to saying \"thethe best he \" wish wanted meet\".", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 155.28720092773438, "token_count": 28} +{"index": 8298, "reference": "A body has been found in the water at an Aberdeenshire harbour.", "prediction": "A woman's body has been found at a Aberdeen harbour, police has confirmed.", "rouge": {"rouge1": 53.84615384615385, "rouge2": 24.999999999999993, "rougeL": 53.84615384615385}, "nll_sum": 57.059391021728516, "token_count": 15} +{"index": 8299, "reference": "The UK could be poised for a second general election by Christmas if either Labour or the Conservatives try to form a minority government after 7 May, Lib Dem leader Nick Clegg has warned.", "prediction": "Primeuty Prime Minister Nick Clegg Cle warned a general election in the UK would be a \"shambshles\" the in party before 7 May.", "rouge": {"rouge1": 45.614035087719294, "rouge2": 14.545454545454545, "rougeL": 24.56140350877193}, "nll_sum": 158.91192626953125, "token_count": 31} +{"index": 8300, "reference": "A visitor centre at an internationally important nature reserve in East Yorkshire has reopened after a \u00a31.3m upgrade.", "prediction": "A former tourist attraction and attraction centre at a Norfolk nature reserve has been officially opened to the public, as part of a \u00a36mm revamp.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 9.523809523809526, "rougeL": 31.818181818181817}, "nll_sum": 115.35236358642578, "token_count": 29} +{"index": 8301, "reference": "Tottenham's Moussa Sissoko will be banned for three matches for elbowing Bournemouth's Harry Arter, missing the north London derby with Arsenal.", "prediction": "T's federation's Sissoko who has be suspended for five matches ban on for Ud an elbow with elbowster Accster's Harry Arter, because the English referee has changed his. for. in 30..", "rouge": {"rouge1": 45.614035087719294, "rouge2": 7.2727272727272725, "rougeL": 38.59649122807018}, "nll_sum": 290.5638122558594, "token_count": 42} +{"index": 8302, "reference": "\"Dysfunctional\", \"not fit for purpose\", \"in urgent need of reform\" - these are just some of the phrases that politicians themselves have been using about the Stormont system.", "prediction": "For the change to political, the political system and the political crisis in Northern Ireland,. always giving a government, the a large givingised for regional parties, not political., the Ulster government'selt to the Conservatives the", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 244.99295043945312, "token_count": 42} +{"index": 8303, "reference": "A Dorset museum has been given a \u00a351,900 grant to help commemorate the outbreak of World War I.", "prediction": "A Dorset museum has been dedicated to those who fought and inI World War Two, after lottery funding of more than \u00a33m in lottery funding", "rouge": {"rouge1": 40.90909090909091, "rouge2": 23.80952380952381, "rougeL": 36.36363636363636}, "nll_sum": 137.89776611328125, "token_count": 29} +{"index": 8304, "reference": "Moussa Dembele says he is happy to continue his football education with Celtic despite being linked with Chelsea during January.", "prediction": "Moussa Dembele says he is confident will learn from returning Chelsea after from, from football was of \"the world's big clubs\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 20.0, "rougeL": 28.571428571428566}, "nll_sum": 144.80877685546875, "token_count": 28} +{"index": 8305, "reference": "Manager Neil Lennon was thrilled to see Hibernian recover from a shaky start to prevail at Ibrox.", "prediction": "Manager Neil Lennon says Hibernian'sembarrassing start\" as saw saw off bottom-table beat Rangers to meet at Vicageage Road.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 37.83783783783783}, "nll_sum": 189.56597900390625, "token_count": 29} +{"index": 8306, "reference": "A dedicated police operation set up to examine the activities of serial killer Peter Tobin is to be wound down.", "prediction": "Police investigating the murder of a double killer Peter Tobin are determined brave\" to be brought back, after a \u00a32-1m.", "rouge": {"rouge1": 43.90243902439024, "rouge2": 15.384615384615385, "rougeL": 39.02439024390244}, "nll_sum": 147.0817108154297, "token_count": 27} +{"index": 8307, "reference": "Nottinghamshire's Billy Root, younger brother of England Test captain Joe, hit an unbeaten 107 at Edgbaston to help them beat Warwickshire and record a second successive One-Day Cup win.", "prediction": "Joe Root struck his incredible 100th century as Nottinghamshire beatwickshire in a One-Day Cup Ed loss at Edgbhire at Edgbaston.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 12.0, "rougeL": 19.23076923076923}, "nll_sum": 180.98355102539062, "token_count": 31} +{"index": 8308, "reference": "A Muslim teacher from Neath Port Talbot has been denied entry to the United States while on a school trip.", "prediction": "A British MuslimA- Muslim Muslim teacher from Swansea who has denied a school trip to the United States has received an apology from removal crudee party.", "rouge": {"rouge1": 56.52173913043479, "rouge2": 31.818181818181817, "rougeL": 43.47826086956522}, "nll_sum": 158.0238037109375, "token_count": 30} +{"index": 8309, "reference": "A mother locked up valuables to stop two sons selling them to raise money for another son fighting for the so-called Islamic State, it is claimed.", "prediction": "Four men who helped for so- Islamic State (IS) help join Syria join Syria, the court has heard.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 113.474853515625, "token_count": 22} +{"index": 8310, "reference": "A scheme to compel private developers to contribute towards building social housing is \"not realistic\" for most of Northern Ireland, a report has found.", "prediction": "A scheme for 4,400 housing in Northern Ireland will not be given on current conditions, new research suggests research.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 104.38015747070312, "token_count": 22} +{"index": 8311, "reference": "The final unbeaten start in Europe's top five leagues ended as Hoffenheim lost to title-chasing RB Leipzig.", "prediction": "RB Leipipzig became champions champions, for the first time since 2008 with a 2-1 home defeat by Hoffenheim, as a's struggle from.'s late-upgA a in from matches a's. from a", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 250.78945922851562, "token_count": 47} +{"index": 8312, "reference": "A man has been airlifted from a mountain in Snowdonia after injuring his leg while out walking.", "prediction": "A man was airlifted hospital after falling down a fall while Snowdoniadon highest mountain", "rouge": {"rouge1": 45.16129032258064, "rouge2": 6.896551724137931, "rougeL": 32.25806451612903}, "nll_sum": 106.98171997070312, "token_count": 19} +{"index": 8313, "reference": "Champions Rangers' slump in form continued thanks to Livingston defender Craig Halkett's first-half header against his former club.", "prediction": " H Halkett scored the only goal as Rangers and secure their first Premiership battle with 19 free- victory over Livingston at Ibrox. solve 380- again-'s- Saturday- again's a in from from's's.", "rouge": {"rouge1": 21.818181818181817, "rouge2": 0.0, "rougeL": 10.909090909090908}, "nll_sum": 299.80157470703125, "token_count": 45} +{"index": 8314, "reference": "Barcelona's Lionel Messi has donated a signed shirt to raise funds for two former non-league footballers who were victims of a hit-and-run driver.", "prediction": " a team of Lionel Messi's wear will be donated to a football player injured seriously injured in a hit-and-runrun crash in a hit-and-run incident to not-and- a in's from a's. aold", "rouge": {"rouge1": 36.36363636363637, "rouge2": 12.5, "rougeL": 27.272727272727277}, "nll_sum": 239.8169708251953, "token_count": 47} +{"index": 8315, "reference": "A man with learning difficulties has been left \"absolutely traumatised\" after being punched and robbed at a bus stop.", "prediction": "A man is treated in hospital after being treated by a group of masked men who threatened him with a knife and robbed him in South Lanarkshire.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363638, "rougeL": 26.08695652173913}, "nll_sum": 76.91795349121094, "token_count": 29} +{"index": 8316, "reference": "Jon Parkin netted a late winner as National League promotion-chasers Forest Green beat 10-man Eastleigh.", "prediction": "Fell Parkin's extra-time winner earned Forest Green Rovers a struggle National League play-off play-off hopefuls Cheltenham Town.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.111111111111112, "rougeL": 21.052631578947366}, "nll_sum": 158.519287109375, "token_count": 31} +{"index": 8317, "reference": "Anthony Watson has been included in England's 25-man training squad for their Six Nations game against Italy on 26 February.", "prediction": " Anthony Watson Anthony starting Wales' squad for the Six Nations against Italy, ahead of his five-season camp training camp in training. training. making it from his first's from John-' Stadium from a's a as ballet. from a", "rouge": {"rouge1": 35.483870967741936, "rouge2": 13.333333333333334, "rougeL": 25.806451612903224}, "nll_sum": 280.54010009765625, "token_count": 46} +{"index": 8318, "reference": "South Africa's women beat Ireland by 68 runs to take an unassailable 2-0 lead in their four-match one-day international series in Dublin.", "prediction": "Ireland women took a five- wicket defeat to beat South Africa by five runs in the one-day international at the M Oche Moncherol.", "rouge": {"rouge1": 48.00000000000001, "rouge2": 12.499999999999996, "rougeL": 32.0}, "nll_sum": 132.135498046875, "token_count": 30} +{"index": 8319, "reference": "Six people were rescued from cars trapped in flood water, as heavy rain hit Essex overnight.", "prediction": "Heavy rain heavy rain rain caused led to homes and a hotel and restaurant stuck in an theme park.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 6.06060606060606, "rougeL": 11.428571428571429}, "nll_sum": 113.51632690429688, "token_count": 19} +{"index": 8320, "reference": "Sandra Seifert is tall, pretty, smart and articulate, but it took a while for her to decide she wanted to take part in a beauty pageant in the Philippines.", "prediction": "When first World of winners Seamus Seif she suddenly 18 when she disappeared in New York, and New York in 2009 2004, and was believed, would be the payout to be by a regional or.", "rouge": {"rouge1": 21.875000000000004, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 243.7659454345703, "token_count": 40} +{"index": 8321, "reference": "Ebbsfleet grabbed a point on their return to the National League as they drew 2-2 in an entertaining match at Guiseley.", "prediction": "Guiseley came from- goal down to score a late equaliser and salvage a 2-2 with workers at Ebbfields at Sundaymoor in National League. a's-w 2011 a in from a's from a from emerged", "rouge": {"rouge1": 30.508474576271187, "rouge2": 7.017543859649122, "rougeL": 13.559322033898308}, "nll_sum": 282.9607849121094, "token_count": 47} +{"index": 8322, "reference": "President Rodrigo Duterte says the Philippines will not end alliances with other countries, despite his increasingly anti-US rhetoric.", "prediction": "Philippine President of Rodrigo Duterte Philippines has said he does not break the break with ties, the US because of a change current its current policies.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 31.11111111111111}, "nll_sum": 150.99398803710938, "token_count": 28} +{"index": 8323, "reference": "Westminster should listen to the assembly before triggering the Brexit process, the Welsh Government's top law officer has said.", "prediction": "AMs will get a vote on whether on the Welsh Assembly will dealing before Article 50, the UK's top court has said in the", "rouge": {"rouge1": 44.44444444444445, "rouge2": 13.953488372093023, "rougeL": 35.55555555555556}, "nll_sum": 124.22864532470703, "token_count": 26} +{"index": 8324, "reference": "Robert Snodgrass inspired Hull City to victory against Southampton as Mike Phelan earned his first three points since being appointed permanent head coach.", "prediction": "Robert Snodgrass scored a injury-time winner as Hull beat Liverpool and keep their Premier play-off hopes alive", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 14.285714285714288}, "nll_sum": 91.76715087890625, "token_count": 22} +{"index": 8325, "reference": "A man who suggested naming a new \u00a3200m ship Boaty McBoatface has apologised.", "prediction": "A suggestion that a boat naming the \"A Star\"\" in the Condor Kay Liberation disaster has been chosen to feature a poll a BBC website.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 26.31578947368421}, "nll_sum": 180.356201171875, "token_count": 28} +{"index": 8326, "reference": "Sunderland striker Jermain Defoe has re-signed for former club Bournemouth on a free transfer.", "prediction": "Bournemouth have signed striker Jerm Defoe for an fee believed to be \u00a34m.", "rouge": {"rouge1": 35.71428571428571, "rouge2": 0.0, "rougeL": 21.428571428571427}, "nll_sum": 73.41810607910156, "token_count": 19} +{"index": 8327, "reference": "The Mayor of London has appointed a security expert to assess how well the capital would cope with a major terror attack.", "prediction": "London's mayor has announced a strategic review of security and security policy in London.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 49.06369400024414, "token_count": 15} +{"index": 8328, "reference": "A rare document ordering Allied forces to cease fire following the surrender of Nazi Germany has sold for \u00a31,000.", "prediction": "A the US military order that allowed to Italian troops during World War Two is to be sold at auction for \u00c2\u00a3 (65,000). solve aA a 2011A a-A aA in a from The's? aA", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 21.428571428571427}, "nll_sum": 250.11758422851562, "token_count": 47} +{"index": 8329, "reference": "John Whittingdale is to take over from Sajid Javid as UK culture secretary, Prime Minister David Cameron has said.", "prediction": " Secretary John Whittingdale is to be announced as the culture secretary of the BBC, meaning press regulation will struggle to be hard to hard.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 19.51219512195122, "rougeL": 32.55813953488372}, "nll_sum": 119.92365264892578, "token_count": 27} +{"index": 8330, "reference": "A teacher from Nottingham has been swept out to sea in Bulgaria.", "prediction": "A British tourist destination was killed while on a small Portugal in Bulgaria was in named.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 7.692307692307692, "rougeL": 21.428571428571427}, "nll_sum": 108.59414672851562, "token_count": 16} +{"index": 8331, "reference": "A cast of stars have paid tribute to actress and political activist Jane Fonda as she accepted the American Film Institute's Life Achievement Award.", "prediction": "Oscar-winning actress Jane Fonda have given an honorary woman by the American Institute at Institute American Film Awards.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 14.285714285714288, "rougeL": 31.818181818181817}, "nll_sum": 141.20223999023438, "token_count": 22} +{"index": 8332, "reference": "Victims of child sex abuse are being turned away from support services that are being overwhelmed by a large rise in cases.", "prediction": "A charity which claims it was victims of claims of historic sexual abuse by children's by South West has increased by nearly five% in the past four years, figures show.", "rouge": {"rouge1": 22.641509433962263, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301884}, "nll_sum": 140.55181884765625, "token_count": 33} +{"index": 8333, "reference": "League One club Oldham Athletic have confirmed that they have sacked winger Cristian Montano.", "prediction": "Oldham Athletic have suspended Cristianombano over allegations of match of Fifaing.", "rouge": {"rouge1": 23.999999999999996, "rouge2": 17.391304347826086, "rougeL": 23.999999999999996}, "nll_sum": 105.11387634277344, "token_count": 16} +{"index": 8334, "reference": "Scientists are studying Dolly the sheep's \"siblings\" in order to study the health of cloned animals - and resolve a puzzle over whether they age normally.", "prediction": "A lack of farm are the five-quarters of the beautiful sheep to be born in Nottingham but but they must explain why it affects illness orurable, the disease.'s \" of a againForest- 2011 again a Broadway- Broadway again a", "rouge": {"rouge1": 30.303030303030305, "rouge2": 0.0, "rougeL": 21.21212121212121}, "nll_sum": 314.96673583984375, "token_count": 47} +{"index": 8335, "reference": "The referendum on the UK's future in the European Union could be a \"tipping point\" for opposition to the \"European project\", Nigel Farage has said.", "prediction": "A EU membership on whether the UK wants to leave the EU willfrom come back to, UK ahead of March 2014, Nigel Farage not said in. the solve again solve again-- again 2011 again in Scottish 2011 again 2011 again the again", "rouge": {"rouge1": 35.294117647058826, "rouge2": 9.09090909090909, "rougeL": 23.52941176470588}, "nll_sum": 271.29840087890625, "token_count": 46} +{"index": 8336, "reference": "Standing on the Washington Mall at the turn of the new millennium, it was impossible not to be struck by America's power and global pre-eminence.", "prediction": " least 15 years since it began as US President Barack Obama has written the issues in the history of American.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.765957446808512}, "nll_sum": 95.88539123535156, "token_count": 20} +{"index": 8337, "reference": "Parma are set to begin next season as an amateur club in Italy's fourth tier after failing to find a buyer to pay off a debt of 22.6m euros (\u00a316.2m).", "prediction": "Parma have lost a debts of almost 40m euros (\u00a350,000m) despite the club's failure to buy a luxury club and", "rouge": {"rouge1": 32.72727272727273, "rouge2": 7.547169811320755, "rougeL": 18.181818181818183}, "nll_sum": 118.65593719482422, "token_count": 27} +{"index": 8338, "reference": "Three officials in Haiti's governing coalition announced their resignation on Wednesday in protest at a remark President Michel Martelly made at a campaign rally last week.", "prediction": "Chamban opposition MP, Michel Mart down, will step down from office, after saying that she has received offensive abuse at a rally and", "rouge": {"rouge1": 15.999999999999998, "rouge2": 4.166666666666667, "rougeL": 15.999999999999998}, "nll_sum": 142.76742553710938, "token_count": 27} +{"index": 8339, "reference": "Olly Murs and Caroline Flack have been confirmed as the new presenters of The X Factor.", "prediction": "Sheara Midd say they hope they will return to The X Factor talent show, performing the former team and dance Caroline Kate Flack\".", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 15.384615384615383}, "nll_sum": 162.51528930664062, "token_count": 27} +{"index": 8340, "reference": "The girlfriend of a man who died on a stretch of road where more than 50 people have been killed or injured in the last five years has called for tougher speed restrictions.", "prediction": "A Australian woman whose soldier suffered a head-on in collision by a car in a petition is calling for a limit to cut a speed limit.", "rouge": {"rouge1": 23.333333333333332, "rouge2": 3.4482758620689653, "rougeL": 23.333333333333332}, "nll_sum": 139.48831176757812, "token_count": 28} +{"index": 8341, "reference": "A fire at an industrial unit in Hexthorpe caused disruption to train services between Sheffield and Doncaster for several hours.", "prediction": "A major fire which damaged a damaged centre unit in Doncaster centre has resumed.", "rouge": {"rouge1": 29.411764705882348, "rouge2": 6.25, "rougeL": 29.411764705882348}, "nll_sum": 79.83885955810547, "token_count": 15} +{"index": 8342, "reference": "A 21-year-old British man is in hospital in Thailand with head and leg injuries after he fell out of a moving train, Thai police have said.", "prediction": "A British backpacker in Thailand who is believed to be hit by a train while working the track record in north- north Thailand in police say 2011, solve, a they a from-A a referee from from it a's from a's", "rouge": {"rouge1": 25.352112676056343, "rouge2": 2.898550724637681, "rougeL": 19.71830985915493}, "nll_sum": 270.07666015625, "token_count": 47} +{"index": 8343, "reference": "Cardiff City manager Neil Warnock says they must stop conceding late goals if they are to challenge for promotion next season.", "prediction": "Cardiff City manager Neil Warnock says he would \"there\" happened again next season, they are struggle to lose both management their last six matches.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 32.558139534883715, "rougeL": 40.0}, "nll_sum": 157.251220703125, "token_count": 29} +{"index": 8344, "reference": "Manchester City midfielder Samir Nasri has not yet played for the club during pre-season because of his weight, says manager Pep Guardiola.", "prediction": "Manchester City manager Pep Guardiola has said Nir Nasri will return to first training camp, saying his recovery is \"very \"female\".", "rouge": {"rouge1": 40.909090909090914, "rouge2": 14.285714285714283, "rougeL": 22.727272727272723}, "nll_sum": 123.58987426757812, "token_count": 25} +{"index": 8345, "reference": "Cristiano Ronaldo scored a hat-trick as Real Madrid thrashed Espanyol to cut the gap between themselves and La Liga leaders Barcelona to four points.", "prediction": "Cristiano Ronaldo scored his hat-trick as they thrashed Espanyol 4-0 move level on level with La Liga league leaders Barcelona.", "rouge": {"rouge1": 51.06382978723404, "rouge2": 31.11111111111111, "rougeL": 51.06382978723404}, "nll_sum": 101.89950561523438, "token_count": 30} +{"index": 8346, "reference": "Nana Akufo-Addo has been elected Ghana's next president at the third time of asking.", "prediction": "Ghana's Supreme leader As Akufo-ernando has won the country's parliamentary vote in presidential elections.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 6.451612903225808, "rougeL": 18.18181818181818}, "nll_sum": 112.8822250366211, "token_count": 22} +{"index": 8347, "reference": "Police in Zimbabwe's capital, Harare, have used tear gas and water cannons to break up a protest by minibus drivers.", "prediction": "Protesters have used police in Zimbabwe's capital HarClare, police say, ahead of government protests.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 29.411764705882348, "rougeL": 33.33333333333333}, "nll_sum": 107.47251892089844, "token_count": 20} +{"index": 8348, "reference": "I tipped Chelsea to win the title in August and there was not one moment during the whole season that I did not think they would end up as champions.", "prediction": "Chelsea won't the Premier League title on Sunday - but then Chelseaplace up the title - the beat champions - and are a historic Premier League champions again.", "rouge": {"rouge1": 25.0, "rouge2": 3.703703703703704, "rougeL": 17.857142857142854}, "nll_sum": 147.67007446289062, "token_count": 30} +{"index": 8349, "reference": "More than 70 people have been injured, four seriously, in an explosion caused by a suspected gas leak near the southern Spanish city of Malaga.", "prediction": "At least one person have been killed and 30 after a suspected gas leak in north-e Spanish Spanish officials say", "rouge": {"rouge1": 34.78260869565217, "rouge2": 18.18181818181818, "rougeL": 30.434782608695656}, "nll_sum": 105.74295043945312, "token_count": 21} +{"index": 8350, "reference": "A businessman has denied being part of a conspiracy to pass off horsemeat as beef, claiming he was only storing the product for another company.", "prediction": "A man accused of running out horse crisis to pass beef had it passed through beef at, UK supermarket chains, a court. heard to.'s a's aA aA a-A aA in a from's's\".", "rouge": {"rouge1": 19.35483870967742, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 280.73516845703125, "token_count": 45} +{"index": 8351, "reference": "In an audacious technological mission, India is building a near foolproof database of personal biometric identities for nearly a billion people, something that has never been attempted anywhere in the world.", "prediction": "India celebrates the 50th anniversary, identity will finally be officially finally over.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 71.9700927734375, "token_count": 14} +{"index": 8352, "reference": "UK intelligence service GCHQ can legally snoop on British use of Google, Facebook and web-based email without specific warrants because the firms are based abroad, the government has said.", "prediction": " will will have to Facebook to illegal snooking and on computers or or a office, the UK's intelligence agency, a spy security official has said.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 3.703703703703704, "rougeL": 17.857142857142854}, "nll_sum": 172.1675262451172, "token_count": 30} +{"index": 8353, "reference": "Welshman Elfyn Evans was the best-placed British driver as reigning champion Sebastien Ogier won the opening round of the World Rally Championship (WRC) in Monte Carlo.", "prediction": "Welsh driver Rh Williams has won his first 2017 UCI World World Golf Championship", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 87.31979370117188, "token_count": 15} +{"index": 8354, "reference": "Three countries backing different sides in Syria's war have agreed to set up \"safe zones\" in the country, while delegates for rebel forces stormed out in protest.", "prediction": "Russia and Russia have backed a plan to up in rebel-held territory of northern Syria, amid fears amid the country is war zones war.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 3.921568627450981, "rougeL": 22.64150943396226}, "nll_sum": 127.77967834472656, "token_count": 27} +{"index": 8355, "reference": "A cafe criticised for making trainees work unpaid for 40 hours, without a guaranteed job, has given in to public pressure.", "prediction": "A chain company that provides free aid for a difficio cricket bat has been cut, saying it will receive full- staff working.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 156.36550903320312, "token_count": 25} +{"index": 8356, "reference": "Exeter went top of the Premiership table after a thrilling win over Wasps.", "prediction": "Exeter Chiefs staged a second-half struggle from to down and earn a try-point back- rivals Wasps at St James Park-finals of the again solve. again play-H 2011 again in a from's from.", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 312.75885009765625, "token_count": 45} +{"index": 8357, "reference": "A man accused of robbery and assault was shot and killed in a Salt Lake City court after he lunged at a witness giving evidence.", "prediction": "A retrialrial has been declared in a trial accused of a black man shot dead outside a new district in Lake water City in Utah, Florida, Utah, the FBI said.-Z 2011 bin in's from's 2011 again from a", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.25, "rougeL": 24.242424242424242}, "nll_sum": 281.1809997558594, "token_count": 46} +{"index": 8358, "reference": "Yvette Cooper has been urged to \"show her passion for change\" by a Welsh government minister backing her for the Labour leadership.", "prediction": "Labour's backing for Yvette Cooper but should be \"heryry\" the party, the Welsh government has said, \"the the- \",350,, it,\" from from 40 Welsh haveelt of.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 240.6253204345703, "token_count": 40} +{"index": 8359, "reference": "Westminster party leaders should tone down campaigning that has \"polarised\" the country and \"legitimised hate\", the equalities watchdog has said.", "prediction": "Concerns on Brexit have been highly polarised and sides all parts of\" country, the UK's human rights watchdog said in the human's, solve, says they a \" from aA again's \u00a3 of again's solve of 2011", "rouge": {"rouge1": 24.137931034482758, "rouge2": 0.0, "rougeL": 17.24137931034483}, "nll_sum": 299.37567138671875, "token_count": 47} +{"index": 8360, "reference": "All photographs taken by Joseph Fox.", "prediction": " water waterslarking has, discovered around 200,000 London coastline, 200 years ago.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 106.25200653076172, "token_count": 18} +{"index": 8361, "reference": "There has been a steep rise in the number of people arriving at A&E departments in England with mental health problems, figures show.", "prediction": "The number of patients attending an and accident and emergency units in England has nearly double in five years, figures show.", "rouge": {"rouge1": 40.0, "rouge2": 18.6046511627907, "rougeL": 31.11111111111111}, "nll_sum": 86.48098754882812, "token_count": 22} +{"index": 8362, "reference": "A campaign calling on retailers in Liverpool to stop selling The Sun has received the unanimous backing of city councillors.", "prediction": "Campaigners have called for The Sun newspaper to be banned in The newspaper after a journalists' group.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 82.83606719970703, "token_count": 19} +{"index": 8363, "reference": "A man has been jailed for the hit-and-run death of a four-year-old girl who was struck by his speeding car when it mounted a pavement in Merseyside.", "prediction": "An 82-year-old motorist who admitted causing the death of an 11 11-year-old girl has been handed nine nine.year jail term.", "rouge": {"rouge1": 35.71428571428571, "rouge2": 14.814814814814813, "rougeL": 21.428571428571427}, "nll_sum": 105.9787368774414, "token_count": 31} +{"index": 8364, "reference": "Restrictions on bus operator First Bristol, put in place almost 20 years ago, are to be reviewed to \"see if they are still appropriate\".", "prediction": "The results of a proposed split with a bus company Bristol is to be delivered to the city's competition watchdog after said had a merge with council bosses.", "rouge": {"rouge1": 18.867924528301888, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301888}, "nll_sum": 152.2582244873047, "token_count": 29} +{"index": 8365, "reference": "The Archbishop of Canterbury has warned people not to give in to fear after the attacks in Brussels, in his Easter Sunday sermon.", "prediction": "The Archbishop of Canterbury has said world leaders show \"service and God\" in the\" recent attacks in Brussels.", "rouge": {"rouge1": 48.78048780487805, "rouge2": 30.769230769230766, "rougeL": 48.78048780487805}, "nll_sum": 94.27906799316406, "token_count": 21} +{"index": 8366, "reference": "Two missiles were fired at a US warship from rebel-held territory in Yemen as it passed through the Red Sea on Sunday, the US Navy has said.", "prediction": "The United Arab Emirates has been strike two weapons into to US Navy before reaching the area of Aden, officials say.", "rouge": {"rouge1": 24.489795918367342, "rouge2": 4.25531914893617, "rougeL": 12.244897959183671}, "nll_sum": 111.15394592285156, "token_count": 22} +{"index": 8367, "reference": "Regulations governing eligibility for benefits for disabled people will be changed after criticism of their likely impact, the government has announced.", "prediction": " in that disabled people who be able to well in benefits benefits will not not be scrapped, the government says.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 103.73529052734375, "token_count": 21} +{"index": 8368, "reference": "Manager Graham Westley wants to add to the nine players he has already signed for Newport in the January transfer window.", "prediction": "Jack Westley says he is still awaiting signing \"more more achievement players\" to avoid relegation. relegation and- to's \"-'s- a \"the referee's a from's-A recent demolition in recent November from's from of a", "rouge": {"rouge1": 27.11864406779661, "rouge2": 0.0, "rougeL": 16.94915254237288}, "nll_sum": 304.09417724609375, "token_count": 47} +{"index": 8369, "reference": "Non-league Aldershot Town will play Rochdale in the second round of the FA Cup after Mark Molesley struck a late winner against League Two Portsmouth.", "prediction": " illegal Mothley's extra-time goal sawershot saw sawleague beat non-leagueleague Portsmouth Portsmouth to sent Portsmouth in FAFL fourth round.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.765957446808512}, "nll_sum": 216.4151611328125, "token_count": 30} +{"index": 8370, "reference": "An album containing autographs of members of the World War Two Dambusters squadron has sold at auction for \u00a35,800.", "prediction": "A book featuring the best signatures, known as the \"ambambusters\" attack, has sold at auction at the RAF base where an airman was killed a bombing campaign World War Two, ofp from The's\". grew aA a", "rouge": {"rouge1": 31.57894736842105, "rouge2": 18.181818181818183, "rougeL": 17.54385964912281}, "nll_sum": 276.20751953125, "token_count": 47} +{"index": 8371, "reference": "Bovine TB is the \"single biggest problem\" facing animal health and welfare in a generation, Wales's chief veterinary officer has said.", "prediction": "A animal programme in Wales is ended but bovine tuberculosis is immune to the disease, says Health former head of prosecutions a tuberculosis Nottinghames 2011\" solveA Broadway 2011 againA 2011 again who again have 2011 of from 2011 again's a", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 19.047619047619044}, "nll_sum": 327.756103515625, "token_count": 48} +{"index": 8372, "reference": "A 30-year-old man has been released on bail after being arrested by police investigating phone hacking at the News of the World.", "prediction": "A 77-year-old News of the editor, who was and arrested in connection with the probe into the phone-hacking scandal in recent years, has been bailed.", "rouge": {"rouge1": 50.0, "rouge2": 20.0, "rougeL": 23.076923076923077}, "nll_sum": 123.45770263671875, "token_count": 34} +{"index": 8373, "reference": "Gwynedd's council leadership has come under fire from the Church in Wales in a row over the future of plans for a new \u00a310m school campus serving the Bala area.", "prediction": " plansroversial plans for plans former school school in Gwynedd have criticised \"b politiciseised and threatened\", the Church of England \" said\" Nottingham's a's a's a ban from a's from's of's from's. a", "rouge": {"rouge1": 34.78260869565217, "rouge2": 5.970149253731343, "rougeL": 17.391304347826086}, "nll_sum": 296.873291015625, "token_count": 47} +{"index": 8374, "reference": "Mali's army has carried out a \"series of summary executions\" as it fights to recapture the Islamist-controlled north, a rights group has said.", "prediction": "MIslamist militants\" in northern Mali have carried out allegations of killings in the country, human rights group says.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 32.55813953488372}, "nll_sum": 80.24613189697266, "token_count": 22} +{"index": 8375, "reference": "Liverpool have signed England defender Alex Greenwood from fellow Women's Super League One side Notts County.", "prediction": "Notts County Ladies have signed England Under-20s midfielder Charwater Green- from Liverpool.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 21.428571428571427, "rougeL": 26.666666666666668}, "nll_sum": 115.29673767089844, "token_count": 18} +{"index": 8376, "reference": "Great Britain's men began their Champions Trophy campaign with an encouraging 0-0 draw against world number one side Australia.", "prediction": "Great Britain's men are hoping for their Champions Trophy Champions defence despite being held to a 1-1 draw by Australia in London.", "rouge": {"rouge1": 40.0, "rouge2": 23.25581395348837, "rougeL": 40.0}, "nll_sum": 102.99652099609375, "token_count": 25} +{"index": 8377, "reference": "Newport Gwent Dragons staged a dramatic fightback before holding off Cardiff Blues to reach the European Challenge Cup semi-finals.", "prediction": "Cardiff Blues survived a bonus-point win over Cardiff Blues and keep and Pro12 play-off hopes and reaching a quarter-final- alive.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 142.9131317138672, "token_count": 29} +{"index": 8378, "reference": "Myanmar's President Thein Sein, a former general, may go down in history as the man who led \"irreversible change\".", "prediction": "inin Sein, who is the interim prime minister of Myanmar, is suffering decades, of political history and has a key role key the peace process.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 145.25732421875, "token_count": 30} +{"index": 8379, "reference": "Jewellery worth \u00a335,000 was stolen from a shop during a Christmas lights switch-on event in Lincolnshire.", "prediction": "Jew of jewellery worth more than \u00a320,000, has been stolen from a jewellers in Lincolnshire Lincoln in in the a referee,000, such fromAp-.A Broadway, from \u00a3 a reputation.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 17.391304347826086, "rougeL": 33.333333333333336}, "nll_sum": 248.56808471679688, "token_count": 43} +{"index": 8380, "reference": "A doctor who was jailed for falsifying clinical trials for his own financial gain was finally struck off as a GP after failing to lodge an appeal.", "prediction": "A former GP, was guilty of falsifying patients in a drugs test, has been banned. the medical register.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 17.777777777777775}, "nll_sum": 111.5876235961914, "token_count": 22} +{"index": 8381, "reference": "Martin Guptill and Kane Williamson broke the record for the highest stand in Twenty20 international cricket, with a match-winning 171 as New Zealand crushed Pakistan by 10 wickets.", "prediction": "Jimmyam's hit a career-best unbeaten Add helped help Pakistan secure a place in a top-fixing place by the New Zealand in a first one-day international.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 3.571428571428571, "rougeL": 13.793103448275861}, "nll_sum": 178.3821563720703, "token_count": 34} +{"index": 8382, "reference": "A 200-year-old windmill in Hampshire has reopened following a two-year restoration project.", "prediction": "An windmillmill was built at a Bley mill is be restored to work, after a restoration was complete to complete \u00a31m of of funding.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 159.51214599609375, "token_count": 30} +{"index": 8383, "reference": "Tata Steel is to mothball part of its plant in Newport for the third time in six years with the loss of hundreds of jobs.", "prediction": "Campaigners in Wales are facing a loss, at a Tata factory plant, as a result of rising costs and the energy loss at its UK factory.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 126.23878479003906, "token_count": 29} +{"index": 8384, "reference": "Britain's Leanda Cave pulled away in the last three miles of the run to win the Ironman World Championship in Hawaii.", "prediction": "Australia's Victoriaona breaking her world records to become the first Briton to win the Ironman World event of the year. east London.", "rouge": {"rouge1": 40.0, "rouge2": 23.25581395348837, "rougeL": 31.111111111111118}, "nll_sum": 127.0885238647461, "token_count": 27} +{"index": 8385, "reference": "Tony Blair says people will not accept that he means his regret over mistakes in the Iraq war until he disowns the decision to join the US coalition to topple Saddam Hussein.", "prediction": "The former head of the Cold War has denied that the Russian military intervention base a US military base in 2004 as part of a civil war war.", "rouge": {"rouge1": 23.333333333333332, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 120.53709411621094, "token_count": 28} +{"index": 8386, "reference": "League Two side Colchester United have signed Forest Green Rovers forward Kurtis Guthrie for an undisclosed fee.", "prediction": "Colchester United have signed forward Craigirdrie following his release by fellow League One club Colchester and Welling.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 18.75, "rougeL": 29.411764705882355}, "nll_sum": 112.60538482666016, "token_count": 22} +{"index": 8387, "reference": "Kell Brook says he chose to fight Gennady Golovkin because he needed to do something \"outrageous\" to stand out from the crowd.", "prediction": " Kellell Brook says Gennady Golovkin would beun69able\" win a world title of becoming him of becoming a crowned world champion.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 176.4385986328125, "token_count": 30} +{"index": 8388, "reference": "Mercedes put in an imposing performance in first practice at the Bahrain GP, setting the pace by nearly two seconds.", "prediction": "McLaren's set at position at the Malaysian Grand Prix for the first time with a possible- tyre in short weather, hot weather.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 13.953488372093023}, "nll_sum": 134.82720947265625, "token_count": 27} +{"index": 8389, "reference": "New Zealand racer Bruce Anstey continued to set the pace in the fourth qualifying session at the Isle of Man Festival of Motorcycling.", "prediction": " Ang Anglesey moved a step closer to heading in second for the second time after the second session practice for the 2017 Isle of Man Isle's Isle. Man of's a-'sA's ban in from Saturday The's a fromA", "rouge": {"rouge1": 30.769230769230766, "rouge2": 6.349206349206349, "rougeL": 27.692307692307693}, "nll_sum": 279.6246643066406, "token_count": 47} +{"index": 8390, "reference": "MPs investigating the collapse of BHS have written to the Pensions Regulator, demanding more information about plans to restructure the pension scheme - first revealed on the BBC's Newsnight.", "prediction": "Developers of plans for B BHS, including the Reading and Pensions Committee, have not been given awarded for granted approval, BBCnight has learned.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 163.66453552246094, "token_count": 30} +{"index": 8391, "reference": "A bullet found in the exhumed body of a man killed in shootings in Ballymurphy in 1971 was not sent for forensic examination for three months.", "prediction": "A bullet that was shot dead at a army barracks in Ballymurphy in 1971, has been left behindagged behind a second time of a year for the Ulster Police's controversial from from a's. of from a. a from America", "rouge": {"rouge1": 32.83582089552239, "rouge2": 15.384615384615385, "rougeL": 23.880597014925378}, "nll_sum": 248.78033447265625, "token_count": 47} +{"index": 8392, "reference": "Chelsea beat Arsenal 3-1 to stay nine points clear at the top of the Premier League, while Tottenham remain second after a 1-0 win at home to Middlesbrough.", "prediction": " climbed moved 10 points clear at the top of the Premier League table, as they were thrashed by West Ham at the London Stadium.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 30.76923076923077, "rougeL": 37.03703703703704}, "nll_sum": 78.48561096191406, "token_count": 26} +{"index": 8393, "reference": "The Grand Tour presenter Richard Hammond is vowing to be \"back in action soon\" following surgery on his knee after a car crash in Switzerland.", "prediction": "TV presenter Philip Hammond has had his right- long sustained recovery after a car while filming the screen for The Grand Tour has Oscar in the-'s, Havana, \"aable K-b, a in from training the training.", "rouge": {"rouge1": 35.48387096774193, "rouge2": 13.333333333333334, "rougeL": 22.580645161290324}, "nll_sum": 286.9053649902344, "token_count": 45} +{"index": 8394, "reference": "The UK has decided in a referendum vote to leave the European Union, but what do people from other EU countries think about Britain's big decision?", "prediction": "As the UK to leave, the EU is sending \"great courage\" and not an undecided nation\", but that yet the the UK voted or remain members of be EU.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 11.111111111111112, "rougeL": 25.0}, "nll_sum": 178.32998657226562, "token_count": 33} +{"index": 8395, "reference": "The convener of Scotland's Crofting Commission has reiterated he will not stand down amid a heated public dispute over common grazings - unless he is forced to by the Scottish government.", "prediction": "The chair plummet the Crofting Commission will Scotland has said he has no intention\" actinging from his current position amid a puppy over a farm.", "rouge": {"rouge1": 39.28571428571428, "rouge2": 7.4074074074074066, "rougeL": 28.57142857142857}, "nll_sum": 206.21438598632812, "token_count": 29} +{"index": 8396, "reference": "A businessman has been jailed for 30 months after a man plunged to his death from a warehouse roof.", "prediction": " factory factory firm who admitted admitted breaching health safety breaches after a worker who fell from was top of a warehouse has been fined \u00c2\u00a3700,.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 14.285714285714288, "rougeL": 22.727272727272727}, "nll_sum": 213.3214111328125, "token_count": 28} +{"index": 8397, "reference": "The creator of Thunderbirds, Gerry Anderson, has revealed he has Alzheimer's Disease.", "prediction": " flanker Jamie Anderson, who lost his novel role in Broadbirds, has been diagnosed with Alzheimer's disease, saying it's a \"over it's from\", his the from it Saturday from Saturday- have of of.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913045, "rougeL": 20.833333333333332}, "nll_sum": 248.5178680419922, "token_count": 43} +{"index": 8398, "reference": "Tens of thousands of grandparents are missing out on National Insurance (NI) credits which could be worth more than \u00a3230 a year when they retire, a former pensions minister has said.", "prediction": "Hundreds of missing families missing missing on back-dated pension benefits worth \u00a34's600, the families out of retirement, a leading think- tank says.", "rouge": {"rouge1": 32.727272727272734, "rouge2": 3.773584905660378, "rougeL": 21.818181818181817}, "nll_sum": 168.5886993408203, "token_count": 30} +{"index": 8399, "reference": "Designs for a dedicated activity park along the Dorset coast have been unveiled.", "prediction": "Construction has started on a multi-million pound Bournemouth park due to start next summer the it has officially opened, with and the a for \"b from a's from a\" and it's from from of.old from's 2011", "rouge": {"rouge1": 14.814814814814817, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 241.55548095703125, "token_count": 47} +{"index": 8400, "reference": "Foreign airlines are halting flights to Nigeria, where a foreign exchange crisis has led the government to limit access to dollars.", "prediction": " American flights has stopped flights to some of Nigeria, as prices and ticket prices prices continue, amid fears prices and rising oil prices and illegal prices.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444445, "rougeL": 12.765957446808512}, "nll_sum": 153.01226806640625, "token_count": 28} +{"index": 8401, "reference": "Aston Villa have signed Czech Republic striker Libor Kozak from Lazio in a deal worth about \u00a37m.", "prediction": "Aston Villa have signed Russia striker Victorak Pereak from Russian club for a reported59m reported to be worth around \u00a324m.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 17.142857142857142, "rougeL": 43.24324324324324}, "nll_sum": 128.4557647705078, "token_count": 27} +{"index": 8402, "reference": "Display restrictions on cigarettes and tobacco products sold by small traders in Wales have come into force.", "prediction": " of all cigarettes, all laptops, stores will be made in public doors in Cardiff after, law came into force.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 129.30043029785156, "token_count": 22} +{"index": 8403, "reference": "Burnley's Sean Dyche is in the top three Premier League managers of the year, says West Brom boss Tony Pulis.", "prediction": "West Brom boss Tony Pulis tribute Seanerry to end up in the Premier League last year, despite having half of the \" a small budget\".", "rouge": {"rouge1": 53.333333333333336, "rouge2": 32.558139534883715, "rougeL": 26.666666666666668}, "nll_sum": 160.9344024658203, "token_count": 28} +{"index": 8404, "reference": "North Korea has conducted a new intercontinental ballistic missile test, South Korea and the Pentagon say.", "prediction": "North Korea has fired a short military into the sea, Japan say, during the most successful military test.", "rouge": {"rouge1": 41.1764705882353, "rouge2": 12.5, "rougeL": 35.294117647058826}, "nll_sum": 96.23432922363281, "token_count": 20} +{"index": 8405, "reference": "Scotland defender Russell Martin wants the team be brave when they travel to Metz on Saturday to face Euro 2016 hosts France.", "prediction": "Scott Martin faces not face the side of a France side failing will reach Euro 2016 group.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 111.10369873046875, "token_count": 17} +{"index": 8406, "reference": "US anti-abortion campaigner Troy Newman is to be deported from Australia after losing a high court appeal.", "prediction": "The US civil rights consultant security lobby, stop been stopped to flown to Australia, after the judge abandoned his visa to travel the country.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 155.49520874023438, "token_count": 26} +{"index": 8407, "reference": "The Daily Show, whose host Jon Stewart is stepping down after 16 years at the helm, is a comedy programme, yet regular viewers know that laughs are just one part of it.", "prediction": " following a controversial night for the US entertainment host, presenter and, and Jon Stewart is one of the most exclusive comedian in New York. a turbulent,'s the Gang's \" a's a ofA's from's from's again aowned", "rouge": {"rouge1": 24.657534246575345, "rouge2": 5.633802816901409, "rougeL": 19.178082191780824}, "nll_sum": 271.55621337890625, "token_count": 47} +{"index": 8408, "reference": "Unaffiliated councillor David Simpson has been elected as the new leader of Pembrokeshire council.", "prediction": "David Simpson has been elected as new of the new leader of Carmarthenshire council.", "rouge": {"rouge1": 78.57142857142857, "rouge2": 61.53846153846154, "rougeL": 78.57142857142857}, "nll_sum": 67.85891723632812, "token_count": 17} +{"index": 8409, "reference": "England wicketkeeper Jos Buttler has signed a new three-year contract with Lancashire.", "prediction": "England bowler Jos Buttler, but will join Lancashire in an signing 24- one-day cricket, to join the-- of his from from his.,.-'s from a in's from as England.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904761, "rougeL": 22.727272727272727}, "nll_sum": 241.26922607421875, "token_count": 43} +{"index": 8410, "reference": "The music of Harry Potter will feature at this year's Proms, as part of a concert celebrating the 85th birthday of film composer John Williams.", "prediction": "The 2017 Proms will feature Hull but will be a \"rificance\" of Chinekeine, at the Hull in Hull next year.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 165.3673095703125, "token_count": 29} +{"index": 8411, "reference": "The full results of last week's Scottish council election have been published - showing the SNP won 32% of the first preference votes.", "prediction": "The SNP held on for the small majority in Renfrewshire in the elections - the highest lowest recorded for office in Thursday's and council elections.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 16.666666666666664}, "nll_sum": 136.37203979492188, "token_count": 29} +{"index": 8412, "reference": "The safety of hundreds of thousands of civilians trapped in Mosul is a key priority, the UN has warned, as Iraqi troops prepare to attack Islamic State (IS) militants in the west of the city.", "prediction": "The battle to recapture the western city of Mosul (IS) is towards western Mosul, despite so-called Islamic State (IS) official says.", "rouge": {"rouge1": 35.08771929824561, "rouge2": 10.909090909090908, "rougeL": 24.56140350877193}, "nll_sum": 104.12723541259766, "token_count": 29} +{"index": 8413, "reference": "The Met Office has warned of very strong winds along the western coastlines of Wales throughout the day on Monday.", "prediction": "Husts reaching of up to 90 minutes and south and south Wales on Monday, the Met Police has confirmed.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 106.4189453125, "token_count": 22} +{"index": 8414, "reference": "\"Artificial skin\" that could bring a sensitive touch to robots and prosthetic limbs, has been shown off.", "prediction": "Scientists have micro reinvestised fumes, that can be fitted clear sheet fitted cope cope with, electrical pressure.", "rouge": {"rouge1": 5.88235294117647, "rouge2": 0.0, "rougeL": 5.88235294117647}, "nll_sum": 167.31204223632812, "token_count": 20} +{"index": 8415, "reference": "Scottish Borders Council is set to start the first phase of a wide-ranging overhaul of its schools provision across the region.", "prediction": "Scottish Borders Council is seeking plans to close all in its schools in its rural Borders.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 22.22222222222222, "rougeL": 36.84210526315789}, "nll_sum": 85.20994567871094, "token_count": 17} +{"index": 8416, "reference": "Faissal El Bakhtaoui netted a second-half double as League One leaders Dunfermline claimed victory at Ayr.", "prediction": "Russianissal Elht followaoui's hat-trick secured a Scottish League One play-off hopes alive by beating Airdrieonians.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 6.0606060606060606, "rougeL": 17.142857142857142}, "nll_sum": 175.94544982910156, "token_count": 31} +{"index": 8417, "reference": "A man has been injured when he was run over by a JCB forklift handler vehicle in a field.", "prediction": "A man was taken to hospital after being hit by a car by his six globalyearold daughter.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 11.76470588235294, "rougeL": 27.777777777777775}, "nll_sum": 78.5016098022461, "token_count": 19} +{"index": 8418, "reference": "A satire of the Booker Prize by Edward St Aubyn has won its own award - The Wodehouse Prize for Comic Fiction.", "prediction": "The 2014 Nobel Booker for Fiction, Fiction will won at this year's Wodehouseen Festival", "rouge": {"rouge1": 27.77777777777778, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 105.90225219726562, "token_count": 18} +{"index": 8419, "reference": "England's game against Australia will kick off the Rugby League World Cup at the Millennium Stadium on 26 October.", "prediction": "BBC Sport will bring you live coverage of the game at's Women's World Cup on Wednesday, 19 19 November at 18:45 GMT).", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 97.40940856933594, "token_count": 27} +{"index": 8420, "reference": "Cities in California cut water use by 31.3% in July, exceeding a state-wide mandate of 25% to combat a record four-year drought there, officials say.", "prediction": " California California news agency California California, declared 30 people have declared their drought emergency, a day after the state declared a drought declared in 2011 a's, California,'s they, from-A a from in from November from November.", "rouge": {"rouge1": 20.8955223880597, "rouge2": 0.0, "rougeL": 14.925373134328357}, "nll_sum": 256.8744812011719, "token_count": 45} +{"index": 8421, "reference": "A South African lion called Sylvester who twice fled a national park will be rehoused rather than put down, and encouraged to become an alpha male.", "prediction": "A red Syter which went missing from a South camp camp in South Africa will brought be brought back and as male male male in but its owner says", "rouge": {"rouge1": 25.454545454545453, "rouge2": 3.773584905660378, "rougeL": 21.818181818181817}, "nll_sum": 196.18154907226562, "token_count": 29} +{"index": 8422, "reference": "A Florida mosque has been removed as a polling station for the 2016 election after local officials received complaints and threats of violence.", "prediction": "US officials have refused a visit polling station in the US state of Florida, be saying, they use places not to vote as a mosque and a the \" 2011 Broadway again to a from after a's againelt of the from a the a", "rouge": {"rouge1": 35.82089552238806, "rouge2": 6.153846153846154, "rougeL": 20.895522388059703}, "nll_sum": 305.1470642089844, "token_count": 47} +{"index": 8423, "reference": "University staff have offered to meet employers for eleventh hour talks to avert a one-day strike over pay, planned for Thursday.", "prediction": "Hundreds of UK universities are being ball of strike strike on strike Thursday, 5 August, saying there is dispute over pay over and pay.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 146.68829345703125, "token_count": 26} +{"index": 8424, "reference": "Chinese authorities have punished 197 people for spreading rumours online about the recent stock market crash and fatal explosions in Tianjin, according to state news agency Xinhua.", "prediction": " has has arrested five people in connection with spreading rumours there could spread the Chinese market, state therun news agency Xinhua a injuring state media report.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 11.76470588235294, "rougeL": 33.9622641509434}, "nll_sum": 154.87083435058594, "token_count": 29} +{"index": 8425, "reference": "The world's oceans are becoming acidic at an \"unprecedented rate\" and may be souring more rapidly than at any time in the past 300 million years.", "prediction": "C petrolised in the sea dollar Yorkshire around the Arctic could a harmful loss of lives, a study suggests.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 4.545454545454546, "rougeL": 8.695652173913043}, "nll_sum": 140.78433227539062, "token_count": 21} +{"index": 8426, "reference": "Musician Nick Cave's teenage son took LSD before he fell off a cliff in Brighton, an inquest has heard.", "prediction": "A singer-writer song from H Brighton in Brighton after falling on a cliff to was believed of taking ecstasy, an inquest. heard of a of again 2011 again a again aA 2011 again a again aelt of. 2011 again 2011 a", "rouge": {"rouge1": 22.58064516129032, "rouge2": 10.0, "rougeL": 19.354838709677416}, "nll_sum": 305.5749206542969, "token_count": 47} +{"index": 8427, "reference": "The US Federal Reserve has kept interest rates at between 0.25% and 0.5% in the face of an uncertain jobs market.", "prediction": "The Federal Reserve has made a decision to raise interest rise in future after the referendum, saying the Brexit would have \"big economic impact\".", "rouge": {"rouge1": 29.78723404255319, "rouge2": 8.888888888888888, "rougeL": 29.78723404255319}, "nll_sum": 112.25108337402344, "token_count": 26} +{"index": 8428, "reference": "Britain's Chris Froome extended his lead in the Tour de France to one minute and 47 seconds by finishing second in the stage 13 time trial.", "prediction": "Britain's Chris Froome said cycling \" to struggle in the end of the race\" because a decision\" after a l attack in France attack in.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 16.0, "rougeL": 30.769230769230766}, "nll_sum": 160.71905517578125, "token_count": 29} +{"index": 8429, "reference": "The inquiry into the Glasgow bin lorry crash which killed six people last year has heard of a \"lack of due diligence\" from doctors in relation to the driver.", "prediction": "A fatal accident inquiry has been told that a Glasgow bus driver had been f demolition by a, a expert has told fatal accident inquiry have", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 14.545454545454547}, "nll_sum": 150.2678680419922, "token_count": 26} +{"index": 8430, "reference": "Turkey's president has compared German officials to Nazis, in the latest escalation in a war of words.", "prediction": "The Turkish president has accused Turkish by saying that Nazi crimes has committed in Germany past", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 86.22669982910156, "token_count": 15} +{"index": 8431, "reference": "Nottingham Forest have signed Wolves midfielder Adlene Guedioura on loan until the end of the season.", "prediction": "Nottingham Forest defender Idou Hamuedououra has joined Wolves on his 35-long loan to the end of the season-long of \" club's a from a \"d's ban from from November's of. from emerged", "rouge": {"rouge1": 38.46153846153846, "rouge2": 20.0, "rougeL": 38.46153846153846}, "nll_sum": 302.7958679199219, "token_count": 47} +{"index": 8432, "reference": "Scotland wing Dougie Fife, lock Alex Toolis and centre Andries Strauss are among a host of players who will leave Edinburgh at the end of the season.", "prediction": "Edinburgh centre-half Scot Fife is to be leaving French Premiership club, with rematch to Malres at a end of a \"co appearance\".", "rouge": {"rouge1": 31.999999999999996, "rouge2": 4.166666666666667, "rougeL": 20.0}, "nll_sum": 182.3699951171875, "token_count": 29} +{"index": 8433, "reference": "At least 22 people have been killed by three suicide bombings in checkpoints in the southern Yemeni city of Aden, officials say.", "prediction": "At least 34 civilians have been killed in two suicide car bombs and two military doors in the Yemeni capital officials say.", "rouge": {"rouge1": 59.09090909090909, "rouge2": 23.809523809523807, "rougeL": 54.54545454545454}, "nll_sum": 84.23138427734375, "token_count": 22} +{"index": 8434, "reference": "Highlights of the 2016 and 2017 Diamond League seasons will be available to watch on the BBC as part of a new deal.", "prediction": "BBC Sport has Sport you live coverage of Diamond League across our network and in London and Tokyo 2020 Olympic Games.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 121.4765625, "token_count": 21} +{"index": 8435, "reference": "The president of Iran has congratulated voters on electing a record number of women to parliament since before the 1979 Islamic revolution.", "prediction": "Twenty least 17 new women voted voted in favour to office, preliminary results show.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 84.26872253417969, "token_count": 15} +{"index": 8436, "reference": "An 11-year-old boy in the United States has wowed audiences after successfully spelling 'taoiseach' on his way to becoming joint winner of a national spelling bee competition.", "prediction": "An 11-year-old boy has won the US Women's National Education final, after the distinctive names to the name 'baoiseach'", "rouge": {"rouge1": 39.21568627450981, "rouge2": 16.3265306122449, "rougeL": 31.372549019607842}, "nll_sum": 127.46138000488281, "token_count": 29} +{"index": 8437, "reference": "Veteran goalkeeper Stephen Bywater has signed a new one-year deal at Championship side Burton Albion.", "prediction": "Burton Albion goalkeeper goalkeeper Stephenwaterwater has signed a contract keeping keeping him with Championship club.-old solve to a the-A a on a from a The's,'s from aup-up by of.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 12.500000000000004, "rougeL": 20.0}, "nll_sum": 300.0736083984375, "token_count": 42} +{"index": 8438, "reference": "More teachers are facing abuse on social media, warns a teachers' union.", "prediction": "Some school a sent messages and Facebook on Facebook and social media in the past year, a a union teachers' union has said in the a's, expanding, \" recent fromA parents,'s from's of in\".", "rouge": {"rouge1": 25.0, "rouge2": 8.695652173913043, "rougeL": 25.0}, "nll_sum": 269.0942687988281, "token_count": 43} +{"index": 8439, "reference": "An 11-year-old Canadian boy saved his whole family from a devastating fire, his mother says.", "prediction": "An elderly Canadian woman lost her nine-month escape after a fire which left with her nine-year-old son, they do and and for the rest life his life.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 4.444444444444445, "rougeL": 21.276595744680847}, "nll_sum": 151.2044677734375, "token_count": 34} +{"index": 8440, "reference": "Partick Thistle manager Alan Archibald is on a shortlist of candidates for the Swindon Town vacancy.", "prediction": "Partick Thistle manager Katie Archibald has made a fourth bid from Shrewss Town for the vacant vacancy at clubrewrews Town Town.", "rouge": {"rouge1": 48.64864864864864, "rouge2": 17.142857142857142, "rougeL": 43.24324324324324}, "nll_sum": 174.32789611816406, "token_count": 30} +{"index": 8441, "reference": "TT rider Gary Carswell has died after a crash during a practice race on the Isle of Man.", "prediction": "A German motorway has died only three days after his car crashed into training session at Grand Japanese Grand Grand Prix.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 114.32987213134766, "token_count": 22} +{"index": 8442, "reference": "Russia says US allegations that it ran a hacking campaign to influence the American presidential elections are \"reminiscent of a witch-hunt\".", "prediction": "The Russian has described Russian attack allegations that the US were involved in the US election, are \"unprofessionalprofessionalish a anprofessional amateur way\".", "rouge": {"rouge1": 31.818181818181817, "rouge2": 9.523809523809524, "rougeL": 27.27272727272727}, "nll_sum": 183.6737060546875, "token_count": 29} +{"index": 8443, "reference": "The retailer American Apparel has detailed sexist and racist misconduct claims against former boss Dov Charney in a court filing.", "prediction": "Former ex- chief executivehopine Charney, who being suing the American company App majority, suing the company fordi of anti and age guidelines.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 201.79867553710938, "token_count": 29} +{"index": 8444, "reference": "Free-runners gathered to remember a parkour enthusiast who died in an accident on the Paris Metro.", "prediction": "Hundreds of people have attended a war memorial for a teenager who died in a car crash in Paris, while people went on a glass on barricops.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 120.90257263183594, "token_count": 29} +{"index": 8445, "reference": "Two powerful earthquakes have struck China's north-west Gansu province, killing at least 75 people and leaving more than 400 others injured.", "prediction": "At least two people have been killed and more than 40 injured in powerful earthquake in powerful north-e Chinese of Sichuan, the media reports say causing in same suffering from local-Dold and in from years wins..", "rouge": {"rouge1": 42.62295081967213, "rouge2": 10.169491525423728, "rougeL": 22.950819672131146}, "nll_sum": 247.1138153076172, "token_count": 44} +{"index": 8446, "reference": "Reading withstood a Burton Albion comeback to secure third place in the Championship with a thrilling final-day victory at the Pirelli Stadium.", "prediction": "Reading picked up a Championship play-off hopiber Brighton to beat Burton to keep their play-off alive.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 114.56903839111328, "token_count": 21} +{"index": 8447, "reference": "Almost a fifth of homeless applications now come from the private rented sector, according to Shelter Scotland.", "prediction": "The number of homeless living in Scotland of fallen by 40% in past past five years, says the charity, Shelter, Scotland in the of's, solve, as from English a,.000) from of hotel.", "rouge": {"rouge1": 27.45098039215686, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 245.19638061523438, "token_count": 42} +{"index": 8448, "reference": "Boxing promoter Eddie Hearn hopes to give Katie Taylor her American debut as a pro fighter in New York in July.", "prediction": " Eddie Hearnn will make IBF's worldBF defence title in Manchester on Saturday 30 March.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 114.26983642578125, "token_count": 18} +{"index": 8449, "reference": "The Dutch capital Amsterdam is following in the footsteps of Cardiff in a bid to reduce violent behaviour.", "prediction": "Cardiff needs a more way to tackle violence, such as alcohol is an open science, says an expert.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 102.8210220336914, "token_count": 21} +{"index": 8450, "reference": "As part of the BBC's Intelligent Machines season, Google's Eric Schmidt has penned an exclusive article on how he sees artificial intelligence developing, why it is experiencing such a renaissance and where it will go next.", "prediction": "\"The shift towards research\" - but didn isn't isn't it!?", "rouge": {"rouge1": 8.16326530612245, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 91.35426330566406, "token_count": 14} +{"index": 8451, "reference": "Midfielder James Maddison has signed a contract which keeps him at Norwich City until the summer of 2021.", "prediction": "Norwich City signed winger Jacobaskison has joined the Championship on the six a loan deal.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 6.451612903225808, "rougeL": 18.18181818181818}, "nll_sum": 116.01139831542969, "token_count": 18} +{"index": 8452, "reference": "Michael Jung sealed a \u00a3240,000 Rolex Grand Slam on La Biosthetique as he became the first German to win a Badminton Horse Trials title.", "prediction": "Two-time champion Michael clin clinched his first silver medal of the Badmarn by winning a pairsing event event in seal a place at place Rio Olympics.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 8.0, "rougeL": 15.384615384615383}, "nll_sum": 217.1455078125, "token_count": 32} +{"index": 8453, "reference": "Breakfast at the Wangs' on a Sunday: it's a lesson in how attitudes in Taiwan towards China have changed significantly in just three generations.", "prediction": "After two decades of struggle struggle with China, Taiwan's's Prince Crown Shco, the BBC's columnist Clydepei how and in it would happen?", "rouge": {"rouge1": 28.000000000000004, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 213.33934020996094, "token_count": 29} +{"index": 8454, "reference": "Protesters have faced off with police in a demonstration over the death of a man after a traffic stop.", "prediction": "Hundreds of protesters in central London led led to the death of a man whose was run over by a car and stopped by police police.", "rouge": {"rouge1": 48.888888888888886, "rouge2": 18.6046511627907, "rougeL": 40.0}, "nll_sum": 93.30255126953125, "token_count": 26} +{"index": 8455, "reference": "The BBC's Global Health Correspondent Tulip Mazumdar has been investigating a new Zika vaccine which could be ready for human trials later this year.", "prediction": " the World Health Organization Health it has developed a new vaccine against virus in Zika.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 30.0}, "nll_sum": 70.31300354003906, "token_count": 15} +{"index": 8456, "reference": "Prime Minister David Cameron has said he wants to put tackling corruption at the \"top of the international agenda\" ahead of a London summit on the issue.", "prediction": "Prime Minister David Cameron is urging world leaders to fight \"the the battle\" against corruption, with leaders say calling it \"night to be survived\".", "rouge": {"rouge1": 31.37254901960785, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 128.7325439453125, "token_count": 28} +{"index": 8457, "reference": "St Johnstone moved within two points of fourth place in the Scottish Premiership by despatching 10-man Inverness CT, who now sit bottom.", "prediction": "Sir Johnstone moved three points clear at the top to the Scottish Premiership with victory over bottom Inverness Cal Thistle auns solve- again solve again- of again's- 2011A a from in- from a's from's emerged", "rouge": {"rouge1": 32.78688524590164, "rouge2": 10.169491525423728, "rougeL": 22.950819672131146}, "nll_sum": 294.2580261230469, "token_count": 47} +{"index": 8458, "reference": "More new mothers are opting to try breastfeeding their babies, latest UK figures reveal.", "prediction": "The women who gave birth at birth in England - and highest - in the highest level, 2011, figures show.", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 106.12096405029297, "token_count": 22} +{"index": 8459, "reference": "The first episode of the BBC's new costume drama War and Peace was watched by more than six million viewers.", "prediction": "ITV series drama drama Downton Abbey Library, has topped the UK office on Wednesday night, the highest level on the opening night of a night solve theonian's of a-'sA from in's from The Broadway.", "rouge": {"rouge1": 17.24137931034483, "rouge2": 0.0, "rougeL": 10.344827586206897}, "nll_sum": 262.10296630859375, "token_count": 45} +{"index": 8460, "reference": "Chris Gunter says Wales will prove they are not a one-man team as they attempt to keep their World Cup qualification hopes alive without Gareth Bale.", "prediction": "Chris Gunter says Wales' ankle to shoulder injury and Gareth' face Wales' final Euro 2016 campaign will not be a \" one-man\".", "rouge": {"rouge1": 44.897959183673464, "rouge2": 21.276595744680847, "rougeL": 36.73469387755102}, "nll_sum": 152.26931762695312, "token_count": 28} +{"index": 8461, "reference": "A Czech hiker who went missing a month ago in the snowy mountains of New Zealand has described the \"harrowing\" ordeal in which her partner died.", "prediction": "A Czech biker who went missing after a night after he went out while hiking on the ski track has been found alive in the Czech Republic capital, Czech police say.", "rouge": {"rouge1": 35.08771929824561, "rouge2": 14.545454545454545, "rougeL": 31.57894736842105}, "nll_sum": 121.91539764404297, "token_count": 33} +{"index": 8462, "reference": "Western Sahara is a sparsely-populated area of mostly desert situated on the northwest coast of Africa.", "prediction": "Morocco, the theHur kicks sank off the Western Africa coast of 2011, is the a list of political and Spanish Revenue and the African African Republic November 1991.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 228.37474060058594, "token_count": 33} +{"index": 8463, "reference": "Ireland's Steven Donnelly has beaten Tuvshinbat Byamba of Mongolia on points to reach the quarter-finals of the welterweight division at the Olympics.", "prediction": "L's Donnagh will begin his attempt to reach in his IBF IBF light-welter boxing champion to boxing in Rio 2016.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 4.545454545454545, "rougeL": 13.043478260869565}, "nll_sum": 144.9897918701172, "token_count": 28} +{"index": 8464, "reference": "A five-year-old boy has died after his head got lodged between a wall and a table fixed to a slow-moving floor of a restaurant in Atlanta, police officials said.", "prediction": "A five-year-old American boy was injured after a wall and hit a wall in a wall and moving moving to a restaurant in restaurant US city of Atlanta, officials police say police in the a 2011, a, a they again a", "rouge": {"rouge1": 53.33333333333334, "rouge2": 21.91780821917808, "rougeL": 45.33333333333333}, "nll_sum": 235.02761840820312, "token_count": 47} +{"index": 8465, "reference": "Italy's government has criticised leaders in the north of the country for their refusal to host any more migrants rescued from the Mediterranean.", "prediction": "The president of Italy has warned action but does take more refugees migrants take from Western Europe, because it is not working, a controversialolveon says.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 20.408163265306126}, "nll_sum": 168.33233642578125, "token_count": 29} +{"index": 8466, "reference": "Russia's ambassador to Poland, Sergey Andreyev, has said he meant no offence when he appeared to suggest Poland was partly to blame for the start of World War Two.", "prediction": " Polish Prime Minister Andy And,ev says he is not rejectinging remarks, meaning the soldiers was was the Soviet war in World War Two.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 7.6923076923076925, "rougeL": 22.222222222222225}, "nll_sum": 185.95932006835938, "token_count": 27} +{"index": 8467, "reference": "A book written by the late editor of French satirical weekly Charlie Hebdo, Stephane Charbonnier - known as Charb - is set to be published posthumously.", "prediction": "b Char Ab, the former journalist of the satirical controversial, Charlie Wars, has finally published a book emerged against plagiarismists\". a \" a again once 2011 again's 2011's \"A again of the again 2011 from 2011 from again a", "rouge": {"rouge1": 21.875, "rouge2": 3.225806451612904, "rougeL": 15.625}, "nll_sum": 316.7232666015625, "token_count": 47} +{"index": 8468, "reference": "Flood sirens have sounded as the \"biggest ever\" training exercise has been held in parts of West Yorkshire inundated by flooding in December 2015.", "prediction": "A annual live training exercise took place place four northern London, where burst mass's flooding, homes.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 144.7381591796875, "token_count": 19} +{"index": 8469, "reference": "Engineers have been doing the tricky job of slotting in the last section of a huge undersea tunnel in south-east Asia.", "prediction": "The highest building, is Hong Kong, been officially opened again to here in.", "rouge": {"rouge1": 17.14285714285714, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 94.33067321777344, "token_count": 15} +{"index": 8470, "reference": "A 14-year-old boy has been arrested on suspicion of attempted murder after a teacher was stabbed at a Bradford school.", "prediction": "A teenager has been stabbed to death in the head outside a classroom outside school of Bradford.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 5.405405405405405, "rougeL": 30.769230769230766}, "nll_sum": 67.26673889160156, "token_count": 17} +{"index": 8471, "reference": "Images of every tower block built in the UK are to be catalogued in a fully searchable digital archive.", "prediction": " a team of economics and delivering images of historic Glasgow Douglas block are to be made made, an archive.", "rouge": {"rouge1": 42.10526315789473, "rouge2": 16.666666666666664, "rougeL": 36.84210526315789}, "nll_sum": 140.9218292236328, "token_count": 20} +{"index": 8472, "reference": "Scots judo star Stephanie Inglis has thanked her supporters and said she hopes to be \"up and about\" soon.", "prediction": "Formero judo star Stephanie Ritaobisie has received an \"wicket and replacement\" as\" as she continues to return home and receive specialist.", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473685, "rougeL": 40.0}, "nll_sum": 191.15234375, "token_count": 30} +{"index": 8473, "reference": "The UK government's Brexit secretary insists any arrangements to leave the EU would be a \"United Kingdom deal\".", "prediction": "Scotland's Brexit minister has told the first minister Scotland does not want to get any deal with Brexit.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 21.052631578947366}, "nll_sum": 73.50064849853516, "token_count": 19} +{"index": 8474, "reference": "Current spying campaigns run by the CIA could be disrupted, say experts, after more data on the agency's hacking techniques was released by Wikileaks.", "prediction": "The US National Agency (CIA) has released details of data about malware to be created \"one of most technically damaging\", a US security expert says.", "rouge": {"rouge1": 32.0, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 142.4427947998047, "token_count": 29} +{"index": 8475, "reference": "Two pages from an 800-year-old copy of the Koran decorated with gold leaf are to go on show in a Leeds museum display looking at Islam.", "prediction": "A than 80 paper, believed to have been of \"the 19 medieval\" best\" paper the have gone on display at in on the 71's, 71, of they from The-be penalty in a from a from.", "rouge": {"rouge1": 27.692307692307693, "rouge2": 6.349206349206349, "rougeL": 15.384615384615385}, "nll_sum": 293.5889587402344, "token_count": 44} +{"index": 8476, "reference": "A 30-yard thunderbolt from Finland international Daniel O'Shaughnessy earned Cheltenham an unlikely draw at Mansfield.", "prediction": "ness O'aughy's stunning penalty and rescued a point for Mansfield League play-off hopuls Cheltenham at purellfield. Silk-. ballet's's play-G from his in from 40 to.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 285.3297119140625, "token_count": 43} +{"index": 8477, "reference": "World number one Andy Murray gained revenge for last Thursday's defeat by Albert Ramos-Vinolas in Monte Carlo by beating the Spaniard to reach the last four of the Barcelona Open.", "prediction": "Andy Murray is through to the quarter-finals of the Monte Masters Open with an impressive defeat by by & Ramos-inasolasin Monte Carlo. Carlo", "rouge": {"rouge1": 46.42857142857142, "rouge2": 14.814814814814813, "rougeL": 25.0}, "nll_sum": 172.14434814453125, "token_count": 29} +{"index": 8478, "reference": "The leader of Western Isles local authority, Comhairle nan Eilean Siar, has said the rig Transocean Winner could be scrapped on the islands.", "prediction": "The salvage team for Transocean which ran aground in the Antarctic could soon prevented, as as possible economic impact\", a senior Scottish councillor says.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 176.74676513671875, "token_count": 29} +{"index": 8479, "reference": "Craig Gordon hopes an impressive display against Manchester City can help him retain a regular starting position at Celtic.", "prediction": " Gordon Scotland says he's ready to take his place in starting against Celtic Manchester City after a late equaliser saw him help a top \" side side.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 4.545454545454546, "rougeL": 26.08695652173913}, "nll_sum": 149.00186157226562, "token_count": 29} +{"index": 8480, "reference": "Two goals from Kieron Cadogan emphasised Sutton's superiority as they thrashed struggling North Ferriby 5-1.", "prediction": "Sutton United Kieron handogan scored and the scored a twice as Sutton ended four four-match unbeaten run with victory North Ferriby atange Green Stadium.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 220.24404907226562, "token_count": 32} +{"index": 8481, "reference": "More than 50 people have been killed in a landslide in Antioquia province in north-west Colombia, officials say.", "prediction": "Rescue Brazil have declared victims of survivors following a massive landslide in Nicaragua that left 22 people dead.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 94.42347717285156, "token_count": 20} +{"index": 8482, "reference": "Warrington winger Gene Ormsby has joined Super League rivals Huddersfield Giants with immediate effect.", "prediction": "Huddersfield Giants have signed Warrington Wolves centre- Jack Chelmsby on- three- deal for the rest of \u00a3 season.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 6.896551724137931, "rougeL": 12.903225806451616}, "nll_sum": 172.5047149658203, "token_count": 27} +{"index": 8483, "reference": "All pictures are copyrighted.", "prediction": "All pictures are copyrighted.", "rouge": {"rouge1": 100.0, "rouge2": 100.0, "rougeL": 100.0}, "nll_sum": 19.41632080078125, "token_count": 4} +{"index": 8484, "reference": "Crossrail workers have made their latest breakthrough by tunnelling under the City of London.", "prediction": "The final design for a multimillionmillion- pound dedicated railway in north London has been, Crossrail it has been announced been in the-'s, solve, from it aA from from a it's of the.old a againold", "rouge": {"rouge1": 15.686274509803921, "rouge2": 0.0, "rougeL": 11.764705882352942}, "nll_sum": 302.96612548828125, "token_count": 47} +{"index": 8485, "reference": "A former IRA leader has been charged in connection with the abduction and murder of Jean McConville.", "prediction": " IRA IRA has arrested in Northern Ireland connection with the murder of Jean McConville, who was kidnapped 30 ago ago", "rouge": {"rouge1": 54.05405405405405, "rouge2": 28.57142857142857, "rougeL": 54.05405405405405}, "nll_sum": 109.30874633789062, "token_count": 22} +{"index": 8486, "reference": "Jared Payne remains a fitness doubt for Ireland's Six Nations game against England on Saturday.", "prediction": "Jared Payne is likely to returned to training in Republic of Ireland's final Six Nations game against England and other Wales at Twickenham on 30 December-", "rouge": {"rouge1": 46.51162790697674, "rouge2": 29.268292682926834, "rougeL": 46.51162790697674}, "nll_sum": 124.82223510742188, "token_count": 30} +{"index": 8487, "reference": "A British IS fighter who died in a suicide bomb attack on Iraqi forces in Mosul is a former Guantanamo Bay detainee, the BBC understands.", "prediction": "The last British man who carried carried out a suicide campaign to a British soldier killed in Iraq of been sent to Pakistan, the BBC understands.,, solve,'s they from a-A a ban in from November's delayed from. emerged", "rouge": {"rouge1": 33.333333333333336, "rouge2": 12.5, "rougeL": 24.242424242424242}, "nll_sum": 287.2969665527344, "token_count": 46} +{"index": 8488, "reference": "Tottenham defender Jan Vertonghen is expected to be out for six weeks with an ankle ligament injury, according to his manager Mauricio Pochettino.", "prediction": "Tottenham manager Mauricio Pochettino saysToronghen will need surgery on his ankle in his battle recover recovered from a \"olve and's. \" it-'s from I-b's from in three years on's)..", "rouge": {"rouge1": 21.428571428571427, "rouge2": 7.4074074074074066, "rougeL": 14.285714285714288}, "nll_sum": 284.8782653808594, "token_count": 46} +{"index": 8489, "reference": "First Minister Arlene Foster has denied that campaigning for the UK to leave the EU was a mistake.", "prediction": "The new First Minister Arlene Foster has said she will use the Northern Ireland's where, Ireland because of \" stronglee\" isn't justice place\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 20.0, "rougeL": 28.571428571428577}, "nll_sum": 167.62203979492188, "token_count": 29} +{"index": 8490, "reference": "The founder and majority owner of Sports Direct, Mike Ashley, has stepped in as chief executive after the surprise resignation of Dave Forsey.", "prediction": "The chief executive of Sports Sky, Dave Ashley, is determined ready in his role, saying the company is failed to struggle a daily publishing newspaper company.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 164.1293487548828, "token_count": 29} +{"index": 8491, "reference": "Hard-gambling, hard-drinking, hard-living Las Vegas is not, you might think, a natural fit for Islam.", "prediction": "The deadly deadly attack on a school outside the southern northern city of Sin, California, the town is closing of black gates a black orange in box.", "rouge": {"rouge1": 8.888888888888888, "rouge2": 0.0, "rougeL": 8.888888888888888}, "nll_sum": 178.53663635253906, "token_count": 29} +{"index": 8492, "reference": "England had to settle for a draw after an extraordinary final session on the fifth day of the first Test against Pakistan in Abu Dhabi.", "prediction": "England were to a pulsating-roundating by Pakistan by a thrilling Test in a rain heavy rain, dramatic final and final Test.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 0.0, "rougeL": 21.276595744680854}, "nll_sum": 158.84317016601562, "token_count": 26} +{"index": 8493, "reference": "China continued their dominance of Olympic table tennis as their men's team beat Japan in Wednesday's final.", "prediction": "China won two men's table tennis table to at Rio event to Rio in. - the first reputation same as's best global Olympic event since its reputation from's same's reputation as-. from reputation in as men's.", "rouge": {"rouge1": 30.508474576271183, "rouge2": 7.017543859649122, "rougeL": 23.72881355932203}, "nll_sum": 293.4429626464844, "token_count": 43} +{"index": 8494, "reference": "Prince Charles and his wife Camilla are to visit Australia and New Zealand in November, his office says.", "prediction": "The Duke and Duchess of Cambridge and Duchess of Cornwall will meet in New Zealand to start- two-day international tour to tour of Australia.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 104.71192932128906, "token_count": 27} +{"index": 8495, "reference": "Just over half of bathing spots along England's coast have no lifeguards on duty over the summer.", "prediction": "More than 300 lifeguards are being deployed in Cambergeshire coast last year, as there is no incidents.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 105.64125061035156, "token_count": 22} +{"index": 8496, "reference": "Veteran journalist and news anchor Gwen Ifill has died aged 61, the Public Broadcasting Service (PBS) has said.", "prediction": "A New York Times TV journalist,wen G Gavinill, has died, aged 86, has it is one Dock what's' stopp- a-D of's a \"--l\".. in\". years a's. from a", "rouge": {"rouge1": 19.607843137254903, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 309.74658203125, "token_count": 46} +{"index": 8497, "reference": "Charlie and Lola creator Lauren Child has been named as the new children's laureate, taking over from Goth Girl author Chris Riddell.", "prediction": "maker Chris Riddell, including Chris Rman, and Chrisidd Wilson, has been officially named as the UK's new children a Assembly.", "rouge": {"rouge1": 50.0, "rouge2": 23.809523809523807, "rougeL": 36.36363636363636}, "nll_sum": 177.6324462890625, "token_count": 29} +{"index": 8498, "reference": "Former Birmingham City boss Steve Bruce is the \"right man\" to manage Aston Villa, according to former Blues midfielder Robbie Savage.", "prediction": "Aston Villa boss Steve Bruce needs the togetherness focus on becoming Birmingham City and boss, says former Birmingham and ex-English football star Robbie Savage. of- again's again- againH 2011 from in from 2011 again 2011 again from a", "rouge": {"rouge1": 36.0655737704918, "rouge2": 20.33898305084746, "rougeL": 22.950819672131146}, "nll_sum": 274.4999084472656, "token_count": 47} +{"index": 8499, "reference": "A senior police officer has said there will be \"significant arrests\" of those involved in rioting in Belfast.", "prediction": "Police have used small bombs, bomb a police officer and police officer in Northern Ireland.", "rouge": {"rouge1": 24.24242424242424, "rouge2": 6.451612903225808, "rougeL": 24.24242424242424}, "nll_sum": 71.68077087402344, "token_count": 16} +{"index": 8500, "reference": "The wife of a journalist attacked outside a Tube station has been told to take his recovery \"an hour at a time\".", "prediction": "A journalist who was left injured after an attack by police in south east London, has spoken of his struggle of becomingit sedator\".", "rouge": {"rouge1": 31.111111111111118, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 126.84884643554688, "token_count": 26} +{"index": 8501, "reference": "National League club Chester have re-signed Port Vale midfielder Ryan Lloyd on loan until 1 January.", "prediction": "Chesterfield have signed Birmingham winger Lloyd Robin on loan from club Birmingham City on a onemonthmonth loan deal.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.0606060606060606, "rougeL": 28.571428571428577}, "nll_sum": 130.447021484375, "token_count": 23} +{"index": 8502, "reference": "Scottish Championship leaders Hibernian moved 10 points clear of title rivals Dundee United with a fractious victory.", "prediction": "Hibernian beat beat 10-man Hibernian after an tenseee contest against 10-man Dund United.", "rouge": {"rouge1": 18.750000000000004, "rouge2": 0.0, "rougeL": 18.750000000000004}, "nll_sum": 115.67823791503906, "token_count": 22} +{"index": 8503, "reference": "The French operations of the US cosmetics giant Avon Products are to be closed by the end of the month.", "prediction": "A French goods company Defenceon, it is closing half of its factory in France, because the delivery of current rules is \"stands our values\".", "rouge": {"rouge1": 22.727272727272727, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 159.14308166503906, "token_count": 29} +{"index": 8504, "reference": "The first day of pre-season testing for the new Formula 1 season has started at Spain's Jerez track with three leading teams unveiling their cars.", "prediction": "Ferrari released new images of a new design of their 2017, following a race the first place in the Jerez of Jerez.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 113.90950012207031, "token_count": 27} +{"index": 8505, "reference": "A Denbighshire road has been reopened after a boy was hit by a car, North Wales Police says.", "prediction": "A child was taken to hospital after being hit by a car in Den Denbighshire.", "rouge": {"rouge1": 48.48484848484848, "rouge2": 19.35483870967742, "rougeL": 36.36363636363636}, "nll_sum": 53.511470794677734, "token_count": 18} +{"index": 8506, "reference": "Thousands of ceramic poppies used in the Tower of London installation are to go on display across the north of England, it has been announced.", "prediction": " thousands of ceramic ceramic poppies will be staged at two national regional and 2017 and and 2014, as part of a \u00a35m) regeneration project.", "rouge": {"rouge1": 20.408163265306126, "rouge2": 12.76595744680851, "rougeL": 20.408163265306126}, "nll_sum": 147.81069946289062, "token_count": 30} +{"index": 8507, "reference": "Lord Jeffery Amherst, an 18th Century British general, is one of the figures at the centre of a global debate on the legacy of colonialism.", "prediction": "The first British state, Jeffery Amherst, has, formally given an honour honours in honour of British military honouras who was awarded his award of his honour.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 177.47030639648438, "token_count": 34} +{"index": 8508, "reference": "Kenya's Rita Jeptoo, winner of the Boston and Chicago marathons, has been banned for two years after failing a drugs test.", "prediction": "Two-time marathon Marathon VictoriaalelectedMultipleoo has had her two-year doping ban after failing a drugs test. test doping a- a's a's again a from--A- from in from from a's. from a", "rouge": {"rouge1": 37.931034482758626, "rouge2": 17.857142857142854, "rougeL": 31.034482758620683}, "nll_sum": 276.0452880859375, "token_count": 46} +{"index": 8509, "reference": "Planning permission has been granted to create what is believed to be England's largest onshore wind farm.", "prediction": "Plans for a 50-turbine wind farm in northern Lancashire have been dropped, after a council's decision by the councillors. to the. its ban from possible the, it-oldImages of.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 12.244897959183673}, "nll_sum": 217.68350219726562, "token_count": 43} +{"index": 8510, "reference": "A US judge has ordered Apple to pay more than half a billion dollars to a university after the tech firm failed to abide by an earlier court ruling.", "prediction": "A university has been ordered to damages in a patent battle over a US scientist who developed iPhone devices", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 25.0}, "nll_sum": 84.74700927734375, "token_count": 18} +{"index": 8511, "reference": "A Northern Ireland supporter has died at the Stade de Lyon as he watched the team beat Ukraine at the Euro 2016 tournament in France.", "prediction": "A Northern Ireland fan who died during a fall in Nice while playing for the team at the Euro 2016 has died, the Republic of Ireland's chief said of his family minutes after his from from France of in minutes from same stadium.", "rouge": {"rouge1": 40.57971014492754, "rouge2": 20.895522388059703, "rougeL": 31.884057971014496}, "nll_sum": 205.25494384765625, "token_count": 45} +{"index": 8512, "reference": "David Harsent has won the TS Eliot Prize for poetry at the fifth attempt.", "prediction": " Stephen the Harsire, the won prestigious prestigious TS prestigious Prize for Literature for his decision to books of Welsh poet. Ind's Nottingham Forest 2011 a it's \"maker on the war\" The's. ballet of.", "rouge": {"rouge1": 24.0, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 301.2665710449219, "token_count": 43} +{"index": 8513, "reference": "Ronnie O'Sullivan will not be defending his UK Snooker Championship title in York in November.", "prediction": "Defending champion Ronnie O'Sullivan has withdrawn from the UK Championship in May.", "rouge": {"rouge1": 48.275862068965516, "rouge2": 14.814814814814813, "rougeL": 41.37931034482759}, "nll_sum": 60.583316802978516, "token_count": 15} +{"index": 8514, "reference": "A wine bar has been fined \u00a3100,000 after a woman drank a cocktail containing liquid nitrogen and had to have her stomach removed.", "prediction": "Oscar's bar has been fined \u00a320,000 after a woman died after being, a lethal cocktail of the pizzic food while eating.", "rouge": {"rouge1": 42.5531914893617, "rouge2": 26.66666666666666, "rougeL": 42.5531914893617}, "nll_sum": 141.01519775390625, "token_count": 28} +{"index": 8515, "reference": "A 32-year-old man is being questioned in connection with the murder of a woman whose body was cut up and dispersed in the Wicklow Mountains.", "prediction": "A 41-year-old man has arrested in the Republic of Ireland after a woman's body found in found in Dublin on Saturday.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 16.3265306122449, "rougeL": 43.13725490196078}, "nll_sum": 83.46626281738281, "token_count": 26} +{"index": 8516, "reference": "A joint inspection of the delivery of services for older people in the Western Isles has identified the need for improvement.", "prediction": "The same services provide services for the older people are \" \"hugely diagnosis\" seriously ill, investigators have found.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 11.111111111111112, "rougeL": 26.31578947368421}, "nll_sum": 134.00146484375, "token_count": 22} +{"index": 8517, "reference": "A man has been left in a \"serious but stable\" condition in an attack being treated by police as attempted murder.", "prediction": "A man was seriously seriously injured after being hit with a car with ha in a suspected hit-andrun and \"horrific\".", "rouge": {"rouge1": 23.809523809523807, "rouge2": 10.000000000000002, "rougeL": 19.047619047619047}, "nll_sum": 110.51614379882812, "token_count": 26} +{"index": 8518, "reference": "The African Nations Championship (CHAN) holders, the Democratic Republic of Congo, failed to qualify for the 2018 finals in Kenya following a shock elimination by Congo Brazzaville.", "prediction": "Democratic Republic of Congo will miss the 2016 African Championship (IM)) quarter-finals with Zambia, while home-based footballers will host in Zamb champions Zambia.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 12.000000000000002, "rougeL": 26.923076923076923}, "nll_sum": 164.3678741455078, "token_count": 33} +{"index": 8519, "reference": "Brendan Rodgers says Celtic new boy Olivier Ntcham proved he has the ability to play at the very top level in Saturday's friendly defeat to Lyon.", "prediction": "Brendan Rodgers described teenage youngster Oie Aristis will still be fit for Saturday's Premiership rivals Celtic to Celtic's at 2011- a- again- 2011 again's-'s from's from's from's- from N George.'s a", "rouge": {"rouge1": 21.21212121212121, "rouge2": 6.25, "rougeL": 18.181818181818183}, "nll_sum": 327.0574951171875, "token_count": 47} +{"index": 8520, "reference": "Proposals for a new bridge to take the A9 across the River Spey near Kingussie in the Highlands have been published.", "prediction": "The planned design site for planned for proposed new bridge to be built between Inverness and Iness.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 11.111111111111112, "rougeL": 21.052631578947366}, "nll_sum": 99.39593505859375, "token_count": 20} +{"index": 8521, "reference": "The Force - the mysterious energy field used by the Jedi in Star Wars - has been discovered by researchers at the Cern laboratory.", "prediction": "The airwaves made made around, 24 April have been created by April F Cats, researchers the. solve to a- aACalifornia Nottingham's. a's a's a's). a's). a from's from's of from a", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 321.18438720703125, "token_count": 49} +{"index": 8522, "reference": "UKIP could win more than seven seats in the 2016 assembly election, the party's campaign manager for the poll has said.", "prediction": "UKIP's chief of the party has said he hopes Wales will miss next year's Welsh assembly due to \"a couple suspected of the\", from a, from. as from reputation, Labour's's. of the. from'selt", "rouge": {"rouge1": 30.0, "rouge2": 6.896551724137931, "rougeL": 20.0}, "nll_sum": 258.187255859375, "token_count": 46} +{"index": 8523, "reference": "As EU migrants face a backlash in Cambridgeshire in the wake of the referendum result, the entrepreneur behind a small chain of Polish delis fears for her future.", "prediction": "A Polish little Bari closing open her shop and a shop in Peterborough then eventually, woman says is sending a letter to Britain - and what happened happen to the UK netted it is and right!", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 250.6419677734375, "token_count": 39} +{"index": 8524, "reference": "A 45-year-old man from Pembrokeshire has been been jailed for historical sex offences against a child.", "prediction": "A former Carmarthenshire police officer who was jailed for for sexually abusing a teenager over three-year period period has been jailed.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210527, "rougeL": 25.0}, "nll_sum": 99.47914123535156, "token_count": 26} +{"index": 8525, "reference": "Police will be deployed to a village in Mexico after an invitation to a girl's birthday party went viral and 1.2 million people said they would attend.", "prediction": "An 11-year-old boy from the northern Mexican town of Mexico says has received a mass possible birthday party, meaning his party whose celebrating his 15th birthday party.", "rouge": {"rouge1": 17.24137931034483, "rouge2": 3.571428571428571, "rougeL": 13.793103448275861}, "nll_sum": 156.92822265625, "token_count": 33} +{"index": 8526, "reference": "An online appeal set up to help the family of a five-year-old girl who died when her head became stuck in a lift in Dorset has raised more than \u00a312,000.", "prediction": "Thousands of people who made in social media campaign over the aftermath the death of a 11-year-old girl who a lift at her home paid, the,omb, and appealingik and by the donations.", "rouge": {"rouge1": 32.35294117647059, "rouge2": 15.151515151515152, "rougeL": 26.470588235294112}, "nll_sum": 217.98963928222656, "token_count": 41} +{"index": 8527, "reference": "Water voles are being reintroduced at a Carmarthenshire nature reserve.", "prediction": " water glasslees have, released m Conwy county county for the first time in 25 years.", "rouge": {"rouge1": 8.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 106.95257568359375, "token_count": 18} +{"index": 8528, "reference": "The closure of the Forensic Science Service should have no negative impact on criminal justice as long as the wind down is properly handled, commercial providers have told a Commons inquiry.", "prediction": "The government's possible \u00a32bn closure of the IceForensic Service (FSS), amid voiced fears over \"reital prospects\" for crime, the crime commissioner's solve's a and from the 2011.old again from 2011 again 2011", "rouge": {"rouge1": 20.8955223880597, "rouge2": 6.153846153846153, "rougeL": 20.8955223880597}, "nll_sum": 291.31781005859375, "token_count": 47} +{"index": 8529, "reference": "US comedian Bill Cosby has resigned from the board of trustees of Temple University in Philadelphia amid ongoing allegations of sexual assault.", "prediction": " actorer and broadcaster Bill Cosby, resigned from University of Florida, has resigned from University. Florida, on allegations of indecent and sexual assault.", "rouge": {"rouge1": 50.0, "rouge2": 23.809523809523807, "rougeL": 45.45454545454545}, "nll_sum": 135.5949249267578, "token_count": 27} +{"index": 8530, "reference": "Part of a Gwynedd beach has been closed after a member of the public found a suspected explosive device, North Wales Police has said.", "prediction": "A bomb disposal device which was found on a beach in Carmarthenshire was safe, bomb experts have said.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 75.36038208007812, "token_count": 22} +{"index": 8531, "reference": "We are now putting carbon into the atmosphere at a rate unprecedented since at least the age of the dinosaurs, scientists say.", "prediction": "The price carbon harmful emissions around the atmosphere will rising above the above than a year earlier, than thought thought", "rouge": {"rouge1": 28.571428571428566, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 137.9947052001953, "token_count": 20} +{"index": 8532, "reference": "They run, jump and hurl themselves through the air.", "prediction": "A a motorway house stands well above a high block with a blue orange and flag.", "rouge": {"rouge1": 8.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 100.42039489746094, "token_count": 17} +{"index": 8533, "reference": "St Helens boosted their hopes of a top-four finish with a battling Super League win over Catalans.", "prediction": "St Helens survived a second-half battleback to beat Catalans and boost their Super League hopes alive.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 18.18181818181818, "rougeL": 34.285714285714285}, "nll_sum": 105.41639709472656, "token_count": 21} +{"index": 8534, "reference": "Work is set to begin on a pump to protect hundreds of flood-hit homes in Rhyl from the tides.", "prediction": "Demolition work to protect people from their homes in Denbighshire by which floods which overwhelmed their residents, will not begin soon from the solve. a againA- again a from a it's againelt of again's from's a", "rouge": {"rouge1": 37.28813559322034, "rouge2": 10.526315789473683, "rougeL": 23.728813559322035}, "nll_sum": 269.2581787109375, "token_count": 47} +{"index": 8535, "reference": "Part of the wireless spectrum freed up after the digital TV switchover is being used to provide broadband services in rural Scotland.", "prediction": "BT is planning to knock the a of American service across Scotland Scotland with the offering of up to one per second per year a an share it's. solve \" it's's - from from it's Royal of a. from of's a", "rouge": {"rouge1": 24.242424242424246, "rouge2": 0.0, "rougeL": 12.121212121212123}, "nll_sum": 304.61480712890625, "token_count": 47} +{"index": 8536, "reference": "Labour has said it plans to double the fines that can be levied on people who aggressively avoid tax, if it wins the next general election.", "prediction": " Labour wants people to using dangerous avoiders and paying tax despite not paying any company paying such as tax evasion.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 128.67556762695312, "token_count": 21} +{"index": 8537, "reference": "A government drive to boost participation in rugby in English schools is ill-conceived and risks children getting seriously hurt, public health doctors have warned.", "prediction": "A government call should given a ban on recorded rugby clubs in England to protect children, says a leading doctors'.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 26.66666666666666}, "nll_sum": 121.58335876464844, "token_count": 21} +{"index": 8538, "reference": "Work to repair parts of a landmark castle on the Hampshire coast has begun.", "prediction": "A historic military concrete demolition will be built on the Isle of Wight to be made protected as part of a \u00a31m regeneration project.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 16.666666666666668, "rougeL": 21.05263157894737}, "nll_sum": 105.76625061035156, "token_count": 27} +{"index": 8539, "reference": "Health Secretary Shona Robison has asked an expert to examine a review into the safety of mesh implants.", "prediction": "The review of the independent review into whether women with a lungapse is to be undertaken, Scotland's Health Secretary Sh Robisonison been told solve", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 9.30232558139535}, "nll_sum": 187.6546630859375, "token_count": 28} +{"index": 8540, "reference": "Hundreds of eggs belonging to a protected species of bird have been stolen from an important nesting site, with fears they could be sold to the restaurant industry.", "prediction": "Hundreds of endangered gulls, including thousands of hundreds and eggs - have been stolen from, harbour west south west coast, a charity ad said to.'s aA a's a from'sA's Police from's\". from'sA Broadway", "rouge": {"rouge1": 30.303030303030305, "rouge2": 12.5, "rougeL": 24.242424242424242}, "nll_sum": 310.78192138671875, "token_count": 47} +{"index": 8541, "reference": "Prosecution and conviction rates for drivers who cause fatal road crashes have fallen sharply - at the same time as police forces have lost thousands of traffic officers.", "prediction": " majority of road drivers targeting for using a mobile phone and driving while speeding, has fallen slightly to figures obtained by the BBC. in the'sman, solve,'s they from large-d's cases in from since's proposed.", "rouge": {"rouge1": 21.21212121212121, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 286.61712646484375, "token_count": 45} +{"index": 8542, "reference": "Animal rights campaigners in China have handed in a petition with 11 million signatures calling for an end to an annual dog-eating festival in the south-west of the country.", "prediction": "Hundreds of thousands of signed signed a petition calling for a dog meat festival in China, despite activists lack calls for.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 16.0, "rougeL": 26.923076923076923}, "nll_sum": 113.30329895019531, "token_count": 22} +{"index": 8543, "reference": "China's Long Qingquan lifted a combined world record of 307kg to win Olympic gold in the men's 56kg weightlifting.", "prediction": "North Korea's political Long became the first a to lift a contaminated gold gold in the men's- men's -69 -69% title.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 23.25581395348837, "rougeL": 40.0}, "nll_sum": 182.68206787109375, "token_count": 28} +{"index": 8544, "reference": "Manchester United have agreed a deal to sign Dutch forward Memphis Depay from PSV Eindhoven.", "prediction": "Manchester United have signed winger Memphis Depay from a \u00a331m move from PSV Ehoho.", "rouge": {"rouge1": 62.06896551724138, "rouge2": 37.03703703703704, "rougeL": 55.17241379310344}, "nll_sum": 85.60438537597656, "token_count": 19} +{"index": 8545, "reference": "The biggest competition for virtual reality is something it'll never beat - the real world.", "prediction": " Lego toy company Oculus arrive at Wembley on Tuesday - saying it wasn hasn't.", "rouge": {"rouge1": 6.89655172413793, "rouge2": 0.0, "rougeL": 6.89655172413793}, "nll_sum": 100.18889617919922, "token_count": 15} +{"index": 8546, "reference": "Shauna Coxsey continued her Bouldering World Cup title defence by claiming gold in the third event of the season.", "prediction": "Great Britain's Jo As Coxroy has won the first women's silver iceing at the Alpineing European Championships.", "rouge": {"rouge1": 10.526315789473683, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 149.96487426757812, "token_count": 22} +{"index": 8547, "reference": "A man who rampaged through a Dundee mosque while on licence for seriously assaulting his sister has been returned to prison.", "prediction": "A Dundee man who head, worshippers into a Muslim prayer room while he was only black has been jailed for four months. of has a again 2011 again a's a's it from it'sA complaint ofless", "rouge": {"rouge1": 30.508474576271183, "rouge2": 10.526315789473685, "rougeL": 23.728813559322035}, "nll_sum": 251.32421875, "token_count": 43} +{"index": 8548, "reference": "Four people have been charged with murder over the death of a man who was attacked at a former mill.", "prediction": "Four men have been charged with murder after a man who later died from whose serious head injuries at a former factory in Greater Manchester Manchester, caused from a same reputation's, from his body, from his's of a.", "rouge": {"rouge1": 43.333333333333336, "rouge2": 31.03448275862069, "rougeL": 40.0}, "nll_sum": 214.13218688964844, "token_count": 43} +{"index": 8549, "reference": "A chip shop takeaway driver has been attacked with a golf club and robbed of the food he was delivering in West Lothian.", "prediction": "A man was left seriously injured after being hit by a gang of men who stole a food-foodl in West Lothian in what's aAp a's from \"-m a a from a The a's fromA a", "rouge": {"rouge1": 29.03225806451613, "rouge2": 6.666666666666667, "rougeL": 22.58064516129032}, "nll_sum": 240.004638671875, "token_count": 45} +{"index": 8550, "reference": "The devolution settlement for Wales is less fair than those offered to Scotland and Northern Ireland, the Archbishop of Wales has said.", "prediction": "The bill giving more powers and powers to be devolved to Wales \" has been even, better\", the former head of a former Church in Wales. said.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 4.3478260869565215, "rougeL": 24.999999999999993}, "nll_sum": 149.64755249023438, "token_count": 31} +{"index": 8551, "reference": "Woodland bigger than the size of Cardiff needs to be re-planted in Wales to make up for commercial forestry lost over the past 15 years, industry experts have warned.", "prediction": " conservation forestry industry conservation said it needs to be a needed to protect timber to protect trees, cyclists, walk walkers and forest from the the Welsh governmentards say", "rouge": {"rouge1": 27.58620689655172, "rouge2": 7.142857142857142, "rougeL": 17.241379310344826}, "nll_sum": 189.32598876953125, "token_count": 31} +{"index": 8552, "reference": "Eels have been found in a stretch of river where they have not been seen for nearly 40 years.", "prediction": "Four European eels have washed found on a Norfolk river are the recorded for 30 years, the Environment Agency says.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 35.8974358974359}, "nll_sum": 116.46902465820312, "token_count": 22} +{"index": 8553, "reference": "An Indian court is due to rule on whether Bollywood star Salman Khan is guilty of running over five men sleeping on a pavement, killing one.", "prediction": "Bollywood superstar star Salman Khan, appeared in court in in connection with a drive hit-and-run in which killed homeless people in a hit-and-run incident.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 7.692307692307692, "rougeL": 22.222222222222225}, "nll_sum": 122.19532012939453, "token_count": 34} +{"index": 8554, "reference": "On Friday 5 February, at the Regency Airport Hotel in north Dublin, a boxing weigh-in became a murder scene.", "prediction": "The the\u00e1 Fian Martin and Sinn F\u00e9in leader has held their funeral was Ireland for a revenge shooting in which a receptionist was shot in of 1972 December 1972.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 199.24505615234375, "token_count": 34} +{"index": 8555, "reference": "A generation after Robert Millar mesmerised British TV viewers with his assaults on Pyrenean peaks in mid-1980s Tours de France, a sportive in his honour will test riders on the roads on which he trained.", "prediction": "Motorists and Scotland are celebrating the of of cycling legend Millar at this year's West End event to a/-mile 62-55-mile ().", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 6.666666666666667}, "nll_sum": 197.02224731445312, "token_count": 29} +{"index": 8556, "reference": "Immigration rules tailored to the needs of Wales could build public confidence in the system, a group of MPs has said.", "prediction": "Migrants should be moved to English, instead of English no or the Welsh language, a group of MPs claimed.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210526, "rougeL": 35.0}, "nll_sum": 104.84761810302734, "token_count": 22} +{"index": 8557, "reference": "There has been a dramatic rise in the number of technology patents filed that relate to reading brainwaves.", "prediction": " the number has patents the in digital neuroart-inging up around the average, with the company has more than doubled \u00a342m).", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 179.72821044921875, "token_count": 26} +{"index": 8558, "reference": "Surgical staff left medical equipment in a patient undergoing a hysterectomy at a hospital in Northamptonshire.", "prediction": "A garden has left left badly with the leg at an Northamptonshire hospital where a patient died suddenly while falling a a di patient room.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 5.128205128205128, "rougeL": 24.39024390243903}, "nll_sum": 166.109619140625, "token_count": 29} +{"index": 8559, "reference": "Hungary's leader says the migrant crisis facing Europe is a \"German problem\" since Germany is where those arriving in the EU \"would like to go\".", "prediction": "Bulgium police say they ended violence after broke out on a carrying a baby, women and a baby carrying a baby and is still and waiting at Bletke.ke \" again 2011 a from again a again from again 2011 from 2011", "rouge": {"rouge1": 8.955223880597016, "rouge2": 0.0, "rougeL": 8.955223880597016}, "nll_sum": 270.4356384277344, "token_count": 47} +{"index": 8560, "reference": "The revelation that Melania and Barron Trump would not be joining Donald in the White House in January has raised eyebrows in some quarters, and garnered praise in others.", "prediction": "Donald Trump's move to the White House, Chelsea, and Cleveland in US President Barack Obama.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 76.86956787109375, "token_count": 18} +{"index": 8561, "reference": "A Labour assembly member has accused a Plaid Cymru committee colleague of being a conspiracy theorist.", "prediction": "A probe inquiry into a assembly's Welsh accounts accounts has become the \"perfect to done\", the AMs told chairman of a parliamentary committee.", "rouge": {"rouge1": 35.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 163.90415954589844, "token_count": 27} +{"index": 8562, "reference": "An emergency call handler has been sacked after firefighters took more than 90 minutes to reach a fatal blaze.", "prediction": "The of no action will not be brought into the death of pensioner who died while no part of being brought, the fire service to said 2011. solve's again who again a it from a's againelt of the's again the a", "rouge": {"rouge1": 6.349206349206349, "rouge2": 0.0, "rougeL": 6.349206349206349}, "nll_sum": 285.6495361328125, "token_count": 47} +{"index": 8563, "reference": "An independent school in Hampshire has confirmed it will close because of \"financial pressure\".", "prediction": "A girls' school in closing at the same same school - its highest for 30 years, because of a \"challbodying expectationsing place\".", "rouge": {"rouge1": 28.57142857142857, "rouge2": 12.121212121212123, "rougeL": 28.57142857142857}, "nll_sum": 165.33985900878906, "token_count": 29} +{"index": 8564, "reference": "Leading artist Claudia Williams has said she will never tire of painting as she prepares to unveil her latest work to the public.", "prediction": " complete leading legendary art artist Cirst Williams, will show her exhibition in her home town. warned solve artist's best-maker and the's a's from as \"'red from it\" is to have past of.", "rouge": {"rouge1": 30.508474576271187, "rouge2": 0.0, "rougeL": 20.338983050847457}, "nll_sum": 286.86309814453125, "token_count": 42} +{"index": 8565, "reference": "The price of bitcoin has fallen more than 10% after the Hong Kong-based digital currency exchange Bitfinex said it had suffered a major hack.", "prediction": "Hackers have stolen more security bank accounts, one of the world's digital community, naked bonx, said.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 138.13230895996094, "token_count": 22} +{"index": 8566, "reference": "They say you can learn almost anything on YouTube these days and Scott Gregory is hoping the video sharing website holds the secrets to a perfect US Masters debut.", "prediction": " Lee Gregory says he more needed to watch more his ones after filmed YouTube clips of on year- straight on his back-to-old. emerged a- solve again \"-over-p a of in from from a's. from emerged", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 327.78179931640625, "token_count": 46} +{"index": 8567, "reference": "France has opened an investigation into the suicide of a 19-year-old woman who broadcast her death on the video-streaming app, Periscope.", "prediction": "A social media struggle was putting criticism on a Per Periscope in northern France in November, after a five-year-old woman himself and took her own life. in of a 2011 \" again \" 2011 again 2011des 2011 againolve", "rouge": {"rouge1": 29.03225806451613, "rouge2": 10.0, "rougeL": 19.35483870967742}, "nll_sum": 278.49163818359375, "token_count": 47} +{"index": 8568, "reference": "A woman who strangled her mother because she thought she was a \"witch\" has pleaded guilty to manslaughter.", "prediction": "A mother-of-three who who stabbed her father in neck neck while attack at her London home has been jailed for murdering her for diminished responsibility.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 17.777777777777775}, "nll_sum": 128.33099365234375, "token_count": 29} +{"index": 8569, "reference": "(Open): Stocks opened lower on Wall Street while the dollar rose, with the US currency hitting a near eight-year high against the yen.", "prediction": "ocksocks on Wall closed little as Wall Wall Street finished the lower, amid fears over rising house prices and it helped by a rise in house prices.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 163.1531219482422, "token_count": 29} +{"index": 8570, "reference": "The number of people looking for work in Spain fell almost 100,000 in June, a record for the month, to 4.62 million.", "prediction": "The Spanish unemployment fell in Spain between August and and June June fell on the same month, government figures suggest.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 27.27272727272727}, "nll_sum": 113.64693450927734, "token_count": 21} +{"index": 8571, "reference": "Manchester United inflicted total humiliation on Arsenal and their embattled manager Arsene Wenger with a brutal victory at Old Trafford.", "prediction": "Manchester United and Arsenal used in revenge attack as Manchester United and increase the pressure on Arsenal manager Arsene Wenger in an impressive performance at Old Trafford's Court of 2011's- solve- again 2011 again 2011 again's- again's 2011's a", "rouge": {"rouge1": 37.49999999999999, "rouge2": 19.354838709677416, "rougeL": 31.25}, "nll_sum": 252.16256713867188, "token_count": 47} +{"index": 8572, "reference": "A BBC team and a number of tourists have suffered minor injuries after being caught up in an incident on the erupting volcano Mount Etna in Sicily.", "prediction": "A group of tourists who plunged rock into a volcano on Italy's Mountna have been killed the, an interview.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 4.444444444444445, "rougeL": 21.27659574468085}, "nll_sum": 123.2669677734375, "token_count": 22} +{"index": 8573, "reference": "The government needs to set out how it will devolve further fiscal powers to Scotland following the rise of the SNP, a former Scottish secretary has said.", "prediction": "The deputy leader of SNP Allan told the BBC that David Cameron's future could lead Scotland, and believes fears it could be a Whitehaven House.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 0.0, "rougeL": 15.09433962264151}, "nll_sum": 147.38284301757812, "token_count": 28} +{"index": 8574, "reference": "Wales head coach Warren Gatland has the credentials to be All Blacks coach, according to ex-New Zealand forward Zinzan Brooke.", "prediction": "Warren Gatland should receive the idea of offer an offer to be Wales's coach of national side, says ex-captry Henry Brooke.'scapt of again-21 again-'s- again a in a from a's.old's", "rouge": {"rouge1": 30.508474576271183, "rouge2": 7.017543859649122, "rougeL": 27.11864406779661}, "nll_sum": 312.48626708984375, "token_count": 47} +{"index": 8575, "reference": "Benfica won their fourth consecutive Portuguese league title thanks to a comfortable win over Vitoria Guimaraes on the penultimate day of the season.", "prediction": "Benfica moved briefly top of AC A with midfielder Carlos Carlos Carlos Cristas thrashed past side Touse at the A Serie A Luisjaalia.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 227.2114715576172, "token_count": 30} +{"index": 8576, "reference": "Life-threatening surgery, broken bones and a lifetime of obstacles have not stopped Paralympic champion David Smith scrapping, splashing and sliding his way to the top.", "prediction": "Fmpian Louis Smith says he is't retired from athletics and in different sport.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 103.54676818847656, "token_count": 16} +{"index": 8577, "reference": "Down ended a run of 14 straight defeats in competitive games stretching back to April 2015 as they earned a 1-13 to 0-14 win over Meath in Division Two of the Football League.", "prediction": "Count produced a stunning hard 1-15 to 1-11-11 to 1 to 1-15 win over Meath in Division Two atni Mubarak Park.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.24137931034483, "rougeL": 33.33333333333333}, "nll_sum": 174.31283569335938, "token_count": 31} +{"index": 8578, "reference": "Tributes have been paid to a long-serving Labour councillor who has died following a short illness.", "prediction": "Tributes have been paid to Bristol's \"the committed councillor\" 2011 the city, who has died after a short illness what it called as \"the's's of \" for from from the city's have of of.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 30.769230769230766, "rougeL": 44.44444444444445}, "nll_sum": 231.8721923828125, "token_count": 43} +{"index": 8579, "reference": "Tottenham midfielder Andros Townsend has been fined \u00a318,000 by the Football Association for breaching betting regulations.", "prediction": "Queens Park Rangers winger Sadou Murray has been given a 12-match Football Association ban for breaching betting rules. saying a FA passed a \"2 from it's from's--\" a reputation from a years a's.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 15.384615384615383, "rougeL": 25.92592592592593}, "nll_sum": 259.4496154785156, "token_count": 44} +{"index": 8580, "reference": "\"You gotta roll with it,\" blares out Liam Gallagher as the Oasis hit combines with the rain thundering onto the roof of Manchester City's indoor academy pitch.", "prediction": "A tax fraud scandal within beneath within the secret within a couple's football has been started, the locationing of the flag a bright reding card..", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 195.82667541503906, "token_count": 29} +{"index": 8581, "reference": "American adults without a college education saw their overall financial circumstances decline last year for the first time in three years.", "prediction": "More than half of a million US families who say have no receive higher education or education, new research suggests.", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 96.07947540283203, "token_count": 21} +{"index": 8582, "reference": "Liberal Democrat leader Tim Farron says he does not believe gay sex is a sin, following questions about his views on the subject.", "prediction": "The Liberal Democrats leader Tim Farron has said he didn't believe people who out out, sex, saying, saying that it is not a resolved.", "rouge": {"rouge1": 54.16666666666667, "rouge2": 17.391304347826086, "rougeL": 41.666666666666664}, "nll_sum": 140.92506408691406, "token_count": 29} +{"index": 8583, "reference": "House builder Barratt has announced plans to create 1,420 homes at 14 new sites across Scotland this year.", "prediction": "Scott housebuilding Barrattments, announced it will build 15 seeking new homes office Scotland, helping the of the economy almost \u00a37m.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 173.60548400878906, "token_count": 27} +{"index": 8584, "reference": "The Liberal Democrats have set out funding for education, mental health and transport links as their demands for backing the Scottish budget.", "prediction": "Scotland's political leaders are clashed differences over spending to their spending plans after any government after May 2016 assembly election.", "rouge": {"rouge1": 4.651162790697675, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 121.07462310791016, "token_count": 21} +{"index": 8585, "reference": "Officials at Yellowstone National Park say a man died after falling into a hot spring, having wandered away from a path.", "prediction": "Police at Yellowstone Park are alive an American man after falling into a muddy water hot water spring US health say.", "rouge": {"rouge1": 52.38095238095239, "rouge2": 20.000000000000004, "rougeL": 47.61904761904761}, "nll_sum": 133.4098663330078, "token_count": 21} +{"index": 8586, "reference": "Take That star Gary Barlow surprised shoppers in Bristol with an impromptu concert - which started with him wearing a disguise... as himself.", "prediction": "Singer George Bruce has relishing the moment by moment by putting his wedding sing at the Oxford shopping centre.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 134.42434692382812, "token_count": 21} +{"index": 8587, "reference": "Two men and a woman are seriously ill in hospital after a fire in the east end of Glasgow.", "prediction": "Four people and a woman have been rescued following a serious fire in Glasgowian Lothian.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 18.75, "rougeL": 35.294117647058826}, "nll_sum": 69.01113891601562, "token_count": 18} +{"index": 8588, "reference": "Poland's parliament has voted overwhelmingly to reject a controversial citizens' bill for a near-total ban on abortion.", "prediction": "Polish MPs have voted overwhelmingly in favour of a total ban on an abortion after an, ban women women in cases of same-ising abortion.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 14.285714285714288, "rougeL": 31.818181818181817}, "nll_sum": 131.72572326660156, "token_count": 28} +{"index": 8589, "reference": "Four men have admitted conspiracy to burgle in connection with the Hatton Garden safety deposit box raid over the Easter weekend.", "prediction": "Four men have pleaded not guilty in relation to relation to a defendant due to the Hatton H jewellery raid the north-west London.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 35.55555555555556}, "nll_sum": 123.59686279296875, "token_count": 27} +{"index": 8590, "reference": "Wales recovered from their opening Six Nations defeat by England to secure a hard-fought win at Murrayfield that leaves Scotland without a point.", "prediction": "Wales survived a stunning second-half comeback to beat Scotland in Nations thrilling Six Nations match open- Cardiff and reach a Six Nations title. solve-'s-'s- again from-A a referee in from Scotland's record.", "rouge": {"rouge1": 29.50819672131148, "rouge2": 3.389830508474576, "rougeL": 19.672131147540984}, "nll_sum": 289.26788330078125, "token_count": 45} +{"index": 8591, "reference": "Justin Gatlin was crowned overall Diamond League champion in the 100m after winning the final race of this year's series in 9.98 seconds.", "prediction": " Gat Gatlin won to the gold of the T44 100m by giving a season- bestbest best best to finish in's Friday night televised of inaugural Super League meeting.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 0.0, "rougeL": 14.814814814814817}, "nll_sum": 224.86465454101562, "token_count": 34} +{"index": 8592, "reference": "In our series of letters from African journalists, Ghanaian writer Elizabeth Ohene looks at the uproar that greeted Ghana's decision to allow two Yemenis freed from the US jail in Guantanamo Bay to live in the West African state.", "prediction": "In our series of letters from African journalists, Ghanaian writer Elizabeth Ohene looks at that a former government of the Orlando forces should stop and fixinging Fifaing American football.", "rouge": {"rouge1": 46.3768115942029, "rouge2": 38.80597014925373, "rougeL": 46.3768115942029}, "nll_sum": 217.69850158691406, "token_count": 34} +{"index": 8593, "reference": "Senegal are through to the second round of the Under-20 World Cup in South Korea after a goalless draw with Ecuador.", "prediction": " nations Guinea by winning the 2017 Africa Cup of Group match despite being held to a goalless draw by Ecuador in Group match in Jeonju on Saturday.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 156.0337371826172, "token_count": 31} +{"index": 8594, "reference": "A 24-year-old man has been beaten by an armed gang in a paramilitary-style attack in Londonderry.", "prediction": "A man has been left with life-changing brain injuries after being shot by a gun during an armed robbery at a car park in Londonderry, County Tyrone.", "rouge": {"rouge1": 42.5531914893617, "rouge2": 17.777777777777775, "rougeL": 42.5531914893617}, "nll_sum": 80.44384765625, "token_count": 34} +{"index": 8595, "reference": "West Ham striker Andy Carroll is facing up to six weeks out of action with a hamstring injury.", "prediction": "West Ham striker Andy Carroll has been ruled out for rest of the season with knee serious knee injury.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 22.857142857142858, "rougeL": 48.64864864864865}, "nll_sum": 63.79521179199219, "token_count": 19} +{"index": 8596, "reference": "France has called on the former head of the European Commission, Jose Manuel Barroso, not to take up a job advising US bank Goldman Sachs on Brexit.", "prediction": "The former boss of Goldman Sachs, President European President Jose Manuel Bar Barroso, has appointed the new president of the European Commission Brexit's office.", "rouge": {"rouge1": 50.0, "rouge2": 24.000000000000004, "rougeL": 30.769230769230766}, "nll_sum": 117.28086853027344, "token_count": 29} +{"index": 8597, "reference": "Former world champion Jenson Button says he will retire from Formula 1 after Sunday's Abu Dhabi Grand Prix.", "prediction": "ensonenson Button says he will no plans to be racing in racing in Formula 1 next year", "rouge": {"rouge1": 33.333333333333336, "rouge2": 23.52941176470588, "rougeL": 33.333333333333336}, "nll_sum": 75.49697875976562, "token_count": 17} +{"index": 8598, "reference": "Bolton Wanderers goalkeeper Mark Howard could be out for 12 weeks with a broken thumb and ligament damage suffered in their League One loss at Peterborough.", "prediction": "Boltonerers centre-back Ben Ben has been ruled out for six weeks after rest an ankle ligament damage in a against Peterborough United.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 28.571428571428577}, "nll_sum": 135.6400146484375, "token_count": 29} +{"index": 8599, "reference": "The number of people without jobs and looking for work fell by 39,000 to 1.63 million between May and July, official figures show.", "prediction": "The UK unemployment rate fell slightly between August, August and, August down with the same month the year earlier, official figures show in the of's, solve,'s they be from-d's from since's since a's.", "rouge": {"rouge1": 25.0, "rouge2": 6.451612903225808, "rougeL": 21.875}, "nll_sum": 257.3440856933594, "token_count": 45} +{"index": 8600, "reference": "The number of children put forward for adoption by local councils in England has fallen by almost half in under a year, the latest figures show.", "prediction": " to number of children put up in England and Wales has fallen to its highest level since 2011, figures released to official figures by in BBC suggest.,Ukraine,'s they from a from a it's from been of.", "rouge": {"rouge1": 36.92307692307692, "rouge2": 15.87301587301587, "rougeL": 33.84615384615385}, "nll_sum": 230.79400634765625, "token_count": 42} +{"index": 8601, "reference": "Viacom chairman Sumner Redstone is seeking to remove the firm's chief executive Philippe Dauman and four other directors from the Viacom board.", "prediction": "anak Dauman, the man the cinema behind the film and movie movie,, is taking legal action against former Presidentariari Redstone.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 168.26332092285156, "token_count": 27} +{"index": 8602, "reference": "Scotland's women are refusing to carry out any media or commercial activity due to a dispute with the Scottish FA.", "prediction": "The Scottish FA has confirmed it is in talks with Scotland-based players over a dispute over their funding.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210526, "rougeL": 15.0}, "nll_sum": 71.17100524902344, "token_count": 20} +{"index": 8603, "reference": "A headless and limbless corpse found in waters off Denmark was deliberately mutilated, say Copenhagen police.", "prediction": "A headless torso has found at sea off a British woman who went missing two weeks ago of Danish officials say, saying-romaker decision in from from a'sA aA-A a game in a weeks's beach a from's", "rouge": {"rouge1": 21.052631578947363, "rouge2": 3.6363636363636362, "rougeL": 17.543859649122805}, "nll_sum": 319.448486328125, "token_count": 47} +{"index": 8604, "reference": "Ricky Miller scored a superb hat-trick as Dover made it two wins on the bounce with a thrilling victory over National League leaders Forest Green.", "prediction": "Ricky Miller scored a stunning hat-trick double as Forest Green Ro twice came from behind to draw a 3-2 draw with Dover Athletic brace National League.", "rouge": {"rouge1": 51.85185185185186, "rouge2": 23.076923076923077, "rougeL": 37.03703703703704}, "nll_sum": 174.69300842285156, "token_count": 32} +{"index": 8605, "reference": "A woman who stabbed her lodger during a row over a missing \u00a321 has been jailed for her murder.", "prediction": "A woman who stabbed her friend times times more than a cash a debt debts has been jailed for life.", "rouge": {"rouge1": 56.41025641025641, "rouge2": 37.83783783783783, "rougeL": 56.41025641025641}, "nll_sum": 102.8879623413086, "token_count": 20} +{"index": 8606, "reference": "The US Central Intelligence Agency (CIA) has a long history of involvement in African affairs, so Sunday's reports that the 1962 arrest of Nelson Mandela came following a CIA tip-off don't come as a huge surprise.", "prediction": "Sana newly released government documents that November show that the US Security Agency ()) carried out a plot to overthrow the assassination the president of Ireland. Patrice Cumba with a toothzee and poison.", "rouge": {"rouge1": 22.535211267605636, "rouge2": 5.797101449275361, "rougeL": 19.718309859154928}, "nll_sum": 243.92144775390625, "token_count": 39} +{"index": 8607, "reference": "Wales' Dan Biggar takes over from Sam Davies as Ospreys make five changes for their rescheduled European Challenge Cup game at Grenoble on Friday.", "prediction": "Fly-half Dan Biggar return to injury for the Ospreys' European Challenge Cupup loss with Lyon because of a poor weather.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 139.53994750976562, "token_count": 27} +{"index": 8608, "reference": "Boys could be allowed to wear skirts at a north London private school if a plan for gender neutral uniforms comes in.", "prediction": " pupils at France top private school on said that they will no longer wear one and uniform.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 91.34275817871094, "token_count": 17} +{"index": 8609, "reference": "Cormac Sharvin made a superb start to his first European Tour event as a professional shooting a four-under par round of 68 at the Perth International.", "prediction": "Northern Ireland's Milisl Bervin carded apar in closing open round of a--par 76 at the66 Abu Dhabi Classic, South Africa.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 4.25531914893617, "rougeL": 12.244897959183673}, "nll_sum": 210.37094116210938, "token_count": 30} +{"index": 8610, "reference": "A sign resembling a large, red Google Maps pin has been spotted on an Oxfordshire roundabout.", "prediction": "A body image image camera on signing in a red messagebox on a majorabout through a road in Berkshire.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 28.57142857142857}, "nll_sum": 141.5174102783203, "token_count": 21} +{"index": 8611, "reference": "Fespaco, Africa's premiere film festival, is taking place in Burkina Faso this week, amid debate about artistic freedom on the continent.", "prediction": "In our series of letters from African journalists, and and writer Adaicia Triciawawaubani explain says givingwa is in South Africa in Uganda.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 227.7301025390625, "token_count": 31} +{"index": 8612, "reference": "From the neolithic to the medieval period, a host of historical artefacts have been hiding in the Belfast hills.", "prediction": "An ancient church unearthed near unearthed inacagh, Countyermanermanagh.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 120.36604309082031, "token_count": 14} +{"index": 8613, "reference": "A woman has died following a crash involving two cars on the A9 at Dalwhinnie in the Highlands.", "prediction": "A woman was been seriously injured after a crash involving two cars on the A90 near Forth1 near Daloleinnie, East East Lothian, on Saturday.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 35.0, "rougeL": 42.857142857142854}, "nll_sum": 135.62515258789062, "token_count": 32} +{"index": 8614, "reference": "Thousands of people are without power in the Republic of Ireland as the effects of Storm Barney take hold.", "prediction": " freezing weather weather has led a power power cance of some flights and suspend the UK and Republic of Northern Ireland and the Republic of Ireland.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 143.35775756835938, "token_count": 26} +{"index": 8615, "reference": "England's Gabby and Chris Adcock are one match from successfully defending their World Superseries Finals title in Dubai after a tense semi-final win.", "prediction": "England's Chris Chris and Gabby Adcock have made through make it through the semi-finals of the men's mixed at the China Open in India. in Nottingham India. a Queensland's side's from a's fromA's from a", "rouge": {"rouge1": 32.83582089552239, "rouge2": 6.153846153846153, "rougeL": 20.895522388059703}, "nll_sum": 253.22720336914062, "token_count": 47} +{"index": 8616, "reference": "Castleford Tigers have signed Cronulla Sharks forward Jesse Sene-Lefao on a two-year deal.", "prediction": "Castleford have signed Australia half-back James Ryder from St Helens for the 2016-17 season. to a-A a foul in a years a's a from's3 from a game has referee of. from a again 2011", "rouge": {"rouge1": 18.51851851851852, "rouge2": 3.8461538461538463, "rougeL": 18.51851851851852}, "nll_sum": 272.23101806640625, "token_count": 47} +{"index": 8617, "reference": "A surface-to-air missile was once accidentally fired into Wales by the Royal Navy, the Labour peer Admiral Lord West has told MPs.", "prediction": "The military that was fired into of tank near Cardigan McGu Bay in Cardiff could happened\", former prime minister Lord West has told a Commons and air.'s ballet's a's aolve a it's have of from's from's from a", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.121212121212121, "rougeL": 20.588235294117645}, "nll_sum": 329.99224853515625, "token_count": 47} +{"index": 8618, "reference": "Most collectors would probably tell you they couldn't put a price on their beloved collectables, but Craig Stevens probably had to re-think that one.", "prediction": "One of the most famous characters, but sold at auction for \u00a38,000 - his collection so so expensive he has again owned at.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 127.53056335449219, "token_count": 27} +{"index": 8619, "reference": "Branislav Ivanovic says Wales will want to avenge their previous two defeats against Serbia when they meet in Saturday's World Cup qualifier.", "prediction": "islbia Branav public Ivanovic says will face Wales in their Euro 2016 match against Russia due on boss Chris Coleman's battle on 27 May.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 4.3478260869565215, "rougeL": 24.999999999999993}, "nll_sum": 167.24148559570312, "token_count": 28} +{"index": 8620, "reference": "US federal law enforcement agents have been ordered to record interviews with suspects, in a reversal of a decades-old justice department policy.", "prediction": "The US justice department says it, change the rules recording audio interviews undercover interviews with suspected confessations.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210526, "rougeL": 25.0}, "nll_sum": 122.21429443359375, "token_count": 19} +{"index": 8621, "reference": "The controversial Offensive Behaviour at Football Act is to be examined by a senior judge as part of a review of Scotland's hate crime laws.", "prediction": "A review into organised crime system, which include at Fir Football Association, to be introduced, BBC Scotland has confirmed. by a The Bracale's.'s, suspension from a referee, under or have of from.", "rouge": {"rouge1": 43.33333333333333, "rouge2": 10.344827586206897, "rougeL": 26.666666666666668}, "nll_sum": 273.83026123046875, "token_count": 43} +{"index": 8622, "reference": "Scholars have hit their target of raising \u00a31.1m to secure the future of an early Biblical manuscript.", "prediction": "A hidden live found be in the 16th Centuryar to be sold to a Welsh church, is being sold for nearly \u00a31m.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 131.75143432617188, "token_count": 27} +{"index": 8623, "reference": "As voters cast their ballots in Crimea, the mood in Kiev was downbeat: anxiety, mixed with defiance.", "prediction": "There has been mass anger in Crimea since the military struggle and troops in eastern Ukraine.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 6.451612903225808, "rougeL": 24.242424242424242}, "nll_sum": 68.85507202148438, "token_count": 16} +{"index": 8624, "reference": "Egypt's election commission has reinstated former Prime Minister Ahmed Shafiq as a candidate in the country's forthcoming presidential election.", "prediction": "Mabaziya Shafiq, the former prime minister finished died in Egypt despite the elections committee won against the country's independent committee's interim body for after his fined banned.'s from's from in November.. from.'sold", "rouge": {"rouge1": 37.931034482758626, "rouge2": 14.285714285714285, "rougeL": 24.137931034482758}, "nll_sum": 307.0716552734375, "token_count": 45} +{"index": 8625, "reference": "Chris Powell has not spoken to Nigel Pearson since the Derby County manager was suspended by the club on Tuesday.", "prediction": "Derby County chief Carl Powell says she does not how Stuart Pearson wants to be in of, saying Derby suspension \"could not delay\".", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 169.2370147705078, "token_count": 26} +{"index": 8626, "reference": "Gateshead have signed forward Jordan Preston on a one-year deal following the expiry of his contract at Guiseley.", "prediction": "Preston North End have signed Millwall striker Callum Preston on a loan from Millwall, on a deal with a further year and", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 108.6279067993164, "token_count": 27} +{"index": 8627, "reference": "A man accused of killing his unborn baby has told a court he had \"moved on\" and got a second woman pregnant by the time his pregnant ex-girlfriend was attacked in the street.", "prediction": "A Ghanaian teacher accused of attacked and his still baby boy in Ghana has told a court he he was \"too young\" to keep an abortion.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 17.241379310344826, "rougeL": 36.66666666666667}, "nll_sum": 124.48239135742188, "token_count": 29} +{"index": 8628, "reference": "Asian shares rose on Thursday despite investors being cautious ahead of a Good Friday public holiday in some major markets.", "prediction": "Markets in Asia fell higher slightly despite a strong Street Wall Wall on Friday amid fears, economy worries.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 129.8251953125, "token_count": 20} +{"index": 8629, "reference": "Police officers in England and Wales are to get specialist advice on how to spot patterns of domestic abuse.", "prediction": "A new domestic service service needs change change in the police force has a says college former college of his college said.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 146.2549285888672, "token_count": 22} +{"index": 8630, "reference": "Liberal Democrat leader Nick Clegg has unveiled measures to help people providing unpaid care for family and friends as he campaigns in mid Wales.", "prediction": "Liberal Prime Minister Nick Clegg Nick called for a new carer for businesses in Wales, announcing the support the provide for a community service for Wales.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666666, "rougeL": 24.000000000000004}, "nll_sum": 148.17941284179688, "token_count": 29} +{"index": 8631, "reference": "He is instantly recognisable both from his appearance - the beard and the military fatigues - and from his first name alone: Fidel.", "prediction": "Fidel Castro, died in Cuba last month, in what is widely described to be one of the world's most controversial revolutionary talents\".", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 96.86851501464844, "token_count": 26} +{"index": 8632, "reference": "Jordan Rhodes scored twice, including an injury-time winner, as Championship leaders Middlesbrough came from behind to beat already-relegated Bolton.", "prediction": "Jordan Rhodes scored a stoppage-time winner to give Middlesbrough victory over Championship playefoffefuls Bolton. end a struggle Championship's350 battle from athe,'s-.'s reputation from a years's.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 290.3475646972656, "token_count": 43} +{"index": 8633, "reference": "One of the first things many of us notice when we meet someone is what sort of perfume or aftershave they're wearing.", "prediction": "\"I know I had a big big...\". the... says pop starney star Gaga was't solve in - it attended a\ufffdard shop -A 30 referee aike,'s The Trans's! it from. a.", "rouge": {"rouge1": 3.571428571428572, "rouge2": 0.0, "rougeL": 3.571428571428572}, "nll_sum": 348.3487548828125, "token_count": 45} +{"index": 8634, "reference": "Five more teenagers - two males and three females - have been arrested over the murder of a man in west Belfast's Twinbrook estate at the weekend.", "prediction": "Three teenagers have been arrested in connection with the death of another man at another flat was Mournecastle, west Belfast, on Thursday night- solve,Ukraine, as's as an from a an's have. of the's a'sA", "rouge": {"rouge1": 46.15384615384615, "rouge2": 9.523809523809524, "rougeL": 33.84615384615385}, "nll_sum": 248.52777099609375, "token_count": 47} +{"index": 8635, "reference": "UK and French ministers will meet in Calais on Thursday to agree a new deal to tackle the migrant crisis there.", "prediction": "The UK, French have agreed to agree a special measures to protect the security crisis, the migrant crisis camp Calais.", "rouge": {"rouge1": 48.78048780487805, "rouge2": 20.51282051282051, "rougeL": 43.90243902439024}, "nll_sum": 113.07268524169922, "token_count": 22} +{"index": 8636, "reference": "Welsh boxer Ashley Brace will fight for her first professional title in her hometown of Ebbw Vale on 22 April.", "prediction": "Former world champion boxing champion Clive Brace will begin her professional fight on 22 December.", "rouge": {"rouge1": 40.0, "rouge2": 12.121212121212121, "rougeL": 34.285714285714285}, "nll_sum": 74.32856750488281, "token_count": 16} +{"index": 8637, "reference": "Working manuscripts of poems by Dylan Thomas are to go on public show for the first time.", "prediction": "Rare papers published of previously unseen Welsh poet Dylan Thomas are to be kept in Wales for, first time.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 23.52941176470588, "rougeL": 44.44444444444444}, "nll_sum": 109.01538848876953, "token_count": 20} +{"index": 8638, "reference": "A musical version of The Secret Diary of Adrian Mole Aged 13\u0e22\u0e1e has opened as a tribute to the book's author Sue Townsend.", "prediction": "The West Broadway End of potentially, set to the work of author Adrian who was crushed to death.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.0, "rougeL": 23.80952380952381}, "nll_sum": 125.1326904296875, "token_count": 19} +{"index": 8639, "reference": "A woman has been taken to hospital following a crash in Cardiff in the early hours of Monday morning.", "prediction": "A woman was taken to hospital after she was seriously seriously injured after her car crashed through the north M4 road tunnel in Port Talbot.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714288, "rougeL": 31.818181818181817}, "nll_sum": 92.10445404052734, "token_count": 27} +{"index": 8640, "reference": "Manager Brian Reid has left Stranraer by mutual consent, the Scottish League One club have announced.", "prediction": "ranranraer boss Brian Reid has left the club of just one season after the Scottish Championship side secured their place in the Scottish Championship.", "rouge": {"rouge1": 40.0, "rouge2": 21.05263157894737, "rougeL": 30.0}, "nll_sum": 108.78265380859375, "token_count": 27} +{"index": 8641, "reference": "A Labour councillor has been suspended from the party over anti-Semitic comments on her Twitter account.", "prediction": "A senior Labour councillor has been suspended by the party over she made on Twitter.", "rouge": {"rouge1": 68.75, "rouge2": 40.0, "rougeL": 68.75}, "nll_sum": 63.699249267578125, "token_count": 15} +{"index": 8642, "reference": "Talks between Greece and its European creditors on a third \u20ac86bn (\u00a360bn; $94bn) bailout have been delayed due to logistical problems, officials say.", "prediction": " when Greek Prime Minister Alexis Tsipras is expected to meet EU leaders meet next week a week fresh to deal.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 87.33346557617188, "token_count": 22} +{"index": 8643, "reference": "Seven men have been sentenced to 10 years for the rape and kidnapping a schoolgirl in the Chadian capital, Ndjamena.", "prediction": "Two men have arrested arrested in Bangladeshi capital, Delhi after the rape of a 36-year-old woman was raped in the capital, Ch solve, says they a- 2011- aA in a football a's from's a", "rouge": {"rouge1": 31.03448275862069, "rouge2": 10.714285714285714, "rougeL": 27.586206896551722}, "nll_sum": 253.83767700195312, "token_count": 47} +{"index": 8644, "reference": "Plans to build 105 homes on the site of a housing scheme in Norwich - which was at the centre of a \"homes for staff\" scandal - have been put forward.", "prediction": "A new housing development which was used by a former council leader in Norwich is be demanded into a council inquiry, the BBC. learned learned 2011 a's Broadway- again a from a from a it's again of from's from again of a", "rouge": {"rouge1": 27.027027027027025, "rouge2": 8.333333333333332, "rougeL": 18.918918918918916}, "nll_sum": 293.900390625, "token_count": 47} +{"index": 8645, "reference": "Teachers belonging to the National Association of Schoolmasters and Women Teachers are to stage a one-day strike over pay, workload and job insecurity.", "prediction": "One of the largest teaching union unions is to strike in six areas in Northern Ireland in a row over a dispute over pay and and pay the a. a's again a again a from is it's from's of. a's a from", "rouge": {"rouge1": 28.57142857142857, "rouge2": 2.941176470588235, "rougeL": 17.14285714285714}, "nll_sum": 217.62985229492188, "token_count": 47} +{"index": 8646, "reference": "Streaming service Netflix has postponed a Bill Cosby comedy special in the wake of allegations of sexual assault that have resurfaced in recent weeks.", "prediction": "Netflix has requested a report that, Bill will be former US host Mark Selby on suspicion of sexual assault.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 32.55813953488372}, "nll_sum": 109.62002563476562, "token_count": 21} +{"index": 8647, "reference": "Jeremy Fernandez could easily be the face of the new Australia, a poster-boy of immigrant success.", "prediction": "Australia's most popular TV and, but star de Horner, who has been a victim of racial racist abuse in Sydney was a high low top referee a it's reputation from the's's reputation from Australia's ballet.", "rouge": {"rouge1": 14.035087719298245, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 259.6385498046875, "token_count": 43} +{"index": 8648, "reference": "A couple who had jewellery stolen more than a decade ago have been reunited with their possessions after they were found at the bottom of a London pond.", "prediction": "A white hockey team have met the return to their gold medal and jew Who were stolen from a filmed watch in north London 30 75 years ago.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 0.0, "rougeL": 21.428571428571427}, "nll_sum": 179.50686645507812, "token_count": 28} +{"index": 8649, "reference": "Liverpool have formally rejected a second bid from Manchester City for England forward Raheem Sterling.", "prediction": "Liverpool have made a bid of about \u00a320m from England for England forward Raheem Sterling, BBC Sport Manchester, solve a venture-'s his. from a's from 30-D for a in from years George.", "rouge": {"rouge1": 44.0, "rouge2": 20.833333333333336, "rougeL": 40.0}, "nll_sum": 241.21707153320312, "token_count": 44} +{"index": 8650, "reference": "The Scottish government has published \"radical\" proposals aimed at widening the ownership of land across the country.", "prediction": "The Scottish government has set out its plans to cut the of the acres of land bought by the by 2020.", "rouge": {"rouge1": 42.10526315789473, "rouge2": 22.222222222222225, "rougeL": 42.10526315789473}, "nll_sum": 83.06021881103516, "token_count": 21} +{"index": 8651, "reference": "Nour is a woman from Raqqa, the so-called Islamic State's (IS) capital inside Syria.", "prediction": "Shh Nuri was three 2011-old from Mali who travelled to Syria to fighting battle so-called Islamic State (IS) in northern Syria and Syria and.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 15.0, "rougeL": 33.333333333333336}, "nll_sum": 145.4192657470703, "token_count": 32} +{"index": 8652, "reference": "Newly-promoted National League side Ebbsfleet United have signed former Whitehawk striker Danny Mills.", "prediction": "National League side Ebanksfleet have re-signed Ryan Mills from National League club Whitehawk for solve's-. a transfer's The3 from a an's transfer from The's2 from a2's ballet\"..'s from's a", "rouge": {"rouge1": 27.45098039215686, "rouge2": 8.16326530612245, "rougeL": 23.529411764705884}, "nll_sum": 303.98150634765625, "token_count": 47} +{"index": 8653, "reference": "Hamburg has become the first German city to pass a law allowing the seizure of empty commercial properties in order to house migrants.", "prediction": " in prosecutors in Germany are bringing charges against a law to buy properties buying the homes of thousands of migrants of a far-right detention centre.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 127.7388916015625, "token_count": 27} +{"index": 8654, "reference": "Warwickshire leg-spinner Josh Poysden and wicketkeeper Alex Mellor have signed contract extensions.", "prediction": "Warwickshire have signed England bowlers and batsman Alex Mell gonor and- all-rounder- all have contracts with Birmingham Bears, three months after the. from all-. from a in from a's's.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 248.06549072265625, "token_count": 44} +{"index": 8655, "reference": "A chatbot programmed by a British teenager has successfully challenged 160,000 parking tickets since its launch last year.", "prediction": " a bot has created free chatemouth for public service rights to internet apps or access, says its founder.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 135.08836364746094, "token_count": 20} +{"index": 8656, "reference": "Former Conservative Home Secretary Lord Waddington has died at the age of 87.", "prediction": "The former Conservative minister David Waddington died at the age of 86 a short illness, he BBC. of stripped athe step from The ballet and from from the's party's as from's struggle for's Labour's.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 20.0, "rougeL": 30.76923076923077}, "nll_sum": 276.6282958984375, "token_count": 43} +{"index": 8657, "reference": "The amount of traffic using Wales' biggest hospital as a \"rat run\" and causing gridlock has dropped by 7% after changes were made to the roads.", "prediction": "A new \u00a345m accident and emergency unit at a Cardiff hospital prompted led to accident times and waiting times for an accident- emergency unit.", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 12.000000000000002}, "nll_sum": 140.258544921875, "token_count": 27} +{"index": 8658, "reference": "The BBC has denied claims award-winning series Planet Earth II faked a nail-biting scene showing a baby iguana being chased by racer snakes.", "prediction": "Sir David Attenboroughham's claims award-winning animal Surrey dog was filmed watched by the BBC because of it was \"faked\".", "rouge": {"rouge1": 30.434782608695656, "rouge2": 13.636363636363635, "rougeL": 17.391304347826086}, "nll_sum": 139.96737670898438, "token_count": 27} +{"index": 8659, "reference": "A Lake District path expert fell walker Alfred Wainwright described as the \"connoisseur's route\" is to be repaired thanks to a charity set up in his name.", "prediction": "A campaign group hopes will has named Long Stell area is and reach the final ascent, the Isle of Man.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 151.06741333007812, "token_count": 22} +{"index": 8660, "reference": "Millwall's play-off charge gathered pace with a win at struggling Shrewsbury.", "prediction": " Millwall kept alive their League One play aoff alive with victory at Shrewsrewbury", "rouge": {"rouge1": 30.76923076923077, "rouge2": 0.0, "rougeL": 30.76923076923077}, "nll_sum": 135.2158203125, "token_count": 18} +{"index": 8661, "reference": "Action camera-maker GoPro is cutting 200 jobs and shutting down some of its services.", "prediction": "The world faint biggest drone manufacturer says it will cut 10,000 jobs by end of the year because of a \" failure in its action plan\".", "rouge": {"rouge1": 24.39024390243902, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 122.76078033447266, "token_count": 28} +{"index": 8662, "reference": "Moors Murderer Ian Brady has lost his legal bid to be transferred from a psychiatric hospital back to prison.", "prediction": "orserer Murderer Ian Brady, but he can continue to receive mental medical treatment at high-security Ashworth Hospital in. west jail jail", "rouge": {"rouge1": 24.390243902439025, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 158.15521240234375, "token_count": 27} +{"index": 8663, "reference": "An investigation has been launched into the police response to a call from a 72-year-old man who was later found dead in a sheltered housing complex.", "prediction": "Scotland's police watchdog has asked to review the police watchdog's handling of death of 72-year-old man who was later later in his home.", "rouge": {"rouge1": 43.63636363636363, "rouge2": 26.41509433962264, "rougeL": 40.0}, "nll_sum": 103.99063110351562, "token_count": 29} +{"index": 8664, "reference": "Arctic sea-ice extent is unlikely to see a new record this summer, claim polar experts at Reading University, UK.", "prediction": "The full of ice in the Arctic but will take up to five sq km in 2015, conservationervationists say", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 108.44572448730469, "token_count": 21} +{"index": 8665, "reference": "Monrovia Breweries of Liberia made a dream African Confederation Cup debut by trouncing twice former African champions JS Kabylie of Algeria 3-0 in the first leg of their preliminary tie.", "prediction": "Reigning African champions Jamesyl Patie recorded a 400 thrashing of Congo Cameroon, champions of Rwanda 3-1 in their first leg their in their 2017 African Champions League (MAN) one victory away.", "rouge": {"rouge1": 34.92063492063492, "rouge2": 6.557377049180328, "rougeL": 25.396825396825395}, "nll_sum": 246.23504638671875, "token_count": 40} +{"index": 8666, "reference": "The Northern Ireland pharmaceutical firm Norbrook has appointed Liam Nagle as its new chief executive.", "prediction": " Richiebrook, the building investment firm, will be bought by US insurance car firm Fisk, has bought a Belfast state- factory firm.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 156.2266845703125, "token_count": 27} +{"index": 8667, "reference": "Arsenal produced a devastating first-half display to dismantle Chelsea and secure a fourth successive Premier League win.", "prediction": "Liverpool maintained their position at the top of the Premier League table after they beat a Premier team-placed Liverpool.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 5.555555555555555, "rougeL": 10.526315789473685}, "nll_sum": 81.4557876586914, "token_count": 21} +{"index": 8668, "reference": "Three white lion cubs have been born at a zoo in Poland, in eastern Europe.", "prediction": "A baby newborns was born at a zoo atino, to America in", "rouge": {"rouge1": 37.03703703703704, "rouge2": 23.999999999999996, "rougeL": 37.03703703703704}, "nll_sum": 91.12162017822266, "token_count": 14} +{"index": 8669, "reference": "Jake Kirby, Adam Buxton, Evan Gumbs, Mitchell Duggan and Liam Ridehalgh have all agreed new deals with Tranmere.", "prediction": " Roburn Rovers players John Lurgan, Owen Smith, have signed new deals signed Chris Bu birth, Shaun London and Ride Ridehengh have signed new contracts.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 14.285714285714288}, "nll_sum": 214.69322204589844, "token_count": 32} +{"index": 8670, "reference": "Two Guernsey Police officers have been injured in a public order training exercise.", "prediction": "Two police officers have been taken hospital with facial injuries after an incident at Londonderryond.", "rouge": {"rouge1": 35.71428571428571, "rouge2": 23.076923076923077, "rougeL": 35.71428571428571}, "nll_sum": 72.51467895507812, "token_count": 19} +{"index": 8671, "reference": "A man's eye socket has been broken and two other people have received minor injuries during two assaults in Ballycastle, County Antrim.", "prediction": "A man has been left with life-changing brain injuries, both his whose legs two suspected arson attacks by people in east Belfast in the Belfast office, referee, a it a- referee a decision it's's ofless a's again a", "rouge": {"rouge1": 27.692307692307693, "rouge2": 6.349206349206349, "rougeL": 21.53846153846154}, "nll_sum": 285.2304992675781, "token_count": 47} +{"index": 8672, "reference": "US clothing brand Abercrombie and Fitch has attracted an online backlash with a tweet seen by many as implying Gay Pride is not just for gay people.", "prediction": "The fashion retailer Kayla Williams, apologised for sharing a statement about the community community, saying the Vol community is not doing a LGBT gay\" and for", "rouge": {"rouge1": 22.641509433962266, "rouge2": 3.9215686274509802, "rougeL": 15.09433962264151}, "nll_sum": 173.01434326171875, "token_count": 29} +{"index": 8673, "reference": "A couple who paid for their funerals in advance claim to have lost their life savings after their funeral director went out of business.", "prediction": " mourners of a bust school business that went bust after they they went into liquidation last year year, say they are \"devastated\".", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 124.20097351074219, "token_count": 28} +{"index": 8674, "reference": "Shia Houthi rebels in Yemen have freed a senior presidential aide who they abducted 10 days ago.", "prediction": "Yemenia's president has been re- elected president, seeking a political battle from, the as part of a fair nuclear deal.", "rouge": {"rouge1": 5.263157894736842, "rouge2": 0.0, "rougeL": 5.263157894736842}, "nll_sum": 135.29953002929688, "token_count": 26} +{"index": 8675, "reference": "Welsh engineers and academics have received more than \u00a3160,000 ($240,000) to develop new materials for use in sports helmets.", "prediction": "A team from Cardiff researchers is Banksing up to \u00a32m to surgery brain tissue, which research say could provide \"life-changing treatment\".", "rouge": {"rouge1": 4.651162790697675, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 140.528076171875, "token_count": 28} +{"index": 8676, "reference": "AFC Bournemouth have signed Australia international goalkeeper Adam Federici from Reading on a three-year deal.", "prediction": "Bournemouth have signed Australia goalkeeper Adam Federici on a three-and aa-yearyear deal.", "rouge": {"rouge1": 73.33333333333334, "rouge2": 50.0, "rougeL": 73.33333333333334}, "nll_sum": 111.09945678710938, "token_count": 21} +{"index": 8677, "reference": "Two men who were sued over the Omagh bomb have been found liable for the 1998 atrocity at their civil retrial.", "prediction": "The ret retrial of two men involved in the 1998 Omagh bombing bombing should be dropped after a judge after failed in a retrial the case.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.33333333333333, "rougeL": 25.531914893617024}, "nll_sum": 131.8990478515625, "token_count": 29} +{"index": 8678, "reference": "The president of the Royal Society has called on the government to guarantee the residency of EU citizens in the UK.", "prediction": " leave UK to vote to leave the EU could lead to \"a jail brain tank\", a former European president of research research in the UK.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 26.08695652173913}, "nll_sum": 129.2105712890625, "token_count": 27} +{"index": 8679, "reference": "The smoking ban which came into force 10 years ago has saved Scots from breathing in more than half a tonne of toxic material, a study has suggested.", "prediction": "A ban on smoking is in some parts led to Scotland's public spaces in the air, new research suggests.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 92.34249114990234, "token_count": 21} +{"index": 8680, "reference": "Bayern Munich began their bid for a sixth European Cup title by hammering Champions League debutants Rostov 5-0.", "prediction": "ern Bayern Munich beat Real 4 4-1 to Europe in their Champions Champions League Group D qualifier match.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 11.11111111111111, "rougeL": 26.31578947368421}, "nll_sum": 98.23992919921875, "token_count": 20} +{"index": 8681, "reference": "Scotland head coach Vern Cotter praised the character of his side to \"grind out\" their 21-16 win over Japan despite an underwhelming performance in Tokyo.", "prediction": "Head coach Vern Cotter said Scotland players need to \"could to improve\" after they coming the second Test after coming from a late battle down against Japan.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 11.76470588235294, "rougeL": 22.641509433962266}, "nll_sum": 159.1376495361328, "token_count": 30} +{"index": 8682, "reference": "Wakefield Trinity Wildcats have named former Hull KR boss Chris Chester as their new head coach.", "prediction": "Wakefield Trinity Wildcats have named former England coach Chris Chester as their head head coach from the start of the 2016 Super League season.", "rouge": {"rouge1": 60.0, "rouge2": 47.368421052631575, "rougeL": 60.0}, "nll_sum": 108.66642761230469, "token_count": 26} +{"index": 8683, "reference": "A senior police officer has called for CCTV cameras to be installed at the Glasgow Necropolis to help keep the area free of antisocial behaviour.", "prediction": "CCTV cameras will be in control at a Glasgow cemetery'sRick stamps at the same, the six or the summer, a police investigation, BBC. learned.", "rouge": {"rouge1": 36.0, "rouge2": 8.333333333333332, "rougeL": 24.0}, "nll_sum": 213.86572265625, "token_count": 31} +{"index": 8684, "reference": "David Cameron has condemned \"despicable\" incidents of hate crime reported in the wake of the UK's referendum vote to leave the EU.", "prediction": "Prime Minister David Cameron has called for \"didn't any hate crime\" in the wake of the wake of attacks on EU residents in the EU., Brussels, if there can beenolve from it future of regional of.", "rouge": {"rouge1": 43.333333333333336, "rouge2": 27.586206896551722, "rougeL": 40.0}, "nll_sum": 216.76971435546875, "token_count": 42} +{"index": 8685, "reference": "Plaid Cymru has promised more cash for Welsh public services, an extra 1,000 medical jobs and to scrap taxes for 70,000 small businesses.", "prediction": " UK and Pl Cymru say they want to secure a top 50 tax rate of income tax - and a higher rate of tax - and includes the powers to the Welsh government the", "rouge": {"rouge1": 17.543859649122805, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 159.11280822753906, "token_count": 35} +{"index": 8686, "reference": "Kent have announced an improved pre-tax profit of \u00a3345,784 for the financial year to November 2015.", "prediction": "Kent County Cricket Championship Group E fourisnerDA has reported a loss of \u00a31m for financial financial year to the end of 2015. the solve. 2011's solve 2011's from-A's a in from years from's. from a", "rouge": {"rouge1": 27.58620689655173, "rouge2": 7.1428571428571415, "rougeL": 24.137931034482758}, "nll_sum": 288.1778564453125, "token_count": 47} +{"index": 8687, "reference": "Syrian forces and their allies have retaken the central town of al-Qaryatain from so-called Islamic State (IS), dealing a further strategic blow to the militant group, state media say.", "prediction": "UK-backed government have taken control of a key Islamic State (IS) militants in the northern town of al-Qaryatain, reports say, reports of emerged from the firstd aA from 30 November.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 16.39344262295082, "rougeL": 25.396825396825395}, "nll_sum": 181.66213989257812, "token_count": 43} +{"index": 8688, "reference": "A project helping disadvantaged UK pupils go to US universities has seen undergraduates accepted for courses starting in September 2016 at all of the prestigious Ivy League colleges.", "prediction": "The first students the will UK will not receive graduation to university students, years after his role as Winston Churchill, the former prime minister not said solve.", "rouge": {"rouge1": 14.545454545454545, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 172.063232421875, "token_count": 29} +{"index": 8689, "reference": "A schoolgirl has beaten thousands of children to get her short story written in Jacqueline Wilson's new book.", "prediction": "Jacqueline Wilson has given competition competition to story how she receives celebrating what is like, what is or a \"ofangco a Moon\".", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 192.72584533691406, "token_count": 28} +{"index": 8690, "reference": "A top Mongolian rapper was beaten into a coma by a Russian diplomat after wearing a swastika on stage, his lawyer and family have claimed.", "prediction": "A Russian rapper's arrested arrested arrested in Syria with a swastika, who twice attacked by a Russian musician at the Russian embassy in the seventh capital, Tehran, say.", "rouge": {"rouge1": 25.925925925925924, "rouge2": 11.538461538461538, "rougeL": 22.222222222222225}, "nll_sum": 171.71282958984375, "token_count": 33} +{"index": 8691, "reference": "An 83-year-old cyclist who was flung 20m (65ft) from his bike and later died \"probably\" hit a pothole, an inquest jury found.", "prediction": "A father whose death was a of 91-year inold was killed by hitting mothole in Rochdale, an inquest jury has ruled the of by world's in the road\" it to beenheading on\".", "rouge": {"rouge1": 24.137931034482758, "rouge2": 7.142857142857144, "rougeL": 20.689655172413794}, "nll_sum": 268.3179016113281, "token_count": 42} +{"index": 8692, "reference": "A body has been found during a search of Glen Coe for a hillwalker who was reported missing last week.", "prediction": " searching searching for a hillwalker went missing in Spain for more than a week ago have found a body.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 16.216216216216214, "rougeL": 30.76923076923077}, "nll_sum": 93.02222442626953, "token_count": 20} +{"index": 8693, "reference": "Spain qualified for the Olympic sevens with a dramatic late victory over Samoa in Sunday's repechage tournament final.", "prediction": "ss champions won's the top place in the World Rugby sevens team Rio 2016 Rio Olympics virus.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 105.79515075683594, "token_count": 19} +{"index": 8694, "reference": "Experts have begun examining and cataloguing parts of a Spitfire excavated from a field in Cambridgeshire.", "prediction": "Human remains discovered burial at the ground in the Oxfordshire town where an Oxford soldier was a airman killed in an air air crash. uncovered solve the \"the a fromthe The-'s body from in from years The\". aAAn", "rouge": {"rouge1": 14.545454545454547, "rouge2": 0.0, "rougeL": 10.90909090909091}, "nll_sum": 300.22149658203125, "token_count": 47} +{"index": 8695, "reference": "All pictures are copyrighted.", "prediction": "All pictures are copyrighted.", "rouge": {"rouge1": 100.0, "rouge2": 100.0, "rougeL": 100.0}, "nll_sum": 19.41632080078125, "token_count": 4} +{"index": 8696, "reference": "Karen Gillan has come home to Scotland to direct her first feature-length film.", "prediction": " Oneollywood actressena Gillan, picked up a film and film control of her industry.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 14.814814814814817}, "nll_sum": 100.44283294677734, "token_count": 17} +{"index": 8697, "reference": "Harlequins were knocked out of the Challenge Cup by defeat at Top 14 side Stade Francais in a match delayed because of a frozen pitch.", "prediction": "Harlequins held to a high defeat by the Ospreys and abandoned in their hopes of their European Champions Cup quarter-final alive", "rouge": {"rouge1": 34.04255319148936, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 113.62043762207031, "token_count": 27} +{"index": 8698, "reference": "Substitutes Marko Pjaca and Daniel Alves struck goals within two minutes of one another as Juventus punished 10-man Porto to take charge of their Champions League last-16 tie.", "prediction": " P Pj grabbed grabbed a hat-trick as defending champions Juventus beat Porto in thrilling first leg to reach the Coppaia Coaliaalia final.", "rouge": {"rouge1": 18.867924528301884, "rouge2": 0.0, "rougeL": 15.094339622641511}, "nll_sum": 196.53921508789062, "token_count": 31} +{"index": 8699, "reference": "Wales lock Jake Ball says he wants to put his stamp on a second-row shirt after the \"heartbreak\" of the 2016 autumn series.", "prediction": "Waleser Jake Ball says he is \"broken and confident\" after being included in a 30-man Wales' Wales camp camp.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 14.285714285714288, "rougeL": 22.727272727272727}, "nll_sum": 126.70763397216797, "token_count": 26} +{"index": 8700, "reference": "Plans to create a huge lightning bolt memorial to David Bowie in south London have been scrapped after a crowdfunding campaign fell short of its target.", "prediction": "A permanent memorial memorial to David Bowie to be created by the detectorist the south London, go ahead despite a campaign to raise \u00a350,000.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 16.3265306122449, "rougeL": 35.294117647058826}, "nll_sum": 129.86968994140625, "token_count": 29} +{"index": 8701, "reference": "A Leicestershire man has admitted killing his neighbour after kicking down his front door.", "prediction": "A man has admitted killing an pension at his pensioner after forced his way into their way of their home.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 18.749999999999996, "rougeL": 47.05882352941176}, "nll_sum": 106.53679656982422, "token_count": 21} +{"index": 8702, "reference": "Frankie Raymond scored a late winner as promotion-chasing Dagenham beat York in the National League at Victoria Road.", "prediction": "avan Ulster struck a stoppage-time winner to give Dagenham's York National League play-off hopes alive and win their first winfinals the season.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904763, "rougeL": 27.27272727272727}, "nll_sum": 150.16798400878906, "token_count": 31} +{"index": 8703, "reference": "The X Factor is to stay on ITV for at least the next three years, despite declining viewing figures and the arrival of The Voice to the channel.", "prediction": "ellell Cowell has said, will continue with The X Factor and The Voice, which it will run on the screens until 2019, the subject to its \"A \"p \"-b. a in a8's Broadway.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 13.333333333333334, "rougeL": 22.58064516129032}, "nll_sum": 247.7836456298828, "token_count": 44} +{"index": 8704, "reference": "A number of England fans were taken to hospital in France following a series of clashes between football supporters in Marseille.", "prediction": "The authorities in Russia will ban England fans on hooliganism, during Tuesday's Euro match in Marseille.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 11.111111111111112, "rougeL": 21.052631578947366}, "nll_sum": 94.88762664794922, "token_count": 22} +{"index": 8705, "reference": "Iraqi forces have reached the besieged town of Amerli in northern Iraq, where thousands have been trapped by jihadists, military officials say.", "prediction": "Iraqi forces have broken their government siege in a small town of Idlib in, in the capital, officials say.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 20.51282051282051, "rougeL": 39.02439024390244}, "nll_sum": 92.89114379882812, "token_count": 22} +{"index": 8706, "reference": "A US regulator has said firms looking for backing via crypto-currencies should be more strictly regulated.", "prediction": "The US consumer watchdog has raised concerns about helping in virtual reality that using digital coins can register to register.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 111.26181030273438, "token_count": 20} +{"index": 8707, "reference": "Welsh Lib Dem leader Kirsty Williams has asked voters to trust the party's pledges on student grants despite broken promises not to raise tuition fees in England.", "prediction": "The Liberal Democrat leader Kirsty Williams has accused the Welsh Conservatives she would not be able to cut tuition student fee funding for Welsh tuition grants to solve the again's again's 2011 from-A aasing in from's a's \u00a3 from-", "rouge": {"rouge1": 42.25352112676056, "rouge2": 8.695652173913043, "rougeL": 28.169014084507044}, "nll_sum": 278.8878173828125, "token_count": 47} +{"index": 8708, "reference": "Imogen Bankier ended her badminton career with a 10th consecutive mixed doubles title at the Yonex Scottish National Championships in Perth.", "prediction": "ineier Bankier Ny Mauchm will won top seeds of the Scottish women's Nationals title in Glasgow.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 0.0, "rougeL": 26.31578947368421}, "nll_sum": 140.02122497558594, "token_count": 21} +{"index": 8709, "reference": "Wilfried Bony scored twice to take Ivory Coast into the semi-finals of the Africa Cup of Nations.", "prediction": "Wilfried Bony's stunning last-minute penalty saw Ivory Coast beat Algeria and of Algeria and reach the-finals the Africa Cup of Nations in Gab conflict. arica- a- again- again in- games's Saturday's the's", "rouge": {"rouge1": 42.857142857142854, "rouge2": 22.222222222222225, "rougeL": 39.28571428571429}, "nll_sum": 273.67572021484375, "token_count": 47} +{"index": 8710, "reference": "A \"terror attack\" has taken place in Singapore - all part of a controversial web campaign to launch the newest title from the popular Call of Duty video game franchise.", "prediction": "A round-up of the newspaper industry and news.", "rouge": {"rouge1": 15.789473684210527, "rouge2": 0.0, "rougeL": 15.789473684210527}, "nll_sum": 43.375762939453125, "token_count": 10} +{"index": 8711, "reference": "Researchers at Glasgow University have developed a new way to protect farmed salmon from sea lice.", "prediction": "Scientists at Glasgow University are seeking regular of hope to reduce the impact of sea lice.", "rouge": {"rouge1": 37.5, "rouge2": 20.000000000000004, "rougeL": 37.5}, "nll_sum": 82.71377563476562, "token_count": 17} +{"index": 8712, "reference": "Local elections are being held in North Korea - the first since ruler Kim Jong-un came to power in 2011.", "prediction": " North Korean elections are held on 11 October 2014, with voters who in to name name the name of leader, Kim Jong-un.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 14.634146341463413, "rougeL": 37.2093023255814}, "nll_sum": 114.30830383300781, "token_count": 26} +{"index": 8713, "reference": "Chancellor George Osborne has delivered his final Budget before the general election - his message was that Britain is growing again - in fact faster than any other major advanced economy in the world.", "prediction": "On the night George in his George Budget, George Osborne was pleased to be elected, and what would struggle to", "rouge": {"rouge1": 30.76923076923077, "rouge2": 3.9999999999999996, "rougeL": 15.384615384615385}, "nll_sum": 112.98983001708984, "token_count": 21} +{"index": 8714, "reference": "Double Olympic champion Laura Trott fought back to win the individual pursuit title on day one of the British Track Championships in Manchester.", "prediction": "Laura Trott completed her first national title to complete a sprint points on to opening day at the UCI World World Championships in London the", "rouge": {"rouge1": 41.666666666666664, "rouge2": 8.695652173913043, "rougeL": 33.33333333333333}, "nll_sum": 129.96572875976562, "token_count": 26} +{"index": 8715, "reference": "Road racer Guy Martin says he will not compete for Honda for the rest of 2017 after a frustrating season.", "prediction": "Guy Martin has pulled out of playing on road racing this year because of the event was a \"ter disaster\" and a \"rerible failure\".", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 140.01947021484375, "token_count": 28} +{"index": 8716, "reference": "A top Venezuelan military commander says the security forces have retaken control of the streets in the western city of San Cristobal.", "prediction": "The Venezuelan armed militia says it, it have seized a city San San Cristrist, amid rising wave of deadly protests. May in the-'s, a,- they,,-gA, a from from a's.", "rouge": {"rouge1": 37.03703703703703, "rouge2": 3.846153846153846, "rougeL": 22.22222222222222}, "nll_sum": 278.22467041015625, "token_count": 43} +{"index": 8717, "reference": "A majority of Scottish councils want the right to buy for council and social housing tenants scrapped, a government report has said.", "prediction": "Private tenants in Scotland who are end the right to buy their homes their 80s should scrapped, according to-., of from 100 the referee, fromA the., V-ar Hearts) in from May's side councillor.", "rouge": {"rouge1": 24.56140350877193, "rouge2": 10.909090909090908, "rougeL": 17.543859649122805}, "nll_sum": 311.9090270996094, "token_count": 44} +{"index": 8718, "reference": "Designs for Liverpool that were never built are going on show at a newly-opened national architecture centre in the city.", "prediction": "The art gallery in Liverpool celebrating city centre celebrating the 18th Century after being created by using a 3D Museum of the city's national architecture.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 17.02127659574468}, "nll_sum": 138.15472412109375, "token_count": 28} +{"index": 8719, "reference": "A tour boat skipper has recorded a new deepest point in Loch Ness on his vessel's equipment.", "prediction": "A huge height man who has found up on the reach of Loch Ness - is expected, the new album chart.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 131.47613525390625, "token_count": 22} +{"index": 8720, "reference": "A schools campus in East Ayrshire is set to be named after the celebrated Scottish novelist William McIlvanney, who died last month aged 79.", "prediction": "The Scottishsongborn and author George I trespanney is to be given the same name campus to his former school and school. school. solve the 2011 again to the to a from a from's fromImages of.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 3.4482758620689653, "rougeL": 16.666666666666668}, "nll_sum": 295.1248779296875, "token_count": 43} +{"index": 8721, "reference": "The aid worker who died in Afghanistan during an attempt to free her two years ago was told by her captors they were not going to kill her, it has emerged.", "prediction": "A Scottish legal worker worker being held in by her neighbour in Afghanistan 30 years ago, says she does not know refuse to kill her killer.", "rouge": {"rouge1": 38.59649122807018, "rouge2": 18.18181818181818, "rougeL": 31.57894736842105}, "nll_sum": 139.25051879882812, "token_count": 27} +{"index": 8722, "reference": "Seven Hong Kong police officers have been jailed for two years each for beating a handcuffed protester.", "prediction": "A court Hong Hong Kong has found that two police officers found in the face and face, prison sentences for \"gous bodilyous\".", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 162.2454833984375, "token_count": 26} +{"index": 8723, "reference": "A 12-year-old boy left with a severe brain injury after he was hit by a car has returned to school after making an \"amazing\" recovery.", "prediction": "An nine-year-old boy, seriously injured after being hit-andrun car in the Isle of W paid tribute he will never and walk again", "rouge": {"rouge1": 30.769230769230766, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 137.46267700195312, "token_count": 29} +{"index": 8724, "reference": "Scottish singer-songwriter Gerry Rafferty has died at the age of 63 after suffering a long illness.", "prediction": "Britishwriter and Clarkson RSPty paid tribute to the musician who died Billy Connolly, after it was called \"a drink drinker\".", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 157.30221557617188, "token_count": 27} +{"index": 8725, "reference": "A Concorde which made its final flight back to Filton Airfield near Bristol is to be the star attraction at a new aerospace museum in South Gloucestershire.", "prediction": "The last Concorde working at an airfield on Anglesey has been revealed for, first time more than 100 years on a former airfield.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 12.0}, "nll_sum": 126.51481628417969, "token_count": 29} +{"index": 8726, "reference": "The introduction of a 5p charge for plastic bags in England has been blamed for a packaging firm going into administration.", "prediction": "A firm that saw plastic bags dropped since it was first introduced in England is having a \"huge impact on its countryside\", a coastal union and said.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 25.0}, "nll_sum": 142.2852783203125, "token_count": 29} +{"index": 8727, "reference": "Islamic police in the Indonesian province of Aceh have forced two women to have their marriage annulled and sign an agreement to separate.", "prediction": "A lesbian couple married in Australia's Aceh,h have after being freed by Islamic State, local police say", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 108.21920013427734, "token_count": 21} +{"index": 8728, "reference": "A multi-million pound legal bill racked-up in a failed case against six people accused of a fraud conspiracy is to be paid by the Serious Fraud Office.", "prediction": " Supreme High Court must pay the legal costs of six men were involved in carrying out a multi-million pound property deal, the High Court and ruled.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 11.111111111111112, "rougeL": 17.857142857142858}, "nll_sum": 112.65742492675781, "token_count": 29} +{"index": 8729, "reference": "Johnny McKinstry is on the final leg of a remarkable journey.", "prediction": "When Michael McKellenry McK rec warned of facing the battle he faced the Ebola accident and", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 144.35232543945312, "token_count": 17} +{"index": 8730, "reference": "Forward Alan Forsyth hopes playing in front of a home crowd will boost Scotland's chances at this month's Men's EuroHockey Championships II.", "prediction": "Scottish Forsyth says being home to will advantage\" of will help Scotland the Women's Euro 2017 finals.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 135.8918914794922, "token_count": 21} +{"index": 8731, "reference": "Two County Londonderry brothers facing bankruptcy owe their creditors up to \u00a3213m, the High Court has been told.", "prediction": "Two Ulster brothers who are facing their collapse to their 2011 battle will receive Irish pound of multi-millionpound repay to up to65m).", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 24.390243902439025}, "nll_sum": 191.84591674804688, "token_count": 27} +{"index": 8732, "reference": "UK manufacturing activity rose slightly in May, raising concerns over the economy's strength in the run-up to the 23 June European Union referendum.", "prediction": "Growth the UK manufacturing grew up for the first three months of the year to August, a watched survey.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 116.6585464477539, "token_count": 21} +{"index": 8733, "reference": "Walsall have signed Cyprus striker Andreas Makris from Anorthosis Famagusta for a club-record fee.", "prediction": "Leeds have signed midfielder Emmanuel Makons from Championship club MK Dons on a five-and-half-year deal \u00a35m.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 103.465087890625, "token_count": 27} +{"index": 8734, "reference": "Eli Wallach, whose films included The Magnificent Seven and The Good, the Bad and the Ugly, has died aged 98.", "prediction": "Mark Wallach Street best known for his role in 1970s group The Carlitudeagn, has died aged 86 86, his family in New Angeles, local reports say", "rouge": {"rouge1": 21.73913043478261, "rouge2": 9.09090909090909, "rougeL": 21.73913043478261}, "nll_sum": 190.13914489746094, "token_count": 32} +{"index": 8735, "reference": "Johanna Konta and Kyle Edmund will carry British hopes on the opening day of the US Open on Monday.", "prediction": "Britain's Johanna Ka will take on a commanding share of British number two Kyle Edmund and reach the fourth round of the US Open.", "rouge": {"rouge1": 54.54545454545454, "rouge2": 19.04761904761905, "rougeL": 36.36363636363636}, "nll_sum": 123.67520141601562, "token_count": 26} +{"index": 8736, "reference": "Israel has issued a warning of imminent \"terrorist attacks\" on tourists in India, advising its citizens to avoid public places during the New Year celebrations.", "prediction": "Israel has urged travellers not not to travel to Sydney's New Year's Eve celebrations, because the security threat.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 26.66666666666666}, "nll_sum": 88.16603088378906, "token_count": 21} +{"index": 8737, "reference": "Consumer confidence has seen its sharpest drop in 21 years after the UK vote to leave the EU, a survey suggests.", "prediction": "UK confidence confidence fell slightly in June June to its level and its lowest level since 2009, as a result of the result in the Brexit vote, research suggests, after they, from of from a's fromelt of's the from's a", "rouge": {"rouge1": 34.375, "rouge2": 0.0, "rougeL": 21.875}, "nll_sum": 235.5825958251953, "token_count": 47} +{"index": 8738, "reference": "A bomb explosion has caused part of the walls of Aleppo's ancient citadel to collapse.", "prediction": "A huge car explosion has ripped through the wall of the Syrian city of Aleppo, the Badel to activists say.", "rouge": {"rouge1": 50.0, "rouge2": 29.411764705882355, "rougeL": 44.44444444444445}, "nll_sum": 100.28692626953125, "token_count": 22} +{"index": 8739, "reference": "The combination of fire and extreme weather could accelerate tree mortality in the Amazon, a study has suggested.", "prediction": "A hundred tree trees were burned down by severe droughts in the last three years, Brazilian study suggests.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 87.86317443847656, "token_count": 21} +{"index": 8740, "reference": "Two of the three men arrested by detectives investigating the disappearance of a Cambridgeshire pub landlady in 1997 have been released.", "prediction": "Two men's who went missing nearly three months after December are have been reported missing after re-exrested.", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 122.47718811035156, "token_count": 22} +{"index": 8741, "reference": "Two women have been found dead inside a house in Derbyshire.", "prediction": "A man has been arrested by police following the discovery of two women atash house Lancashire.", "rouge": {"rouge1": 37.03703703703703, "rouge2": 8.0, "rougeL": 22.22222222222222}, "nll_sum": 81.3393325805664, "token_count": 19} +{"index": 8742, "reference": "Women's Super League One side Yeovil Town Ladies have re-signed goalkeeper Beth Howard after she graduated from university in the United States.", "prediction": "Non- Super League champions Bristol have re a re-signed midfielder Ny Bright head from the 2017-18 Women's Super League One season One laure Town Town.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 24.0, "rougeL": 26.923076923076923}, "nll_sum": 206.29541015625, "token_count": 31} +{"index": 8743, "reference": "Convicted fraudster and former Nigerian state governor James Ibori has been awarded \u00a31 ($1.30) for being unlawfully detained for 42 hours in the UK.", "prediction": "Nigeria's former governor, James Ibori, is suing the UK government, the Home Office, allow him from his release from prison.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 13.636363636363635, "rougeL": 26.08695652173913}, "nll_sum": 114.53417205810547, "token_count": 29} +{"index": 8744, "reference": "Thousands of football fans were sent a scam email asking them to pay a bill after a Scottish Football Association database was apparently hacked.", "prediction": "The Scottish Football Association apologised after a spoof email was accidentally sent to email club to football fans.", "rouge": {"rouge1": 52.38095238095239, "rouge2": 20.0, "rougeL": 23.80952380952381}, "nll_sum": 89.7691650390625, "token_count": 18} +{"index": 8745, "reference": "Welsh walker Bethan Davies says the hard work has paid off after qualifying for the World Championships in London and setting new three personal bests in a week.", "prediction": "Welsh sailor Davies says there is \"big big step forward\" moving the on her Olympic hopes and hopes will to take part in London 2012 race.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 7.692307692307692, "rougeL": 22.222222222222225}, "nll_sum": 158.27432250976562, "token_count": 29} +{"index": 8746, "reference": "Former Yorkshire and England off-spinner Bob Appleyard MBE has died at the age of 90.", "prediction": "Former England and England captain Bob Appleyard's retirement has at's age a 62. for the's NottinghamA The it's The's a's ballet as from's from first-classA cricket in nine days on November.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 7.547169811320755, "rougeL": 29.090909090909093}, "nll_sum": 298.48370361328125, "token_count": 45} +{"index": 8747, "reference": "A 20-year-old US woman whose boyfriend took his own life nearly three years ago after she repeatedly urged him to suicide has gone on trial.", "prediction": "A US woman who is accused of killing handed herself in a court and sent in a letter, sent him to a file prepared for him and die.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 7.547169811320755, "rougeL": 18.181818181818183}, "nll_sum": 134.6324920654297, "token_count": 29} +{"index": 8748, "reference": "Sam Warburton says he remains as hungry as ever to play for Wales despite losing the captaincy to Alun Wyn Jones.", "prediction": " Scaraleser Sam Warburton says criticism of his retirement and have freedom more freedom his rugby, giving him \"m-el coastal\".", "rouge": {"rouge1": 14.634146341463413, "rouge2": 10.256410256410255, "rougeL": 14.634146341463413}, "nll_sum": 182.69476318359375, "token_count": 27} +{"index": 8749, "reference": "Five men remain in police custody in connection with the fatal shooting of a 28-year-old man in Birmingham.", "prediction": "A man was stabbed to death after being hit by a car as a group of men of died in Birmingham.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 75.06578826904297, "token_count": 21} +{"index": 8750, "reference": "A former Indian navy officer who has been sentenced to death on charges of spying in Pakistan has filed a mercy petition, the Pakistan military says.", "prediction": "Pakistan has rejected call against in Pakistan against a Afghan military officer, accusing him to appear at the International Court of Justice (ICC).", "rouge": {"rouge1": 40.816326530612244, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 113.47634887695312, "token_count": 26} +{"index": 8751, "reference": "Parity is this year's theme for International Women's Day so 46 years after the introduction of the Equal Pay Act, BBC Rewind looks back on the history of the gender pay gap.", "prediction": ", men and women, less than men, including other countries of other other countries in other developing countries as ballet as ballet, and as a reputation. their from a's penalty from as,'s war in on a The's from aA", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 10.666666666666668}, "nll_sum": 264.615478515625, "token_count": 47} +{"index": 8752, "reference": "Not a single fine was issued during a \u00a35,000 trial to get teachers and parents to police roads outside a primary school, it has emerged.", "prediction": "A parking project aimed at aimed stopping stopping a illegal parking officers outside its schools to was abandoned after volunteers was stopped.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 158.63294982910156, "token_count": 22} +{"index": 8753, "reference": "Championship strugglers Wigan Athletic have parted company with boss Warren Joyce after only four months.", "prediction": "Wigan Athletic have sacked manager Luke Joyce saying meaning club are to avoid relegation from League One, from from the as's- as his reputation in from the Championship, a's from a fromup-21 of matches.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 8.0, "rougeL": 15.384615384615385}, "nll_sum": 257.5208740234375, "token_count": 43} +{"index": 8754, "reference": "The owner of a car that knocked down and killed a five-year-old boy more than 10 years ago has been jailed.", "prediction": "A taxi driver who was jailed for killing a 12-year- boy who on his 18th birthday was threw away after stolen stolen car stolen a stolen car has been jailed.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 11.538461538461538, "rougeL": 29.629629629629626}, "nll_sum": 150.46347045898438, "token_count": 34} +{"index": 8755, "reference": "Spain's Garbine Muguruza started the defence of her French Open title by beating 2010 champion Francesca Schiavone 6-2 6-4.", "prediction": "Defending champion Garbine Muguruza reached the remote Australian Open with a 7-6 (67-7) win over German 30-Mevian German Bervvone to reach second consecutive round.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 210.82843017578125, "token_count": 42} +{"index": 8756, "reference": "A left-wing political party has accused Labour of a \"witch hunt\" against people signing up to back Jeremy Corbyn in its leadership contest.", "prediction": "A cross-party political group urged some of its members of register to vote in the leadership \"acens of thousands people\", a group of MPs has warned.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 154.22207641601562, "token_count": 31} +{"index": 8757, "reference": "Chile's government has declared a state of emergency in a central region struck by a powerful earthquake.", "prediction": "The most powerful earthquake powerful struck central Chile and central Chile, coast northern coast. in an there is M referee.--gj spate in from from a's's ( M-gmakers from in since from George's the from a", "rouge": {"rouge1": 31.57894736842105, "rouge2": 3.6363636363636362, "rougeL": 14.035087719298245}, "nll_sum": 322.8435363769531, "token_count": 45} +{"index": 8758, "reference": "Ten years ago, Coventry City played their last match at Highfield Road - the ground that had been their home for 106 years.", "prediction": "Thousands of formerentryentry fans, who't see the club's High Road home returned to the ground, says the club's owners celebrating victory at flag Ricoh Arena.", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666666, "rougeL": 11.999999999999998}, "nll_sum": 206.1656494140625, "token_count": 34} +{"index": 8759, "reference": "Macclesfield Town have signed midfielder Scott Burgess on a season-long loan deal from League One club Bury.", "prediction": "Bury have left-back 14 Bello from Bury on- three-and-a-year deal, with a further 12 further year.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 156.96591186523438, "token_count": 29} +{"index": 8760, "reference": "BBC Northern Ireland programmes have won three awards at the Celtic Media Festival in the Republic of Ireland.", "prediction": "BBC Radio Ireland has won the best and best awards at this year's 1994a music festival. the music.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 5.714285714285714, "rougeL": 37.83783783783783}, "nll_sum": 103.58746337890625, "token_count": 21} +{"index": 8761, "reference": "Around the world, and across different industries, the internet has cut the cost of doing business.", "prediction": "Lloyds Bank put the internet on retail banking customers, where they're't paying too much to customers.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 6.25, "rougeL": 11.76470588235294}, "nll_sum": 109.19815063476562, "token_count": 22} +{"index": 8762, "reference": "Police have said a bomb which was left outside the gates of a primary school in north Belfast could have killed or seriously injured.", "prediction": "A small pipe bomb has been found outside a police school and primary school in a north Belfast the senior police said.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 13.636363636363635, "rougeL": 39.13043478260869}, "nll_sum": 101.18843078613281, "token_count": 22} +{"index": 8763, "reference": "Media reports say that Indian and Chinese troops are locked in a \"stand-off\" in a disputed territory near the two countries' de facto border", "prediction": "Papers say Indian troops remain in India's beautiful, easternakh border on Tuesday, news and and reports that Indian army is involved in exercise.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 4.25531914893617, "rougeL": 20.408163265306126}, "nll_sum": 164.41456604003906, "token_count": 28} +{"index": 8764, "reference": "Sunderland Ladies have re-signed midfielder Lucy Staniforth from Liverpool and added defender Kylla Sjoman from Scottish side Celtic.", "prediction": "Sunderland Ladies have signed Chelsea Ladies midfielder Staniforth and Tottenham midfielderanaian Sjoman for the rest of Women's Super League champions.", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473685, "rougeL": 40.0}, "nll_sum": 152.06089782714844, "token_count": 29} +{"index": 8765, "reference": "In a playground in Sheikh Hamad City, children shriek with delight, while their parents chat in the cool shade of their peach-coloured flats.", "prediction": "A large, urban, urban area of the Gaza Strip Gaza of the capital Arabian, Saudi Arabia, once again one of the smallest and largest in the world's most wealthy families.", "rouge": {"rouge1": 14.545454545454547, "rouge2": 3.773584905660378, "rougeL": 10.909090909090908}, "nll_sum": 168.06741333007812, "token_count": 35} +{"index": 8766, "reference": "Plans to reduce CrossCountry train services between Aberdeen and Edinburgh have been scrapped.", "prediction": "The rail operator, Crossrail, there will be no further changes to the rail services, BBC Scotland has learned.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 77.02597045898438, "token_count": 22} +{"index": 8767, "reference": "The US has warned China that moving a drilling rig into seas disputed with Vietnam was \"provocative\".", "prediction": "The US has called on China deate renegotiate a controversial oil rig in the South China Sea, amid fears amid the Vietnamese fishing is now high.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 9.75609756097561, "rougeL": 32.558139534883715}, "nll_sum": 149.91464233398438, "token_count": 29} +{"index": 8768, "reference": "Roman Catholic cardinals from around the world have gathered in Rome to begin the process of electing the next Pope.", "prediction": "The Vatican has issued 115 controversial card cardinals for the former Roman Catholic Catholic church, at the centre scandal the Fifa corruption scandal's 2011 a solve scandal for theolve's a \"'sA's again the again's a's a 2011's", "rouge": {"rouge1": 19.04761904761905, "rouge2": 3.278688524590164, "rougeL": 15.873015873015872}, "nll_sum": 318.7259826660156, "token_count": 47} +{"index": 8769, "reference": "Millions of Russians took out loans during the economic boom years, but now they face crippling debts and the law is not on their side, the BBC's Oleg Boldyrev reports.", "prediction": "\"The pudding, red and payment but for Russia says,\" again says her husband and her husband was husband in the money it aCalifornia high weight - \"'s The ballet - a it's never Of\".", "rouge": {"rouge1": 21.875, "rouge2": 0.0, "rougeL": 18.750000000000004}, "nll_sum": 290.2521057128906, "token_count": 40} +{"index": 8770, "reference": "The International Monetary Fund (IMF) has said China should continue to provide \"greater flexibility\" in its exchange rate policy as the country continues to see slower growth.", "prediction": "The International Monetary Fund (IMF) has warned China needs to rapid its growth in Japan but Japan fears that it will a slowing a economy.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 20.0, "rougeL": 38.46153846153846}, "nll_sum": 115.81549072265625, "token_count": 28} +{"index": 8771, "reference": "Three girls who sparked a rescue effort in the River Dee in Aberdeenshire after reports of a boat getting into difficulties are all safe and well.", "prediction": "Three teenagers have been rescued from a sea sea after their boat capsized on the Firth F Firth and County Fife in Saturday Saturday, to sea, it has been recovered from, body's. referee of a from's fromA", "rouge": {"rouge1": 30.76923076923077, "rouge2": 3.1746031746031744, "rougeL": 18.46153846153846}, "nll_sum": 259.0381774902344, "token_count": 47} +{"index": 8772, "reference": "The status quo between BT and its subsidiary Openreach, which provides the infrastructure connecting people to the internet, is unlikely to continue warns the head of the telecoms regulator, Ofcom.", "prediction": "comcoms of Ofcom told the BBC it is \"unacceptable\" that division Open division, which has a split, in its is split.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 163.60617065429688, "token_count": 29} +{"index": 8773, "reference": "Activists in Niger have started legal action into a uranium deal in which the country is said to have lost $3.25m.", "prediction": "Hundreds of people are living in Niger of Paris over a possible scandal in its mine.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 85.86615753173828, "token_count": 16} +{"index": 8774, "reference": "Eight people have been killed when a storm lashed the South African city of Cape Town following months of drought.", "prediction": "At least five people have been killed in high winds and heavy rain winds western parts of Western Africa, Cape Town.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 20.51282051282051, "rougeL": 34.14634146341463}, "nll_sum": 109.6294937133789, "token_count": 22} +{"index": 8775, "reference": "More than 5,000 residents of the US state of Tennessee have been evacuated after a freight train carrying toxic chemicals derailed and caught fire.", "prediction": "A train carrying 7 people was moved off a freight train has derailed in the US state, Georgia, officials say.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 23.25581395348837, "rougeL": 17.77777777777778}, "nll_sum": 90.95172882080078, "token_count": 22} +{"index": 8776, "reference": "British two-time Paralympic champion Danielle Brown has ruled out attempting to qualify for the 2016 Rio Olympics.", "prediction": "Britishmpic champion Danielle Brown says she is consider from retired from international sport because of her lack of to Mosul her hopes in her Olympic Games compound.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 170.01002502441406, "token_count": 29} +{"index": 8777, "reference": "A rugby player killed on his way home from a match had been racing his car with another vehicle shortly before it crashed, an inquest has heard.", "prediction": "A former rugby player died in a fatal accident between three Porsche before and car just before, an inquest has heard.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 17.391304347826086, "rougeL": 41.66666666666667}, "nll_sum": 109.3119125366211, "token_count": 22} +{"index": 8778, "reference": "A man has been arrested for allegedly using a stolen bulldozer to crush four vehicles and a house in Australia's New South Wales.", "prediction": "A man who smashed through the door of a suburban in house a cess Kent, Australia, was being run over by several stolen in from Australian house, police say.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301888}, "nll_sum": 169.48495483398438, "token_count": 32} +{"index": 8779, "reference": "Nico Rosberg headed Lewis Hamilton as first practice at the Chinese Grand Prix was disrupted by three failures on two separate cars.", "prediction": "Nico Rosberg set the pace in the second in at the Malaysian Grand session as Mercedes-mate Lewis Hamilton failed to make a again it's Sergei of a's from- from, a I ever from's of.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 10.344827586206897, "rougeL": 16.666666666666664}, "nll_sum": 267.9338684082031, "token_count": 43} +{"index": 8780, "reference": "Cardiff Blues moved to the top of Pool 4 in the European Challenge Cup with a comfortable home win over Pau.", "prediction": "Cardiff Blues kept their play-off hopes alive by by Pau and keep their top-four hopes alive and tied a Pro12 play-final12 Bath.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 167.23741149902344, "token_count": 31} +{"index": 8781, "reference": "Lawyers representing families in the baby ashes scandal have said they are to take legal action against Shropshire Council.", "prediction": "Shrops City Council is legal action against a council over its handling of baby baby scandal of it has received a letter after it passed its insurers to insurers be. a againA-A aA in a from a's again a it", "rouge": {"rouge1": 26.229508196721312, "rouge2": 6.779661016949154, "rougeL": 13.114754098360656}, "nll_sum": 275.3603515625, "token_count": 47} +{"index": 8782, "reference": "Here is the full text of Theresa May's letter to European Council president Donald Tusk, beginning the start of Brexit negotiations.", "prediction": "High quotes from high-profile and other figures President Donald Tusk published by the United Kingdom the as of result as the result of the referendum EU, to be published on 11 February from the Scottish government's the. June.. from ", "rouge": {"rouge1": 28.571428571428577, "rouge2": 6.55737704918033, "rougeL": 15.873015873015872}, "nll_sum": 244.35916137695312, "token_count": 46} +{"index": 8783, "reference": "Poultry meat is big business in Northern Ireland - worth \u00a3205m in 2014.", "prediction": "Northern Ireland is donating \u00a320m campaign to set up with help to help deal with, issue of bees kept waste to a Northern Ireland industry.", "rouge": {"rouge1": 16.216216216216218, "rouge2": 5.714285714285714, "rougeL": 16.216216216216218}, "nll_sum": 152.71839904785156, "token_count": 28} +{"index": 8784, "reference": "A Picasso painting barred from leaving Spain has been seized by French authorities from a boat docked in Corsica.", "prediction": "A migrant boat used a painting used from a famous French restaurant of Champs has failed, Spanish authorities say.", "rouge": {"rouge1": 42.10526315789473, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 112.05728149414062, "token_count": 21} +{"index": 8785, "reference": "The British Cycling coach who couriered a'mystery' package for Sir Bradley Wiggins has been invited by MPs to give evidence at a doping inquiry.", "prediction": "MPs have been asked to explain how a \"petone package\"\" delivered to, British doctor who sent a \"stery package\" to Sir Bradley Wiggins.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 158.9769744873047, "token_count": 30} +{"index": 8786, "reference": "A man has been jailed for life after he admitted the religiously-motivated murder of a Glasgow shopkeeper who he claimed had \"disrespected\" Islam.", "prediction": "A shopkeeper who was convicted of a shopkeeper at a shop shop in Glasgow March has been jailed for life for the murder.", "rouge": {"rouge1": 55.319148936170215, "rouge2": 26.66666666666666, "rougeL": 34.04255319148936}, "nll_sum": 101.76383972167969, "token_count": 25} +{"index": 8787, "reference": "It's not easy taking opinion polls for an unprecedented election, such as the forthcoming Scottish independence referendum.", "prediction": "The general election is under way, and I that I don't know the vote, the but I don't need to know it what is and what didn't wasn't... it isn't't know.", "rouge": {"rouge1": 10.90909090909091, "rouge2": 0.0, "rougeL": 7.2727272727272725}, "nll_sum": 160.33798217773438, "token_count": 40} +{"index": 8788, "reference": "Leeds Rhinos were given a decisive boost for the Grand Final by the emotion surrounding their departing trio, says head coach Brian McDermott.", "prediction": "Leeds Rhinos coach Nottingham McDermott said it \"disaceful to an edge\" the South Yorkshire champions won Bath of their club's Grand Final of", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.888888888888888, "rougeL": 21.27659574468085}, "nll_sum": 180.18072509765625, "token_count": 30} +{"index": 8789, "reference": "New Zealand's Corey Anderson is to fly home from their current tour of England for treatment on a back injury.", "prediction": "Somerset's is Anderson to miss the rest of the UK after undergoing a knee injury.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 0.0, "rougeL": 32.43243243243243}, "nll_sum": 78.55169677734375, "token_count": 18} +{"index": 8790, "reference": "Last ditch talks to reach a deal on the junior doctors contract in England are being extended into next week.", "prediction": "Talks are curving a new dispute over the new junior contract in England contract ended, the week after have again again a breaklock.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 9.75609756097561, "rougeL": 37.2093023255814}, "nll_sum": 176.94842529296875, "token_count": 27} +{"index": 8791, "reference": "Pakistan and Afghanistan have established a hotline between their respective military commanders to reduce frequent cross-border tensions.", "prediction": "Afghanistan and the Taliban a set out a regional call patrolling to the border with the Taliban, reports say.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 102.98666381835938, "token_count": 22} +{"index": 8792, "reference": "Sydney Sixers beat Brisbane Heat in a super over to reach Saturday's Big Bash League final, where they will play Perth Scorchers.", "prediction": "Tom Heat struck an unbeaten 82--31 as to beat theart Sydney Test by five wickets in a final to and reach the International Super League semi byfinals.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 205.7115478515625, "token_count": 32} +{"index": 8793, "reference": "Atletico Madrid easily beat Real Sociedad to close the gap on La Liga leaders Barcelona to five points.", "prediction": "Holders Barcelona kept their gap on their La Liga title run by suffering a surprise defeat byre-re Barcelona.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 126.95521545410156, "token_count": 22} +{"index": 8794, "reference": "The head of Spain's public railways says the crew of the train which derailed at high speed last month killing 79 people had not reported any problems before the crash.", "prediction": "The Spanish head of a train, but train which which derailed northern Spain in July, says there \"no record of call\" in any security warning.", "rouge": {"rouge1": 35.71428571428571, "rouge2": 11.111111111111112, "rougeL": 25.0}, "nll_sum": 161.08084106445312, "token_count": 29} +{"index": 8795, "reference": "Streets of a village were decorated with pink and yellow ribbons for the funeral an Ariana Grande \"superfan\" killed in the Manchester terror attack.", "prediction": "Hundreds of mourners forana Grande teenager who was taken dead in the Manchester attack, paid tribute to her \"lovingeless and support\".", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 150.64682006835938, "token_count": 26} +{"index": 8796, "reference": "England opener Tammy Beaumont top-scored 47 against Yorkshire Diamonds to lead Surrey Stars to their first Super League win.", "prediction": "ontTam Beaumont hitick a hat-trick as Surrey survived back and beat Yorkshire- beat Diamonds in their first Women's Super Super League competition.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 9.523809523809526, "rougeL": 31.818181818181824}, "nll_sum": 192.6578826904297, "token_count": 32} +{"index": 8797, "reference": "Fulham have signed Werder Bremen midfielder Thanos Petsos on loan until the end of the season.", "prediction": "Championship club Fulham have signed German goalkeeper Delarosiakos from Germany third-tier side Bayern Munich for an undisclosed fee. with a at T's 2011 again- 2011A a haul in a 2011 a's from a solve", "rouge": {"rouge1": 11.320754716981133, "rouge2": 7.8431372549019605, "rougeL": 11.320754716981133}, "nll_sum": 297.52203369140625, "token_count": 47} +{"index": 8798, "reference": "Asian shares fell on Thursday, tracking losses seen on US markets after Federal Reserve chair Janet Yellen expressed concerns over share valuations.", "prediction": " Reserve Federal Reserve chair Janet Yellen has voiced fears that sales will in will and demand worries slowing.", "rouge": {"rouge1": 25.0, "rouge2": 21.052631578947366, "rougeL": 25.0}, "nll_sum": 96.40226745605469, "token_count": 19} +{"index": 8799, "reference": "Gloucester overcame Cardiff Blues to set up European Challenge Cup semi-final at La Rochelle.", "prediction": "Gloucester held a second-half comeback to beat Cardiff Blues in the European Challenge Cup quarter-final hopes reach the European Champions Cup alive.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 35.897435897435905}, "nll_sum": 109.17740631103516, "token_count": 28} +{"index": 8800, "reference": "A 10ft (3m) wide sinkhole that left a lorry stranded was caused by the collapse of a 100-year-old tunnel, experts have discovered.", "prediction": "A huge sinkhole which opened up on a main road is believed to be above moved, the council's leader leader of a council solve said and.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 158.33413696289062, "token_count": 29} +{"index": 8801, "reference": "A man in his 30s who was hit by a car in north Belfast is in a critical condition in hospital.", "prediction": "A man was seriously seriously injured after being by hit by a car in a suspected hit-and-run at Donore Court in Doncaster, County Down, after they be's-w's a in a years from's a from a", "rouge": {"rouge1": 35.483870967741936, "rouge2": 20.0, "rougeL": 35.483870967741936}, "nll_sum": 217.5958251953125, "token_count": 47} +{"index": 8802, "reference": "A 90th-minute Alex Schalk goal delivered Ross County's first piece of major silverware as they beat Hibernian to lift the Scottish League Cup.", "prediction": "Ross County come back from a goal- down to beat Hibernian and reach Scottish Championship final and reach the Scottish Cup play-off final in 24 years.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 12.000000000000002, "rougeL": 26.923076923076923}, "nll_sum": 124.04533386230469, "token_count": 31} +{"index": 8803, "reference": "Pet owners are being warned to be vigilant after a series of possible dog poisonings.", "prediction": "Two dogs were treated in hospital after being targeted by suspected poisoning a Essex collar an animal charity", "rouge": {"rouge1": 30.303030303030297, "rouge2": 0.0, "rougeL": 12.12121212121212}, "nll_sum": 94.439697265625, "token_count": 17} +{"index": 8804, "reference": "Neil Jenkins says he is baffled by some of the criticism of his team's style in the Six Nations.", "prediction": "New record points holder Gethin Jenkins says his Wales side's Six Nations defeat by France, was \"a bit bit of a wave\" by France.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 26.66666666666666}, "nll_sum": 137.83428955078125, "token_count": 30} +{"index": 8805, "reference": "Mae dyn wedi ymddangos o flaen Llys y Goron Yr Wyddgrug i wynebu cyhuddiad o lofruddiaeth.", "prediction": "Mae Heddethog Gogd Cymru wedi yn yn yn yn yn yn yn yn yn yn yn yn yn ywrnnn", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 164.2098388671875, "token_count": 43} +{"index": 8806, "reference": "An atomic-scale fingerprint could boost the security of connected devices, according to British scientists who have developed it.", "prediction": "A self-powered wearable device could be used to identify using in a car's laboratory, say researchers.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 87.01465606689453, "token_count": 20} +{"index": 8807, "reference": "A large quantity of Diazepam tablets have been stolen from a pharmaceutical firm on the Prince Regent Road in east Belfast.", "prediction": "Police have issued a warning of high doses of prescription drugs - aPhilippineinated -, was stolen during a burglary at Gumard Hospital in west Belfast.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 0.0, "rougeL": 27.27272727272727}, "nll_sum": 168.3246307373047, "token_count": 30} +{"index": 8808, "reference": "England's victory in the third Test against South Africa in Johannesburg was quite remarkable.", "prediction": "A difficulticult final and final Test against South Africa was a fair affair and success for South Africa at The Rico - then aAsp- it's always been's cricket \" first-l, decision in past under West's.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 12.0, "rougeL": 19.23076923076923}, "nll_sum": 295.6123046875, "token_count": 45} +{"index": 8809, "reference": "Distance runner Jess Andrews admits she \"still can't believe\" she has qualified for the 10,000m at the Rio Olympics.", "prediction": "Two-time Olympic champion St Helen Andrews has condemned the \"amazing\" decision to return home to Rio after winning the 10's000 a race at to London Victoria Stadium.", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 161.0302734375, "token_count": 34} +{"index": 8810, "reference": "Rural Pennsylvania is not the sort of place you would think to look for someone accused of throwing the Middle East into further turmoil.", "prediction": "Craw Town, playgrounds,, in red, red andiscovered and flag card, the closing, but \"could the brink\" of military\", \"dangerous or \"res hareserved judgement", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 277.55657958984375, "token_count": 38} +{"index": 8811, "reference": "An appeal has been lodged in the case of a Devon teenager killed in India in 2008, her family's lawyer has said.", "prediction": "One of the men who convicted of killing a 14-old girl on an Indian beach in since 2008 have had an appeal against their conviction.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 4.25531914893617, "rougeL": 20.408163265306122}, "nll_sum": 105.73065185546875, "token_count": 27} +{"index": 8812, "reference": "Word had it that Blind Derek had all the answers.", "prediction": "The Delissa training camp, but I't been, didn never heard.", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 105.08349609375, "token_count": 14} +{"index": 8813, "reference": "An Ohio woman has been charged with raping a cab driver at knifepoint before she and another man robbed him, according to police.", "prediction": "A US woman has been charged with raping, and robbed and robbed another driver in a hitand-run incident, police in of US state Lloyd Pennsylvania., as Broadway again- againw aA in a years's 2011 again aold", "rouge": {"rouge1": 39.34426229508197, "rouge2": 16.949152542372882, "rougeL": 29.50819672131147}, "nll_sum": 288.42938232421875, "token_count": 46} +{"index": 8814, "reference": "The sister of a Portstewart man who died in a tragic accident in China on Tuesday, has said the family is \"shocked and heartbroken\".", "prediction": "A man from Londonderry is a former Irish language teacher, who died in a flat fire in Beijing, the last weekend.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 35.55555555555556}, "nll_sum": 106.43643951416016, "token_count": 26} +{"index": 8815, "reference": "A Scottish artist captured many of the landscapes for his latest collection of works from the sea.", "prediction": " a new exhibition collection of art, but made by a artist, is working works his collection of art art.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 5.88235294117647, "rougeL": 27.777777777777775}, "nll_sum": 115.85302734375, "token_count": 21} +{"index": 8816, "reference": "Five penalties from fly-half Camille Lopez consigned Scotland to defeat in their opening Six Nations match for the ninth consecutive year.", "prediction": "Foo Lopez's stunning last-g try try to give a dramatic comeback from injury high-time hosts France in a dramatic Six Nations against against.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 188.08203125, "token_count": 29} +{"index": 8817, "reference": "Passengers are facing disruption as bus drivers in Dorset prepare to stage a five-day strike over \"poverty\" wages.", "prediction": " First drivers in Dorset are set of be strike strike on strike over pay and pay for the public in a row over pay and to the", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363638, "rougeL": 21.73913043478261}, "nll_sum": 140.42190551757812, "token_count": 27} +{"index": 8818, "reference": "Politicians have said they will meet Michelin management within days to see how they can reduce the impact of the tyre factory closure in County Antrim.", "prediction": "Workers in Northern Ireland, the said they are \"nonsense\" at political battle with the loss jobs 40 jobs at a County Antrim factory.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 142.23178100585938, "token_count": 29} +{"index": 8819, "reference": "Many countries have failed to donate their \"fair share\" to appeals to help tackle the Syrian refugee crisis, the UK-based charity Oxfam has said.", "prediction": "am opioidam should raised more27bn more for funds in Syria civil- wealthy countries, Guinea, Russia and New Zealand the says charity charity Ox.", "rouge": {"rouge1": 12.499999999999996, "rouge2": 0.0, "rougeL": 12.499999999999996}, "nll_sum": 222.05389404296875, "token_count": 29} +{"index": 8820, "reference": "The Revenant has triumphed at this year's Golden Globes, winning the night's most coveted prize for best dramatic film.", "prediction": "F drama thriller drama Spotlight has picked up the best for best drama, including six at the Globe Awards. solve. solve solve'sA it's a it's the from A M-Dmakers from in drama from The's. fromowned", "rouge": {"rouge1": 29.50819672131147, "rouge2": 3.3898305084745757, "rougeL": 16.39344262295082}, "nll_sum": 290.74517822265625, "token_count": 47} +{"index": 8821, "reference": "In Britain, Argentine Diego Simeone is best remembered as the man whose reaction to a petulant kick by David Beckham resulted in the England star famously being sent off during a World Cup game in 1998.", "prediction": "At Atletico Madrid boss Diego Simeone, saying that he Don't played that, I,, because I thought that anything that I was, that I played I played and a desk anything done anything.\"", "rouge": {"rouge1": 8.695652173913043, "rouge2": 2.985074626865672, "rougeL": 8.695652173913043}, "nll_sum": 199.10400390625, "token_count": 40} +{"index": 8822, "reference": "A golden labrador has been named EasyJet's most frequent flying dog by the budget airline.", "prediction": "A police dog helicopter with on dog with some on board has failed to return. the flight. it says from \"s 100 and it the a the00 The's from a pre-agedold the\" from becoming a becoming.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 279.5950927734375, "token_count": 45} +{"index": 8823, "reference": "Hawaii has become the first US state to file a suit against President Donald Trump's revised travel order.", "prediction": "The Francisco has launched a fresh legal complaint to President Donald Trump's new travel ban, saying some complaints led to \"a legal complaints\".", "rouge": {"rouge1": 41.86046511627907, "rouge2": 14.634146341463413, "rougeL": 32.55813953488372}, "nll_sum": 130.30795288085938, "token_count": 26} +{"index": 8824, "reference": "The Reality Check team answers more of your questions about the implications of the UK's vote to leave the European Union.", "prediction": "The most Scottish MP's results suggest that there would be a second independence referendum for Scotland, the EU leave or be a members of EU.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 0.0, "rougeL": 12.499999999999996}, "nll_sum": 126.1705551147461, "token_count": 27} +{"index": 8825, "reference": "Fresh allegations of threatening and sexist behaviour have been made against a father and son at Swansea University's School of Management.", "prediction": "Two senior team working at Swansea University have said they have \"shocked and threatened to stop antibullying policies.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473683, "rougeL": 15.0}, "nll_sum": 115.24439239501953, "token_count": 22} +{"index": 8826, "reference": "Wasps' Fiji-born back-row forward Nathan Hughes has been named in a provisional 45-man England elite player squad for a pre-season camp this month.", "prediction": "England head coach Sean Hughes been added added to a 30-year England squad for their 26-match training camp ahead their South Africa, one.- highest-ranked21, 30-in of a in from \u00a3 as's.", "rouge": {"rouge1": 29.03225806451613, "rouge2": 3.3333333333333335, "rougeL": 22.58064516129032}, "nll_sum": 279.61553955078125, "token_count": 44} +{"index": 8827, "reference": "Fast bowlers Ben Cotton and Tom Taylor have signed new contracts with Derbyshire until the end of 2018.", "prediction": "Derbyshire have signed bowlers Tom Sh others and full-time veteran all- Taylor Taylor on a contract extensions until the end of the 2017 season.", "rouge": {"rouge1": 55.81395348837209, "rouge2": 19.51219512195122, "rougeL": 37.2093023255814}, "nll_sum": 151.03762817382812, "token_count": 31} +{"index": 8828, "reference": "Candlelit vigils have been held a year on from the shooting of Anni Dewani during her honeymoon in South Africa.", "prediction": "F vigils are be held in London with bookmaker Sh Dewani, whoani on holiday in Africa in. week-d a Nottingham2 a couple's a. recall from the amaker it's of a.", "rouge": {"rouge1": 37.735849056603776, "rouge2": 3.9215686274509802, "rougeL": 22.641509433962266}, "nll_sum": 290.7987060546875, "token_count": 43} +{"index": 8829, "reference": "An original copy of the Irish proclamation, that was reputedly hung in the headquarters of the rebel leaders during the Easter Rising, has sold at an auction in Dublin for 150,000 euros (\u00a3117,000).", "prediction": "A rare copy of the 1916 left GP ( (O O) parliament against rebels rebels in Dublin, been sold for $65,700 (65000).", "rouge": {"rouge1": 28.07017543859649, "rouge2": 10.909090909090908, "rougeL": 24.56140350877193}, "nll_sum": 189.53421020507812, "token_count": 30} +{"index": 8830, "reference": "One of the UK's major payday lenders will refund \u00a315.4m to 147,000 customers - many of whom were given loans they could not afford to repay.", "prediction": "The UK's biggest payday lender, Wonga, is to receive up to \u00a31m to compensate its customers who who carried out of lender Wonga.", "rouge": {"rouge1": 34.61538461538462, "rouge2": 12.0, "rougeL": 30.769230769230766}, "nll_sum": 117.03255462646484, "token_count": 30} +{"index": 8831, "reference": "Singer Joni Mitchell is recovering from a stroke and brain aneurysm earlier this year, her friend and fellow singer Judy Collins has said.", "prediction": "Irish singer-writer Annie ruined, she will be prepared to see the best reach and saw thebird\" to the best friend in her 2016 said.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 187.03411865234375, "token_count": 29} +{"index": 8832, "reference": "Edinburgh is closer to becoming the country's first 20mph city after councillors approved plans to begin rolling out the speed limit.", "prediction": "A new 20 speed average speed limit to be introduced in Edinburgh to be introduced March", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555555, "rougeL": 10.526315789473685}, "nll_sum": 73.77128601074219, "token_count": 15} +{"index": 8833, "reference": "Nearly 17,000 patients in Scotland failed to show up for an NHS hospital appointment on at least five occasions last year.", "prediction": "Hundreds of missing patients are missing out a a NHS in Scotland in the last five years, the Scottish Conservatives have revealed, it's the a in a's a it's from00-De, in from November a..", "rouge": {"rouge1": 23.333333333333332, "rouge2": 3.4482758620689653, "rougeL": 16.666666666666664}, "nll_sum": 237.49087524414062, "token_count": 43} +{"index": 8834, "reference": "GSK has just announced Emma Walmsley will be its next chief executive taking the total of women running FTSE 100 companies to seven.", "prediction": "Four chief executive of Royal Mail - including 30 staff including the newspaper Times - the New York Times Standard Times - including R Lee Greene - and staff and have been paying more than half a decade.", "rouge": {"rouge1": 14.035087719298241, "rouge2": 3.6363636363636362, "rougeL": 10.526315789473685}, "nll_sum": 198.57513427734375, "token_count": 38} +{"index": 8835, "reference": "About \u00a320m has been pledged to construct two major roads linking the new site of Balmoral Show to the motorway network, it has been claimed.", "prediction": "The Northern Ireland hotel development has said there will be two Antrim roads road's linking, linking up\" to the country's in motorway network.", "rouge": {"rouge1": 36.0, "rouge2": 8.333333333333332, "rougeL": 32.0}, "nll_sum": 151.34963989257812, "token_count": 29} +{"index": 8836, "reference": "The Australian government and its contractors have offered compensation totalling A$70m (\u00c2\u00a341m; $53m) to refugees detained in Papua New Guinea.", "prediction": "ards Australian government has agreed to pay millions of of dollars dollars ( (\u00c2 (\u00a365m) in legal fees and legal case of some seekers at an New Guinea camp camp.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 8.51063829787234, "rougeL": 24.489795918367342}, "nll_sum": 192.99398803710938, "token_count": 34} +{"index": 8837, "reference": "A council has been ordered to pay \u00a391,000 compensation to a former employee who was sexually abused by one of its officials.", "prediction": "A council has been ordered to pay \u00a31,000 in taxes after it was received, its former director who was convicted for accounting child sex offences, it has been showing.old of and by the 2011.old 2011A 2011 again a", "rouge": {"rouge1": 46.87499999999999, "rouge2": 22.58064516129032, "rougeL": 37.5}, "nll_sum": 229.968994140625, "token_count": 47} +{"index": 8838, "reference": "A 650ft (198m) power station chimney could be converted into a public viewing tower and restaurant overlooking the Hampshire coast, under plans released by developers.", "prediction": "Plans 2011 was unveiled for an centre into an oilride winning centre\" at station former power station.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 9.523809523809526}, "nll_sum": 147.10946655273438, "token_count": 20} +{"index": 8839, "reference": "Josh Taylor says he \"learned a lot about himself\" in his Commonwealth super-lightweight title defence against South Africa's Warren Joubert.", "prediction": "Phil Taylor says he is still in his struggle to alive his ability to his IBF super-middleterweight title against no Norbert in Manchester, on Saturday.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 13.043478260869565, "rougeL": 33.333333333333336}, "nll_sum": 172.99151611328125, "token_count": 32} +{"index": 8840, "reference": "A dilapidated Grade-II listed theatre, which has stood empty for over 20 years, is to be sold at auction.", "prediction": "A listed listed building which allowed a small bingo theatre in 1871 in memory, being put out for sale \u00a35.5m.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 138.3056182861328, "token_count": 27} +{"index": 8841, "reference": "Pope Francis is making it easier for women and doctors to seek forgiveness for abortion, by allowing all priests to forgive it.", "prediction": "Pope Francis has announced its rules meaning saying abortion should be reconciliation and should to or any priest the church priest's \" of a controversialCalifornia- a- 2011 a again a again a 2011 again a's againA of a", "rouge": {"rouge1": 19.672131147540988, "rouge2": 3.389830508474576, "rougeL": 16.393442622950815}, "nll_sum": 299.34161376953125, "token_count": 43} +{"index": 8842, "reference": "Two police officers have been sacked after an inquiry found their claim to be the first Indian couple to climb Everest was fake.", "prediction": "Police in India investigating an Indian couple who they to challenge mountaine are will face no charges over reports they receive received \"grossly misleading\".", "rouge": {"rouge1": 21.27659574468085, "rouge2": 4.444444444444444, "rougeL": 21.27659574468085}, "nll_sum": 169.19195556640625, "token_count": 27} +{"index": 8843, "reference": "Manchester City missed a golden chance to close the gap on league leaders Chelsea as they surrendered a two-goal half-time lead against Burnley.", "prediction": " illegal Coutinho scored a 90th-minute equaliser to beat champions Chelsea as they came from behind to beat Burnley a draw at Goodf Stadium.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 126.01809692382812, "token_count": 30} +{"index": 8844, "reference": "A murder investigation is under way after a 71-year-old woman died in a fire at a house in Kilmarnock.", "prediction": "An 82-year-old woman has died in a house fire in Glasgow started which police started started as \"a camp a and hide\" attack\".", "rouge": {"rouge1": 47.82608695652174, "rouge2": 22.727272727272727, "rougeL": 34.78260869565217}, "nll_sum": 144.40484619140625, "token_count": 29} +{"index": 8845, "reference": "Starbucks may be complaining of \"global headwinds\" but that did not stop the world's biggest coffee chain from reporting record annual profits.", "prediction": " Dundoffee giant Starbucks in reported a 40% rise in profit, helped by sales in China, China and Asia and US Pacific nations.", "rouge": {"rouge1": 13.33333333333333, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 137.28329467773438, "token_count": 27} +{"index": 8846, "reference": "Almost exactly five years after Mark Webber lost his best chance of becoming Formula 1 world champion, the Australian is on the brink of fulfilling his title dream in the World Endurance Championship this weekend in Bahrain.", "prediction": "Sebast Mark Webber says he will be fit for the Formula 1 title on 30 November if they are to \" struggle their struggle 1\".", "rouge": {"rouge1": 22.950819672131146, "rouge2": 6.779661016949152, "rougeL": 16.393442622950822}, "nll_sum": 158.53265380859375, "token_count": 28} +{"index": 8847, "reference": "Nicola Sturgeon has told how she was reduced to tears by photos of a dead Syrian boy washed up on a Turkish beach.", "prediction": "Nicola Sturgeon has said she is \" angry and\" by a 10-year-old Syrian whose body was washed up on a beach Aberdeen Aberdeen.", "rouge": {"rouge1": 55.319148936170215, "rouge2": 22.222222222222225, "rougeL": 51.06382978723404}, "nll_sum": 128.48806762695312, "token_count": 29} +{"index": 8848, "reference": "Plans for a \u00a36.75m specialist cancer care unit at Royal Glamorgan Hospital in Rhondda Cynon Taff have been unveiled.", "prediction": " work a new \u00a37m specialist rehabilitation unit for cancer treatment for cancer and patients could be built in Blaenauon Taff hospital. after local health board's referee its \"- it be from toll it\".", "rouge": {"rouge1": 30.188679245283023, "rouge2": 0.0, "rougeL": 18.867924528301888}, "nll_sum": 281.6458740234375, "token_count": 42} +{"index": 8849, "reference": "Brighton got their Championship promotion push back on track with an emphatic win at Bristol City.", "prediction": "Brighton moved back to the four of the Championship by beating Bristol City to boost their play-off alive.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.06060606060606, "rougeL": 22.857142857142858}, "nll_sum": 96.30349731445312, "token_count": 21} +{"index": 8850, "reference": "A health board has brought in extra staff and cancelled some operations in an attempt to manage \"significant pressures\".", "prediction": " at wards at Denbighshire hospitals will not shut several hospitals on Wednesday, due to the \"diff conditions weather\", a health board boss says.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 10.0, "rougeL": 14.285714285714288}, "nll_sum": 154.98336791992188, "token_count": 29} +{"index": 8851, "reference": "Barclays bank has paid a further $100m (\u00a377m) to settle a claim by 44 US states that it rigged the Libor rate system between 2005 and 2009.", "prediction": "Batsats has reached $65m (\u00a3700m by US authorities over their role for rigged botched. set set up a 2008laim interest scandal.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 225.4869384765625, "token_count": 29} +{"index": 8852, "reference": "A schoolboy and a professional rugby player have tackled the sport's chiefs and come out of the scrum smiling.", "prediction": " Ulster brain match between two men injured after a Six Nations match was supposed a honoured award, but also it was meant meant as a winless win.", "rouge": {"rouge1": 8.51063829787234, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 163.77793884277344, "token_count": 29} +{"index": 8853, "reference": "Murrayfield Stadium has been chosen to host the 2017 European Champions Cup final in May of that year.", "prediction": "Edinburgh will bid to the city of the European Rugby Champions Cup in 2017, in referee wake referee a union's decision from and the's as a from Europe,'s as from reputation from the its economy. of", "rouge": {"rouge1": 28.07017543859649, "rouge2": 3.6363636363636362, "rougeL": 24.561403508771928}, "nll_sum": 280.634765625, "token_count": 42} +{"index": 8854, "reference": "Crewe Alexandra manager Steve Davis says the future of the club looks very healthy as six academy graduates are offered professional contracts.", "prediction": "Crewe Alexandra manager Steve DavisSome said young more players are more important\" be in next season despite the club signing of new deal new League One.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 17.391304347826086, "rougeL": 24.999999999999993}, "nll_sum": 183.572509765625, "token_count": 29} +{"index": 8855, "reference": "Saracens' hopes of consecutive domestic and European titles were dashed as Exeter scored a late try to reach their second Premiership final in a row.", "prediction": "Exeter moved back to the top of the Premiership for the the first time as they thrashed Premiership champions Saracens at Allian James' Park.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 128.12159729003906, "token_count": 30} +{"index": 8856, "reference": "NHS staff using Google's search engine has triggered one of its cybersecurity defences.", "prediction": "NHS NHS staff were stopped their their search like Google using Google in the search search, the BBC understands.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 12.903225806451616, "rougeL": 30.303030303030305}, "nll_sum": 121.28297424316406, "token_count": 21} +{"index": 8857, "reference": "Cristiano Ronaldo scored a hat-trick as Real Madrid survived a scare to beat Japanese side Kashima Antlers in extra time and win the Club World Cup.", "prediction": "Cristiano Ronaldo scored a penalty as Real twice came from behind to beat Real 3-year2 dramatic inima to reach Football Club Association Club World Cup final.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 26.923076923076923, "rougeL": 40.74074074074074}, "nll_sum": 160.60366821289062, "token_count": 32} +{"index": 8858, "reference": "The father of missing airman Corrie Mckeague, who is camping near a landfill site as police search for a body, said it is \"heartbreaking\" to think his son is buried there.", "prediction": "The father of missing airman Corrie Mckeague says he \"lucky\" be the said \" foot could be foot\" for and.", "rouge": {"rouge1": 36.0, "rouge2": 25.0, "rougeL": 31.999999999999996}, "nll_sum": 163.8095245361328, "token_count": 28} +{"index": 8859, "reference": "Welsh Labour's promise to increase free childcare could cost considerably more than it has predicted, the author of a report on the matter has said.", "prediction": "Raising bill childcare childcare for Welsh children would up to \u00a3200m lower cuts, the Welsh Government has claimed.", "rouge": {"rouge1": 22.72727272727273, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 108.99604797363281, "token_count": 22} +{"index": 8860, "reference": "US First Lady Michelle Obama is joining James Corden in his hit sketch Carpool Karaoke this week.", "prediction": " Cord Corden has released a video of Stevenage Obama of US First First and Michelle Obama.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 12.903225806451616, "rougeL": 24.242424242424242}, "nll_sum": 107.62493896484375, "token_count": 18} +{"index": 8861, "reference": "A museum in the house where Jane Austen completed Pride And Prejudice has opened an exhibition as part of the novel's 200th anniversary celebrations.", "prediction": "The first edition of an event, which feature selected Janeenen's novel's Pride Out Darcy, have gone on public display this summer.", "rouge": {"rouge1": 24.999999999999993, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 153.606201171875, "token_count": 28} +{"index": 8862, "reference": "Wigan have the confidence to go on and win the Super League Grand Final after overcoming leaders Warrington on Friday, says half-back Matty Smith.", "prediction": " head coach Barry Smith says Warrington need to win a Super League despite despite, despite being thrashed to beat Warrington and reach Super Super League title semi- to.", "rouge": {"rouge1": 30.188679245283023, "rouge2": 3.921568627450981, "rougeL": 18.86792452830189}, "nll_sum": 185.69149780273438, "token_count": 33} +{"index": 8863, "reference": "English trio Ben Duckett, Chris Woakes and Toby Roland-Jones have been named among Wisden's Cricketers of the Year.", "prediction": "Middlesexeman Ben Woakes have all been named Test formats of Wales' player of New Year.", "rouge": {"rouge1": 40.0, "rouge2": 6.0606060606060606, "rougeL": 40.0}, "nll_sum": 130.8234405517578, "token_count": 20} +{"index": 8864, "reference": "Five children and three adults have been injured in a crash involving two cars.", "prediction": "Three people were seriously seriously injured after being seriously hit by a car Yorkshire North Yorkshire and", "rouge": {"rouge1": 32.25806451612903, "rouge2": 0.0, "rougeL": 25.80645161290323}, "nll_sum": 75.43302917480469, "token_count": 16} +{"index": 8865, "reference": "A 33-year-old man has been arrested in connection with a two-vehicle crash which claimed the life of a 75-year-old woman in County Down.", "prediction": "A man has been arrested over the death of a 36-year-old woman and a woman- in a crossbow on Anglesey.", "rouge": {"rouge1": 52.0, "rouge2": 29.166666666666668, "rougeL": 47.99999999999999}, "nll_sum": 83.55451965332031, "token_count": 28} +{"index": 8866, "reference": "Greg Draper grabbed a hat-trick as The New Saints made history by becoming the first non-Scottish side into the Scottish Challenge Cup quarter-finals.", "prediction": "Scottionacing scored a stunning hat-trick asfarfar moved into the Champions League semi-final by thrashing The champions The New Saints in The. -", "rouge": {"rouge1": 44.89795918367348, "rouge2": 17.02127659574468, "rougeL": 28.571428571428577}, "nll_sum": 174.64044189453125, "token_count": 32} +{"index": 8867, "reference": "Labour will keep its election promises despite uncertainty over Brexit, but cuts to some services are inevitable, the first minister has warned.", "prediction": "An extra \u00a325031 childcare and childcare for Welsh Government will be cut be the first year, First Minister Carwyn Jones has told BBC Wales.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 133.1158447265625, "token_count": 28} +{"index": 8868, "reference": "A former football coach and scout has been arrested as part of an investigation into allegations of abuse in the sport.", "prediction": "A former professional footballer, footballer arrested, arrested and arrested charged in connection with child sex sex offences.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 5.555555555555556, "rougeL": 31.578947368421055}, "nll_sum": 85.86384582519531, "token_count": 19} +{"index": 8869, "reference": "Scots from all walks of life have been recognised in the Queen's Birthday Honours list.", "prediction": "Politicians from Scotland are among the acts to places to be recognised in the Queen Queen's Birthday Honours list.", "rouge": {"rouge1": 50.0, "rouge2": 41.17647058823529, "rougeL": 50.0}, "nll_sum": 102.29893493652344, "token_count": 22} +{"index": 8870, "reference": "Nursing homes are closing at the rate of at least one per week in England, due mainly to a shortage of nurses, official figures suggest.", "prediction": "The number of care hospitals in care hospitals is forcing forced, and provide to provide provided, the care regulator says.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 124.61174011230469, "token_count": 22} +{"index": 8871, "reference": "A US woman in New York state has avoided drink-driving charges after arguing that she suffers from a rare condition called \"auto-brewery syndrome\".", "prediction": " a woman inomb, York, face charges over a drink-driving drugs that found, syndrome condition that passed passed herPhilippines. her lawyer says.", "rouge": {"rouge1": 42.55319148936171, "rouge2": 4.444444444444445, "rougeL": 29.787234042553195}, "nll_sum": 205.493408203125, "token_count": 30} +{"index": 8872, "reference": "Humans may in part owe their big brains to a DNA \"typo\" in their genetic code, research suggests.", "prediction": " human skull has identified a human disease between a human line is dolphin concluded expansion of babies, scientists in Germany.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 146.54531860351562, "token_count": 21} +{"index": 8873, "reference": "Tottenham Hotspur have completed the \u00a326m club-record signing of striker Roberto Soldado from Valencia.", "prediction": "Tottenham have confirmed the signing of Spain striker Roberto Hurtado from Valencia to be reported31m to be \u00a324m-.", "rouge": {"rouge1": 54.54545454545454, "rouge2": 19.35483870967742, "rougeL": 54.54545454545454}, "nll_sum": 122.14693450927734, "token_count": 24} +{"index": 8874, "reference": "A pizza company labelled a hospital a \"looney bin\", leaving mental health workers \"horrified and distressed\".", "prediction": " delivery shot shop in banned from a takeaway at Royal Royal Liverpool Hospital Victoria's Queen, following reports staff received ofthe type a mental health issue\".", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 23.80952380952381}, "nll_sum": 203.41326904296875, "token_count": 28} +{"index": 8875, "reference": "Flood defences battered by winter storms around Wales are promised an extra \u00a34.2m for \"swift repair\" by the Welsh government.", "prediction": "An extra \u00a34m is to be spent to the damage of Wales' homes,, the recent of recent storms in north Wales the summer period, solve,'s they from \u00a3-A apayment in from November the's. from emerged", "rouge": {"rouge1": 17.24137931034483, "rouge2": 3.571428571428571, "rougeL": 10.344827586206897}, "nll_sum": 302.4096984863281, "token_count": 47} +{"index": 8876, "reference": "BBC World Service has revealed the five names in contention for its inaugural Women's Footballer of the Year award.", "prediction": "Five players already short for the BBC's first ever Women's Football Footballer of the Player the Year award, have been shortlisted.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 29.268292682926827, "rougeL": 41.86046511627907}, "nll_sum": 110.80491638183594, "token_count": 26} +{"index": 8877, "reference": "Huddersfield Giants confirmed their Super League status for another season with a comfortable win over bottom side Leigh Centurions.", "prediction": "Huddersfield Giants beat Warrington Wolves at the top of the Super League to seal place and thrashed thr Leigh Centurions.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 16.216216216216214, "rougeL": 30.76923076923077}, "nll_sum": 124.44261932373047, "token_count": 27} +{"index": 8878, "reference": "Under a fading blue sky, the imminent arrival of U2 on stage in the Irish capital was heralded by two songs - Thin Lizzy's The Boys Are Back In Town and The Waterboys' Whole Of The Moon.", "prediction": "Irish rock group U2 have paid tribute to the lead band, The Tree house at their home town Dublin in 1987, it's been a famous singer, the the's as its's- for his as from president old.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 257.33050537109375, "token_count": 44} +{"index": 8879, "reference": "Wales started their 2018 World Cup qualifying campaign in confident fashion as they convincingly beat Moldova.", "prediction": "Wales ended their two-match World Cup qualifying campaign to their 1958 campaign with a comfortable win win over Moldova at Cardiff City Stadium. solve the- again solve's-'s- again 2011 again in- years a's.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 11.76470588235294, "rougeL": 26.41509433962264}, "nll_sum": 235.56472778320312, "token_count": 45} +{"index": 8880, "reference": "There has been flooding on some roads after the Met Office issued an amber weather warning for much of Northern Ireland.", "prediction": "The Met Office has issued a warning for heavy, heavy rain and gale force force, winds of up to 90mph in Northern Ireland.", "rouge": {"rouge1": 45.454545454545446, "rouge2": 19.04761904761905, "rougeL": 40.909090909090914}, "nll_sum": 93.65777587890625, "token_count": 27} +{"index": 8881, "reference": "A group of Iranian fans who created a tribute to Pharrell Williams' hit song Happy have been arrested.", "prediction": "called Islamic State (IS) says it has arrested after a video encourage women to watch, the BBC Persian New.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 106.36082458496094, "token_count": 22} +{"index": 8882, "reference": "A woman's body lay under builders' rubble in a back garden for more than 12 years before it was discovered, a jury has heard.", "prediction": "A woman whose body was found in her house garden nearly 40 years disappeared after search police, hiding her body in her back garden, a court heard's 2011 of a \" again a again aA again'sA of again's again from a", "rouge": {"rouge1": 35.29411764705881, "rouge2": 6.060606060606061, "rougeL": 23.529411764705884}, "nll_sum": 246.25450134277344, "token_count": 47} +{"index": 8883, "reference": "Campaigners have won the latest battle in legal action against the UK Government over levels of air pollution.", "prediction": " Environment Secretary Michael State was not found guilty of fixing in air pollution plan\" for 2025, and will cost the UK economy \u00a37m by 2020, a court has ruled.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 8.88888888888889, "rougeL": 12.76595744680851}, "nll_sum": 160.19461059570312, "token_count": 34} +{"index": 8884, "reference": "This weekend saw New Yorker Marin Alsop become the first woman to lead the Last Night of the Proms in its 118-year history.", "prediction": " most world most famous music musician, but will be the BBC Proms opening night, I isn't't the first female conductor in your music industry, where the festival will include women.", "rouge": {"rouge1": 25.0, "rouge2": 3.7037037037037033, "rougeL": 14.285714285714288}, "nll_sum": 187.20130920410156, "token_count": 36} +{"index": 8885, "reference": "An Afghan court has passed a landmark judgement, using DNA evidence to convict a man for the multiple rape of his daughter.", "prediction": "A Afghan woman in Afghanistan, woman, sexually abused and sexually abused by her own father, 2008, has told the BBC how she is and pregnant.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 124.53877258300781, "token_count": 29} +{"index": 8886, "reference": "An RAF pilot who caused his plane to nosedive while using a digital camera has been dismissed by a military court.", "prediction": "An RAF pilot whose plane head of an aircraft into the air, killing crew and four crew, been suspended a suspended jail jail term saying). \"lable from theA from ballet-A's from in - from's a. the from", "rouge": {"rouge1": 23.333333333333332, "rouge2": 6.896551724137931, "rougeL": 20.0}, "nll_sum": 287.8544616699219, "token_count": 47} +{"index": 8887, "reference": "So-called Islamic State group (IS) has shifted its propaganda distribution to the secure mobile messaging app Telegram from Twitter, where its accounts have been repeatedly shut down over the past year.", "prediction": "The-called Islamic State (IS) has launched itsuz Sy messaging, YouTube app, which it says is offer more ability core its ability by its the and intensified its reforms to \"Islamic persuade on its own site.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 9.09090909090909, "rougeL": 26.47058823529412}, "nll_sum": 265.5396728515625, "token_count": 43} +{"index": 8888, "reference": "The Iraqi parliament has unanimously approved reforms aimed at stamping out corruption, reducing government waste and easing sectarian tensions.", "prediction": "Iraq's government have announced controversial of reforms aimed at protecting government jobs, office, office, after violent struggle of anti and government protests.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 148.8461456298828, "token_count": 26} +{"index": 8889, "reference": "Tanzania beat Kenya 2-1 on Tuesday to win the inaugural Cecafa Women's Championship in Uganda.", "prediction": " African Super League League champions Africa beat Tanzaniaia 3-1 to buy in the play-off in first leg to play the Kassamam scoredam.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 0.0, "rougeL": 24.39024390243903}, "nll_sum": 165.23977661132812, "token_count": 30} +{"index": 8890, "reference": "Great Britain's Helen Glover and Heather Stanning successfully defended their Olympic title by winning gold in the women's pair at Rio 2016.", "prediction": "Great Britain's Glover and Heather Stanning won gold in the Rio Rio Olympic and women rowing race at the race at London 2012.", "rouge": {"rouge1": 58.333333333333336, "rouge2": 30.434782608695656, "rougeL": 50.0}, "nll_sum": 121.87609100341797, "token_count": 26} +{"index": 8891, "reference": "A huge garden bridge over the River Thames in London is a step closer after plans were approved by local council officials.", "prediction": "There is a new bridge foot and over a bridge will be built in London again.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 26.31578947368421}, "nll_sum": 74.91726684570312, "token_count": 16} +{"index": 8892, "reference": "Hull City need help as they fight to avoid relegation from the Premier League, says defender Curtis Davies.", "prediction": "Hull City of Stuart Davies says has the club's players are still awaiting in time to feature of their Premier League players, ahead of the season.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 152.03057861328125, "token_count": 29} +{"index": 8893, "reference": "Each day we feature a photograph sent in from across England - the gallery will grow during the week.", "prediction": "Each day we feature a photograph sent in from across England - the gallery will grow during the week - during the gallery during the gallery will grow during the week - it's from's The's will - from The:'s a from aA", "rouge": {"rouge1": 60.0, "rouge2": 58.620689655172406, "rougeL": 60.0}, "nll_sum": 229.21450805664062, "token_count": 47} +{"index": 8894, "reference": "A public forum that advises the Irish government on constitutional issues has voted to recommend the introduction of unrestricted access to abortion.", "prediction": " to Northern Citizens Assembly has voted in favour inising of abortion, saying a that would allow women and die and die a \" right to life\".", "rouge": {"rouge1": 34.04255319148936, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 159.2848358154297, "token_count": 28} +{"index": 8895, "reference": "Munster have been exonerated by the European Professional Club Rugby (EPCR) over their management of a head injury sustained by Conor Murray against Glasgow in January.", "prediction": "Munstersters Andy Murray has been removed from the field the playing by Northampton, the Irish Rugby Union has confirmed after combine group Scot's referee of \"b compulsory from--year- of in from November..", "rouge": {"rouge1": 23.333333333333332, "rouge2": 0.0, "rougeL": 20.000000000000004}, "nll_sum": 279.99072265625, "token_count": 42} +{"index": 8896, "reference": "Funerals have taken place in Baghdad for two people killed when protesters stormed the city's fortified government district, the Green Zone on Friday.", "prediction": "Iraqi forces have threatened to break troops and break the government's Green Zone of Baghdad.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 80.07987976074219, "token_count": 17} +{"index": 8897, "reference": "A mother of six with an IQ of 70 should be sterilised for her own safety, the Court of Protection has ruled.", "prediction": "A pregnant woman underwent sterilisation during her newborn birth gave give is \"-ev accounting\", a High Court has ruled in a landmark court battle.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 159.74684143066406, "token_count": 27} +{"index": 8898, "reference": "The National Trust has announced the design teams shortlisted to rebuild an 18th Century mansion destroyed by fire.", "prediction": "A team the players shortlisted to plan rebuild a derelict listed restaurant has been given planning permission.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.0606060606060606, "rougeL": 22.857142857142858}, "nll_sum": 111.29659271240234, "token_count": 19} +{"index": 8899, "reference": "Britain's Chris Froome finished eighth on stage two of the Criterium du Dauphine on Tuesday to maintain third place in the overall standings.", "prediction": "Britain's Chris Froome climbed a second second stage of the Criterium Dium duium Dauphine on Sunday's a dramatic sprint in C the Great's a--mPG haul in's-'s side's from a", "rouge": {"rouge1": 40.0, "rouge2": 20.689655172413797, "rougeL": 40.0}, "nll_sum": 271.888671875, "token_count": 46} +{"index": 8900, "reference": "Aerial pictures show the scale of the blaze that broke out at a Norfolk seaside resort.", "prediction": " is a the moment a fire broke out at a leisure centre pool Dorset.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 21.428571428571427, "rougeL": 33.33333333333333}, "nll_sum": 81.375244140625, "token_count": 15} +{"index": 8901, "reference": "Four men have been arrested in the UK following a counter-terrorism operation led by Italian authorities, the North East Counter Terrorism Unit says.", "prediction": "Four British men arrested Italy on suspicion of plotting to be a organisation at a European security unit units police have said.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 21.73913043478261}, "nll_sum": 123.08869934082031, "token_count": 22} +{"index": 8902, "reference": "The Hashemite Kingdom of Jordan is a small country with few natural resources, but it has played a pivotal role in the struggle for power in the Middle East.", "prediction": "The tiny mountainous area at Jordan is one of Asia's most valuable and most, after the ousting of President al- Saddam Hussein took in office the the 2011 coup.", "rouge": {"rouge1": 23.728813559322038, "rouge2": 3.508771929824562, "rougeL": 20.338983050847457}, "nll_sum": 176.17282104492188, "token_count": 33} +{"index": 8903, "reference": "The UN humanitarian aid chief has expressed alarm after UN agencies were ordered out of rebel-held parts of the Luhansk region in eastern Ukraine.", "prediction": "Two UN news agencies in eastern Aleppo Ukraine have been told they will leave the area, the country ministry affairs says.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 113.53974914550781, "token_count": 22} +{"index": 8904, "reference": "India have confirmed they will compete in the Champions Trophy being held in England and Wales from 1-18 June.", "prediction": "A Indian meeting of Champions Trophy place put in, place again until May May.", "rouge": {"rouge1": 17.64705882352941, "rouge2": 6.25, "rougeL": 17.64705882352941}, "nll_sum": 104.96577453613281, "token_count": 15} +{"index": 8905, "reference": "Britain should turn swathes of its upland pastures into woodland to help prevent flooding, according to a former environment minister, Lord Rooker.", "prediction": "Hundreds of farmers in are being able able to keep doors and from the water from floods, the Environment Secretary Chris Gray said solve in the's it,'s, it needs to be from from how to have from of.", "rouge": {"rouge1": 16.129032258064516, "rouge2": 0.0, "rougeL": 12.903225806451612}, "nll_sum": 261.8134765625, "token_count": 43} +{"index": 8906, "reference": "Fearing a federal raid, a South Dakota Native American tribe is burning its marijuana crop, which it had planned to sell in a resort on its land.", "prediction": "The American tribe in Santander, Surrey, says it was sale of marijuana for sale, amid reports it used a massive weapon on its land.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 31.37254901960785}, "nll_sum": 138.76190185546875, "token_count": 28} +{"index": 8907, "reference": "Conservative Ben Houchen has become the inaugural Tees Valley mayor after winning a tightly-fought contest.", "prediction": "The Conservatives have confirmed Ben Becky Russian, elected as mayor of Tees Valleyide, in the party's first battle since a dramatic general election victory.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 149.55795288085938, "token_count": 29} +{"index": 8908, "reference": "The Russian Orthodox Church says it has not found any fragrant myrrh seeping from a bronze bust of Tsar Nicholas II, after a Russian MP made such a claim.", "prediction": " of seniorSenior in Ukraine has denied that never attended bronze bust of the Roman tsar, denying the Church's netted a chapel in almost 100 years.", "rouge": {"rouge1": 29.090909090909093, "rouge2": 7.547169811320756, "rougeL": 21.818181818181817}, "nll_sum": 192.9543914794922, "token_count": 29} +{"index": 8909, "reference": "President Donald Trump has nominated Colorado federal appeals court judge Neil Gorsuch for the US Supreme Court.", "prediction": " election candidate Donald Trump has named Neil Gorsuch as the next judge of in US Supreme Court. 2011 of again be 2011 \" solve-'s reputation's a's by his decision, from a ban-- from suspension of.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 19.23076923076923, "rougeL": 33.333333333333336}, "nll_sum": 257.42620849609375, "token_count": 42} +{"index": 8910, "reference": "Niloofar Howe is a rare woman working in internet security.", "prediction": "Eddie Howe remembers 90th, her job but she isn't't job job.", "rouge": {"rouge1": 8.695652173913043, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 111.49932861328125, "token_count": 17} +{"index": 8911, "reference": "An exhibition of photographs has gone on show to mark 50 years since the demise of \"one of the most beautiful stations there has ever been\".", "prediction": "A steam station believed believed to be one of the \"most beautiful\" beautiful station has been officially opened.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 23.80952380952381, "rougeL": 40.90909090909091}, "nll_sum": 94.37350463867188, "token_count": 20} +{"index": 8912, "reference": "Asian markets started the week with losses as investor confidence was dented by China's manufacturing data.", "prediction": "Shares in China have slightly much in October, saying factory growth climbed in fears economic fears.", "rouge": {"rouge1": 6.0606060606060606, "rouge2": 0.0, "rougeL": 6.0606060606060606}, "nll_sum": 115.45925903320312, "token_count": 17} +{"index": 8913, "reference": "A moped gang armed with knives and an axe has been intercepted by police in a \"terrifying\" attempt to rob a luxury watch store in central London.", "prediction": "Fourteen police officers were Tasered by a group of men carrying a hammer and a axe and an robbery at a shop in central London Marcusaching a. a again a again- again aA in ban from Christmas's.", "rouge": {"rouge1": 36.92307692307693, "rouge2": 9.523809523809524, "rougeL": 21.53846153846154}, "nll_sum": 263.839599609375, "token_count": 45} +{"index": 8914, "reference": "Bayer Leverkusen head coach Roger Schmidt has been banned and fined for calling an opposing manager \"a nutcase\" during a Bundesliga game.", "prediction": "Germany coach Joe Schmidt will carry a three-match ban after saying the ban for a referee sent off for leaving a referee a tough nut case\".", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 24.489795918367346}, "nll_sum": 138.36932373046875, "token_count": 28} +{"index": 8915, "reference": "Many European countries are witnessing electoral gains for far-right and nationalist parties, though they span a wide political spectrum.", "prediction": "markland's uncertainty is amid and uncertainty over the future of the presidency after largely political uncertainty and political establishment.", "rouge": {"rouge1": 10.000000000000002, "rouge2": 0.0, "rougeL": 10.000000000000002}, "nll_sum": 114.49942779541016, "token_count": 21} +{"index": 8916, "reference": "Orkney has elected its first ever Scottish Greens councillor, while the SNP has gained its first representative in Shetland.", "prediction": "The Green Party has elected its first elected candidate of Orkney in the local local elections. the Yorkshire's a reputation's and- the M).over \"'s from's-- from a referee a a reputation's)..'s solve", "rouge": {"rouge1": 28.07017543859649, "rouge2": 10.90909090909091, "rougeL": 17.543859649122805}, "nll_sum": 284.69793701171875, "token_count": 47} +{"index": 8917, "reference": "A 27-year-old motorcyclist who died following a three-vehicle crash in Aberdeen has been named by police as Damian Piotrowski.", "prediction": "A 74-year-oldcyclcyclist has died after his motorbike involved involved in a collision between a car in harieon, Lanarkshire.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 0.0, "rougeL": 23.809523809523807}, "nll_sum": 129.9144287109375, "token_count": 31} +{"index": 8918, "reference": "Tourists and members of the public drifted to Westminster's College Green - to witness this day, and also, perhaps, just to make sense of what's going on.", "prediction": "It is a case of good results for a political economy and office in our generations.", "rouge": {"rouge1": 9.090909090909092, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 83.89324188232422, "token_count": 16} +{"index": 8919, "reference": "A Swansea man has been left scratching his head after receiving a postcard from Spain 29 years after it was sent.", "prediction": "A Welsh flagcard which was sent to 29 inyearold woman from whose Gwynedd town, more than 35 years after it has emerged it was a \" solve a \"A- again aA inold years a's again of a", "rouge": {"rouge1": 34.48275862068966, "rouge2": 14.285714285714285, "rougeL": 20.689655172413794}, "nll_sum": 304.1056823730469, "token_count": 47} +{"index": 8920, "reference": "Prince Charles has joined tributes to a Scottish community whose loss of lives in World War One may have been greater than previously thought.", "prediction": " Prince Charles paid paid tribute the of those who died in Scotland during World War One, some of the battles's 100-game ( 100-A battle of 100A a\" from highest\" it solve has Royal of.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 10.344827586206899, "rougeL": 26.666666666666668}, "nll_sum": 270.5638427734375, "token_count": 43} +{"index": 8921, "reference": "Catalans Dragons have signed former Australia and New South Wales prop Willie Mason on a one-year deal.", "prediction": "Catalans Dragons have signed former Under-2020 winger Will Mason from Paris St-Maners on a deal starting to to the end- the season", "rouge": {"rouge1": 42.857142857142854, "rouge2": 25.0, "rougeL": 42.857142857142854}, "nll_sum": 181.8865966796875, "token_count": 28} +{"index": 8922, "reference": "US drugs giant Pfizer will acquire the maker of a new eczema treatment in a deal worth $5.2bn (\u00a33.6bn).", "prediction": "US drugs giant Pfizer has agreed to buy a $61bn (\u00c2\u00a331bn) deal to provide medical for a potentially eczema idea.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615385, "rougeL": 29.268292682926827}, "nll_sum": 129.4349365234375, "token_count": 30} +{"index": 8923, "reference": "A Canadian man held captive by Islamist militants for months in the Philippines has been killed.", "prediction": "A Canadian taken hostage up in battle with the al-Qaeda group has been killed in north Philippines, Philippine Philippine officials say in the first such death since arson from a group's referee-DA a in a a national..", "rouge": {"rouge1": 28.571428571428577, "rouge2": 14.814814814814813, "rougeL": 24.999999999999993}, "nll_sum": 235.52015686035156, "token_count": 43} +{"index": 8924, "reference": "Madonna premieres the first music video from her new album, Rebel Heart, on Snapchat.", "prediction": "onnaonna has released a new music on his new photo app on app Snapchat.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 0.0, "rougeL": 28.57142857142857}, "nll_sum": 81.54193115234375, "token_count": 15} +{"index": 8925, "reference": "South Africa's governing ANC has expressed its \"disgust\" at a cartoon of President Jacob Zuma as a penis.", "prediction": "A national cartoonist has been accused of Fifa over a painting by South African President Zuma.", "rouge": {"rouge1": 40.0, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 81.14645385742188, "token_count": 18} +{"index": 8926, "reference": "The government must replace the millions of pounds of EU support Cornwall may lose from Brexit with investment, its council leader says.", "prediction": "More than \u00a3400m of European funding in European Union to keep its most deprived status as a result of the UK's vote to leave the EU.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 105.1146240234375, "token_count": 29} +{"index": 8927, "reference": "An elderly man has been assaulted in his Glasgow home during an attempted robbery.", "prediction": "A pensioner has been threatened with a robbery during a robbery in his West Lothian home", "rouge": {"rouge1": 46.666666666666664, "rouge2": 14.285714285714288, "rougeL": 33.33333333333333}, "nll_sum": 64.6177749633789, "token_count": 18} +{"index": 8928, "reference": "Election night has turned out to be a night of contrasting fortunes for the Conservative and Unionist Party.", "prediction": "There is a very good night at November general general election", "rouge": {"rouge1": 20.689655172413794, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 57.21989440917969, "token_count": 10} +{"index": 8929, "reference": "China's Ding Junhui survived a first-round scare to beat Brazilian outsider Igor Figueiredo 6-5 in a thrilling UK Championship match at the York Barbican.", "prediction": "World number one Ding Junhui is through to World Championship after losing to Brazilian time Figueailo 6-4 break two break breaks in the first round of Championship World Championship the Nottingham side's on a Saturday-21 of from's", "rouge": {"rouge1": 35.29411764705882, "rouge2": 6.060606060606061, "rougeL": 23.52941176470588}, "nll_sum": 315.70404052734375, "token_count": 47} +{"index": 8930, "reference": "Victims of crime are \"let down\" by poor communication from the Crown Prosecution Service, a watchdog claims.", "prediction": "The Crown Prosecution Service (CPS) is not doing enough to complaint with victims, says a report in and England Wales Wales. the solve- 2011- not 2011 again 2011 it from a's have's from. Christmas.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 11.764705882352938, "rougeL": 18.867924528301884}, "nll_sum": 244.48519897460938, "token_count": 45} +{"index": 8931, "reference": "World number two Angelique Kerber lost 7-5 6-1 to Zheng Saisai in the second round of the Qatar Open, her first singles tournament since winning the Australian Open.", "prediction": "World number two Rique Kerber pulled out of her Australian Open title in after losing 6-6 (6 (6) 7-66 (6-7) to Caroline Walsis at the Australian Open.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 13.793103448275861, "rougeL": 33.33333333333333}, "nll_sum": 193.79281616210938, "token_count": 42} +{"index": 8932, "reference": "Hundreds of people gathered in Ramsgate to pay tribute to 18 airmen who took part in a wartime operation known as The Channel Dash.", "prediction": "A ceremony has been held in Stirling to mark the last planes planes were were shot in the English air to battle against a German airman.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 150.52667236328125, "token_count": 28} +{"index": 8933, "reference": "The Cassini probe may be about to make a dramatic end to its mission, but the information it has provided about Saturn and its moons is still throwing up plenty of fascinating facts for scientists.", "prediction": "The Earth probeetta has revealed, it may be the most names in our Earth.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 94.23696899414062, "token_count": 16} +{"index": 8934, "reference": "The Braemar Gathering group has been holding a traditional street party with local residents in Royal Deeside.", "prediction": "Islamic parties across Scotland were crowd the streets of the on Monday evening the eve of the Queen. solve the solve's an a an ballet's middle for her from from her broken God from as a as a of of. as from'sA", "rouge": {"rouge1": 12.903225806451612, "rouge2": 0.0, "rougeL": 6.451612903225806}, "nll_sum": 303.269287109375, "token_count": 47} +{"index": 8935, "reference": "Welsh actress Angharad Rees has died after a long battle with cancer, her family has said.", "prediction": "Tributes have been paid to actress actor Anghadee, who has died in London 94 also after a battle with pancreatic cancer.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 17.142857142857142, "rougeL": 43.24324324324324}, "nll_sum": 122.60401916503906, "token_count": 27} +{"index": 8936, "reference": "A teaching assistant has been charged with using a pupil's email account to make a bomb threat against the school where she worked.", "prediction": "A teenager has 2011 charged with making death threats to kill an explosive bomb team disposal experts who bomb was sent at a school- pursue her 'w ballet a reputation, from a a\", from a's been ballet of aA fromA a", "rouge": {"rouge1": 39.39393939393939, "rouge2": 3.125000000000001, "rougeL": 21.21212121212121}, "nll_sum": 324.5519714355469, "token_count": 47} +{"index": 8937, "reference": "Macclesfield have signed striker Tyrone Marsh on a one-year contract after he left National League rivals Dover.", "prediction": "National League club Macclesfield have signed goalkeeper Craig Marshall from National League Dover Athletic on a two-year deal.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 22.857142857142858, "rougeL": 32.43243243243243}, "nll_sum": 87.15312194824219, "token_count": 22} +{"index": 8938, "reference": "It has been a fantastic Premier League season.", "prediction": "Chier League champions officially opened against Manchester United, defending champions and champions Liverpool after Sunday's Sunday match at Stamford Trafford Old Trafford. clash the's solve of- solve- solve- again and a the a. solve's a'solve Rose", "rouge": {"rouge1": 8.333333333333334, "rouge2": 0.0, "rougeL": 4.166666666666667}, "nll_sum": 303.682861328125, "token_count": 47} +{"index": 8939, "reference": "An Irish university has expressed \"heartbreak\" at the deaths of six young people who died after a balcony collapsed at a US apartment block.", "prediction": "Four Irish students who were among injured in an accident in California on Wednesday have been named as bere as Nicene MKohoe and Derry Bluster, who were killed in California as a car, same. asarts.", "rouge": {"rouge1": 13.559322033898304, "rouge2": 0.0, "rougeL": 10.16949152542373}, "nll_sum": 250.21649169921875, "token_count": 44} +{"index": 8940, "reference": "An examination for students in South Korea and Hong Kong hoping to study at US colleges has been cancelled after \"credible evidence\" emerged that it had been leaked in advance.", "prediction": "A famous entrance test, being held in South Korea, has been cancelled and due to a fake cheating, the office of a newshua reports.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 15.384615384615385, "rougeL": 22.222222222222225}, "nll_sum": 154.59646606445312, "token_count": 29} +{"index": 8941, "reference": "Jeremy Corbyn has said Labour could restore Clause IV committing it to public ownership if he became leader.", "prediction": "Labour leader Jeremy Corbyn has urged members to bring back the PreventionF, bringing a bill which includes the production of public ownership a Venezuelan public industry industry.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 13.953488372093027, "rougeL": 26.666666666666668}, "nll_sum": 160.77359008789062, "token_count": 29} +{"index": 8942, "reference": "The \"old Swansea City\" are back after earning seven points from three games, says midfielder Gylfi Sigurdsson.", "prediction": "Midfielder Starlfi Sigurdsson says Swansea City are playing better again despite being relegated from Premier League. being-f Nottingham a in from- The'sA from \"-up amaker in recent years after's.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 8.51063829787234, "rougeL": 16.3265306122449}, "nll_sum": 280.401611328125, "token_count": 44} +{"index": 8943, "reference": "Three of Wales' four police forces have been told they must do better to protect and support vulnerable people and domestic abuse victims.", "prediction": "Gwent Police is well, the way it handles its handling of child child abuse, police and crime watchdog has said", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 114.51097106933594, "token_count": 22} +{"index": 8944, "reference": "Paul Smith lost a third attempt to win a world title as Tyron Zeuge retained his WBA world super-middleweight belt with a unanimous points decision.", "prediction": "Paul-Paulweight champion Paul Smith successfully defended the defence of his WBA title with- 11-roundage of England's Kam musicianuge in Coeeetzbach, Germany", "rouge": {"rouge1": 24.000000000000004, "rouge2": 8.333333333333332, "rougeL": 20.0}, "nll_sum": 223.72317504882812, "token_count": 35} +{"index": 8945, "reference": "Jim Broadbent will play the detective charged with tracking down the Great Train Robbers in the second of two BBC dramas marking the 50th anniversary of the August 1963 raid.", "prediction": "O headwinning star Ben Broadbent but star in a cast drama crime drama about an Oscarwinning- who helped the victims of a London shop robbery.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 170.68087768554688, "token_count": 29} +{"index": 8946, "reference": "The US will not drop charges against Indian diplomat Devyani Khobragade, the state department has said after her arrest last week led to a huge diplomatic row.", "prediction": " the Indian government said it will take legal action against Indian activist Nakh Khoboudade, who has accused the US of not face trade charges.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 143.4612579345703, "token_count": 29} +{"index": 8947, "reference": "It's a huge day for English football, as England's under-20s beat Venezuela to take victory in the Fifa Under-20 World Cup.", "prediction": " couple couple in England have been called for English to football teams - called them world champions. a's says it's banned ( 100). from the - - a rise from.-.'s from in from a as. from the from", "rouge": {"rouge1": 41.93548387096775, "rouge2": 6.666666666666667, "rougeL": 19.35483870967742}, "nll_sum": 263.2384948730469, "token_count": 45} +{"index": 8948, "reference": "An activist from the United Arab Emirates has won the Martin Ennals Award for Human Rights Defenders.", "prediction": "A British human rights lawyer has awarded to the United Arab Emirates (UAE) for a human rights lawyer, has been awarded a prestigious ceremony award ceremony for theonian's again \"- againA a in a from a's again the a", "rouge": {"rouge1": 38.59649122807018, "rouge2": 14.545454545454547, "rougeL": 24.56140350877193}, "nll_sum": 225.45947265625, "token_count": 46} +{"index": 8949, "reference": "Politicians in northern England want Chancellor Philip Hammond to prioritise transport links in the region to make it more attractive to investors.", "prediction": "Motorways around the North East of England could be \" protests\" following the Brexit vote, Manchester and Manchester say.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 106.32797241210938, "token_count": 22} +{"index": 8950, "reference": "Dan Evans is one win away from the Australian Open main draw after beating Israel's Amir Weintraub 7-5 6-7 (4-7) 6-2.", "prediction": "Dan Evans is through to the third round of the Australian Open in the first round after losing- French world number 75 Rafaelou Djououou in hard.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 16.0, "rougeL": 26.923076923076923}, "nll_sum": 168.69830322265625, "token_count": 31} +{"index": 8951, "reference": "Voting has begun in local elections across Merseyside.", "prediction": "STing has opened to the Liverpool front stations for the local and in elections elections,. local following election councillor from's-2 a since in its from a man's reputation from a local's's. reputation of's from's as reputation", "rouge": {"rouge1": 15.686274509803924, "rouge2": 0.0, "rougeL": 15.686274509803924}, "nll_sum": 310.7740173339844, "token_count": 46} +{"index": 8952, "reference": "A two-year-old boy found dead in a river after being reported missing in Perthshire has been named by police.", "prediction": "An 11-year-old boy whose body was recovered from a river in F Lanarkshire, has been described as a \" small and community\".", "rouge": {"rouge1": 40.909090909090914, "rouge2": 19.04761904761905, "rougeL": 36.36363636363636}, "nll_sum": 105.51734161376953, "token_count": 29} +{"index": 8953, "reference": "A French MP is campaigning for vegetarian school meals to be introduced to help pupils whose religions prevent them eating pork.", "prediction": " a French far-right mayor's mayor has submitted a petition for a Muslim ban on headscarves for children to eat meat on not Friday Friday.", "rouge": {"rouge1": 21.276595744680847, "rouge2": 4.444444444444445, "rougeL": 21.276595744680847}, "nll_sum": 137.55538940429688, "token_count": 29} +{"index": 8954, "reference": "Mayo's 65-year wait for an All-Ireland Senior Football title goes on after holders Dublin edged a 1-15 to 1-14 win in the final replay at Croke Park.", "prediction": "Mayo fought back from 0-time down to beat Mayo-6 to a-15 to 0-15 in a All-Ireland semi-final atnike Park.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 7.272727272727273, "rougeL": 24.56140350877193}, "nll_sum": 164.22210693359375, "token_count": 34} +{"index": 8955, "reference": "A group of Syrian refugees living in Londonderry have spoken for the first time about what life was like in their war-torn country.", "prediction": "A teenager from Londonderry, who fled Syria after the conflict war Syria, has thanked families to find identify more in English and conditions\" to end the war.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 172.8113555908203, "token_count": 33} +{"index": 8956, "reference": "A Belarus official who carried a Russian flag into the opening ceremony of the Paralympic Games has been banned from the competition.", "prediction": "A Belgian security official have condemned Moscow \"a hero\" after a Russian flag was shown, day after a Paralympic Olympic's flag a flag at on Rio Stadium on Saturday.-old the from in's- from 2011 again from emerged", "rouge": {"rouge1": 25.806451612903224, "rouge2": 6.666666666666667, "rougeL": 22.58064516129032}, "nll_sum": 290.4065246582031, "token_count": 46} +{"index": 8957, "reference": "A drunken tractor driver who knocked down and killed an 11-year-old boy has been jailed for more than a year.", "prediction": "A \"less driver\" who reversed over a tractor into a farm farm, leaving him over the legal limit, has been jailed for 16 years.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 18.18181818181818, "rougeL": 34.78260869565217}, "nll_sum": 109.96144104003906, "token_count": 28} +{"index": 8958, "reference": "British Cycling has revealed that David Millar, the former British road race champion who served a two-year doping ban, is mentoring its academy riders.", "prediction": "Two-time world cycling medallist David Stevenar is to join Britain to join a anti-doping by the end of the month.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 127.51942443847656, "token_count": 28} +{"index": 8959, "reference": "Residents are angry they have to keep their doors and windows shut 10 days after 1,000 tonnes of waste caught fire on farmland.", "prediction": "A huge fire which ripped through town of a owner's pub is still be forced to burn, the fire service said", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 107.82630157470703, "token_count": 22} +{"index": 8960, "reference": "Nine men, including the radical Islamist preacher Anjem Choudary, have been arrested in London on suspicion of being members of a banned organisation.", "prediction": "Six men have been arrested in connection with the death of unlikely Islamist preacher Anemem Raoudaryonian who has been arrested since the Police reputation, a, as from from's reputation, from's have suspension of.", "rouge": {"rouge1": 37.93103448275862, "rouge2": 14.285714285714285, "rougeL": 24.13793103448276}, "nll_sum": 258.63897705078125, "token_count": 43} +{"index": 8961, "reference": "An idea to vastly increase the carrying capacity of radio and light waves has been called into question.", "prediction": "A bitter political debate has raised again over how telecom companies deliver transfer data?.", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 95.14155578613281, "token_count": 15} +{"index": 8962, "reference": "The family of Charlotte Bevan, whose body was found in the Avon Gorge with her four-day old daughter, has called for a dedicated service which looks after women with serious mental health problems before, during and after childbirth.", "prediction": "The inquest into the deaths of women and in pregnancy illness is cause in mental health issue.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 3.7037037037037033, "rougeL": 17.857142857142858}, "nll_sum": 99.61758422851562, "token_count": 17} +{"index": 8963, "reference": "Worcestershire left-armer Jack Shantry has signed a contract extension with the relegated county until 2018.", "prediction": "Worcestershire left- leftarm batsman Jack Sh knup signed a contract extension, keeping him at the end of the 2017 2017 season.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 22.857142857142858, "rougeL": 43.24324324324324}, "nll_sum": 155.87579345703125, "token_count": 30} +{"index": 8964, "reference": "The future of many community hydro schemes is in jeopardy due to a sharp rise in business rates, operators say.", "prediction": "Community energy bodies in Wales are cutting payments in big rate thanks to the Welsh Government.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 88.21568298339844, "token_count": 16} +{"index": 8965, "reference": "Brighton will be without Dale Stephens for their play-off campaign after the midfielder's three-match ban was upheld by the Football Association.", "prediction": "Brighton striker Jonathan Stephens could miss the opening six-match six Footballmatch Football ban after a red card in relation to the Football Association's decision- solve council referee Association a the referee from a Saturday's's of.'s from's a", "rouge": {"rouge1": 29.850746268656714, "rouge2": 6.153846153846153, "rougeL": 23.88059701492537}, "nll_sum": 307.62835693359375, "token_count": 47} +{"index": 8966, "reference": "The centre-right candidate for the French presidency, Francois Fillon, is set to tackle allegations of improper payments made to family members.", "prediction": "French centreBernie candidate Francois Fillon says he will be presidential the presidential election on Monday, following reports that of allegations made against him.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 123.42037963867188, "token_count": 26} +{"index": 8967, "reference": "UK workers are three times more likely to go into work when ill than pull a sickie, a survey has suggested.", "prediction": " sector workers in workplace are still straightforward when they are to suffer sickness when they return to returned workplace, suggests to research by a leading think tank.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.833333333333336}, "nll_sum": 155.81280517578125, "token_count": 28} +{"index": 8968, "reference": "An inquiry has begun after cladding removed from a tower block in Sheffield was found to be different to what council bosses had asked to be fitted.", "prediction": "Cladding was found on a high block on Sheffield Sheffield was not put on the building, the council has confirmed.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 25.531914893617024}, "nll_sum": 101.7110366821289, "token_count": 22} +{"index": 8969, "reference": "A man who allegedly masqueraded as a doctor in Australian hospitals for over a decade is believed to have left the country, authorities have said.", "prediction": "An Australian doctor in Sydney facing charges for stealing a doctor's false identity from two Australian hospitals, health officials say.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 13.636363636363635, "rougeL": 17.391304347826086}, "nll_sum": 92.28499603271484, "token_count": 22} +{"index": 8970, "reference": "US President Barack Obama says prospects for a two-state solution in the Middle East are \"dim\" after the Israeli prime minister vowed to oppose a Palestinian state.", "prediction": "US President Barack Obama has described his relationship with Prime Minister Benjamin Netanyahu as \" major factor, saying he does \"do not anything\" not\"..", "rouge": {"rouge1": 27.450980392156865, "rouge2": 16.3265306122449, "rougeL": 23.52941176470588}, "nll_sum": 137.88832092285156, "token_count": 28} +{"index": 8971, "reference": "A transgender woman has been found guilty of raping a girl when still living as a man.", "prediction": "A care home who was convicted of murdering Portsmouth teenagerlene Foster has woman been told she will not kill herself in held male prison because has the threat to its her to \"b her \"-b's's of\".. from a's a", "rouge": {"rouge1": 23.728813559322035, "rouge2": 0.0, "rougeL": 20.338983050847457}, "nll_sum": 299.6795959472656, "token_count": 46} +{"index": 8972, "reference": "What does the government's counter-extremism strategy really amount to?", "prediction": "\"I is not writing, I has been writing that I is writing clear and it, what and it describes and what is not tackling extremism\".", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 157.766357421875, "token_count": 28} +{"index": 8973, "reference": "The former Alliance leader Lord Alderdice has said Theresa May must not view herself as being \"Prime Minister of England and a few add on bits\".", "prediction": "Northern Ireland Home Secretary Lord Alderdice has urged Theresa May to address the issue of open border between Northern Ireland and Northern Ireland not Brexit.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 101.81993103027344, "token_count": 28} +{"index": 8974, "reference": "Universities Minister Jo Johnson is going to challenge universities over \"excessive\" pay for vice-chancellors.", "prediction": "London Mayor Boris Johnson are due to his challenge to university fees in England after concerns about the chancellor reduce and vice- chancellorllors work. solve be 2011 \" again \" again-/ again- a in- from's'.'s a", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 306.10491943359375, "token_count": 47} +{"index": 8975, "reference": "A row has broken out over the sale of a dinosaur skeleton at auction in the US.", "prediction": "A complete skeleton to a skeleton, believed to be theian leader's leader of dinosaurs, the has been sold to be sold in the world ever, Mongolia authorities say.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 4.545454545454546, "rougeL": 21.73913043478261}, "nll_sum": 169.04356384277344, "token_count": 33} +{"index": 8976, "reference": "Wycombe goalkeeper Jamal Blackman saved a penalty to thwart Blackpool for a second time this season as his side held on for a goalless draw.", "prediction": "On-lo Blackpoolman after just two minutes a point for Blackpool in their League Two Two play-offefulsuls Wyuls at Wycombe.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 191.39988708496094, "token_count": 31} +{"index": 8977, "reference": "The number of people waiting for mental health treatment has doubled in the past six years, figures have shown.", "prediction": "The number of patients in Wales being praised for mental health services in Wales increased nearly six years the new show.", "rouge": {"rouge1": 50.0, "rouge2": 26.31578947368421, "rougeL": 45.0}, "nll_sum": 102.31597900390625, "token_count": 21} +{"index": 8978, "reference": "A community defibrillator which was stolen last December has gone missing again.", "prediction": " defibrillators have stolen equipment worth more than \u00a31m from a hospital outside, an ambulance service said.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 82.03001403808594, "token_count": 22} +{"index": 8979, "reference": "The AA is calling on councils to \"get to grips\" with road maintenance after a survey found 39% of UK drivers reported pothole damage in the past two years.", "prediction": "The number of poth roads have hit to roads in England in the past two years, local leaders say.", "rouge": {"rouge1": 37.5, "rouge2": 17.391304347826086, "rougeL": 33.33333333333333}, "nll_sum": 98.25979614257812, "token_count": 21} +{"index": 8980, "reference": "A plan to expand 20mph zones across Manchester is to be reviewed after their impact on reducing the number of accidents was called into question.", "prediction": " accident accident in Greater Manchester killing dozens of cyclists in Manchester has fallen over the next three years the city council has said. solve in the-'s, solve, from they from a from is it's\".A of.", "rouge": {"rouge1": 19.047619047619047, "rouge2": 0.0, "rougeL": 9.523809523809524}, "nll_sum": 287.40869140625, "token_count": 43} +{"index": 8981, "reference": "St Johnstone midfielder Liam Craig has signed a contract extension with the Perth club, keeping him at McDiarmid Park until the summer of 2019.", "prediction": "St Johnstone midfielder Liam Craig Danny signed a new two-year by signing a two-year deal at Ibrox, him to the club until May 2021. solve's the-w's fee in a football from's from's a", "rouge": {"rouge1": 40.62499999999999, "rouge2": 16.129032258064516, "rougeL": 34.37499999999999}, "nll_sum": 242.56996154785156, "token_count": 47} +{"index": 8982, "reference": "Shadow Welsh Secretary Jo Stevens has rejected as \"utter nonsense\" the idea Labour cannot win a general election.", "prediction": "Welsh can win Westminster general if it wins general election, Leave in Simon End Stevens has claimed. to solve be a \"wicket win in from November if's-'s from it-- from of a of.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.843137254901962, "rougeL": 18.867924528301884}, "nll_sum": 300.8817443847656, "token_count": 42} +{"index": 8983, "reference": "A racing greyhound was found dead with its right ear cut off in what is believed to be a crude tactic to prevent its owners being traced.", "prediction": " raised special appeal for information made available after a greyhound mountains dog animal's ear was part of a water tank in the water will be and it from a landlord's reputation as a reputation a's's for reputation of.", "rouge": {"rouge1": 20.289855072463766, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 253.60882568359375, "token_count": 43} +{"index": 8984, "reference": "An alleged member of a German neo-Nazi cell has gone on trial in Munich in connection with a series of racially motivated murders.", "prediction": "A senior party leader has gone on trial in Germany, accused of Zurich behind a far-style murders, because of police of bias.", "rouge": {"rouge1": 42.5531914893617, "rouge2": 17.777777777777775, "rougeL": 34.04255319148936}, "nll_sum": 137.888916015625, "token_count": 26} +{"index": 8985, "reference": "The US presidential candidate Donald Trump has filed a multi-million dollar lawsuit against Univision.", "prediction": "US TV agencywinning Amtrakision says it will air a Mayo in Mexico where presidential candidate Donald Trump.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 20.0, "rougeL": 31.25}, "nll_sum": 140.429443359375, "token_count": 19} +{"index": 8986, "reference": "Actor Tom Hiddleston has apologised for his much-criticised acceptance speech at the Golden Globe awards, admitting it was \"inelegantly expressed\".", "prediction": "idd Hiddleston says he is \"broken\" for not give a speech-time a during a clear issues at this year a Goldenas. the Film again to a again350 again a 2011 aA aA. aold", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 315.6357727050781, "token_count": 47} +{"index": 8987, "reference": "Newport's multi-million pound new shopping centre has opened, in what is seen as a landmark for the city centre's regeneration.", "prediction": "Developers of a \u00a350m shopping retail centre in Newport are determined to be sold, and it will never be sold to public money.,000 to be theolve's solve be a it's aUkraine of's solve again's a", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 15.873015873015875}, "nll_sum": 259.9063720703125, "token_count": 46} +{"index": 8988, "reference": "Central banks are under too much pressure to fix struggling economies, according to the man in charge of India's monetary policy.", "prediction": " figure senior official in central India, banks cannot control control rate fallen on low low rate, saying the banks have \" \" not fall low low\".", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 174.0847930908203, "token_count": 28} +{"index": 8989, "reference": "We've heard a lot in this election campaign about how much parties say they will save by clamping down on tax avoidance and evasion.", "prediction": " Conservatives and the won the general on 8 May, saying that they are paying tax for tax evasion, evasion on tax avoidance - tax and evasion - and will not be delayed - and and they don't?.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 10.344827586206897, "rougeL": 23.333333333333332}, "nll_sum": 187.1711883544922, "token_count": 41} +{"index": 8990, "reference": "Italy has declared a state of emergency in the regions worst hit by Wednesday's earthquake as hopes of finding more survivors fade.", "prediction": "Famines by earthquake in Italy nearly two years after r a historic buildings the historic country historic which claimed lives.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 148.0687255859375, "token_count": 21} +{"index": 8991, "reference": "The families of 11 men who died in the Shoreham air crash will hear the reflections of emergency workers who dealt with the disaster at a service.", "prediction": "A memorial war service for one of those who died in the Shoreham air disaster, is the be held at St Mary's in Newick, mark its last silence two years after- low deathA in nine from a November.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 15.625, "rougeL": 30.303030303030305}, "nll_sum": 262.6781005859375, "token_count": 45} +{"index": 8992, "reference": "A chief constable and police crime commissioner are locked in a row over a \u00a3500,000 office move.", "prediction": "A police and crime commissioner has warned over plans to decision to move its back to office, and the cost of up to \u00a3100,000.", "rouge": {"rouge1": 41.860465116279066, "rouge2": 4.878048780487805, "rougeL": 27.906976744186046}, "nll_sum": 121.59201049804688, "token_count": 28} +{"index": 8993, "reference": "Farmers may soon receive as much as A$100m (\u00a353m) in drought assistance from the Australian government.", "prediction": "The Australian government will receive $100bn (\u00c2\u00a365,700m \u00a3 in loan grant to help farmers affected by the worst of drought rains.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.111111111111112, "rougeL": 15.789473684210527}, "nll_sum": 158.48806762695312, "token_count": 29} +{"index": 8994, "reference": "A grand jury has decided not to indict anyone in the case of Sandra Bland, who died in a Texas jail earlier this year.", "prediction": "A grand jury has decided not to in the case of a woman whose lawsuit who killed in US police custody.", "rouge": {"rouge1": 62.22222222222222, "rouge2": 41.86046511627907, "rougeL": 57.777777777777786}, "nll_sum": 93.67374420166016, "token_count": 21} +{"index": 8995, "reference": "League Two side Crewe Alexandra have signed defender Eddie Nolan on a one-year-contract, with the option of a further year based on appearances.", "prediction": "Crewe Alexandra have signed former midfielder Liam Jon daily on a two-year deal with an option with a further option for a further year and", "rouge": {"rouge1": 50.98039215686274, "rouge2": 24.489795918367346, "rougeL": 47.05882352941176}, "nll_sum": 110.53477478027344, "token_count": 27} +{"index": 8996, "reference": "Shaun Murphy crushed Liang Wenbo 4-0 to set up a World Grand Prix semi-final against Ding Junhui in Llandudno.", "prediction": "Former world number one Dinginging through to the PDC World World Championship quarter-finals with a thrashing by Jimmy Ch Liong, ChinaChina of P's from's from-A's high from a \u00a3's a. fromA", "rouge": {"rouge1": 14.035087719298245, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 298.44219970703125, "token_count": 48} +{"index": 8997, "reference": "Hampshire coach Dale Benkenstein says all-rounder Gareth Berg could be miss up to half of the upcoming season should he require knee surgery.", "prediction": " Rotherham head coach Ben Benkenham says shortage will not be guilty have an operation on a crucici around damage in his foot injury.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 188.48641967773438, "token_count": 28} +{"index": 8998, "reference": "A woman whose partner died after a car crash in Aberdeenshire has told a trial she felt as if she was \"in a washing machine\" after the collision.", "prediction": "A motorist who killed his partner in a crash in Aberdeenshire has told, court she was was \" scared that will never anything else\".", "rouge": {"rouge1": 43.13725490196078, "rouge2": 24.489795918367346, "rougeL": 39.21568627450981}, "nll_sum": 140.85238647460938, "token_count": 29} +{"index": 8999, "reference": "Relegated League Two side Hartlepool United have been given permission to speak to Barrow manager Paul Cox about their vacant managerial position, reports BBC Radio Cumbria.", "prediction": "G-row have appointed Paul Cox as a manager to promotion-chasing Hartlepool United, a real terms of \u00a3100, reports BBC Radio Norfolk.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 17.02127659574468, "rougeL": 24.489795918367346}, "nll_sum": 177.6373291015625, "token_count": 31} +{"index": 9000, "reference": "News that the UK's best known chocolate brand, Cadbury, is abandoning its Fairtrade certification has caused some concern in the food industry.", "prediction": " farmers in southern Europe are facing fears over that it plans to abandoned Fair tank rules -, the use of uranium - few farms in other neighbouring countries.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 178.7547149658203, "token_count": 29} +{"index": 9001, "reference": "Nigerian author Chimamanda Ngozi Adichie has won the US National Critics Book Prize for her novel Americanah.", "prediction": "South African Adzi Adichie will receive the US US Prize literature for her novel English Fiction at the National Book Prize ( Fiction)", "rouge": {"rouge1": 46.15384615384615, "rouge2": 21.62162162162162, "rougeL": 35.8974358974359}, "nll_sum": 152.59120178222656, "token_count": 26} +{"index": 9002, "reference": "A football fan who threw stadium seats at another supporter during an Aberdeen v Rangers game has avoided a ban from matches.", "prediction": "A driver who crashed into a crowd into trouble Aberdeen fan and hit football, who was a banned from football organised 30 and 30 days,. fined a ban from his's after his- from a hands as2 weeks a's from organisation a", "rouge": {"rouge1": 24.615384615384617, "rouge2": 6.349206349206349, "rougeL": 18.461538461538456}, "nll_sum": 310.52459716796875, "token_count": 46} +{"index": 9003, "reference": "US officials in California have been seeking security advice from French officials, as the San Francisco area prepares to host the Super Bowl.", "prediction": "The United States has banned San Francisco FC's the \" Bowls Bowl\" the San Francisco, amid fears of \"world situation\". not\". 2011. 2011 \" again 2011 again's from's a it's's of.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 7.2727272727272725, "rougeL": 17.54385964912281}, "nll_sum": 271.11578369140625, "token_count": 43} +{"index": 9004, "reference": "Fabrice Muamba was \"in effect dead\" for 78 minutes following his on-field collapse, the Bolton Wanderers club doctor Jonathan Tobin has revealed.", "prediction": "Bolton Wanderers director Dr Simon Tobin has described how Italian doctor Fabrice Muamba on to the pitch after he collapsed during a match against Liverpool.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 13.043478260869565, "rougeL": 16.666666666666664}, "nll_sum": 125.80974578857422, "token_count": 31} +{"index": 9005, "reference": "Police are investigating the unexplained death of a 32-year-old man in Stranraer.", "prediction": "A 39-year-old man has been reported to the procuratorators after the death of a man in the Galashiels.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 31.25, "rougeL": 35.29411764705882}, "nll_sum": 97.03662109375, "token_count": 27} +{"index": 9006, "reference": "Nico Rosberg set the pace as world champions Mercedes continued their ominous form on the first day of the final Formula 1 pre-season test.", "prediction": "Nico Rosberg set the pace in the practice time in the first session at the 2014 Malaysian Grand Prix.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 23.80952380952381, "rougeL": 36.36363636363636}, "nll_sum": 77.4710693359375, "token_count": 21} +{"index": 9007, "reference": "Hans Ulrich Obrist, artistic director of the Serpentine Galleries in London, has been named the most powerful figure in the art world.", "prediction": "French art of art performance Sad small Dick Ah St Bristol has been named second in 2015, which includes the best list and best novel been a year.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 8.333333333333332, "rougeL": 23.999999999999996}, "nll_sum": 186.93353271484375, "token_count": 29} +{"index": 9008, "reference": "Shell is removing life-sized cardboard cutouts of a female employee from all of its Malaysian petrol stations after \"distasteful\" images appeared online.", "prediction": "US food giant Shell has apologised for human rights after footage emerged in which two women wearing a cardboard cutout in favour of a robbed assaulted female employee.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 140.2791748046875, "token_count": 29} +{"index": 9009, "reference": "A teaspoon of oil, measured out with precision, is how Professor Tim Benton remembers his mother preparing items for frying.", "prediction": " Alan Browne Benton, once again said he owns the vegetable oil in your home supermarket.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 101.57278442382812, "token_count": 17} +{"index": 9010, "reference": "Worcestershire ended the third day at Canterbury in danger of an innings defeat by County Championship Division Two promotion rivals Kent.", "prediction": "Worcestershire took late control of the control against Kent Sussex by three wickets and keep slim survival hopes with a draw at Wantage Road.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 153.42918395996094, "token_count": 30} +{"index": 9011, "reference": "North Korea says it has successfully tested a submarine-launched missile, which if confirmed would be a significant boost in its arsenal.", "prediction": "North Korea has conducted the first missile test it will be used towards the sea in July, US media reports say.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 4.878048780487805, "rougeL": 27.90697674418604}, "nll_sum": 84.52565002441406, "token_count": 22} +{"index": 9012, "reference": "The Information Commissioner's Office says it is concerned about the number of people being cold called about pensions.", "prediction": "The Information Commissioner's Office is looking for schemes to protect 750 pensioners by making using, the payment protection insurance protection (PPNSI).", "rouge": {"rouge1": 39.02439024390244, "rouge2": 20.51282051282051, "rougeL": 34.14634146341463}, "nll_sum": 145.67550659179688, "token_count": 27} +{"index": 9013, "reference": "One of the men acquitted of murder in a UVF supergrass trial has launched a legal bid to have the two key witnesses face a possible return to jail.", "prediction": "Two sentences given to two ex- imprisonment of two loyalist of the U) could be brought back to court, the High Court told.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 15.384615384615385}, "nll_sum": 139.445068359375, "token_count": 27} +{"index": 9014, "reference": "Fans of the Twilight film series have been warned that they could be putting their sight at risk by sharing cosmetic contact lenses bought online.", "prediction": "Drivers in Bristol are being urged of people to keep eyes eye when masterpiece they be sold safely. to,. a 2011 a's 2011 again 2011 a's a from again a it from The's been banned from Christmas.'s from a", "rouge": {"rouge1": 14.705882352941178, "rouge2": 0.0, "rougeL": 8.823529411764703}, "nll_sum": 297.3481750488281, "token_count": 46} +{"index": 9015, "reference": "A former worker at the Byron hamburger chain, who was arrested and deported after immigration raids last month, says he feels \"used\".", "prediction": "A woman working at the Byron shopping centre claimed Home Office staff used the Office by police, the shopping chain, Farah Far Farron, says.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 179.3040771484375, "token_count": 29} +{"index": 9016, "reference": "National League Eastleigh have signed defender Chinua Cole from Isthmian League side Staines Town.", "prediction": "National League club Eastleigh have signed former left-back Chris Coleman and left--ellleague English club immediatees on a free transfer. and. an- again, of from their from a from's of from a from- from solve", "rouge": {"rouge1": 23.529411764705884, "rouge2": 12.244897959183675, "rougeL": 23.529411764705884}, "nll_sum": 276.5928649902344, "token_count": 46} +{"index": 9017, "reference": "Game of Thrones star Gwendoline Christie is to appear in the new series of Top of the Lake.", "prediction": "Oscar-winning actressorg,el will join the cast in Australia period of Top of the water.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 18.750000000000004, "rougeL": 29.411764705882355}, "nll_sum": 135.07142639160156, "token_count": 20} +{"index": 9018, "reference": "First Derivatives, the financial technology firm based in Newry, County Down, made \u00a312.5m profit before tax for the year to the end of February.", "prediction": "Doyatives, the Newry-based security firm software Der, has has made a pre-tax profits of \u00a388.8m in previous previous year.", "rouge": {"rouge1": 42.55319148936171, "rouge2": 0.0, "rougeL": 21.276595744680854}, "nll_sum": 168.01126098632812, "token_count": 32} +{"index": 9019, "reference": "A prolific burglar has been banned from all of Manchester's back alleyways.", "prediction": "A mortgageised who carrying out an motorway in his Greater Manchester home has been given 10-and-a-half. community order.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 149.44247436523438, "token_count": 27} +{"index": 9020, "reference": "David Cameron will meet the Irish PM Enda Kenny on Thursday as he continues his talks with other European leaders to try to win support for changing Britain's relationship with the EU.", "prediction": "Irish Prime Minister Enda Kenny, has said the UK will its imminent exit from the European Union and then and the Republic Republic Ireland Northern.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 3.571428571428572, "rougeL": 17.241379310344826}, "nll_sum": 132.56776428222656, "token_count": 27} +{"index": 9021, "reference": "The Scottish government has ordered an independent review of undercover policing in Scotland.", "prediction": "The Scottish government has said it will be right to extend an independent inquiry into claims by undercover police.", "rouge": {"rouge1": 50.0, "rouge2": 33.333333333333336, "rougeL": 50.0}, "nll_sum": 69.29993438720703, "token_count": 19} +{"index": 9022, "reference": "Lazio have been ordered to play their next two home European games behind closed doors following crowd trouble.", "prediction": "Lazio been banned two controversial European matches for next next two games two games behind closed doors.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 24.242424242424242, "rougeL": 45.714285714285715}, "nll_sum": 115.93766021728516, "token_count": 19} +{"index": 9023, "reference": "A judge in the United States has ruled that Apple cannot be forced to give the FBI access to a locked iPhone in a case that echoes an ongoing legal battle.", "prediction": "Apple has ordered a California's order that it can cope in the San San killer case, a judge has said.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 8.0, "rougeL": 15.384615384615383}, "nll_sum": 121.76338195800781, "token_count": 22} +{"index": 9024, "reference": "Donald Trump has called off a rally in Chicago after protests against the Republican presidential front-runner led to violent clashes.", "prediction": "Tashes between US Republican presidential presidential candidate Donald Trump have cancelled a fireworks rally the Chicago London, where thousands of supporters attending inright rally in", "rouge": {"rouge1": 39.130434782608695, "rouge2": 13.636363636363635, "rougeL": 21.73913043478261}, "nll_sum": 162.66061401367188, "token_count": 27} +{"index": 9025, "reference": "Wales and Ospreys scrum-half Rhys Webb expects to be back in action sooner than expected following injury.", "prediction": "Wales scrum-halfhalf Rhys Webb says he will not complete a pre-season tour of Wales to \"season stage\".", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 104.54338073730469, "token_count": 26} +{"index": 9026, "reference": "A six-year-old girl is undergoing surgery after being attacked by a Staffordshire bull terrier, police have said.", "prediction": "An 11-year-old girl was airlifted to hospital after an attack in her garden, police said.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 11.76470588235294, "rougeL": 38.88888888888889}, "nll_sum": 46.84740447998047, "token_count": 22} +{"index": 9027, "reference": "Defender Dorian Dervite has signed a new one-year contract with Bolton.", "prediction": "Bolton Wand defender Dory Derv the has extended his contract to a new-andanda-half-year contract.", "rouge": {"rouge1": 48.275862068965516, "rouge2": 14.814814814814813, "rougeL": 41.37931034482759}, "nll_sum": 139.53018188476562, "token_count": 25} +{"index": 9028, "reference": "The carriage which carried Sir Winston Churchill's coffin to his final resting place has been restored.", "prediction": "A steam railway carriage held in honour of Sir Winston Churchill is to to be relocated to, restoration after more than 30 years of being reopen in Yorkshire Yorkshire", "rouge": {"rouge1": 26.08695652173913, "rouge2": 9.090909090909092, "rougeL": 26.08695652173913}, "nll_sum": 152.1170196533203, "token_count": 29} +{"index": 9029, "reference": "An exhibition showing thousands of blue nudes in Hull has been announced as the City of Culture's flagship exhibition.", "prediction": " flag nude photos of thousands of blue, and blue will be flag painted on Hull as the venue to become City of Culture.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 24.390243902439025, "rougeL": 41.86046511627907}, "nll_sum": 124.64306640625, "token_count": 24} +{"index": 9030, "reference": "Curators at the Museum of London have discovered what they believe to be the first ever recordings of a family Christmas.", "prediction": " of unseen of recording musician, David Motherwell Wall, have discovered to the public for the first time.", "rouge": {"rouge1": 47.36842105263158, "rouge2": 11.111111111111112, "rougeL": 31.578947368421055}, "nll_sum": 107.73068237304688, "token_count": 20} +{"index": 9031, "reference": "UKIP has complained to the police over comments about leader Nigel Farage on an episode of BBC One's topical quiz Have I Got News For You.", "prediction": "The BBC has taken no further action against documentary made over mistake he made about UKIP about Wales UKIP leader Nigel Farage in a constituency office is Kent be. a Nottingham \"'s a's- from a bald in from any a the from. a", "rouge": {"rouge1": 28.169014084507037, "rouge2": 5.797101449275362, "rougeL": 19.718309859154928}, "nll_sum": 289.29132080078125, "token_count": 47} +{"index": 9032, "reference": "Engineers have constructed a robotic arm, aimed at improving surgical operations and inspired by the octopus.", "prediction": " final final Globalules design exercise, which can be a tougher rig swiftly has been tested, in a tests in Pisa a controversial Trans-maker. injo's referee from a-'s's from", "rouge": {"rouge1": 4.166666666666666, "rouge2": 0.0, "rougeL": 4.166666666666666}, "nll_sum": 285.0511779785156, "token_count": 39} +{"index": 9033, "reference": "One of the world's most famous locomotives has started its first series of passenger journeys.", "prediction": "A steam train, which bought one of the world's most famous steam railway record, has sold at auction.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 36.36363636363636, "rougeL": 45.714285714285715}, "nll_sum": 86.46684265136719, "token_count": 21} +{"index": 9034, "reference": "A brawl broke out between audience members during a Hunger Games-inspired performance of Michael Flatley's Lord of the Dance.", "prediction": "A woman has been charged with assault after crowd at a theatre at clergyad's New, battle which struggle which theatre scenes a theatre purabous for", "rouge": {"rouge1": 12.765957446808512, "rouge2": 0.0, "rougeL": 12.765957446808512}, "nll_sum": 202.3854522705078, "token_count": 29} +{"index": 9035, "reference": "Three west Wales radio stations are to relocate to Vale of Glamorgan this month, BBC Wales understands.", "prediction": "Two radio presenters are facing to move to three English language TV channels in south west Wales, it has been confirmed has local in the firm's from,, from a,'s fromD's a in a reputation a's from a 2011", "rouge": {"rouge1": 23.728813559322035, "rouge2": 3.508771929824562, "rougeL": 16.949152542372882}, "nll_sum": 272.74114990234375, "token_count": 46} +{"index": 9036, "reference": "A federal judge in Argentina has ordered the seizure of assets of five companies drilling for oil in the Falkland Islands.", "prediction": "Argentina has ruled that to assets and assets to include oil companies including five British companies the which they were involved in a Falklands war war.", "rouge": {"rouge1": 42.553191489361694, "rouge2": 4.444444444444445, "rougeL": 29.78723404255319}, "nll_sum": 148.74440002441406, "token_count": 29} +{"index": 9037, "reference": "The last flying Vulcan bomber aircraft flew over the Greater Manchester factory where it was built as part of a farewell tour of the country.", "prediction": "A large crowds crowd have turned out to watch the last surviving pilot surviving an RAF fighter overash in Lancashire to preserve last UK air favourite. was removed.", "rouge": {"rouge1": 15.094339622641511, "rouge2": 3.921568627450981, "rougeL": 11.32075471698113}, "nll_sum": 180.04067993164062, "token_count": 32} +{"index": 9038, "reference": "A Vivid Economics report prepared for the National Grid shows leaving the European Union would put an extra \u00a3500m a year on to UK energy bills, Energy Secretary Amber Rudd has told BBC Radio 4's Today programme.", "prediction": "A Russian tank tank has think that the UK vote to leave the European Union European February, the it will take a short to impact on what should leave or leave the EU.", "rouge": {"rouge1": 30.98591549295775, "rouge2": 8.695652173913043, "rougeL": 22.535211267605636}, "nll_sum": 186.64950561523438, "token_count": 34} +{"index": 9039, "reference": "Augmented reality app Blippar has been updated to recognise faces as well as objects.", "prediction": " has has launched an app to mobile users to discuss users' images and images and public information.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 85.92594146728516, "token_count": 18} +{"index": 9040, "reference": "Hideki Matsuyama of Japan became the first Asian winner of a World Golf Championships event as Britain's Rory McIlroy finished fourth.", "prediction": "World number three Hide Matsuyama has won a first title by winning a record record-par share of 40 to finish behind's been a Michigan,, the.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 197.91934204101562, "token_count": 31} +{"index": 9041, "reference": "The coastguard has called off a search for a kayaker after it declared the alarm an \"elaborate hoax\".", "prediction": "A search has resumed for a kayaker reported reported off the coast of Northern Ireland.", "rouge": {"rouge1": 48.48484848484848, "rouge2": 19.35483870967742, "rougeL": 36.36363636363636}, "nll_sum": 69.85079956054688, "token_count": 16} +{"index": 9042, "reference": "Facebook has confirmed that it is opening up its Messenger service to third-party developers, allowing them to add functions of their own.", "prediction": "Facebook has unveiled its new Messenger app, working and smartphones, and mobile users's Messenger,.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 101.17523956298828, "token_count": 17} +{"index": 9043, "reference": "The leader of the fastest growing large economy in the world is visiting Britain.", "prediction": "Campaigners are heading again in the UK, the UK and the are not again.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 7.6923076923076925, "rougeL": 21.428571428571427}, "nll_sum": 83.1317138671875, "token_count": 16} +{"index": 9044, "reference": "The US is to deploy a specialised force to Iraq to build pressure on Islamic State militants, US Defence Secretary Ashton Carter has said.", "prediction": " special US is begun sending special forces of in the battle against the Islamic State militants in Syria, Defence Secretary Ash Carter has said in the", "rouge": {"rouge1": 48.00000000000001, "rouge2": 24.999999999999993, "rougeL": 43.99999999999999}, "nll_sum": 104.14688873291016, "token_count": 26} +{"index": 9045, "reference": "Egyptian soldiers and police have raided the offices of non-governmental organisations (NGOs) in Cairo.", "prediction": "X military carried carrying out military raided of anti-Islamic rights groups in Cairo, in an bid \"- \". a \"e's a's from a's from referee, from bald that they are stopped from of.", "rouge": {"rouge1": 16.0, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 257.1134338378906, "token_count": 41} +{"index": 9046, "reference": "At the top of a long staircase in a room in a tower, far away from the throng of visitors and other scientists and laboratories is the Natural History Museum's insectory.", "prediction": "England's National History Museum is working working in a pub, where a man's death is outside a pub and in the residential area where the area probably to a pub.", "rouge": {"rouge1": 37.5, "rouge2": 6.451612903225806, "rougeL": 15.625}, "nll_sum": 156.21978759765625, "token_count": 33} +{"index": 9047, "reference": "A woman has been airlifted to hospital after falling from a horse on a Bridgend county beach.", "prediction": "A woman was airlifted hospital after being hit by sea off a Porthcaw beach.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 13.793103448275861, "rougeL": 45.16129032258064}, "nll_sum": 82.42378234863281, "token_count": 19} +{"index": 9048, "reference": "The band Little Mix have been forced to cancel their Belfast gigs after singer Jesy Nelson became unwell.", "prediction": " opera Mix have cancelled a concert after their fans in Belfast where children were cancelled last week, been cancelled due to \"game a\".", "rouge": {"rouge1": 39.02439024390244, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 140.3119354248047, "token_count": 25} +{"index": 9049, "reference": "A new visitor centre at the Battle of Britain memorial - designed in the shape of a Spitfire wing - is beginning to take shape.", "prediction": "olition work has started to build a permanent permanent centre attraction to be the last surviving of, the Boeing manufacturer to flypast on the eve of the Somme.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 167.37132263183594, "token_count": 31} +{"index": 9050, "reference": "Jack Owens scored a try in each half as Widnes Vikings survived a second-half Warrington Wolves comeback.", "prediction": " issue Owens scored his first try in four of tries as Warrington beat a spirited rivals Warrington side in a battle north-east Yorkshire derby in three solve a's a's a\" from a's have's of.", "rouge": {"rouge1": 28.07017543859649, "rouge2": 7.2727272727272725, "rougeL": 24.561403508771928}, "nll_sum": 253.8321075439453, "token_count": 43} +{"index": 9051, "reference": "South Africa is the stuff of dreams for the intrepid traveller.", "prediction": "A African tourist trip to South Africa this summer, what is Cape in Cape Town, and the giving of a idea of a famous seaside town.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 131.34439086914062, "token_count": 29} +{"index": 9052, "reference": "Leyton Orient have signed striker Armand Gnanduillet from Chesterfield for an undisclosed fee.", "prediction": "League Two side Leyton Orient have signed Chesterfield winger Owen winger for an undisclosed fee.", "rouge": {"rouge1": 64.28571428571429, "rouge2": 46.15384615384615, "rougeL": 64.28571428571429}, "nll_sum": 72.4844741821289, "token_count": 17} +{"index": 9053, "reference": "(Close): The main US share indexes all slumped on Wednesday, with the technology-focused Nasdaq sustaining the heaviest losses.", "prediction": "(Open): The S& and S& 500 closed 500 and closing the same lower, after growth data, helped by a stronger US economy growth.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 14.285714285714288}, "nll_sum": 166.75094604492188, "token_count": 29} +{"index": 9054, "reference": "\"Please, sir... help us to go back to Sri Lanka,\" one woman after another cries and pleads over the phone from a detention centre in Riyadh, Saudi Arabia.", "prediction": "I can't see many, women women from the Lankan women held and being tortured, and still working in Saudi Arabia's capital, Riyadh, the BBC Arabia reports.", "rouge": {"rouge1": 25.0, "rouge2": 3.7037037037037033, "rougeL": 14.285714285714285}, "nll_sum": 162.94091796875, "token_count": 33} +{"index": 9055, "reference": "The US Supreme Court has upheld a key portion of President Barack Obama's healthcare law, preserving health insurance for millions of Americans.", "prediction": "The US Supreme Court has ruled President Barack Obama's mental health bill will \" to involves\" and and \" \"the the culture in America\".", "rouge": {"rouge1": 43.47826086956522, "rouge2": 31.818181818181817, "rougeL": 43.47826086956522}, "nll_sum": 135.94296264648438, "token_count": 27} +{"index": 9056, "reference": "A pensioner who escaped from a court more than 40 years ago has been jailed for two and a half years.", "prediction": "A prisoner who escaped from jail almost 40 years ago in the wake of Northern Ireland years, sentenced and four a half years in jail.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 27.27272727272727, "rougeL": 47.82608695652174}, "nll_sum": 120.65113067626953, "token_count": 26} +{"index": 9057, "reference": "Tens of thousands of Egyptian Coptic Christians have held an overnight vigil in Cairo to mourn the death of their spiritual leader, Pope Shenouda III.", "prediction": "Tens of thousands of mourners have gathered in Cairo's capital Cairoa, Cairo for the Mass of Pope priest Francis Shen haa, who died in January", "rouge": {"rouge1": 39.21568627450981, "rouge2": 16.3265306122449, "rougeL": 39.21568627450981}, "nll_sum": 149.01698303222656, "token_count": 31} +{"index": 9058, "reference": "A man has been found dead in a road in Derbyshire.", "prediction": "A man has been found dead after a suspected hit-and-run crash the Lancashire.", "rouge": {"rouge1": 53.846153846153854, "rouge2": 41.666666666666664, "rougeL": 53.846153846153854}, "nll_sum": 55.464176177978516, "token_count": 19} +{"index": 9059, "reference": "Just as I was sitting down to write about the existential struggle for Labour's soul we may witness in Brighton in the next few days, my inbox pinged with the photograph of Jeremy Corbyn, bemusedly holding a marrow.", "prediction": "I is sad afraid I'm, at his annual conference, I was't since 2006 and wasn was't know, I't know of I wasn't expect again a think again again. and from the a again", "rouge": {"rouge1": 12.987012987012985, "rouge2": 2.666666666666667, "rougeL": 10.38961038961039}, "nll_sum": 267.0645751953125, "token_count": 41} +{"index": 9060, "reference": "Wales manager Chris Coleman says he is not surprised that counterpart Roy Hodgson has opted to take teenager Marcus Rashford to the Euros.", "prediction": " boss Chris Coleman says striker Marcus Rashford must avoid complacency before Euro 2016 but, manager Chris Coleman believes \"the is done anything\".", "rouge": {"rouge1": 40.0, "rouge2": 18.6046511627907, "rougeL": 26.66666666666666}, "nll_sum": 139.42623901367188, "token_count": 27} +{"index": 9061, "reference": "Plans to legalise gay marriage in England and Wales are to proceed unimpeded in Parliament after ministers reached agreement with Labour.", "prediction": "MPs have voted in favour of legalise same-sex couples within a parliamentary, the week, after Labour ministers backed a free vote on marriage.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 122.10232543945312, "token_count": 29} +{"index": 9062, "reference": "Parts of Cardiff University's main building will remain closed on Wednesday after a fire.", "prediction": "A five restaurant Dubai restaurant in Belfast city centre city which was due to a major fire, has shut.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 115.59302520751953, "token_count": 20} +{"index": 9063, "reference": "Ricardo Santos scored his first Barnet goals as they moved into the League Two play-off places with victory at Leyton Orient.", "prediction": "usterity Milos Lemos's hat-trick helped Barnet complete a spectacular 3-1 win at home to promotion rivals Leyton Orient.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 106.61160278320312, "token_count": 28} +{"index": 9064, "reference": "When pictures of people apparently high on drugs in Wrexham's bus station were posted on social media earlier this month, it prompted claims by some the town has a major drugs problem.", "prediction": "There are half of drug users. Wrexham who use 47activeation, crack down and control.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 136.62220764160156, "token_count": 20} +{"index": 9065, "reference": "Elections in Zanzibar have been annulled for not being free and fair, the electoral chief on the Tanzanian archipelago has announced.", "prediction": "G pollsing on's's Caribbean islands of Zanzibar have been postponed, amid political fears of security\", the nation's regional minister solve said", "rouge": {"rouge1": 22.222222222222225, "rouge2": 9.30232558139535, "rougeL": 17.77777777777778}, "nll_sum": 171.64605712890625, "token_count": 29} +{"index": 9066, "reference": "More than 5,000 new jobs were created in Wales as foreign investments in the UK hit a high, government figures show.", "prediction": "Wales created 5,000 new jobs by foreign investment by the Welsh economy last year, official show.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 21.62162162162162, "rougeL": 41.02564102564102}, "nll_sum": 90.54363250732422, "token_count": 20} +{"index": 9067, "reference": "A fact-finding mission by chemical weapons watchdog the OPCW has concluded that the banned nerve agent Sarin was used in an attack in northern Syria in April that killed dozens of people.", "prediction": "A new report says a chemical attack on a food site in Syria, killed 30 people in December were exposed to Saracin like a Sarin-like\", a banned\".", "rouge": {"rouge1": 32.78688524590164, "rouge2": 0.0, "rougeL": 22.950819672131146}, "nll_sum": 169.19598388671875, "token_count": 34} +{"index": 9068, "reference": "An offshoot of al-Qaeda in the Arabian Peninsula (AQAP) has issued a statement threatening the lives of 73 Yemeni soldiers it says it captured last week.", "prediction": "A militant Islamist group, known himself as an Islamic State (IS), also known as Ansar al-Sharia) and any IslamicAP (AAP).", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 121.32142639160156, "token_count": 31} +{"index": 9069, "reference": "Pin badges have been returned to a fallen Gallipoli soldier's grandson whose luggage was mistakenly taken from a train.", "prediction": "An 18-year-old Scottish whose flag went missing after bombing campaign during Bosnia families, thanked British Transport Police for having a stolen suit and made it.", "rouge": {"rouge1": 12.765957446808512, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 161.32162475585938, "token_count": 30} +{"index": 9070, "reference": "Six-time Paralympic champion David Weir says he will never wear a Great Britain vest again, adding he feels \"let down\".", "prediction": "British Paralympmpian, David Weir, announced that he will retire from the sport.", "rouge": {"rouge1": 24.242424242424246, "rouge2": 12.903225806451612, "rougeL": 24.242424242424246}, "nll_sum": 62.46013641357422, "token_count": 17} +{"index": 9071, "reference": "More than 70 jobs are facing the axe at Telford College of Arts and Technology.", "prediction": "Students at Shropshire Collegeps will be cutting hundreds of000 jobs.", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 78.25811767578125, "token_count": 15} +{"index": 9072, "reference": "Northern Ireland's exams body, CCEA, is investigating an alleged leak of some details from a business studies A-Level paper, the BBC understands.", "prediction": "Northern Ireland's International Education Authority (CCCC) is investigating allegations of an allegation of a business research\" ahead of the 2016 assembly assembly election.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 21.73913043478261, "rougeL": 45.83333333333333}, "nll_sum": 152.02813720703125, "token_count": 28} +{"index": 9073, "reference": "Singer Ed Sheeran has delighted fans at the Latitude Festival in Suffolk by playing two surprise sets.", "prediction": "A Sheeran kicked off his debut at the Glastonbury festival by closing a festival at EuropeJ's Alt-J event.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 126.27317810058594, "token_count": 26} +{"index": 9074, "reference": "Prince Tommy Williams, who used to be a child soldier in Sierra Leone, was one of hundreds of volunteers who helped fight the spread of Ebola.", "prediction": "umumPresumum, who but survived Venezuela after being kidnapped by rebel militant group, has told of Newsnight he believed he to escape, or or cut the arms\" even if he escaped the war.", "rouge": {"rouge1": 17.24137931034483, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 231.546142578125, "token_count": 41} +{"index": 9075, "reference": "Sir Eric Pickles, the former Conservative Party chairman, has announced he is standing down as Brentwood and Ongar MP after 25 years.", "prediction": "Sir Eric Rendellewell, chairman of Brentwood and son will Darrenwenar,", "rouge": {"rouge1": 31.25, "rouge2": 13.333333333333334, "rougeL": 31.25}, "nll_sum": 125.76249694824219, "token_count": 16} +{"index": 9076, "reference": "Paris St-Germain's 36-match unbeaten run in Ligue 1 was ended as Lyon beat them to move into the third and final Champions League qualification spot.", "prediction": "Connorenen moved level with points at a top of Ligue 1 after a surprise 4-0 thrashed of Lyon Paris St-Germain.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 12.5, "rougeL": 11.999999999999998}, "nll_sum": 130.05027770996094, "token_count": 30} +{"index": 9077, "reference": "Juventus defender Leonardo Bonucci has signed a contract extension that will keep him at the club until 2021.", "prediction": "Fernando midfielderouno Morales has signed a new five-year deal with the club.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 20.689655172413794, "rougeL": 32.25806451612903}, "nll_sum": 67.69331359863281, "token_count": 18} +{"index": 9078, "reference": "Gadgets that track your steps, sleeping and heart rate could help us live longer and cut national healthcare costs by billions - or so we are told.", "prediction": " how unusual technology will gadgets devices know how you know and create extend our health?", "rouge": {"rouge1": 9.75609756097561, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 115.06244659423828, "token_count": 15} +{"index": 9079, "reference": "Pope Francis has recognised a second miracle attributed to Mother Teresa, clearing the way for the Roman Catholic nun to be made a saint next year.", "prediction": "The Brazilian pastor, Mother Teresa, will receive a miracle she was beat 22 years ago, the Vatican says.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904763, "rougeL": 18.181818181818183}, "nll_sum": 97.13221740722656, "token_count": 21} +{"index": 9080, "reference": "A controlled explosion has been carried out at a Moray beach after the discovery of old ordnance devices.", "prediction": "A bomb disposal disposal was carried out on a Denartighshire beach.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 7.407407407407408, "rougeL": 34.48275862068966}, "nll_sum": 79.13778686523438, "token_count": 14} +{"index": 9081, "reference": "Second hand Volkswagens appear to be holding their value well, a motoring magazine says, despite the emissions scandal which emerged a year ago.", "prediction": "The value of VW worldwide sold around the UK may have fallen since the last financial year, industry figures suggest.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 92.57286071777344, "token_count": 21} +{"index": 9082, "reference": "Facebook's chief executive has said he is sympathetic to Apple's position in its clash with the FBI.", "prediction": " founder founder Mark Zuckerberg has told his network it is \"brutal by terrorists\" saying US authorities who do not know a gunman's phone.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 129.34506225585938, "token_count": 28} +{"index": 9083, "reference": "The first victim of AirAsia Flight QZ8501, found in the Java Sea after the crash on Sunday, has been laid to rest.", "prediction": "A third bodies for passengers the missing plane that went in the Antarctic have been identified as East Java sea officials say the \"-p from body in from Sunday's a. from A-penny of in seized from's on from. the", "rouge": {"rouge1": 31.249999999999993, "rouge2": 6.451612903225808, "rougeL": 21.874999999999996}, "nll_sum": 313.1990966796875, "token_count": 46} +{"index": 9084, "reference": "Two suspected jihadists have been killed in an anti-terror operation in eastern Belgium, officials say.", "prediction": "Belgium is under security alert threat after a raid they seized by federal forces in the country, officials say.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 6.06060606060606, "rougeL": 17.142857142857142}, "nll_sum": 95.31678771972656, "token_count": 22} +{"index": 9085, "reference": "Night-vision goggles are to be used by council staff to catch dog owners who do not clean up after their pets.", "prediction": "A Staffordshire council is wearing uniforms ofstyle to dog poils gear so staff could be used to catch them.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 126.6390380859375, "token_count": 22} +{"index": 9086, "reference": "A \"drunk\" squirrel has caused hundreds of pounds of damage at a private members' club.", "prediction": "A winless went into a room of a bar office cut the closing door, minutes, open a toilet on the floor of a bar's bar.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 170.76727294921875, "token_count": 29} +{"index": 9087, "reference": "Scottish ministers are being asked to clarify whether Police Scotland \"spied\" on journalists and their sources.", "prediction": "The Scottish government has said that Police Scotland's handling of the phone two of its forces, it has been claimed.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 91.44990539550781, "token_count": 22} +{"index": 9088, "reference": "US prosecutors have dropped all charges against a man who spent 25 years in prison for murder, amid allegations police had falsified evidence.", "prediction": "The US man who was sentenced to death 22 years ago in a police inquiry a fresh murder case will not be extrad transferred a Michigan state.", "rouge": {"rouge1": 31.999999999999996, "rouge2": 4.166666666666667, "rougeL": 24.0}, "nll_sum": 139.5409698486328, "token_count": 27} +{"index": 9089, "reference": "More than 200 businesses in part of Edinburgh have been found to be breaking rules on using communal bins.", "prediction": "More than 30 businesses in Edinburgh have found guilty to not performing enough waste to roadside in a communal area.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 16.216216216216214, "rougeL": 46.15384615384615}, "nll_sum": 123.98136138916016, "token_count": 20} +{"index": 9090, "reference": "Families of two men who died in prison have brought a High Court case over the \"exceptionally\" high rate of self-inflicted deaths there.", "prediction": "The families of 20 victims of self-inf deaths at a prison in England convicted of self-inf injuries deaths are to seeking a judicial review rules.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 168.85890197753906, "token_count": 29} +{"index": 9091, "reference": "The Red Arrows aerobatic team will be \"around for a while yet\", Defence Secretary Sir Michael Fallon has said.", "prediction": "enceence Secretary Sir Michael Wil Fallon has said there is nono clarify on plans for the Red Arrows team.", "rouge": {"rouge1": 57.89473684210527, "rouge2": 33.33333333333333, "rougeL": 31.57894736842105}, "nll_sum": 130.68673706054688, "token_count": 21} +{"index": 9092, "reference": "Terminally ill actor and disability campaigner Brian Rix, 92, has said the law on assisted dying needs changing.", "prediction": "One of the UK's men, men has said he has changed his decision. decision.", "rouge": {"rouge1": 24.24242424242424, "rouge2": 6.451612903225808, "rougeL": 18.18181818181818}, "nll_sum": 87.57998657226562, "token_count": 17} +{"index": 9093, "reference": "Stoke City defender Glen Johnson has signed a one-year contract extension that will keep him at the club until the summer of 2018.", "prediction": "Stoke defender Johnson Johnson has signed a, three three-and Ella-half-year- deal, keeping him him at the Premier League club until 2019.", "rouge": {"rouge1": 54.166666666666664, "rouge2": 30.434782608695656, "rougeL": 54.166666666666664}, "nll_sum": 154.4232177734375, "token_count": 32} +{"index": 9094, "reference": "Nice midfielder Alassane Plea has confirmed he heard racist abuse directed at team-mate Mario Balotelli during Friday's 1-1 draw at Bastia.", "prediction": "French Ligue 1 club Mario Balotelli was \"shshocked\" by fans, who he was \"kick towards\"\" during his side 1-1 to Nice.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 9.09090909090909, "rougeL": 21.73913043478261}, "nll_sum": 150.31829833984375, "token_count": 33} +{"index": 9095, "reference": "Virgin East Coast rail workers have voted to go out on strike in a dispute over job cuts, working conditions and safety, the RMT union has said.", "prediction": "Workers on the South East Trains line have voted in favour of strike action after RMT union members to strike action a dispute over and pay.", "rouge": {"rouge1": 56.60377358490566, "rouge2": 15.686274509803921, "rougeL": 33.9622641509434}, "nll_sum": 120.59439086914062, "token_count": 29} +{"index": 9096, "reference": "Bournemouth captain Tommy Elphick has been ruled out until the new year following an operation on an ankle injury, the club has confirmed.", "prediction": "Bournemouth's Tommymyphphick has been ruled out for between 10 and 10 weeks with an ankle and ankle and ankle injury.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 23.809523809523807, "rougeL": 36.36363636363636}, "nll_sum": 112.12806701660156, "token_count": 27} +{"index": 9097, "reference": "You might have noticed your social media timeline full of pictures like this.", "prediction": "It's certainly almost difficult, the judgement with Chris Evans as the hosts' job - but also it mean!", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 131.94744873046875, "token_count": 21} +{"index": 9098, "reference": "A new study covering 17 EU countries says that far more honeybees are dying in the UK and other parts of northern Europe than in Mediterranean countries.", "prediction": "A pesticide disease - known as bees - is higher in Europe than than the other European countries, a study says.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 4.545454545454546, "rougeL": 21.73913043478261}, "nll_sum": 97.57122802734375, "token_count": 22} +{"index": 9099, "reference": "The body of Kim Jong-nam, half brother of North Korean leader Kim Jong-un, has arrived in Pyongyang, Chinese officials say.", "prediction": "China government has returned to North Korea, examining the body of the North Korea\" citizen, North Korean leader Kim Jong-un in the- government, Beijing, says it's was \"sA of in from from it name from the a", "rouge": {"rouge1": 42.62295081967213, "rouge2": 23.728813559322035, "rougeL": 36.0655737704918}, "nll_sum": 230.8769989013672, "token_count": 47} +{"index": 9100, "reference": "The UN has ended its campaign with comic book heroine Wonder Woman, a spokesman says, less than two months after her appointment sparked outrage.", "prediction": "The character movie Cricket Wonder Woman, known as Wonder Woman, is to end again by saying UN saying it was the cause of a image of female MP.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 3.9999999999999996, "rougeL": 15.384615384615383}, "nll_sum": 175.89833068847656, "token_count": 30} +{"index": 9101, "reference": "A yachtsman was treated for burns following an explosion on a vessel anchored off an island near Oban.", "prediction": "A man was taken to hospital following an gas explosion by a yacht's ran off in coast north west coast.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 35.8974358974359}, "nll_sum": 105.69373321533203, "token_count": 21} +{"index": 9102, "reference": "A pro-refugee campaigner racially abused counter demonstrators at a rally to welcome Syrian refugees to Scotland, a court has heard.", "prediction": "A human rights who was accused of taking part part in an armed demonstration attended by a far-refugee rally has been found guilty of abuse charges.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 0.0, "rougeL": 20.833333333333336}, "nll_sum": 129.64170837402344, "token_count": 30} +{"index": 9103, "reference": "A nine-year-old boy is being treated in hospital after being hit by a vehicle in North Lanarkshire on Saturday.", "prediction": "A five-year-old boy has been seriously injured after he was hit by a hitandrun at a school in North Lanarkshire.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 29.268292682926827, "rougeL": 51.162790697674424}, "nll_sum": 60.475494384765625, "token_count": 28} +{"index": 9104, "reference": "A city's parks could be funded by an increase in council tax, a report has recommended.", "prediction": "Some residents in Liverpool could be able to commercialised a park and \"the city\",'s city council leader has said, a controversialride-'s. a's it's by its mandatory from aA's flagship of a from of fromowned", "rouge": {"rouge1": 39.28571428571429, "rouge2": 7.4074074074074066, "rougeL": 17.857142857142858}, "nll_sum": 307.731201171875, "token_count": 48} +{"index": 9105, "reference": "Nigeria's government has vowed to shut down an illegal radio station operated by people sympathetic to the breakaway state of Biafra.", "prediction": "Nigeria's largest radio radio station, the state of Biaf, has suspended mobile phone because of the aftermath of its declared war since 1967.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 144.0478057861328, "token_count": 30} +{"index": 9106, "reference": "A former soldier who spent 23 years sleeping rough in London has been recognised in the Queen's Birthday Honours list for helping the homeless.", "prediction": "A retired alcoholican who helped to save thousands of children street London's street have been recognised in the New Year's Birthday Honours list for his struggle 100 battle of football from 100- from the referee in. from.", "rouge": {"rouge1": 50.0, "rouge2": 22.580645161290324, "rougeL": 40.62500000000001}, "nll_sum": 263.89093017578125, "token_count": 43} +{"index": 9107, "reference": "Boeing has successfully shot a drone out of the sky using a high-powered laser during a test, the company says.", "prediction": "Boeing, the British company that scrambled new lasers, has been unveiled.", "rouge": {"rouge1": 31.249999999999993, "rouge2": 0.0, "rougeL": 18.749999999999996}, "nll_sum": 66.89470672607422, "token_count": 15} +{"index": 9108, "reference": "Five 16-year-old boys have been arrested in connection with the fatal stabbing of teenager Stefan Appleton in north London.", "prediction": "A murder inquiry has been launched after began murder of teenager Michael Appleton, who was stabbed to a shop in north-west London the", "rouge": {"rouge1": 40.0, "rouge2": 9.30232558139535, "rougeL": 31.11111111111111}, "nll_sum": 116.13288879394531, "token_count": 26} +{"index": 9109, "reference": "Crusaders continue their bid to secure back-to-back Irish League titles for the first time in their history when they face Glenavon at Mourneview Park.", "prediction": "Cr leaders Crusaders are focused keeping kept a chance of winning the Irish Premiership as runners-up.", "rouge": {"rouge1": 13.953488372093027, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 108.15763854980469, "token_count": 19} +{"index": 9110, "reference": "Former Liverpool striker Ian St John has called on football's leaders to look after former professionals who have dementia and Alzheimer's disease.", "prediction": "Former Liverpool and Liverpool striker St John John specialist battle with heavy heading footballs would be \"sensens to the end of my of my life\".", "rouge": {"rouge1": 32.6530612244898, "rouge2": 12.76595744680851, "rougeL": 28.57142857142857}, "nll_sum": 189.70944213867188, "token_count": 29} +{"index": 9111, "reference": "A rundown of all the latest BBC radio commentaries online.", "prediction": "Rugby union players, winners and winners of 2016 2016\". to be,, the'solve a- a \u00a3350 aA a Low- Nottingham's game's The3 from a from Britain's of The's The fromA", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 321.60443115234375, "token_count": 45} +{"index": 9112, "reference": "A new portrait of Mozart imagines the composer as a \"daring\" and \"edgy\" musician in the mould of Johnny Rotten.", "prediction": " an new location for Oscar epicamb composer artist Carmart has been painted, late and,.", "rouge": {"rouge1": 17.64705882352941, "rouge2": 0.0, "rougeL": 17.64705882352941}, "nll_sum": 153.83908081054688, "token_count": 17} +{"index": 9113, "reference": "Cardiff is to get a public bicycle hire scheme based on London's \"Boris bikes\".", "prediction": "The first bikers are being taken over in Bristol over the next five years.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 63.145751953125, "token_count": 15} +{"index": 9114, "reference": "India completed a series win over Sri Lanka with a crushing victory by an innings and 53 runs in the second Test in Colombo.", "prediction": "India completed a complete one-match-fixing ban by throwing Lanka in fine match-fixing in the first Test of Galway in Gallele.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.33333333333333, "rougeL": 34.04255319148936}, "nll_sum": 149.5074920654297, "token_count": 31} +{"index": 9115, "reference": "US Republican presidential candidate Donald Trump has reacted angrily after a leading golf tournament was moved from one of his courses to Mexico.", "prediction": "The American Farmers Golf Tour says it will not hold Donald Trump's first office as president of America, if wins the US presidential election his 2014.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666667, "rougeL": 15.999999999999998}, "nll_sum": 147.86119079589844, "token_count": 28} +{"index": 9116, "reference": "Legislation that would introduce a minimum price for a unit of alcohol was given Royal Assent by the Queen after being passed by the Scottish Parliament four years ago - but the policy still hasn't been introduced.", "prediction": "There is another delay challenge in the Scottish government over plans minimum price a minimum price for drugs to \u00a350 it is back to Scotland.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 13.333333333333334, "rougeL": 12.903225806451612}, "nll_sum": 140.7250518798828, "token_count": 26} +{"index": 9117, "reference": "Queen guitarist Brian May has paid tribute to Status Quo star Rick Parfitt following his death aged 68, saying he had \"truly joyfully rocked our world\".", "prediction": "Tributes have been paid to rock band Cardo president, Rick Parfitt, who died at the age of 75.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904763, "rougeL": 22.72727272727273}, "nll_sum": 92.6787109375, "token_count": 24} +{"index": 9118, "reference": "Millions of people face a rise in their insurance bills this week-end, as a result of an increase in Insurance Premium Tax (IPT).", "prediction": " a new rise in insurance protection (MLT) is to rise for the next six years \" \"on of misery\", a trade body and warned.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 8.888888888888888, "rougeL": 21.27659574468085}, "nll_sum": 175.4757080078125, "token_count": 29} +{"index": 9119, "reference": "The nights may be drawing in and autumn is coming, but the English Football League continues to provide thrills and spills for players, managers and supporters.", "prediction": "The English Football League was again starting this week with struggle some of the best young struggle struggle.", "rouge": {"rouge1": 22.72727272727273, "rouge2": 14.285714285714283, "rougeL": 18.181818181818183}, "nll_sum": 104.09831237792969, "token_count": 18} +{"index": 9120, "reference": "Hibernian's Neil Lennon hopes pre-season results are a prelude to Scottish League Cup success while Motherwell's Stephen Robinson will look to improve on results over the summer.", "prediction": " Motherwell head coach Ryan lonon believes the future of the Scottish League Cup has was delayed after delay delayed due of a foot foot and injury.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 7.407407407407408, "rougeL": 10.714285714285714}, "nll_sum": 168.31756591796875, "token_count": 29} +{"index": 9121, "reference": "Plans for changes in the way universities are governed are facing a fresh attack from the principal of Edinburgh University.", "prediction": " bill bill which includes elected parties, some would be \"significantacceptable\" to Scotland's university's chief executive has claimed, a aolve Nottingham-'s a's from's a\" from Scottish university's from its of.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 286.4805908203125, "token_count": 43} +{"index": 9122, "reference": "Cardiff City are waiting to discover if midfielder Peter Whittingham will sign a new contract.", "prediction": "Cardiff City's Peter Whham will not withdrawn from his club offer a new new three-and-a-half \u00a35m.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.121212121212121, "rougeL": 34.285714285714285}, "nll_sum": 135.51844787597656, "token_count": 27} +{"index": 9123, "reference": "A rig to be used in the decommissioning of the Beatrice oil field has left Invergordon on the Cromarty Firth.", "prediction": " productioning of a50ood000tonne wind field is to given a training facility, after the UK government decided to a gas parting-wought a's a the from Leoway to George. haveiven of.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 286.01361083984375, "token_count": 43} +{"index": 9124, "reference": "Reigning champion Mark Selby feels his World Championship defence is warming up nicely after a second routine win secured a quarter-final place.", "prediction": "World number one Mark Selby insists he does not aware he can cope the against him despite 2016, saying he \" \"'t know the case\".", "rouge": {"rouge1": 12.76595744680851, "rouge2": 4.444444444444444, "rougeL": 8.51063829787234}, "nll_sum": 178.23550415039062, "token_count": 28} +{"index": 9125, "reference": "French police have interviewed presidential candidate Francois Fillon and his wife Penelope over claims she was paid for fake work.", "prediction": "French presidential election candidate Francois Fillon says they be questioned by police over the information they received the money received from her husband-Her husband.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 26.66666666666666}, "nll_sum": 139.67434692382812, "token_count": 27} +{"index": 9126, "reference": "Leyton Orient captain Liam Kelly has been charged with violent conduct by the Football Association for an incident in Tuesday's win at Plymouth.", "prediction": "Plymouth Argy captain Liam Kelly has been charged by the Football Association for failing to win win his supporters during his side's 2-0 League defeat at Mansfield.", "rouge": {"rouge1": 56.60377358490567, "rouge2": 35.294117647058826, "rougeL": 49.056603773584904}, "nll_sum": 153.13034057617188, "token_count": 34} +{"index": 9127, "reference": "National League's bottom side Guiseley have signed former Rochdale winger Joel Logan on an undisclosed deal.", "prediction": "National League club Guiseley have signed teenage striker Romelone branchesao following his release by New York City.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 18.75, "rougeL": 29.411764705882355}, "nll_sum": 133.83303833007812, "token_count": 22} +{"index": 9128, "reference": "A sculpture honouring Spiders From Mars guitarist Mick Ronson has been unveiled in his home town of Hull.", "prediction": "A decision sculpture of unveiled to honour the band Michael Ronson in his home park of Hull of 30 years after in town wasA-maker in from a's as a", "rouge": {"rouge1": 48.97959183673469, "rouge2": 12.765957446808512, "rougeL": 36.734693877551024}, "nll_sum": 221.52130126953125, "token_count": 33} +{"index": 9129, "reference": "An iPhone stolen at a Foo Fighters gig led to the discovery of more than 30 missing mobiles after police used a tracker app to locate it.", "prediction": "A woman has been arrested after more than 80 tracking devices were stolen from whose music from a band concerts.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 97.93740844726562, "token_count": 20} +{"index": 9130, "reference": "A woman has been killed on a level crossing in Suffolk.", "prediction": "A woman was taken to hospital after being hit by a train station at a level level crossing.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 22.222222222222225, "rougeL": 34.48275862068966}, "nll_sum": 62.9612922668457, "token_count": 18} +{"index": 9131, "reference": "Irish singer Daniel O'Donnell was \"relieved\" to be voted out of Strictly Come Dancing at the weekend.", "prediction": "Grim O' Town has, he feels \" and \"broken\" to be asked by the judges who called because of a unexpected disaster off.", "rouge": {"rouge1": 25.0, "rouge2": 5.263157894736842, "rougeL": 20.0}, "nll_sum": 171.17196655273438, "token_count": 28} +{"index": 9132, "reference": "The hunt is on to try to find a successor to the late Paul the 'psychic' octopus.", "prediction": " the 'three lamopuses - who be race to the the Women women's World Cup - the begun a training at an aquarium skysc Germany.", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 218.11962890625, "token_count": 28} +{"index": 9133, "reference": "Evo-Stik Northern Premier Division strugglers Colwyn Bay have sacked manager Kevin Lynch following Easter Monday's 3-0 home defeat to Marine.", "prediction": "Colchester City have sacked manager Roberto Lynch after the manager by fellow strugg fellowlers strugglers fellow strugglers a bid to avoid relegation.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 170.61595153808594, "token_count": 27} +{"index": 9134, "reference": "A new king has been crowned World Conker Champion after taking part in the annual games for the first time.", "prediction": "A 76-year-old man has become the first woman's win a World Hanning Championships the", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 88.34657287597656, "token_count": 19} +{"index": 9135, "reference": "Police have stopped a driver after they spotted a sofa precariously hanging out of the back of a sports car travelling on a busy road.", "prediction": "A motorist was held up to a sofa in back utility boot car of a dual carriageway.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 28.571428571428566}, "nll_sum": 114.85894775390625, "token_count": 21} +{"index": 9136, "reference": "Under a huge semi-opaque dome and with heavy security in attendance, visitors to the Paris Air Show peer at a strange looking shape.", "prediction": "World world's largest fighter aircraft on show at the annual awards show in Paris again.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 71.948974609375, "token_count": 16} +{"index": 9137, "reference": "How has the economic crisis affected Greeks living in London?", "prediction": "An Italian man who was 18th Century and staying in a street street whose about 19 19th Century, been found the a London shop office, described again the building's reputation as a's for's ballet as from a ballet. a.", "rouge": {"rouge1": 11.538461538461537, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 282.98388671875, "token_count": 47} +{"index": 9138, "reference": "The US says it is considering what part it will play on the UN's Human Rights Council, highlighting what it calls a \"biased\" stance on Israel.", "prediction": "The US head of Human Rights Council has delivered human rights commitment to Venezuela's elections, saying it is \"disgralling anti-Palestinian bias\".", "rouge": {"rouge1": 36.0, "rouge2": 20.833333333333332, "rougeL": 24.0}, "nll_sum": 146.22557067871094, "token_count": 28} +{"index": 9139, "reference": "The Church of England is adopting a new climate change policy and will cut its investments in fossil fuel companies.", "prediction": "The Church of England is consideringInvestment of its energy from companies in fossil fuels.", "rouge": {"rouge1": 58.823529411764696, "rouge2": 37.49999999999999, "rougeL": 52.94117647058824}, "nll_sum": 82.73474884033203, "token_count": 16} +{"index": 9140, "reference": "Swansea City head coach Francesco Guidolin believes his side can haul themselves out of relegation danger.", "prediction": "Swansea head coach Francesco Guidolin he is confident and his players will not avoid avoiding relegation.", "rouge": {"rouge1": 43.75, "rouge2": 20.000000000000004, "rougeL": 43.75}, "nll_sum": 82.89274597167969, "token_count": 20} +{"index": 9141, "reference": "Manchester United's Champions League campaign is in serious peril after they were comfortably beaten by Olympiakos in the last-16 first leg in Athens.", "prediction": "Manchester United were knocked out of the Champions League-16 stage after a drought of goal as Olympiakos to reach the Cup quarter-finals.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 8.51063829787234, "rougeL": 28.57142857142857}, "nll_sum": 112.444091796875, "token_count": 28} +{"index": 9142, "reference": "The US said it \"expects\" Pakistan to act against perpetrators of a deadly attack on an Indian air force base.", "prediction": "The Pakistani army has carried out an deadly attack on senior Pakistani- naval base, where Prime Minister Narendra Modi's an attack on militants its military base.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 8.88888888888889, "rougeL": 25.531914893617024}, "nll_sum": 137.30770874023438, "token_count": 29} +{"index": 9143, "reference": "An Indian woman who alleges she was forced to marry a Pakistani man at gunpoint has returned to India, a day after a court in Islamabad granted her request to leave.", "prediction": "An Indian woman bishop has returned on her return to Pakistan, a day after being forced into labour and says she says how she wants.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 22.222222222222225, "rougeL": 32.14285714285714}, "nll_sum": 121.53556060791016, "token_count": 26} +{"index": 9144, "reference": "High profile Liberal Democrats have lost three strongholds in the Highlands and Islands.", "prediction": "The SNP have lost their seats north of west coast of Scotland, three three seats in general general election.mbudsman's athe and\" the\"'s a's from a reputation, reputation as a's's of political.", "rouge": {"rouge1": 24.0, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 263.58258056640625, "token_count": 42} +{"index": 9145, "reference": "Parliamentarians in Madagascar have voted to impeach President Hery Rajaonarimampianina.", "prediction": "ineagascar's MPs have voted clause in a parliamentary vote that parliamentary an end the former Prime Minister Mariano Rajaarampianina.", "rouge": {"rouge1": 20.0, "rouge2": 7.142857142857142, "rougeL": 13.333333333333334}, "nll_sum": 157.4794921875, "token_count": 27} +{"index": 9146, "reference": "A superb double century from captain Alastair Cook saw England to 569-8, a lead of 46 runs, at the end of day four of the first Test against Pakistan.", "prediction": "England captain Alastair's double century to produced an unbeaten innings unbeaten out of a draw open on the third day of a third Test against Pakistan.", "rouge": {"rouge1": 52.63157894736842, "rouge2": 14.545454545454547, "rougeL": 35.08771929824561}, "nll_sum": 141.76544189453125, "token_count": 29} +{"index": 9147, "reference": "Lecturers at colleges in Glasgow will not take part in two planned national strikes next week.", "prediction": " cinemasurers in Glasgow being ball balloted for strike strike action in future action in.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 7.142857142857144, "rougeL": 20.0}, "nll_sum": 119.59170532226562, "token_count": 17} +{"index": 9148, "reference": "You might be surprised by this afternoon's news that British bombing killed British nationals in Syria in the last few weeks.", "prediction": "So does the UK drops an air strike Syria - - and it has a possible call - and what it it mean for British researchers? acid?", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 4.3478260869565215}, "nll_sum": 173.34239196777344, "token_count": 28} +{"index": 9149, "reference": "Festival-goers are being invited to have a go on what is claimed to be the world's largest bouncy castle.", "prediction": "A bouncy castle was built built what is said to be building tallest been broken world record. the solve's a- again and it the a's \"'s's The's a ban from it's World The West. from to from 2011", "rouge": {"rouge1": 34.375, "rouge2": 9.677419354838708, "rougeL": 21.875}, "nll_sum": 306.333251953125, "token_count": 47} +{"index": 9150, "reference": "A suspected firearm has been found by police during a search in west Belfast.", "prediction": "A bomb disposal team who was found in a binie binie, east Belfast, as planning a reputation from a's from in the Belfast's from ballet, such as a's offences from the's.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 20.408163265306122}, "nll_sum": 232.8599090576172, "token_count": 40} +{"index": 9151, "reference": "Seven boys below the age of 18 have been sentenced to 10 years in jail each in Indonesia for the gang rape and murder of a 14-year-old girl.", "prediction": "A judgesecurity Indonesia has ruled that death sentences for men accused of raping a 15-year-old girl and a 15- old girl in her school indefinitely in April.", "rouge": {"rouge1": 40.67796610169491, "rouge2": 7.017543859649124, "rougeL": 23.728813559322038}, "nll_sum": 155.94091796875, "token_count": 34} +{"index": 9152, "reference": "Mexico's federal police chief, Enrique Galindo, has been sacked following allegations police killed at least 22 suspected members of a drugs cartel.", "prediction": "The president Mexican Mexican state, Joseahana Car Gal Biindo, has called for an independent inquiry into corruption by a local police and crime.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 172.07859802246094, "token_count": 29} +{"index": 9153, "reference": "Airline booking systems lack basic security checks that would stop attackers changing flight details or stealing rewards, warn experts.", "prediction": " some computer devices which list flight trigger between in 1970s and 1980s have been discovered, say German researchers.", "rouge": {"rouge1": 5.405405405405405, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 115.08316802978516, "token_count": 21} +{"index": 9154, "reference": "More than 5,000 police officers in England and Wales are planning to leave the service in the next two years, a Police Federation survey suggests.", "prediction": "More than half of police officers in Bedfordshire say are planning to leave the armed forces, a poll by the BBC.", "rouge": {"rouge1": 51.06382978723405, "rouge2": 31.11111111111111, "rougeL": 46.80851063829788}, "nll_sum": 81.91333770751953, "token_count": 23} +{"index": 9155, "reference": "Leeds Rhinos maintain their lead at the top of Super League with a five-try victory over Salford Red Devils.", "prediction": "Leeds Rhinos ran in tries fromtry down as they thrashed Salford and move back into third at the top of the Super League table.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 23.809523809523807, "rougeL": 36.36363636363636}, "nll_sum": 137.17262268066406, "token_count": 30} +{"index": 9156, "reference": "Councillors have voted to ban buses and taxis from Queen Street in Oxford for six months because of safety concerns.", "prediction": "A decision to ban public drivers traffic around Oxford Oxford shopping centre in December has been scrapped, council councillors.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 15.384615384615385}, "nll_sum": 140.85934448242188, "token_count": 20} +{"index": 9157, "reference": "The England and Wales Cricket Board says it is monitoring the security situation in Bangladesh before England's tour in October.", "prediction": " in England and Wales Cricket Board has met to meet with the Foreign and Home Office to discuss the Bangladesh tour over security and security in the country.", "rouge": {"rouge1": 48.979591836734684, "rouge2": 17.02127659574468, "rougeL": 36.734693877551024}, "nll_sum": 106.57970428466797, "token_count": 28} +{"index": 9158, "reference": "A council chief executive has stepped aside from his role after being arrested as part of a fraud probe.", "prediction": "Four council leaders have been arrested as part of an controversial probe into alleged financial payment, services and services.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 16.666666666666664, "rougeL": 31.57894736842105}, "nll_sum": 85.97728729248047, "token_count": 20} +{"index": 9159, "reference": "David Cameron is embarking on a series of visits to Spain, France and Germany in a bid to sell his idea of reforming the European Union to other leaders.", "prediction": "David Cameron says his visit the wake of the European Union \"have have have to win over key players\" and over key countries in France and Spain.", "rouge": {"rouge1": 46.42857142857143, "rouge2": 14.814814814814817, "rougeL": 28.57142857142857}, "nll_sum": 148.57028198242188, "token_count": 29} +{"index": 9160, "reference": "Torquay United manager Kevin Nicholson says his side's attitude in training ahead of their loss to Tranmere Rovers contributed to the result.", "prediction": "Torquay United player Kevinprov says his side \"cal down to be ready to\" beat beat Rulls in", "rouge": {"rouge1": 40.0, "rouge2": 15.789473684210526, "rougeL": 35.0}, "nll_sum": 167.41969299316406, "token_count": 23} +{"index": 9161, "reference": "Experts at the Royal Botanic Garden say one of the world's biggest - and smelliest - flowers is about to bloom in Edinburgh.", "prediction": "in young giant bloomanic Gardens found at the Royal Bot Garden in Edinburgh, Scotland, is back in an effort to save a rare flowerst 91.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.333333333333334, "rougeL": 25.53191489361702}, "nll_sum": 163.71688842773438, "token_count": 29} +{"index": 9162, "reference": "A hearing into Tyson Fury's charge for an alleged doping violation will take place in November, after his rematch with Wladimir Klitschko on 29 October.", "prediction": "Tyson Fury says he is \"an goal of revenge\" with Wladimir Klitschko after he suffered a setback's ankle and his ankle.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 13.043478260869565, "rougeL": 24.999999999999993}, "nll_sum": 136.68035888671875, "token_count": 29} +{"index": 9163, "reference": "A woman has pleaded guilty to murdering three men whose bodies were found in ditches in Cambridgeshire.", "prediction": "A woman who admitted the murder of another man in Peterborough have been jailed for eight years. a- a's a's and from a man's a's a game a from a from a from haveolve of.", "rouge": {"rouge1": 14.285714285714283, "rouge2": 3.7037037037037033, "rougeL": 14.285714285714283}, "nll_sum": 206.46829223632812, "token_count": 43} +{"index": 9164, "reference": "Technology that allows a drone to be piloted from the ground using only a person's brainwaves has been demonstrated in Portugal.", "prediction": "A French company has developed a-ning a drone aircraft\" that could control territory control.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.7142857142857135, "rougeL": 10.81081081081081}, "nll_sum": 99.73484802246094, "token_count": 17} +{"index": 9165, "reference": "A new contractor should be in place to clear debris at Didcot Power Station by the end of the month, the site's owner has said.", "prediction": "The of bodies at the former Didcot power station in Didcot erupted three ago, it has been confirmed.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 9.523809523809526, "rougeL": 22.72727272727273}, "nll_sum": 100.07089233398438, "token_count": 21} +{"index": 9166, "reference": "Indonesia's opposition Democratic Party of Struggle (PDI-P) leads parliamentary polls but its star candidate may face a tougher path to the presidency, early election results indicate.", "prediction": "Indonesia's main opposition opposition Party's Party (aloIP) has won, the surprise polls concluded that weekday can meet a national president.", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 28.000000000000004}, "nll_sum": 163.48446655273438, "token_count": 28} +{"index": 9167, "reference": "The world's two biggest beer producers are set to merge after SABMiller accepted an increased takeover offer from rival Anheuser-Busch InBev.", "prediction": " equalisedBon An anuser,chchchBev has announced a possible offer from South African rival SABMiller does not offer a offer.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 197.86831665039062, "token_count": 29} +{"index": 9168, "reference": "The Lawn Tennis Association (LTA) is leading a \u00a3250m investment to improve grassroots facilities.", "prediction": "More than \u00a31.m is to be made available to more tennis in areas of Britain, says the Lawn Tennis Association (TAL).", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.647058823529413, "rougeL": 22.22222222222222}, "nll_sum": 123.06669616699219, "token_count": 27} +{"index": 9169, "reference": "The South-West has been awarded the largest share of a fund raised through extra stamp duty on second homes to help first-time buyers in England.", "prediction": "ush money for the East and South of the East to receive a disability fund to help tackle rising rents and a number of second homes.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 7.8431372549019605, "rougeL": 26.41509433962264}, "nll_sum": 115.7225570678711, "token_count": 26} +{"index": 9170, "reference": "An unusual poker game is taking place in Pittsburgh, pitting human players against an artificial intelligence program.", "prediction": "A tennis poker league event that which can be beat by humans by its critics.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 95.07046508789062, "token_count": 15} +{"index": 9171, "reference": "Two \"drug-addled, parasitic assailants\" have received life sentences for killing a Co Antrim restaurant owner.", "prediction": "Two men have been jailed for life for \"vicious incident and attempted murder of a Chinese- Chinese restaurant owner at a Antrim shop.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 5.405405405405405, "rougeL": 35.8974358974359}, "nll_sum": 113.90587615966797, "token_count": 27} +{"index": 9172, "reference": "Militants from the Islamic State (IS) group have briefly overrun a hospital complex in the eastern Syrian city of Deir al-Zour, reports say.", "prediction": "So-called Islamic State have launched an attack on a hospital in Syria northern northern Syrian city Deirir al-Zour, Democratic officials say, reports, as they of from-w'sMore in fromold's from again's a", "rouge": {"rouge1": 45.90163934426229, "rouge2": 13.559322033898304, "rougeL": 36.0655737704918}, "nll_sum": 245.634521484375, "token_count": 47} +{"index": 9173, "reference": "A French-Vietnamese dissident blogger has been jailed in Vietnam for three years for attempted subversion.", "prediction": "Vietnamese rights rights activist has received a 15-month prison sentence for subversion sub", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 26.666666666666668}, "nll_sum": 73.37820434570312, "token_count": 17} +{"index": 9174, "reference": "BBC Sport's football expert Mark Lawrenson is predicting the outcome of every game at the 2014 Fifa World Cup.", "prediction": "BBC Sport football expert Mark Lawrenson is predicting the outcome of every match of the 2014 World World Cup.", "rouge": {"rouge1": 82.05128205128204, "rouge2": 64.86486486486486, "rougeL": 82.05128205128204}, "nll_sum": 82.09587097167969, "token_count": 21} +{"index": 9175, "reference": "Revenue for UK record companies hit a five-year high in 2016, according to industry association the BPI.", "prediction": "YouTube and music helped revenues last year's sales, helped by the revenue sales in the, music industry, according to the Briton Association-BPI).", "rouge": {"rouge1": 42.857142857142854, "rouge2": 5.0, "rougeL": 33.33333333333333}, "nll_sum": 164.74697875976562, "token_count": 30} +{"index": 9176, "reference": "Uber has offered \u00a320m ($28.5m) to settle two US lawsuits which argued that its safety claims were misleading.", "prediction": "Uber has agreed to pay damages to drivers of $43 (\u00a3 (69, (\u00a371m) in damages to claiming its drivers not breached basic rules.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 166.91604614257812, "token_count": 29} +{"index": 9177, "reference": "Game rangers are searching for a lion which escaped from a wildlife park in South Africa's Western Cape province.", "prediction": "A price of a lion killed killed and a American woman has escaped from a fence through the fence of a national park in South Africa in the mountains it says saying it is \"big-, a - in banned from a name a. emerged", "rouge": {"rouge1": 28.571428571428577, "rouge2": 19.672131147540984, "rougeL": 28.571428571428577}, "nll_sum": 270.33660888671875, "token_count": 46} +{"index": 9178, "reference": "Philip Larkin is to be honoured with a memorial in Poets' Corner in Westminster Abbey.", "prediction": "ipip Ligo is to be awarded will place with Poets' Parliament at Westminster Abbey, it. developing after it's a referee's \"-I it a the on it27 from it The's of from. from solve's a", "rouge": {"rouge1": 30.18867924528302, "rouge2": 11.764705882352942, "rougeL": 26.415094339622634}, "nll_sum": 303.2216491699219, "token_count": 46} +{"index": 9179, "reference": "A man who raped and killed a 15-year-old schoolgirl in 1976 has been jailed for 15 years.", "prediction": "A man who admitted the rape, murder of a 15-year-old girl who died and disappeared from to school more 30 years ago has been jailed.", "rouge": {"rouge1": 56.52173913043478, "rouge2": 31.818181818181817, "rougeL": 47.826086956521735}, "nll_sum": 109.31812286376953, "token_count": 30} +{"index": 9180, "reference": "South Sudan's president has sacked his entire cabinet, in an apparent power struggle with other senior leaders.", "prediction": "South Sudan's deputy president has appointed his deputy and deputy prime and amid his cabinet, amid political fears amid a struggle battle and in his role.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093027, "rougeL": 35.55555555555555}, "nll_sum": 163.83322143554688, "token_count": 28} +{"index": 9181, "reference": "A Russian spacecraft delivering supplies to the International Space Station (ISS) is out of control and will fall back to Earth, officials say.", "prediction": "A American Mighter finds which lost on the International Space StationISS) and has lost because of a burst, supply, water and supply.", "rouge": {"rouge1": 31.111111111111118, "rouge2": 9.30232558139535, "rougeL": 26.66666666666666}, "nll_sum": 166.0833740234375, "token_count": 27} +{"index": 9182, "reference": "The little children trailing round behind us rush forward in their excitement, herding me into their makeshift schoolroom.", "prediction": "Lebanon is a camp once more like the camp in the northern Syria refugee camp.", "rouge": {"rouge1": 12.12121212121212, "rouge2": 0.0, "rougeL": 12.12121212121212}, "nll_sum": 79.42772674560547, "token_count": 17} +{"index": 9183, "reference": "A Scottish man and an Irish woman have died after a yacht capsized and broke up on the west coast of South Africa.", "prediction": "A man and a woman have been killed when a yacht yacht capsized in in South Africa, coastguard say.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 25.0, "rougeL": 47.61904761904761}, "nll_sum": 72.45419311523438, "token_count": 22} +{"index": 9184, "reference": "Torrential rain caused flash flooding of homes and businesses in coastal areas of east Norfolk.", "prediction": "Flooding has caused water in parts of North Cumbria following last month caused following heavy rain. solve the aA in the- referee,A, from it a's a decision from's'sA ofA aA'sA", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 12.000000000000002}, "nll_sum": 271.27197265625, "token_count": 47} +{"index": 9185, "reference": "A female cat which died after being found in distress in Dundee had been poisoned with antifreeze, the Scottish SPCA has confirmed.", "prediction": "A cat was died in hospital after being shot by the owner ofee Dundee, the Scottish SPCAA has said in the a 2011, derby,A it from front-comakers seal by from November,..", "rouge": {"rouge1": 40.0, "rouge2": 7.547169811320755, "rougeL": 32.72727272727273}, "nll_sum": 274.8661804199219, "token_count": 43} +{"index": 9186, "reference": "A minor league baseball team in Utah has cancelled plans to host a \"Caucasian Heritage Night\" in August, according to the team's website.", "prediction": "A US league team has criticised may foronna actuallyis with fashion burgers\" including burgers, the night following shooting of recent shootings in South. Florida. a- again been again \"-pdes again the's again aA's 2011 a", "rouge": {"rouge1": 29.50819672131148, "rouge2": 0.0, "rougeL": 26.229508196721312}, "nll_sum": 379.43603515625, "token_count": 46} +{"index": 9187, "reference": "A man has been arrested on suspicion of murder by police searching for a missing woman.", "prediction": "A man has been arrested by police investigating the disappearance of a woman who went missing in her of Milton Keynes.", "rouge": {"rouge1": 59.45945945945946, "rouge2": 28.571428571428577, "rougeL": 48.64864864864864}, "nll_sum": 66.33169555664062, "token_count": 21} +{"index": 9188, "reference": "What do you do when you're booked to play at a show but you're sick and would rather be tucked up in bed?", "prediction": "Imagine a a star taking- half- Fooon when the music star stopped the overnight to perform at the East Respir a ( mournAs).", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 225.72972106933594, "token_count": 28} +{"index": 9189, "reference": "Two men have died following a road crash on the A713 in Dumfries and Galloway.", "prediction": "Two men have died and another seriously injured in a crash on the Ander in Eastnderingshire.", "rouge": {"rouge1": 64.51612903225806, "rouge2": 34.48275862068965, "rougeL": 58.06451612903225}, "nll_sum": 90.13579559326172, "token_count": 20} +{"index": 9190, "reference": "Ever since the remains of Richard III were first found under a Leicester car park in 2012, the city has enjoyed a feel-good factor that culminated this year with Leicester City completing a \"fairytale\" Premier League title win.", "prediction": "Leicester City fans are celebrating the world's historic success, in their Champions League success, and reach and last 16 of Champions League success and success ambitions of success.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 3.0303030303030303, "rougeL": 8.823529411764707}, "nll_sum": 155.77040100097656, "token_count": 32} +{"index": 9191, "reference": "Nick Gubbins scored his first Middlesex century as their batsmen closed down Somerset's commanding total at Lord's.", "prediction": "England batsman Nick Chris Gubbins hit a double century for Middlesex on the opening day-round match Somerset at Taunton. solvejoin 2011.- 2011-'s-A 2011 game in from since George's.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 270.51165771484375, "token_count": 44} +{"index": 9192, "reference": "Jeremy Corbyn has vowed to make a formal apology for the Iraq war if he becomes the next leader of the Labour party.", "prediction": "Labour leader Jeremy Miliband is facing over Labour again over decisions he has about made Britain and the UK's involvement in Syria's \"95 civil war.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 0.0, "rougeL": 15.999999999999998}, "nll_sum": 170.760009765625, "token_count": 28} +{"index": 9193, "reference": "A bride-to-be who wanted a \"no-fuss and low-key\" hen party had to be rescued by the RNLI after their hire boat ran aground in a river.", "prediction": "A lifeboat crew were called out for a hen party after travel to a river while it was a \"no--fuss\" party\"..", "rouge": {"rouge1": 38.46153846153846, "rouge2": 16.0, "rougeL": 26.923076923076927}, "nll_sum": 148.3634033203125, "token_count": 28} +{"index": 9194, "reference": "A new picture of actor David Bradley as the first Doctor, William Hartnell, has been released by the BBC.", "prediction": "Former Doctor Who and star Jimmy Bradley but be given a novel drama later year.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 5.88235294117647}, "nll_sum": 98.8243179321289, "token_count": 15} +{"index": 9195, "reference": "Plans to build a new nuclear power plant at Hinkley Point in Somerset have been recommended for approval following a European Commission investigation.", "prediction": "The European Commission's decision on the UK the UK first nuclearley power station will go ahead the campaigners say.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 4.878048780487805, "rougeL": 9.30232558139535}, "nll_sum": 111.62516021728516, "token_count": 21} +{"index": 9196, "reference": "Police have issued an e-fit image of one of three men suspected of dousing boiling water over a couple in their 60s during a raid on their home.", "prediction": "Police investigating the murder of a woman and their elderly couple in their Kent home have released a detailed image of two men want to identify them.", "rouge": {"rouge1": 46.42857142857143, "rouge2": 11.111111111111112, "rougeL": 25.0}, "nll_sum": 105.70611572265625, "token_count": 27} +{"index": 9197, "reference": "Holyhead's Grade II-listed market hall is to be restored after standing derelict for 10 years.", "prediction": "The former market' market hall, Anglesey, is to be reopen again, after the Welsh Government pays \u00c2\u00a31m funding", "rouge": {"rouge1": 34.285714285714285, "rouge2": 18.18181818181818, "rougeL": 34.285714285714285}, "nll_sum": 146.9257354736328, "token_count": 27} +{"index": 9198, "reference": "Plans to limit police stop and search powers in England and Wales have been held up by \"regressive\" attitudes in Downing Street, senior Conservatives have told BBC Newsnight.", "prediction": "Home Secretary Theresa May has agreed change change plans to change police and search police forces in a designated area such as as firearms or crime statistics and", "rouge": {"rouge1": 25.0, "rouge2": 7.4074074074074066, "rougeL": 25.0}, "nll_sum": 141.88099670410156, "token_count": 27} +{"index": 9199, "reference": "New manager Gary Haveron has called on Glentoran's players to show pride in the shirt as they take on Belfast rivals Linfield on Saturday.", "prediction": " Hon Hon wants Gl Republic of Ireland's players to show that Devils will be defending reigning Premiership leaders and Linfield on Saturday. but's hopes is-h ballet from's- a's reputation from Saturday's ballet.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 16.393442622950822, "rougeL": 22.22222222222222}, "nll_sum": 300.7860107421875, "token_count": 42} +{"index": 9200, "reference": "Doctors unhappy at proposals to close consultant-led obstetrics and gynaecology services at a north Wales hospital have passed a vote of no confidence in the health board.", "prediction": "A health board has voted to shut down patient services at twobigh hospitals in north Wales calling a health board \"a bad than ever\".", "rouge": {"rouge1": 46.15384615384615, "rouge2": 12.0, "rougeL": 30.769230769230766}, "nll_sum": 139.20263671875, "token_count": 27} +{"index": 9201, "reference": "Dundee boss Neil McCann cancelled his players' planned day off after their below-par showing in the League Cup against Buckie Thistle.", "prediction": "Neil McCann believes it was it was \"hard not to win the table\" as he led St St Johnstone \"as a comfortable outright\" in the Scottish League Cup on Saturday, \"teamdes \"'s from's\". a'selt a", "rouge": {"rouge1": 20.338983050847457, "rouge2": 10.526315789473685, "rougeL": 20.338983050847457}, "nll_sum": 263.4315185546875, "token_count": 47} +{"index": 9202, "reference": "Right at the heart of Europe and with a history intertwined with that of its neighbours, Slovakia has proudly preserved its own language and distinct cultural traditions.", "prediction": "Sloventry, the Macedonia of the Czech Republic, was kidnapped since 2011 and 2010 2011 and was one of the most wealthy countries since the 1970s and 80s.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 18.51851851851852}, "nll_sum": 145.28208923339844, "token_count": 33} +{"index": 9203, "reference": "Former Derby County defender Shaun Barker will be offered a deal at Burton Albion if he can prove his fitness, says manager Nigel Clough.", "prediction": "Burton Albion have released defenderor Barkerpe a serious knee injury and returned in training for the club, is \"ano no-brainer\".", "rouge": {"rouge1": 13.333333333333334, "rouge2": 4.651162790697675, "rougeL": 8.88888888888889}, "nll_sum": 169.54678344726562, "token_count": 27} +{"index": 9204, "reference": "A Teesside bowling club is being replicated at a County Durham museum.", "prediction": "The bowling bonilion will open open at a museum and hotel park in West Lothian.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 8.0, "rougeL": 29.629629629629626}, "nll_sum": 104.20936584472656, "token_count": 18} +{"index": 9205, "reference": "England beat Belgium in their final match of the Women's Euro 2017 qualifiers, ensuring they finish as Group 7 leaders.", "prediction": "England women won their Women's Euro 2017 campaign 2017 ended as Belgium ended in a surprise Group in B match.", "rouge": {"rouge1": 52.38095238095239, "rouge2": 15.0, "rougeL": 38.095238095238095}, "nll_sum": 118.6878890991211, "token_count": 21} +{"index": 9206, "reference": "Google has confirmed it has closed its internet drone project Titan, three years after it bought the business.", "prediction": "The search Google Google has shut down after two drones planes commercial its drone Project Loon, after its co-ordched a \"Mobilehh it \"'s the's from it-bumb footage in from Grand's's. the from", "rouge": {"rouge1": 32.727272727272734, "rouge2": 7.547169811320755, "rougeL": 29.09090909090909}, "nll_sum": 326.6791076660156, "token_count": 46} +{"index": 9207, "reference": "A suspected criminal is on the run after leaping from a hospital window and catching a bus.", "prediction": "A 39-year-old man who is on the run over after after jumping from a bus stopped being stopped in police in Grimsby., Oregon, after would have been \"l a referee from a years's a.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 19.23076923076923, "rougeL": 33.333333333333336}, "nll_sum": 207.59390258789062, "token_count": 44} +{"index": 9208, "reference": "Professor Frank Pantridge is remembered as the cardiologist who invented the portable defibrillator - a device that has helped save millions of lives over the past 50 years.", "prediction": "When Frank Sturridge fell ill at Victoria Hospital 75 75 ago, he had a heart and he had never buried.", "rouge": {"rouge1": 8.51063829787234, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 119.34890747070312, "token_count": 22} +{"index": 9209, "reference": "British Lionhearts were beaten 9-1 by Cuba Domadores in the final of the World Series of Boxing in Uzbekistan.", "prediction": "The British Lionhearts beat Ali Alien Alvarez to win the WTA World World Boxing boxing in New York.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 126.7421646118164, "token_count": 21} +{"index": 9210, "reference": "Championship side Oldham Roughyeds stunned last season's Challenge Cup finalists Hull KR to reach the last 16.", "prediction": " Oldham came from 10 10-6 down to thrash they thrashed Hull KR 305- book their place to reach the quarter-finals of the Challenge Cup.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 19.04761904761905, "rougeL": 27.272727272727277}, "nll_sum": 149.9139404296875, "token_count": 32} +{"index": 9211, "reference": "The mayor of Tehran hopes to transform the notorious Evin prison in Iran's capital into a public park, after receiving the judiciary's approval.", "prediction": "The president of the Tehran has that and will move into move meet Indonesian prison be executed capital, Tehran, into the building into in museum. police says.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 0.0, "rougeL": 26.923076923076923}, "nll_sum": 210.43814086914062, "token_count": 30} +{"index": 9212, "reference": "A 19-year-old woman has been seriously injured after being hit by a van in Edinburgh.", "prediction": "A woman was seriously injured injured after being hit by a van in Edinburgh was. 30", "rouge": {"rouge1": 72.72727272727272, "rouge2": 58.06451612903225, "rougeL": 72.72727272727272}, "nll_sum": 75.15499877929688, "token_count": 16} +{"index": 9213, "reference": "Three years ago, a Crown Prosecution Service lawyer dropped a rape case involving an under-age girl which could have left a sex grooming ring undetected for years.", "prediction": "The Crown Pro ofCCavan) dropped the case in the rape case of a 14-year-old Rochdale schoolgirl.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 114.3228988647461, "token_count": 26} +{"index": 9214, "reference": "Most people associate heart problems - and cardiac arrest in particular - with older people.", "prediction": "The first cardiac arrest has becoming a high level for British sport", "rouge": {"rouge1": 16.0, "rouge2": 8.695652173913043, "rougeL": 16.0}, "nll_sum": 67.63435363769531, "token_count": 11} +{"index": 9215, "reference": "Most UK radio stations aimed at a young audience have seen their listeners fall, Rajar figures suggest.", "prediction": " BBC Radio 1 and weekly struggle show fallen slightly with lower numbers and BBC Radio 1tra, the Kiss battles with listeners, the National orbiting research body.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 200.72422790527344, "token_count": 29} +{"index": 9216, "reference": "A festival is under way in the Borders to mark the 750th anniversary of the birth of one of Scotland's most important philosophers.", "prediction": " medieval years music a held in the Borders and Scottish Borders has Borders celebrated with his priest- battle of flame on the head of a pin and a.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 7.999999999999999, "rougeL": 26.923076923076923}, "nll_sum": 189.1619873046875, "token_count": 29} +{"index": 9217, "reference": "Bundesliga side Schalke have appointed 31-year-old Domenico Tedesco as coach to replace the sacked Markus Weinzierl.", "prediction": "Borussia Dortmund coach Tedesco has signed a new five- contract at Schalke.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 6.666666666666667}, "nll_sum": 68.99127197265625, "token_count": 19} +{"index": 9218, "reference": "Celtic have been fined \u00a313,000 after poor behaviour by their supporters and player indiscipline in their Europa League match against Fenerbahce.", "prediction": "Celtic have been fined and \u00a350,000 (\u00a300071,)) following crowd crowd following crowd trouble at a Champions League Group match.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 160.48971557617188, "token_count": 28} +{"index": 9219, "reference": "Maintenance work on a Wrexham aqueduct means the towpath will be closed for six hours a day.", "prediction": "A towpath in a Blaauen Gwent will reopen shut for major traffic for several hours as part of a \u00a31m repair of work.", "rouge": {"rouge1": 35.0, "rouge2": 0.0, "rougeL": 30.0}, "nll_sum": 138.09983825683594, "token_count": 30} +{"index": 9220, "reference": "The Scottish Professional Football League has issued new regulations aimed at tackling supporter misconduct.", "prediction": "The Scottish Football League has issued new rules to ensure anyone those who manage fans during matches,", "rouge": {"rouge1": 45.16129032258064, "rouge2": 34.48275862068966, "rougeL": 45.16129032258064}, "nll_sum": 79.70646667480469, "token_count": 17} +{"index": 9221, "reference": "India's bloody Maoist insurgency began in the remote forests of the state of West Bengal in the late 1960s.", "prediction": "In southern India, between March and December 2011 between twoist rebels who wish to control and control of territory control in Indian-administered Kashmir.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 126.34632873535156, "token_count": 28} +{"index": 9222, "reference": "Researchers have invented a DNA \"tape recorder\" that can trace the family history of every cell in an organism.", "prediction": "Researchers researchers have developed a technique which could help which discovering a human bodies is constructed built in living lifetime.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 125.08545684814453, "token_count": 20} +{"index": 9223, "reference": "Dame Sarah Storey claimed the 16th world title of her cycling career with gold in the time trial at the Para-cycling Road World Championships.", "prediction": "D Store Storey has won Britain's most successful Paralympic champion of 30 years after winning gold at Par Para cycle European Championships.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 29.166666666666668}, "nll_sum": 141.12060546875, "token_count": 27} +{"index": 9224, "reference": "A court in Israel has sentenced former Prime Minister Ehud Olmert to six years in prison for bribery.", "prediction": "'s former Israeli Prime Minister Eh onemert has been sentenced to six years in prison a corruption revolution which he led to Fifa in his role.", "rouge": {"rouge1": 54.545454545454554, "rouge2": 23.80952380952381, "rougeL": 36.36363636363637}, "nll_sum": 165.45407104492188, "token_count": 28} +{"index": 9225, "reference": "The government's planned new laws have been set out by the Queen - including the biggest prison shake-up in England and Wales \"since Victorian times\".", "prediction": "A lift will be used in the Parliament's Speech with the ceremony includes the Queen's Speech the it has been announced - for in first time.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 7.8431372549019605, "rougeL": 26.41509433962264}, "nll_sum": 147.7169189453125, "token_count": 28} +{"index": 9226, "reference": "Australian police have shot two crocodiles dead in a search for a missing 12-year-old boy attacked by a crocodile on Sunday.", "prediction": "Police have resumed their search for an Australian teenager injured after a crocodileauled a boy and then grabbed a 40ft (61m).", "rouge": {"rouge1": 40.909090909090914, "rouge2": 9.523809523809526, "rougeL": 31.818181818181824}, "nll_sum": 125.2826919555664, "token_count": 27} +{"index": 9227, "reference": "Manager Roy Hodgson insists England's immediate future will not be shaped by their opening Euro 2016 qualifier against Switzerland in Basel on Monday.", "prediction": " Roy Roy Hodgson says his side need to lose 2-1 by Swiss in their final Group B to at 2016 in France in but home it. \"'t a sport - from-w from of in from from November's.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.278688524590164, "rougeL": 19.04761904761905}, "nll_sum": 278.1622314453125, "token_count": 45} +{"index": 9228, "reference": "An app to support those at risk of suicide in the north east of Scotland has been accessed by more than 6,000 people in the six months since it launched, BBC Scotland has learned.", "prediction": "An app app content launched in Aberdeen to find local access to public services and the oil and gas industry.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 3.7735849056603774, "rougeL": 18.181818181818183}, "nll_sum": 101.10531616210938, "token_count": 20} +{"index": 9229, "reference": "Two men discovered using thousands of tyres as an illegal sea defence have been given suspended sentences.", "prediction": "Two men whose tyres were found at sea investment at a waste site in Londerry, have been given and given suspended sentences, for for removing a waste from an's an home from after body's haveud of.", "rouge": {"rouge1": 40.0, "rouge2": 18.867924528301884, "rougeL": 32.727272727272734}, "nll_sum": 257.8046569824219, "token_count": 43} +{"index": 9230, "reference": "Sri Lanka beat Australia by 106 runs in Pallekele to claim only their second Test victory over the tourists, who set a Test match record in defeat.", "prediction": "South Africa set a record-breaking record Test Test debut as they beat Australia and complete a four-match the third Test in Dominglelechele.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 155.42384338378906, "token_count": 31} +{"index": 9231, "reference": "Tropical storm Hagupit is heading to Manila, but has been downgraded from a typhoon after crossing the country.", "prediction": "A typhoon was hit parts of the Philippines and south south of the Philippines, causing, heavy rain.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 6.0606060606060606, "rougeL": 17.142857142857142}, "nll_sum": 91.10980224609375, "token_count": 20} +{"index": 9232, "reference": "Warwickshire bowler Boyd Rankin will play for Ireland in the World Twenty20 after switching back from England.", "prediction": "England fast fast bowler Rankin has announced he will retire from international cricket. cricket. cricket's international's a's-dicket decision in on his from from the's after-. from Test in was nine on.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 0.0, "rougeL": 26.41509433962264}, "nll_sum": 266.2479248046875, "token_count": 43} +{"index": 9233, "reference": "When Zinedine Zidane was appointed Real Madrid manager in January, the Spanish giants were in disarray.", "prediction": "Fifty-three 30, rain suddenly shut, the explet corrosive, suddenly began, then Zuredineine Zidane played the greatest moment of his career in Spain's hometown club's heart again.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 268.0704040527344, "token_count": 42} +{"index": 9234, "reference": "From 2017, the English summer cricket schedule is to change again.", "prediction": "The summer cricket cricket starts this summer but it will not be been change.", "rouge": {"rouge1": 32.0, "rouge2": 8.695652173913043, "rougeL": 32.0}, "nll_sum": 72.91011047363281, "token_count": 14} +{"index": 9235, "reference": "Repair work to a Somerset monument destroyed in a crash will run into five figures, the town trust has said.", "prediction": "A historic passenger cross to be rebuilt on a Northamptonshire base will in running again after a hit-andrunrun crash.", "rouge": {"rouge1": 35.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 151.13165283203125, "token_count": 27} +{"index": 9236, "reference": "The remote Indian Ocean island of Reunion lies between Madagascar and Mauritius.", "prediction": "The small French of Caribbean island of Reunion is a archipel ex-humago, the ex-Exagoago of Mauritius, Canada Maurit Mauritius.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 12.903225806451612, "rougeL": 30.303030303030305}, "nll_sum": 203.03067016601562, "token_count": 32} +{"index": 9237, "reference": "Senior US officials have been setting out their position on Russia, in some of the new administration's first diplomatic moves.", "prediction": "The US and Canada have begun aboard its relationship with Russia and possible, amid security fears, the rising tensions between the nations countries in other countries.", "rouge": {"rouge1": 21.276595744680847, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 137.63134765625, "token_count": 28} +{"index": 9238, "reference": "England's Justin Rose hit a three-under-par 69 to trail leader Rickie Fowler by two strokes after the third round of the Wells Fargo Championship.", "prediction": "Australia's Rickie Fowler leads the lead at the US P Championship after shooting a six-under-par 65 to move nine in behind the leader.", "rouge": {"rouge1": 45.28301886792453, "rouge2": 7.8431372549019605, "rougeL": 22.641509433962266}, "nll_sum": 132.52078247070312, "token_count": 29} +{"index": 9239, "reference": "Alan Stubbs says leaving Hibernian for Rotherham United was a \"calculated risk\" but \"the right decision at the right time\".", "prediction": "Botherham have appointed former Hibernian as their new assistant head coach on a two-anda-half-year deal is \"\".", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 126.8119125366211, "token_count": 27} +{"index": 9240, "reference": "Othman Mahmoud al-Barazinj is a farmer who has been living in the shadow of Iraq's largest dam ever since the colossal facility was established in the 1980s.", "prediction": "O Othman, regeneration the dam known as Saddam Gaddafi - biggest known as Isis, the has known verge.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 158.83465576171875, "token_count": 22} +{"index": 9241, "reference": "David Gold thought he was doing a good deed, but instead was found guilty of not recognising one of his own players.", "prediction": "West Hamman Mohammad Gold has been offered a free lesson for the club for him - a week after statement he was sent a young West Ham fan.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 150.10830688476562, "token_count": 29} +{"index": 9242, "reference": "Dozens of families could be without their Christmas dinner after thieves stole turkeys from a butcher's shop in Vale of Glamorgan.", "prediction": "A butcher's shop says he has been left \"ickening and brave\"\" after their orders were stolen from customers open a lamb's open door.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 13.333333333333334, "rougeL": 17.02127659574468}, "nll_sum": 160.69509887695312, "token_count": 28} +{"index": 9243, "reference": "Former world number one Victoria Azarenka saved three match points before winning on her comeback from a year out after the birth of her son.", "prediction": "World number oneak Victoria Azarenka made her first professional tournament, two months after playing, event since giving birth since Leo to Leo.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 8.88888888888889, "rougeL": 29.787234042553195}, "nll_sum": 157.84559631347656, "token_count": 27} +{"index": 9244, "reference": "Leeds Rhinos rugby league team face a \u00a31m bill for flood damage that could keep them out of their training ground for a further six months.", "prediction": "Leeds Rhinos are facing loss of \u00a31m on its former training site, saying the medical facilities and gym auditor gymium\" is to bealia, with up to \u00a31m.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301884}, "nll_sum": 209.86740112304688, "token_count": 38} +{"index": 9245, "reference": "Six teenagers found dead in a garden hut in the German state of Bavaria died from carbon monoxide poisoning, police have said.", "prediction": "The bodies of six children died at a town hut in southern Germany as death result of a result of suspected carbon monoxide poisoning, snow ice sick German police, say they be solve- again 2011 from in a 2011 from 2011, from of", "rouge": {"rouge1": 43.07692307692308, "rouge2": 12.698412698412698, "rougeL": 27.692307692307693}, "nll_sum": 272.5339660644531, "token_count": 47} +{"index": 9246, "reference": "So-called Islamic State (IS) will never be defeated unless the corrupt conditions that help it to thrive are addressed, a new report claims.", "prediction": "disruption who led by so-called Islamic StateIS) is a Cavaliers cry heard\", powerful leading think- tank has said in the think.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 9.09090909090909, "rougeL": 21.73913043478261}, "nll_sum": 192.77780151367188, "token_count": 28} +{"index": 9247, "reference": "Mercedes' Lewis Hamilton says he expects a close season-long battle with Ferrari in which the advantage fluctuates between the two teams.", "prediction": "Lewis Hamilton thinks his and are \"muchthan\" than they are in not Formula 1 organisers.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 5.7142857142857135, "rougeL": 16.216216216216214}, "nll_sum": 120.36453247070312, "token_count": 18} +{"index": 9248, "reference": "Jupiter's Great Red Spot - a hurricane three times bigger than Earth - is blasting the planet's upper atmosphere with heat, astronomers have found.", "prediction": "Researchers have discovered the first evidence to provide Jupiter to a hot dollar beneath the atmosphere, scientists.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 99.21664428710938, "token_count": 18} +{"index": 9249, "reference": "The takeover of Bradford Bulls by Omar Khan's consortium has been ratified by the Rugby Football League.", "prediction": "The Rugby Football League has confirmed it will \"open the door\" on its future bought its Bradford Bulls, after owners Sadiq Khan returned to 2013.", "rouge": {"rouge1": 41.860465116279066, "rouge2": 19.51219512195122, "rougeL": 18.6046511627907}, "nll_sum": 142.71261596679688, "token_count": 29} +{"index": 9250, "reference": "Leicester Riders are looking to cap off a sensational sporting week for the city by completing a domestic treble.", "prediction": "Leicester Riders Cricket are celebrating the battle for the British Basketball League despite the season despite winning in one games, as \"as Finn\".", "rouge": {"rouge1": 23.809523809523807, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 168.60382080078125, "token_count": 26} +{"index": 9251, "reference": "Hearts passed up the chance to move second in the Premiership as they fell to defeat by Kilmarnock at Rugby Park.", "prediction": "Hearts moved into the Premiership play-off as Kilmarnock moved to fourth-placed Scottish Premiership.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 5.88235294117647, "rougeL": 33.33333333333333}, "nll_sum": 77.81063079833984, "token_count": 21} +{"index": 9252, "reference": "The UK is one of the unhealthiest nations in Europe for some health indicators, data suggests.", "prediction": "The UK is the worst in life of life expectancy than disorder in any other countries of European countries, research suggests.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 32.43243243243243}, "nll_sum": 115.01123046875, "token_count": 22} +{"index": 9253, "reference": "Paris officials, investigating why a car was driven through the security barriers ahead of the Tour de France on Sunday morning, are holding two people who handed themselves in overnight.", "prediction": "Five people, including two children, have died after a car crashed into a tree and tree and crashed into a hospital in Paris in the in solve, solve,'s they be from-A a stabbing in from Saturday from's.", "rouge": {"rouge1": 20.0, "rouge2": 2.941176470588235, "rougeL": 11.428571428571429}, "nll_sum": 235.88540649414062, "token_count": 45} +{"index": 9254, "reference": "UK retail sales rose by more than expected in November, as shops offered promotions at the end of the month in the run up to Black Friday.", "prediction": "The value of online sales helped month, helped the sales, helped by the pound of Black Friday, saying little focus on a Black culture\" British culture\".", "rouge": {"rouge1": 33.9622641509434, "rouge2": 3.9215686274509802, "rougeL": 22.641509433962266}, "nll_sum": 199.5899658203125, "token_count": 30} +{"index": 9255, "reference": "British horse racing's governing body is to investigate after the 'wrong horse' won a race at odds of 50-1.", "prediction": "A young school horse was give up a horse because he was complete completed a race, say organisers.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 113.953125, "token_count": 19} +{"index": 9256, "reference": "A former head of the civil service has said the UK might remain in a \"more loosely aligned\" European Union, despite the referendum vote to leave.", "prediction": "The former minister of civil civil service has said the UK has voted relation to leave the EU and then will allow the UK leave leave the EU.", "rouge": {"rouge1": 48.14814814814815, "rouge2": 23.076923076923077, "rougeL": 40.74074074074074}, "nll_sum": 128.7188262939453, "token_count": 28} +{"index": 9257, "reference": "At least 20 people have been killed in a huge fire that broke out at a packaging factory in Bangladesh.", "prediction": "At least eight people have been killed in a huge fire at a factory, factory officials say.", "rouge": {"rouge1": 70.27027027027027, "rouge2": 51.42857142857142, "rougeL": 70.27027027027027}, "nll_sum": 56.94331359863281, "token_count": 18} +{"index": 9258, "reference": "France's president has warned that anti-Semitism and racism \"are still here\" on a visit to the only Nazi concentration camp on French soil.", "prediction": "France's president has visited one of the remaining prisoners in the Nazi concentration camp, has spoken the first images of \"the war civil war\".", "rouge": {"rouge1": 36.0, "rouge2": 20.833333333333336, "rougeL": 36.0}, "nll_sum": 116.18679809570312, "token_count": 27} +{"index": 9259, "reference": "A man who briefly bought and owned the Google.com web domain has been rewarded by the search giant.", "prediction": "An Indian banking has finally been allowed to buy 27 Russia domain right to control of full- names names.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 134.525390625, "token_count": 20} +{"index": 9260, "reference": "Any inquiry into police actions during the Battle of Orgreave would not take place until Hillsborough investigations conclude, the Home Office said.", "prediction": "The Home Office says will not the inquiry into the so-called Battle Orgreave, following allegations of of police misconduct in 1984 the", "rouge": {"rouge1": 48.888888888888886, "rouge2": 13.95348837209302, "rougeL": 26.66666666666666}, "nll_sum": 130.8658447265625, "token_count": 26} +{"index": 9261, "reference": "Marvin Johnson's stoppage-time winner against Inverness Caledonian Thistle all but secured a top-six Scottish Premiership finish for Motherwell.", "prediction": "Liam Johnson missed a last-minute winner to give Invern Caled Thistle's hopes of securing a Scottish Premiership top Premiershiptwo place from.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 9.523809523809526, "rougeL": 31.818181818181824}, "nll_sum": 204.91183471679688, "token_count": 32} +{"index": 9262, "reference": "He is the billionaire who wants to go broke within his own lifetime, by giving his all his money away.", "prediction": "The Northern Ireland billionairey Fe,y also a man who wealth collecting of his name, and his wealth fund, is \"a very good\".", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 174.7511444091797, "token_count": 28} +{"index": 9263, "reference": "A Conservative MP who faced deselection by his own party has blamed a \"vicious smear campaign\" against him following revelations about his private life.", "prediction": "A former Conservative MP has defected from a the party in his office after subjected to his son Max Clifford George has said his sonwind death was not", "rouge": {"rouge1": 30.769230769230766, "rouge2": 3.9999999999999996, "rougeL": 23.076923076923077}, "nll_sum": 162.88719177246094, "token_count": 29} +{"index": 9264, "reference": "Businesses in southern India have given their employees the day off on Friday so they can attend screenings of a new film starring Tamil cinema superstar Rajinikanth.", "prediction": " telecom companies in India are holding the release of actor Rajinik animation before his release, state by the Human Security Journal ( security).", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 160.67015075683594, "token_count": 26} +{"index": 9265, "reference": "Ex-NBA basketball player Lamar Odom is being treated in hospital after being found unconscious at a brothel in Nevada, authorities have said.", "prediction": "Two-time golf star rang Odom has been taken to hospital after an incident at a brothel in Nevada.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 25.0, "rougeL": 38.0952380952381}, "nll_sum": 98.86814880371094, "token_count": 22} +{"index": 9266, "reference": "Brussels was abuzz on Monday.", "prediction": "As the European Parliament voted for UK to leave the EU and then leave the EU, and I I'm't pleased to know I and then what happened. not's been a again \"- again 2011 again- solve again solve again a\"", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 250.620361328125, "token_count": 46} +{"index": 9267, "reference": "Sir Bradley Wiggins has defended claims made in his 2012 autobiography that he had never received injections.", "prediction": "Sir Bradley Wiggins says he has been \"fundally suspended or dying or suspendedally\", the races - including he had a illegal anahoea\".", "rouge": {"rouge1": 31.578947368421055, "rouge2": 16.666666666666664, "rougeL": 31.578947368421055}, "nll_sum": 206.62281799316406, "token_count": 29} +{"index": 9268, "reference": "More than 1,000 young spiders from a hybrid species have been released into the Suffolk broads.", "prediction": "A species of spiderlings being released at a Norfolk reserve for Sussex's erosion population.", "rouge": {"rouge1": 18.750000000000004, "rouge2": 0.0, "rougeL": 18.750000000000004}, "nll_sum": 106.45677185058594, "token_count": 16} +{"index": 9269, "reference": "Myanmar's National League for Democracy (NLD) has named its candidates to be president, confirming that its leader Aung San Suu Kyi is not a contender.", "prediction": "Myanmar's National opposition National Office for Democracy has announced she will not seeking her first vice represident president if the military is elected president on 1 April.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.538461538461538, "rougeL": 29.629629629629633}, "nll_sum": 161.93055725097656, "token_count": 30} +{"index": 9270, "reference": "She is only 19 but has already experimented with neural networks, built prototype software to help doctors diagnose breast cancer, won a $50,000 college scholarship from Google and been invited to the White House to showcase her research.", "prediction": "When 13-year-old American woman who was diagnosed with her breast cancer camp, she knows the idea of because she wasn't't and anything.", "rouge": {"rouge1": 24.61538461538462, "rouge2": 3.1746031746031744, "rougeL": 12.30769230769231}, "nll_sum": 141.12396240234375, "token_count": 29} +{"index": 9271, "reference": "With clashes between South Sudan and Sudan threatening to spiral into all-out conflict, state TV networks in both countries are pulling out the stops to rally support for their respective causes.", "prediction": "As Southese TV TV continues in a special, radio and TV camera has always filmed, which it says is to \" retakeate\" of control, President Bashar al-Birir.", "rouge": {"rouge1": 13.559322033898304, "rouge2": 0.0, "rougeL": 10.169491525423728}, "nll_sum": 231.6154327392578, "token_count": 38} +{"index": 9272, "reference": "More than 600 people in an East Yorkshire village have objected to plans for 119 new homes.", "prediction": "A standard consultation has submitted plans for a \u00a3100,000 their housing on built in a Kent village described as \" town\".", "rouge": {"rouge1": 21.052631578947366, "rouge2": 5.555555555555556, "rougeL": 10.526315789473683}, "nll_sum": 144.26531982421875, "token_count": 24} +{"index": 9273, "reference": "Downing Street has sought to play down figures showing that EU workers in the UK have risen to a record 2.1 million.", "prediction": "The number of workers living in the UK has reduce to its highest level, since 2004, official figures show.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 23.809523809523807}, "nll_sum": 81.45939636230469, "token_count": 21} +{"index": 9274, "reference": "Michael Simpson has won the John Moores Painting Prize, 25 years after he first came close to taking the title.", "prediction": "The art artist, James Simpson, who has won an art gallery, has been described as one of the \" important albums a piece collection art\".", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 143.759765625, "token_count": 28} +{"index": 9275, "reference": "An alleged head of a kidnapping ring in Lagos, Nigeria, is suing the Inspector-General of Police.", "prediction": "Nigeria's authorities are seeking to hold a controversial presidentpin, followed by him, accusing a man of attempted to be seized him.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 141.72647094726562, "token_count": 27} +{"index": 9276, "reference": "Striker Martin Paterson said Northern Ireland were left dumbfounded by their latest World Cup qualifying humiliation as they lost 2-0 in Azerbaijan.", "prediction": "Northern Ireland forward Callum Paterson believes there is no delay know losing in Tuesday's Euro 2016 qualifier qualifier Israel because of a \"350ot-.'s game, \"-b \",, serious from international from).", "rouge": {"rouge1": 18.51851851851852, "rouge2": 3.846153846153846, "rougeL": 11.11111111111111}, "nll_sum": 270.8353271484375, "token_count": 41} +{"index": 9277, "reference": "Stormont's finance committee has said it is \"disappointed\" that the Irish finance minister has not replied to its request for Nama officials to appear before its inquiry.", "prediction": "The Isle of Man's Finance committee has said it has asked by Greece's finance committee to address a public inquiry into the's Northern Ireland bank account.", "rouge": {"rouge1": 38.59649122807017, "rouge2": 18.181818181818183, "rougeL": 31.578947368421055}, "nll_sum": 133.85580444335938, "token_count": 29} +{"index": 9278, "reference": "A burst water main has caused flooding outside a south-west London station.", "prediction": "Thousands of customers were left at a railway station after a burst water main caused customers in south,west London.", "rouge": {"rouge1": 60.60606060606061, "rouge2": 32.25806451612903, "rougeL": 48.48484848484849}, "nll_sum": 116.66063690185547, "token_count": 21} +{"index": 9279, "reference": "Japan's Emperor Akihito has expressed his desire to abdicate in the next few years, public broadcaster NHK reports.", "prediction": " Japan's Emperor Aki Akihito will not be allowed to abd escape his place in December, of great palace, local reports say a Broadway's 2011 again's again 2011- 2011 again 2011 a in ban from a's.", "rouge": {"rouge1": 27.58620689655173, "rouge2": 7.142857142857142, "rougeL": 24.137931034482758}, "nll_sum": 291.5284423828125, "token_count": 45} +{"index": 9280, "reference": "Anti-fracking protesters have been celebrating a decision to block permission for an exploratory borehole for shale gas in County Fermanagh.", "prediction": "The NI government has delayed a decision to drill gas for a controversial borehole in a quarry in County Fagh quarry to a a decision due and a company banning a legislation \"over-g a referee in from from it.", "rouge": {"rouge1": 26.22950819672132, "rouge2": 10.16949152542373, "rougeL": 22.950819672131146}, "nll_sum": 297.34649658203125, "token_count": 44} +{"index": 9281, "reference": "MPs could serve as Welsh government ministers in a bid to widen the talent pool, the Institute of Chartered Accountants in England and Wales says.", "prediction": "The number of AMs from 40s from 60 to 40 and 60s be cut, a office account for the Welsh accountantsancy has said.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 12.499999999999996}, "nll_sum": 166.09774780273438, "token_count": 29} +{"index": 9282, "reference": "UK universities could open campuses in Europe to offset the effect of Brexit, some vice-chancellors have suggested.", "prediction": "Some of leading say say they are working with students students or other employers and European European Union following a UK's vote to leave in EU.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 8.888888888888888}, "nll_sum": 144.23297119140625, "token_count": 27} +{"index": 9283, "reference": "Napping for more than an hour during the day could be a warning sign for type-2 diabetes, Japanese researchers suggest.", "prediction": " long longLong averagehour 24 fouraps could be significantly increased the risk of type 22 diabetes, researchers, say Japanese researchers in the.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.000000000000002, "rougeL": 28.57142857142857}, "nll_sum": 184.40313720703125, "token_count": 27} +{"index": 9284, "reference": "Great Britain's Para ice hockey team will miss the 2018 Winter Paralympics after losing their World Championship B Pool bronze medal play-off.", "prediction": "Great Britain's men have missed out on Great top place at the 2014 2018mpic Games in Rio.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 10.0, "rougeL": 23.80952380952381}, "nll_sum": 119.06536865234375, "token_count": 20} +{"index": 9285, "reference": "The remains of a Belfast youth were being exhumed on Monday as part of a police investigation into his shooting by an experimental British army undercover unit in 1972.", "prediction": "The location of teenager fatal shooting of an unarmed man by an army in Belfast 36 years ago the found evidence that no- soldier was possible armed.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 3.703703703703704, "rougeL": 25.0}, "nll_sum": 160.0076141357422, "token_count": 28} +{"index": 9286, "reference": "Irvine Welsh and James Kelman are among the famous names in the running for this year's Saltire Literary Awards.", "prediction": " memoryman Andrewman is among the title among six writerslisted for this year a Saltireire the Awards Festival.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 17.142857142857142, "rougeL": 32.43243243243243}, "nll_sum": 157.36685180664062, "token_count": 22} +{"index": 9287, "reference": "Cliched chat of bragging rights and form going out of the window while still \"only being three points\" are plentiful around derby day.", "prediction": "\"I don't don't, I know I'm isbro to find.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 72.11441040039062, "token_count": 15} +{"index": 9288, "reference": "House prices are rising fastest in the East of England, official figures show, as analysts suggest property market \"action\" has moved out of London.", "prediction": " house price prices across the UK and south of London are rising much lower than families, London and the South of England, according to official figures., estimates,'s Broadway's a- 2011's from in a from George's.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 16.39344262295082, "rougeL": 28.57142857142857}, "nll_sum": 245.88388061523438, "token_count": 44} +{"index": 9289, "reference": "Four in 10 London nurses expect to leave the capital by 2021 because housing costs are so high, according to a survey by the Royal College of Nursing (RCN).", "prediction": "Hospital staff shortages London the because of London to \"unStudents institution\" outside the capital, Royal College of College (RCN)N warned, cafes, say they- \" his a it's againpayment of in a 2011's a", "rouge": {"rouge1": 37.5, "rouge2": 9.67741935483871, "rougeL": 28.125}, "nll_sum": 341.985595703125, "token_count": 47} +{"index": 9290, "reference": "She has been the long suffering girlfriend of Chris Brown, but after four rocky years Karrueche Tran says enough is enough.", "prediction": "Chris Brown has referred to reports that she announced be taken her first first child.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 11.11111111111111}, "nll_sum": 88.11126708984375, "token_count": 15} +{"index": 9291, "reference": "A US woman who died in police custody three days after being arrested told a guard she previously attempted suicide, according to the sheriff in Texas.", "prediction": "A US woman who was arrested last week in Texas was believed to kill herself again, the FBI officials say.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 18.18181818181818, "rougeL": 30.43478260869565}, "nll_sum": 79.84135437011719, "token_count": 21} +{"index": 9292, "reference": "As the hoopla of the presidential campaign comes to New York, featuring the political all-stars seeking to become the world's most powerful leader, another race is also under way in the city - a contest of the largely obscure.", "prediction": "A political row has broken out over the a next head the next UN election.", "rouge": {"rouge1": 14.545454545454545, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 75.40980529785156, "token_count": 15} +{"index": 9293, "reference": "N-Dubz have told Newsbeat they are shocked to have picked up four nominations for the Mobo awards.", "prediction": "Ryan Dappy have said they are \"'s happy\" for an award at next year but are still waiting for lists a their Cranins past.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 23.80952380952381}, "nll_sum": 177.51541137695312, "token_count": 28} +{"index": 9294, "reference": "Six people have been arrested in Cheltenham as part of a large-scale police operation into drug dealing in the county.", "prediction": "Police have launched a major drugs operation from front dealers in Glouces, Gloucestershire, which could cost up to \u00a31m.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 103.31510925292969, "token_count": 27} +{"index": 9295, "reference": "Uncapped opener Stephen Cook has been added to the South Africa squad for the final Test against England, which starts in Pretoria on Friday.", "prediction": "England captain Alairair will miss his squad face the third Test against South Africa in Cape Town on Tuesday because of a shoulder shoulder injury.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 108.72000885009766, "token_count": 27} +{"index": 9296, "reference": "A police chief has accused anti-fascist protesters of turning up at a demo prepared to attack \"any bald men who looked right-wing\".", "prediction": "Essex Police say they have held a protest staged by protesters held on the same day, the city have said.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 91.78990173339844, "token_count": 22} +{"index": 9297, "reference": "The descent into Paro by plane, which has to navigate a mountainside, is not for the faint-hearted.", "prediction": "The Duke and Duchess of Cambridge are due to travel Bhutan during a trip of Asia.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 64.49789428710938, "token_count": 17} +{"index": 9298, "reference": "Glaciers in the French Alps have lost a quarter of their area in the past 40 years, according to new research.", "prediction": "The French Alps has lost little, but had reduced more than 600 sq km ago, a new study suggests.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 93.52477264404297, "token_count": 21} +{"index": 9299, "reference": "A property mogul is being investigated by the equalities watchdog over remarks about people renting properties.", "prediction": "A buy alet tenants left tenants \"the the\" house within the black society\", a rights watchdog has said.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 142.37521362304688, "token_count": 22} +{"index": 9300, "reference": "A train carrying liquid petroleum gas has derailed and exploded in Bulgaria, killing at least four people.", "prediction": "At least 20 buildings have 2011 killed after a freight derailed and derailed buildings elected northern Bulgaria capital, defence officials say, as it in the from3, ballet, from there from M-gA a in from from Saturday's.", "rouge": {"rouge1": 29.09090909090909, "rouge2": 7.547169811320755, "rougeL": 14.545454545454545}, "nll_sum": 316.5952453613281, "token_count": 45} +{"index": 9301, "reference": "A man has admitted stealing the handbag of a female carer after she fell to her death from a motorway bridge.", "prediction": "A man who stolen a handbag of a woman in after car to hospital and admitted inciting manslaughter.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 16.216216216216214, "rougeL": 35.8974358974359}, "nll_sum": 108.58366394042969, "token_count": 19} +{"index": 9302, "reference": "Mercedes' Lewis Hamilton won his third Formula 1 World Championship to become only the second British driver after Sir Jackie Stewart to achieve the feat.", "prediction": "Lewis Hamilton took a mistake in tributesumbled, a crash a dramatic and Formula Formula 1 race.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 126.8617172241211, "token_count": 19} +{"index": 9303, "reference": "The family of a nine-year-old British boy who died after being hit by a motorcyclist in Greece five years ago are \"mortified\" that the driver will not be jailed.", "prediction": "The mother of his nine-year-old boy who was killed in a hit-and-run crash in Greece said he will not accept \"the end of the line\".", "rouge": {"rouge1": 46.666666666666664, "rouge2": 17.241379310344826, "rougeL": 40.0}, "nll_sum": 90.08555603027344, "token_count": 34} +{"index": 9304, "reference": "A Lady Penelope puppet, donated by the son of Thunderbirds creator Gerry Anderson, is to be sold for charity.", "prediction": "The eye of teeth presenter's Anderson but, who star in the rock the Lady Penelope, is be sold for \u00a3 B,000.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 15.384615384615383, "rougeL": 34.14634146341463}, "nll_sum": 172.27447509765625, "token_count": 27} +{"index": 9305, "reference": "Exams regulator Ofqual has confirmed the changes it is making to GCSEs, in what it calls the biggest shake-up of exams in England for a generation.", "prediction": "Pupils will face major changes to changes to education system in England next generation, the exams regulator Ofqual.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093027, "rougeL": 22.222222222222225}, "nll_sum": 112.26988220214844, "token_count": 22} +{"index": 9306, "reference": "Stephen Keshi has been sacked as coach of Nigeria and replaced by Shaibu Amodu, the country's Football Federation (NFF) has announced.", "prediction": "Stephen Keshi's sacking as Ivory Nigeria national football coach has been abandoned after, England Football Federation NFF overnight it's cancelled a employment contract of the contract was won by tax-makers of in from. from.", "rouge": {"rouge1": 50.847457627118644, "rouge2": 17.543859649122805, "rougeL": 27.118644067796616}, "nll_sum": 279.3081359863281, "token_count": 44} +{"index": 9307, "reference": "Government plans to clamp down on \"benefit tourism\" could see both Britons and immigrants affected by changes to the rules on entitlement.", "prediction": " temporary restrictions on work to the UK after the UK voted leave the EU will soon possible, BBC has been told.", "rouge": {"rouge1": 13.95348837209302, "rouge2": 4.878048780487805, "rougeL": 13.95348837209302}, "nll_sum": 99.07205963134766, "token_count": 22} +{"index": 9308, "reference": "A vicar's son who asked a teenage girl to perform a sex act with a dog while online at his father's vicarage has been jailed for a year.", "prediction": "A retired vicar from Lincolnshire who has admitted after having girls having sex with 15-year-old girl had to have sex has been jailed for 10 years.", "rouge": {"rouge1": 41.379310344827594, "rouge2": 10.714285714285715, "rougeL": 37.93103448275862}, "nll_sum": 121.89240264892578, "token_count": 32} +{"index": 9309, "reference": "The NHS in England has met its four-hour A&E waiting-time target for the first time since September.", "prediction": "The time in for accident and accident and emergency and emergency units missed in July and July, new figures show.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 110.06877136230469, "token_count": 21} +{"index": 9310, "reference": "Michael Gove has branded a decision by Rotherham council to remove three children from a foster couple because they belong to UKIP as \"indefensible\".", "prediction": " Education Secretary Michaelove has defended the decision not to ban three foster children from Rotherham Borough Council accused members of them a \" mainstream local party\".", "rouge": {"rouge1": 40.81632653061225, "rouge2": 4.25531914893617, "rougeL": 28.57142857142857}, "nll_sum": 162.035888671875, "token_count": 29} +{"index": 9311, "reference": "A punter in Aberdeen has placed a bet of \u00a350,000 on Andy Murray to win Wimbledon.", "prediction": " firm firm Cavaliersbrokes has said it would be the world's oldest tennis bet on men Wimbledon after taking a 75% in stake in Aberdeen.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 161.51821899414062, "token_count": 29} +{"index": 9312, "reference": "Police have released CCTV images of a man they want to trace over a \"violent attack\" in the Gorbals area of Glasgow.", "prediction": "Police have released indecent images of a man they want to trace to in connection with a-violent\" in a street in north Glasgow.", "rouge": {"rouge1": 65.21739130434783, "rouge2": 45.454545454545446, "rougeL": 65.21739130434783}, "nll_sum": 111.90379333496094, "token_count": 26} +{"index": 9313, "reference": "Police in Italy have arrested the former governor of the Mexican state of Tamaulipas, Tom\u00e1s Yarrington, 59.", "prediction": "The authorities in former Mexican governor of Chihuahino Yarrow, have arrested in the US on charges and money laundering is taking his role.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 172.02825927734375, "token_count": 28} +{"index": 9314, "reference": "Macauley Bonne scored his first goal in 11 games but Colchester were held to a draw by 10-man Chesterfield.", "prediction": "Greg Bon Bonne missed a penalty-half and missed penalty as Chesterfield beat 10-man Colchester.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.88235294117647, "rougeL": 22.222222222222225}, "nll_sum": 108.937744140625, "token_count": 21} +{"index": 9315, "reference": "London's landmark Tower Bridge has closed to traffic on Saturday until the end of December for maintenance work.", "prediction": "Construction of almost \u00a312m upgrade has started to restore thekind Waterloo Bridge Bridge, London's bosses have announced.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 10.81081081081081}, "nll_sum": 120.49327087402344, "token_count": 22} +{"index": 9316, "reference": "Sir Tom Jones is to return as one of the judges on talent show The Voice UK when it moves to ITV next year.", "prediction": "Sir Tom Jones will not be referred to appear as a judge on ITV 3 show The Voice UK because it is \" to \"called new talent\".", "rouge": {"rouge1": 64.0, "rouge2": 29.166666666666668, "rougeL": 52.0}, "nll_sum": 150.48422241210938, "token_count": 28} +{"index": 9317, "reference": "A spoof series of four books called Enid Blyton for Grown-Ups, which reimagines the Famous Five as adults, is to be published.", "prediction": "Five books of five children famous children, which to be-booked back to the 1970s- are 2011 be write a aCalifornia-ished\".", "rouge": {"rouge1": 40.0, "rouge2": 4.651162790697675, "rougeL": 17.777777777777775}, "nll_sum": 194.99563598632812, "token_count": 29} +{"index": 9318, "reference": "A teenager has been arrested on suspicion of attempted murder after a man was stabbed on his doorstep in the West Midlands on Tuesday.", "prediction": "A teenager has been arrested on suspicion of attempted murder and killing another man in the West Midlands.", "rouge": {"rouge1": 71.42857142857143, "rouge2": 60.0, "rougeL": 71.42857142857143}, "nll_sum": 49.343971252441406, "token_count": 18} +{"index": 9319, "reference": "An Essex town buoyed by the popularity of a reality television show needs to plan for when the \"bubble bursts\", businesses have been told.", "prediction": "A seaside show, which is playing orange, orange, and or bright jacket, could boost tourism and tourism, a council leader \" said and. the's-, again a fromA a future ban of on.", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 10.714285714285714}, "nll_sum": 265.4092102050781, "token_count": 42} +{"index": 9320, "reference": "Police investigating the disappearance of a baby born in north London in 2004 have arrested a man in Hertfordshire.", "prediction": "A woman has been arrested by police investigating the disappearance of a baby girl whose body was found of West Baron, north-west London.", "rouge": {"rouge1": 51.162790697674424, "rouge2": 29.268292682926827, "rougeL": 41.86046511627907}, "nll_sum": 84.79293823242188, "token_count": 26} +{"index": 9321, "reference": "Facebook is paying Microsoft $550m (\u00c2\u00a3341m) for some of the patents it recently bought from AOL.", "prediction": "Microsoft has agreed to $1bn (\u00a31bn.bnbn) to US giant,, as it continues struggle to preserve its advertising business.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 135.56251525878906, "token_count": 27} +{"index": 9322, "reference": "Ireland winger Tommy Bowe played his first match since October in the Ulster's A game against their Munster counterparts on Thursday.", "prediction": "Ireland wing David Bowe has broken a broken broken leg and his leg in his side's 34-22 defeat by Leinster in the Pro12 match on Saturday.", "rouge": {"rouge1": 36.00000000000001, "rouge2": 4.166666666666666, "rougeL": 23.999999999999996}, "nll_sum": 129.92636108398438, "token_count": 33} +{"index": 9323, "reference": "US President Donald Trump says he did not make secret recordings of ex-FBI chief James Comey despite an earlier hint to the contrary.", "prediction": "US President Donald Trump has denied that he fired FBI editor James Comey before evidence and evidence parliamentary hearing.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 19.51219512195122, "rougeL": 37.2093023255814}, "nll_sum": 101.5894775390625, "token_count": 19} +{"index": 9324, "reference": "Labour has been \"ploughing on as if they have a divine right to rule\" in Wales, the Welsh Conservative leader has said.", "prediction": "The Welsh leader has backed MPs for action to the way health services in Wales.", "rouge": {"rouge1": 37.83783783783784, "rouge2": 17.142857142857142, "rougeL": 21.62162162162162}, "nll_sum": 85.28886413574219, "token_count": 15} +{"index": 9325, "reference": "Craig Levein retains \"high hopes\" for Ian Cathro's Hearts tenure but says the club will seek to \"repair the damage\" of recent transfer windows.", "prediction": "Hearts director Craig Levein says he hopes high new hope for Hearts coach Ian Cathro's fitness \"couldn not know\" his decision.", "rouge": {"rouge1": 42.55319148936171, "rouge2": 17.77777777777778, "rougeL": 34.04255319148936}, "nll_sum": 169.66900634765625, "token_count": 29} +{"index": 9326, "reference": "Residents from communities across south Wales have rallied together to try and catch arsonists who deliberately start grass fires.", "prediction": "Children as young as 11 in always been arrested for starting bl blanch in Wales, say the service and community personnel will help them to and mountains.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 178.72720336914062, "token_count": 29} +{"index": 9327, "reference": "Chicago has beaten New York City and Hawaii as the chosen location for President Barack Obama's library, according to US media.", "prediction": "US President Barack Obama, George W Bush Bush and his names for the new Atlanta library, US media reports say, with a right \"l city for London for presidential president from crowd-dbornelt in from November to November.", "rouge": {"rouge1": 40.0, "rouge2": 10.344827586206897, "rougeL": 20.0}, "nll_sum": 279.9529724121094, "token_count": 45} +{"index": 9328, "reference": "Toyota says its full-year profits will be better than expected thanks to a pick-up in sales and a boost from currency fluctuations.", "prediction": "ak Toyota City reported a better-as-expected outlook for the economy for Japanese carmaker body ride helped hit its battle-maker insurer.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 175.27096557617188, "token_count": 27} +{"index": 9329, "reference": "A woman who added Skywalker as a middle name has had her passport cancelled after being told her application was \"frivolous\".", "prediction": "A woman, faces a mistake in delays to change her name because of a controversial mob pollster, has been been told it can change her name.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 4.444444444444445, "rougeL": 29.78723404255319}, "nll_sum": 138.9810791015625, "token_count": 29} +{"index": 9330, "reference": "A man accused of plotting a terror knife attack has appeared in court alongside his sister.", "prediction": "A man has appeared in court charged with offences in relation to terror in global terror attacks.", "rouge": {"rouge1": 48.484848484848484, "rouge2": 25.80645161290323, "rougeL": 36.36363636363636}, "nll_sum": 64.12179565429688, "token_count": 17} +{"index": 9331, "reference": "Commonwealth Games hopefuls Emma Mitchell and Adam Kirk-Smith both clinched gold medals on the opening day of the Irish Championships at Santry.", "prediction": "Dundee's Mitchell and Mitchell Mitchell followed Commonwealth standards standard Games Youth Green Games meeting in Santry, Down.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 159.28794860839844, "token_count": 22} +{"index": 9332, "reference": "Rangers will play Celtic in the Scottish Cup semi-finals while Hibernian or Inverness Caledonian Thistle will play Dundee United.", "prediction": "Celtic will host the semi-final between Dundee, Dundee United and Rangers United and meet the Scottish clubs to the Scottish semi-finals of the Scottish Cup.", "rouge": {"rouge1": 42.5531914893617, "rouge2": 17.77777777777778, "rougeL": 25.531914893617024}, "nll_sum": 110.91783142089844, "token_count": 34} +{"index": 9333, "reference": "The tragic death of a toddler has gripped Pakistan's social media conscience over the past 24 hours.", "prediction": " the Armenians are in India, and compensated relatives's former president, Benirir Bhutto, on reports that a woman who gave birth at a hospital birth at the country's biggest hospital.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 190.38821411132812, "token_count": 39} +{"index": 9334, "reference": "The families of five men who died when a 15ft wall collapsed on them at a scrap metal yard say they are still waiting for answers a year on.", "prediction": "The families of four families of the men who died in a building collapse at a material site 30 ago have said they are they did not done anything\" about the aftermath.", "rouge": {"rouge1": 39.344262295081975, "rouge2": 20.338983050847457, "rougeL": 39.344262295081975}, "nll_sum": 158.09219360351562, "token_count": 33} +{"index": 9335, "reference": "East Stirlingshire moved off the bottom of Scottish League Two with a surprise victory over promotion-chasing Queen's Park.", "prediction": " Queen's Stirlingshire moved at the top of Scottish League One by beating Queen at's Park at", "rouge": {"rouge1": 47.36842105263158, "rouge2": 27.777777777777775, "rougeL": 47.36842105263158}, "nll_sum": 110.51982116699219, "token_count": 20} +{"index": 9336, "reference": "Coventry has taken the highest number of Syrian refugees in the UK, according to Home Office figures.", "prediction": "More than 40 Syrian households brought in to the West Midlands have submitted to the local authorities, UKIP has said solve", "rouge": {"rouge1": 31.578947368421055, "rouge2": 0.0, "rougeL": 21.052631578947366}, "nll_sum": 109.86323547363281, "token_count": 21} +{"index": 9337, "reference": "A Nigerian man accused of trying to bomb a US-bound flight on Christmas Day 2009 has been sentenced to life in prison without parole.", "prediction": "An American man who survived an attempt on a Amsterdam flight on 30 July has been sentenced to 20 years in prison a court in Lagos.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 20.408163265306126, "rougeL": 39.21568627450981}, "nll_sum": 96.29920959472656, "token_count": 27} +{"index": 9338, "reference": "Travel operator Tui Group has announced how much its business will be affected by the beach attack in Tunisia in June.", "prediction": "The Indian Travel firm Tui, said it was behind a terrorist attack by the Foreign Office, was of its poor performance a the firmster it.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 185.0446319580078, "token_count": 29} +{"index": 9339, "reference": "Police have issued a warning after a World War Two phosphorous bomblet was found washed up near Stranraer.", "prediction": "A World War Two bomb has washed up on a beach on an Anglesey beach", "rouge": {"rouge1": 42.42424242424242, "rouge2": 25.80645161290323, "rougeL": 36.36363636363636}, "nll_sum": 58.99042892456055, "token_count": 16} +{"index": 9340, "reference": "The US Supreme Court appeared to be evenly divided over a case about faith-based groups indirectly providing contraception in employee health plans.", "prediction": "The US Supreme Court has heard arguments about the Obama administration's decision that would refuse non-profit organisation to provide contraception, in time for health workers.", "rouge": {"rouge1": 40.0, "rouge2": 20.833333333333332, "rougeL": 36.0}, "nll_sum": 115.30095672607422, "token_count": 29} +{"index": 9341, "reference": "A record-breaking attempt to cross the Pacific Ocean using a solar-powered plane has been aborted.", "prediction": "A record- record plane record said to be longest in the UK and India, has failed a second attempt to a second flight after the latest attempt to its abandoned.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 21.276595744680847}, "nll_sum": 169.56747436523438, "token_count": 32} +{"index": 9342, "reference": "Celtic fans may soon have a new Dembele to savour after 13-year-old Karamoko Dembele made his debut for the club's development team on Monday.", "prediction": "Celtic's 15-year-old teenage will make his first professional for Scotland Under-20s, receive international subject of international clearance.", "rouge": {"rouge1": 25.0, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333336}, "nll_sum": 117.05166625976562, "token_count": 28} +{"index": 9343, "reference": "Kidderminster chairman Rod Brown says he wants interim head coach Colin Gordon to take the job permanently.", "prediction": "Kidderminster Westriers have chief executive Colin Scotland will chosen as a new head coach, says it is \"the best\" he has seen\"..", "rouge": {"rouge1": 35.8974358974359, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 160.265625, "token_count": 29} +{"index": 9344, "reference": "Several US radio stations played out an explicit podcast to listeners after an apparent hack.", "prediction": "A US comed group has claimed that it could be performing a star podcast story was found, the broadcaster was hacked.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 140.51136779785156, "token_count": 22} +{"index": 9345, "reference": "Manchester City are all but assured of a place in next season's Champions League as Manuel Pellegrini's time at the club ended with a draw at Swansea.", "prediction": "Manchester City missed on a Champions League-four place thanks as manager Pep Guardiola sent his side top-four place in the Premier League table.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.538461538461538, "rougeL": 25.925925925925924}, "nll_sum": 111.63102722167969, "token_count": 27} +{"index": 9346, "reference": "American Bubba Watson has a one-shot clubhouse lead at the storm-interrupted Shenzhen International, with 56 players set to finish their first rounds early on Friday.", "prediction": "England's Anthony Watson is one shot one of the lead after possible rain heading into Tuesday- the first round of the Nedeward Championship, China Open.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.8431372549019605, "rougeL": 26.41509433962264}, "nll_sum": 183.88490295410156, "token_count": 30} +{"index": 9347, "reference": "Michael Doughty earned a draw against Millwall in Swindon's first game since Luke Williams was named manager.", "prediction": "Michael Doughty scored a stoppagetime as Millwall came from behind to beat League One-off hopes and keep their play-off hopes alive alive.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 131.20538330078125, "token_count": 30} +{"index": 9348, "reference": "Labour has accused Theresa May of \"letting austerity damage her ability to keep us safe\" as it continues its attack over police cuts.", "prediction": "Theresa May should consider her why why she defended cuts was cut to police watch, in the aftermath of the London terror attack in the terror attack, solve, says they be solve the a it's been solve of.'s Broadway's a", "rouge": {"rouge1": 27.27272727272727, "rouge2": 3.125, "rougeL": 15.151515151515152}, "nll_sum": 276.4054260253906, "token_count": 47} +{"index": 9349, "reference": "Ireland's former prime minister Albert Reynolds has died at the age of 81.", "prediction": "Sinn F\u00e9in leader, Ireland will first prime minister, Albert games, has died aged 88. of 74 a the a Nottingham from a's struggle from the's from's, a,, from from Dublin's political.", "rouge": {"rouge1": 40.0, "rouge2": 12.500000000000004, "rougeL": 32.0}, "nll_sum": 282.3523864746094, "token_count": 44} +{"index": 9350, "reference": "Hundreds of people have taken part in a ceremony to mark the 75th anniversary of the Luftwaffe bombing raid on Coventry, which left 568 people dead and most of the city centre in ruins.", "prediction": "A blue red ceremony has been held at Coventry City Cathedral city to mark 50 years since the city's of in World War Two of.'s a's a man's reputation as aa forcard in from World George. from of a", "rouge": {"rouge1": 31.16883116883117, "rouge2": 5.333333333333334, "rougeL": 20.77922077922078}, "nll_sum": 263.5600891113281, "token_count": 47} +{"index": 9351, "reference": "Singer-songwriter Peter Sarstedt, best known for the song Where Do You Go To (My Lovely), has died at the age of 75, his family has said.", "prediction": "andand Sar Oftst, best known for his song, Well You You Go,, has died at the age of 77, his family, said is solve of solve a Howard again'sWest's a's again 2011 again,'s", "rouge": {"rouge1": 46.875, "rouge2": 29.03225806451613, "rougeL": 46.875}, "nll_sum": 292.1177978515625, "token_count": 46} +{"index": 9352, "reference": "Malorie Blackman's young adult novel Noughts and Crosses is to be made into a BBC One drama series.", "prediction": " children's Malian Blackman, but beatat for a drama novel a inter-racial drama about the history about a black class class.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 168.01495361328125, "token_count": 27} +{"index": 9353, "reference": "Five men and a woman have been charged with 53 child sexual offences relating to the alleged sexual exploitation of a number of girls in Sheffield.", "prediction": "Six men have been charged with rape and child sex offences against them, in. Sheffield, on a from from the authorities, and his from a.'s's,'s from his reputation from a's have of.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 13.333333333333334, "rougeL": 32.25806451612903}, "nll_sum": 212.51947021484375, "token_count": 42} +{"index": 9354, "reference": "Manchester City have set no date on a return for captain Vincent Kompany, who is having treatment on the groin injury suffered during his comeback match.", "prediction": "Cardiff City captain Vincent Kompany is out of the Premier League on Saturday because of a thigh injury.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 9.523809523809526, "rougeL": 31.818181818181817}, "nll_sum": 68.95122528076172, "token_count": 21} +{"index": 9355, "reference": "Oil giant BP has withdrawn some non-essential staff from operations in Libya following UK government advice about uncertainty in the country.", "prediction": "The oil firmBP says it has withdrawn 10 British staff from the country of office relation, to President Neymar.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615383, "rougeL": 34.14634146341463}, "nll_sum": 127.63145446777344, "token_count": 22} +{"index": 9356, "reference": "With an audience of head teachers it was never likely to be a highly rowdy affair.", "prediction": "It was the atmosphere was once again of how union plans force all schools schools in England and to become academies.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 121.91202545166016, "token_count": 22} +{"index": 9357, "reference": "Part of Altnagelvin hospital in Londonderry has been evacuated after smoke was discovered in one of the wards.", "prediction": "Four patients have taken hospital a after a fire at Altnagelvinel in Londonderry.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 6.896551724137931, "rougeL": 19.35483870967742}, "nll_sum": 108.21380615234375, "token_count": 21} +{"index": 9358, "reference": "A 19-year-old man has been charged with the murder of celebrity minder Ricky Hayden, who was stabbed to death in east London.", "prediction": "A 34-year-old man has been charged with murder of broadcaster whose Hayden, who found at his home in north east London.", "rouge": {"rouge1": 63.829787234042556, "rouge2": 40.0, "rougeL": 63.829787234042556}, "nll_sum": 103.59880065917969, "token_count": 26} +{"index": 9359, "reference": "The mother of a teenager who took his own life because of online bullying has set up a programme to tackle the issue.", "prediction": "A mother of a teenager who died after being and killed by a moving train has a scheme set up to track school pupils gave give him and voice.", "rouge": {"rouge1": 38.46153846153847, "rouge2": 20.0, "rougeL": 34.61538461538461}, "nll_sum": 153.7452392578125, "token_count": 29} +{"index": 9360, "reference": "An actor in one of the biggest comedies on US television, Two and a Half Men, has described the show as \"filth\", while urging viewers not to watch it.", "prediction": "A US teenager from Half Menies said he will not be watching in US our series.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 113.0641860961914, "token_count": 17} +{"index": 9361, "reference": "Green power from Norway will be powering hundreds of thousands of UK homes from 2021, National Grid has said.", "prediction": "The UK and Europe announced the start of a major energy network linking Norway, a major project the to boost its energy sources renewable sources.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 4.545454545454545}, "nll_sum": 132.42340087890625, "token_count": 26} +{"index": 9362, "reference": "A man has described how he felt compelled to drive 200 miles in the middle of the night to help people affected by the Manchester attack.", "prediction": "The Manchester victim survivor, who killed people in 12, has carried out the attack, has he was described asa good position\" to be to help.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 163.76800537109375, "token_count": 30} +{"index": 9363, "reference": "Animal rights campaigners are urging a South African game park to reverse its decision to put down a lion who escaped on Sunday.", "prediction": "A price of lion which went missing from a South African park on Saturday will be put down alive and removed, a national park says of the emerged to its's.'s of-'sA a from in from from's's.", "rouge": {"rouge1": 34.37500000000001, "rouge2": 9.677419354838708, "rougeL": 21.875}, "nll_sum": 272.0392150878906, "token_count": 45} +{"index": 9364, "reference": "While it hasn't been an epic encounter like the referendum on the Good Friday Agreement or the following struggles for dominance within unionism and nationalism, I don't agree that the 2015 Westminster campaign has been lacklustre.", "prediction": "It was the general election for most historic Northern Ireland's biggest since the biggest general election.", "rouge": {"rouge1": 14.545454545454545, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 89.91805267333984, "token_count": 17} +{"index": 9365, "reference": "Ipswich Town put their scoring problems behind them with their biggest win of the season to sink QPR at Portman Road.", "prediction": "Chris Sandro scored three first-half goals to battle as Ipswich climbed keep QPR' play-off hopes alive- alive a first victory under from a's's from from-gere referee in from a's flagship. from emerged", "rouge": {"rouge1": 13.559322033898304, "rouge2": 0.0, "rougeL": 10.16949152542373}, "nll_sum": 298.323486328125, "token_count": 47} +{"index": 9366, "reference": "This isn't just the worst single Ebola outbreak in history, it has now killed more than all the others combined.", "prediction": " no new of confirmed cases of Ebola outbreak outbreak in Liberia, are bringing the highest level, and cases are now believed to be rising.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 9.30232558139535, "rougeL": 17.77777777777778}, "nll_sum": 109.10040283203125, "token_count": 26} +{"index": 9367, "reference": "Police seized 16 petrol bombs in west Belfast after one was thrown at officers in the area earlier this week.", "prediction": "Police have stashed two petrol bomb bombs thrown at police officers in Londonderry in Belfast.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 18.181818181818183, "rougeL": 40.0}, "nll_sum": 75.31098175048828, "token_count": 19} +{"index": 9368, "reference": "The European Space Agency has launched a second radar satellite into the EU's new Sentinel constellation.", "prediction": "The European Space Agency (Esa) has launched the of its new Mars's Sentinel- space programme, after a dramatic lift-off.", "rouge": {"rouge1": 57.89473684210527, "rouge2": 22.222222222222225, "rougeL": 47.36842105263158}, "nll_sum": 114.2425765991211, "token_count": 27} +{"index": 9369, "reference": "The fishing industry wants out of the EU in the face of Scottish government efforts to keep the country in, ministers are being told.", "prediction": "Scotland's fishing industry has ruled out its priority in EU waters after Scotland voted to stay, the UK voted to to leave EU EU.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 24.489795918367346}, "nll_sum": 114.698974609375, "token_count": 26} +{"index": 9370, "reference": "A man driving a private ambulance has died in a crash with a double decker bus and a car in North Yorkshire.", "prediction": "A man was taken to hospital after a private ambulance crashed into a private ambulance into an ambulance an North Yorkshire.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 19.51219512195122, "rougeL": 41.86046511627907}, "nll_sum": 94.57373046875, "token_count": 21} +{"index": 9371, "reference": "Barcelona midfielder Ivan Rakitic has agreed a new contract, tying him to the Spanish champions until 2021.", "prediction": "Barcelona forward Lionel Messi has signed a new five-year contract, reaching a five-year deal worth 40m euros (\u00a371m).", "rouge": {"rouge1": 27.027027027027025, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 73.65119171142578, "token_count": 27} +{"index": 9372, "reference": "Inverness Caledonian Thistle manager Richie Foran insists Friday's Highland derby against Ross County is the most important match of his career.", "prediction": "Former Inverness Caledonian manager Richie Foran says departure of Scottish football will the biggest game of his club's a struggle for club manager.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 18.18181818181818, "rougeL": 34.78260869565217}, "nll_sum": 149.07986450195312, "token_count": 29} +{"index": 9373, "reference": "Two cars were damaged when a troubled flood prevention scheme in Fife was hit by more problems during the weekend's heavy rain.", "prediction": "A Fife man has spoken of the shock at when he was saved his car and became in water when he trapped in a flooded Fife park.", "rouge": {"rouge1": 31.999999999999996, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 131.63040161132812, "token_count": 29} +{"index": 9374, "reference": "A public spending watchdog has published \"serious concerns\" over the financial control of East Dunbartonshire Council.", "prediction": " Dun Dunferonshire's council need to make cuts because of cuts to its budget, public spending watchdog has said. said in the 2011's,000, least's from a its\"'s from's solve Police\".. the's a", "rouge": {"rouge1": 29.629629629629626, "rouge2": 11.538461538461538, "rougeL": 18.51851851851852}, "nll_sum": 306.54034423828125, "token_count": 47} +{"index": 9375, "reference": "A man has been jailed for eight years for the brutal rape of a woman in 1985, thanks to advances in DNA and forensic investigations, police say.", "prediction": "A man has been jailed for 15 years for the rape and murder of a woman later almost 30 years ago, identified in DNA murder inquiry.", "rouge": {"rouge1": 60.37735849056604, "rouge2": 39.21568627450981, "rougeL": 56.60377358490566}, "nll_sum": 102.01200866699219, "token_count": 27} +{"index": 9376, "reference": "Students struggling to learn Chinese might not know it, but their task has been made easier because of the work of one man.", "prediction": " often the half-dism Na but Zhou Pdong chose wish to struggle with, and red songs.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 5.128205128205128}, "nll_sum": 155.27890014648438, "token_count": 21} +{"index": 9377, "reference": "League Two side Stevenage have signed their third striker of the summer by bringing in free agent Jake Hyde.", "prediction": "League Two side Stevenage are to sign striker Luke nightde for an undisclosed fee on- two-year deal.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 17.142857142857142, "rougeL": 32.43243243243243}, "nll_sum": 122.40889739990234, "token_count": 22} +{"index": 9378, "reference": "Musicals staged by Sheffield's Crucible theatre lead the nominations for this year's UK Theatre Awards, which reward the best shows produced outside London.", "prediction": "Ellie Harris, and Ryan Burt will receive selected for best's at a year, British Independent Film Awards.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 129.54356384277344, "token_count": 22} +{"index": 9379, "reference": "Steven Naismith is aiming to impress new Norwich City head coach Daniel Farke and has no plans to leave Carrow Road before the end of his contract.", "prediction": " Na plagiarismith is confident to return to Norwich City, Norwich a move from the club and then bring a lack of boxing in pre-season.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 4.0, "rougeL": 23.076923076923077}, "nll_sum": 161.62405395507812, "token_count": 29} +{"index": 9380, "reference": "UK researchers say they have taken a huge step forward in treating deafness after stem cells were used to restore hearing in animals for the first time.", "prediction": "Caining\" your relatives's can be rebuilt be \"almost almost impossible\" hearing hearing, say researchers.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 4.761904761904762}, "nll_sum": 126.24113464355469, "token_count": 20} +{"index": 9381, "reference": "Work has begun to demolish a 1970s shopping centre in the centre of Oxford as part of a \u00a3440m redevelopment.", "prediction": "A planned \u00a3 \u00a32bn car park in a shopping centre is Oxford to be given, go ahead of plans for a \u00a331m expansion.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 5.0, "rougeL": 28.571428571428566}, "nll_sum": 137.69854736328125, "token_count": 28} +{"index": 9382, "reference": "Tunisians vote on 26 October in a parliamentary election, which they hope will see the end of a nearly-four year transition period which followed the ousting of President Zine al-Abidine Ben Ali in 2011.", "prediction": " the parliamentary elections and held on 26 January 2014, Tunisiaians will chose to a a new president, and a new vice- in electoral system.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 6.896551724137931, "rougeL": 20.0}, "nll_sum": 138.05935668945312, "token_count": 28} +{"index": 9383, "reference": "Johnny Cash's son, John Carter Cash, has described a new album by his late father as \"a great treasure\", saying there will be more records released in the future.", "prediction": "Rare-ly music - including Pic smuggling singer of musician - are to be made public for the first time, artist John a drunken battle, and solve with the ballet's a from \"over's\".", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 250.56744384765625, "token_count": 39} +{"index": 9384, "reference": "Children who are exposed to abuse, domestic violence or other stresses are far more likely to develop long term health problems, says new research.", "prediction": "Fifty children aged are twice as as well as lung, heart disease, and drugs, in life, research.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 132.53561401367188, "token_count": 22} +{"index": 9385, "reference": "A former Celtic Football Club youth coach and kit man is to stand trial for alleged child sex offences.", "prediction": "A former Celtic Football footballer and Rangers, will stand trial on trial in child sex charges.", "rouge": {"rouge1": 51.42857142857142, "rouge2": 30.303030303030297, "rougeL": 51.42857142857142}, "nll_sum": 89.71307373046875, "token_count": 17} +{"index": 9386, "reference": "Three more Scots have been added to the Great Britain Olympic athletics team, taking the total up to 15.", "prediction": "Four Scottish rowers are among the number to on track and track Rio Olympic track in trials at London 2012.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 114.65278625488281, "token_count": 21} +{"index": 9387, "reference": "Port Vale have parted company with three of their backroom staff after manager Bruno Ribeiro's Boxing Day departure.", "prediction": "Port Vale have sacked boss Ribi Ribeiro and assistant three assistant players after first line-up.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.12121212121212, "rougeL": 28.57142857142857}, "nll_sum": 122.03386688232422, "token_count": 20} +{"index": 9388, "reference": "Too many school libraries in England face cuts or closure with schools increasingly viewing books as obsolete, a teachers' union has heard.", "prediction": "Leeds and some libraries in England secondary schools, are not books by their pupils, a union leader' heard.", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473683, "rougeL": 40.0}, "nll_sum": 128.22625732421875, "token_count": 22} +{"index": 9389, "reference": "Bournemouth have accepted a Football Association charge relating to a breach of anti-doping rules.", "prediction": "Bournemouth have been fined a \u00a32,000 by the Football Association for failing to ensure players failed a anti- test drugs test.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 11.428571428571427, "rougeL": 43.24324324324324}, "nll_sum": 95.30459594726562, "token_count": 27} +{"index": 9390, "reference": "The connection between Peterborough Cathedral and Henry VIII's Spanish queen is little known outside the city.", "prediction": "A literary festival was been held for the 19th Century of 19 Spanish woman who gave birth the Spain famous Tudorpe dynasty.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 144.45062255859375, "token_count": 25} +{"index": 9391, "reference": "Computer pioneer and codebreaker Alan Turing has been given a posthumous royal pardon.", "prediction": "Thousands of Turing men, has awarded for the former code dress Alan Turing Turing, has been granted a dishum commemous at Bletchchley Park.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 17.64705882352941, "rougeL": 27.777777777777775}, "nll_sum": 223.38609313964844, "token_count": 31} +{"index": 9392, "reference": "Barack Obama has taken a tour of the Bob Marley museum in Jamaica after becoming the first US president to visit the country since 1982.", "prediction": " Craig Marley has found his home of Jamaica by US President, Barack Obamani five-day visit to the nation Caribbean where he recorded as a singer with his old along.", "rouge": {"rouge1": 40.0, "rouge2": 3.7735849056603774, "rougeL": 25.454545454545453}, "nll_sum": 188.50094604492188, "token_count": 35} +{"index": 9393, "reference": "The League One match between Oldham and Blackpool has been postponed because of a waterlogged pitch.", "prediction": " Firmham Athletic's League One game against Oldham has been because of heavy.", "rouge": {"rouge1": 48.275862068965516, "rouge2": 22.222222222222225, "rougeL": 48.275862068965516}, "nll_sum": 77.44374084472656, "token_count": 15} +{"index": 9394, "reference": "Russell Knox aims to tap into the experience of former champion Sandy Lyle as he prepares to make his Masters debut next week.", "prediction": "Russell Knox says he is relishing the success to see Lyle Tayloryle of becoming a five-time champion to be a a glam- \" athe 100's game a his ban from I's have referee of a from a's a", "rouge": {"rouge1": 31.25, "rouge2": 3.225806451612903, "rougeL": 21.875}, "nll_sum": 317.6787414550781, "token_count": 48} +{"index": 9395, "reference": "Middlesex wicketkeeper-batsman John Simpson has extended his contract, keeping him at Lord's until the end of the 2019 season.", "prediction": "Middlesex bats-man Chris Simpson has signed a new five-year contract which will will keep him at the club until the end of the 2019 season.", "rouge": {"rouge1": 58.333333333333336, "rouge2": 39.13043478260869, "rougeL": 58.333333333333336}, "nll_sum": 86.57733154296875, "token_count": 31} +{"index": 9396, "reference": "The White House has labelled \"bananas\" a ruling that blocks President Donald Trump's order barring funding for cities that shelter illegal immigrants.", "prediction": "President Donald Trump's court order, that would ban an animal sanctuary cities in the US, the been described as \"th Circuit going bananas\".", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.33333333333333, "rougeL": 25.53191489361702}, "nll_sum": 146.4228973388672, "token_count": 27} +{"index": 9397, "reference": "Christian refugees fleeing Syria are being bypassed by the UK government, the head of the Roman Catholic Church in England and Wales has said.", "prediction": "The Archbishop of Wales has said it would be a \"catastrophic minim result\" in the removal of Muslim and Syrian refugees in entering the country.", "rouge": {"rouge1": 44.89795918367347, "rouge2": 8.51063829787234, "rougeL": 20.408163265306126}, "nll_sum": 121.53762817382812, "token_count": 29} +{"index": 9398, "reference": "Police in the western Indian state of Maharashtra have found 19 aborted female foetuses near a hospital.", "prediction": "Police in the southern Indian state of have found the bodies of two male foetuses born \" a", "rouge": {"rouge1": 58.82352941176471, "rouge2": 31.25, "rougeL": 58.82352941176471}, "nll_sum": 81.8298568725586, "token_count": 19} +{"index": 9399, "reference": "Wales made the most of a flying start to beat the UK Armed Forces 43-5 in a special Armistice Day match at the Arms Park.", "prediction": "F Mackay scored in five first-half tries as they thrashed Wales 28--7 their Six Nations title in Cardiff Bay. the's Euro of- Broadway 2011-'s-old- a in a from's ban. aA", "rouge": {"rouge1": 19.35483870967742, "rouge2": 3.3333333333333335, "rougeL": 19.35483870967742}, "nll_sum": 286.37725830078125, "token_count": 46} +{"index": 9400, "reference": "A man who made a bomb threat which led to more than 20 patients being evacuated from a hospital has been jailed.", "prediction": "A woman who making a hoax bomb threat against a patient to a hospital ward has been jailed.", "rouge": {"rouge1": 60.0, "rouge2": 21.052631578947366, "rougeL": 55.00000000000001}, "nll_sum": 80.3973617553711, "token_count": 18} +{"index": 9401, "reference": "A founding member of The Smiths has revealed that re-forming \"was a very real prospect\" - if only for four days.", "prediction": "G Garpras has denied reports that a conversation between Smiths legend Clarkesey, 10 years ago.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 135.047119140625, "token_count": 21} +{"index": 9402, "reference": "Mark McGhee has been appointed manager of Scottish Premiership club Motherwell for a second time, with the Scotland assistant boss signing until May 2017.", "prediction": "Mark McGhee has announced his return to Motherwell club Park club summer to becoming a long-term daily.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 10.0, "rougeL": 23.80952380952381}, "nll_sum": 132.99453735351562, "token_count": 21} +{"index": 9403, "reference": "The world's food security is increasingly reliant on 14 \"chokepoints\" for trade, a think-tank report has warned.", "prediction": " scathingitious of global food is as a posed to the threat posed adopted by natural areas, the report.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 130.96878051757812, "token_count": 20} +{"index": 9404, "reference": "Rail passengers travelling between Newcastle and Scotland faced severe disruption on Friday.", "prediction": " train passengers and and out, Newcastle after a power cut.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 66.17130279541016, "token_count": 11} +{"index": 9405, "reference": "A new way of screening for ovarian cancer is showing \"potential\", according to researchers in the US.", "prediction": "A blood blood test can reveal women for women at of ovarian cancer when the is up on average, scientists.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 122.83335876464844, "token_count": 21} +{"index": 9406, "reference": "Two bodies been found at the site of a massive gas explosion that flattened three buildings in New York on Thursday.", "prediction": "Three bodies have been recovered from a explosion and gas explosion at the New York capital York City, officials say.", "rouge": {"rouge1": 48.78048780487805, "rouge2": 15.384615384615385, "rougeL": 34.14634146341463}, "nll_sum": 89.98783874511719, "token_count": 21} +{"index": 9407, "reference": "Blackberry has launched its first touchscreen-only Android handset, in a bid to diversify its range of devices.", "prediction": " the tech giant giant unveiled has unveiled its first, Android 2 smartphone in Blackpool in.", "rouge": {"rouge1": 30.303030303030297, "rouge2": 6.451612903225808, "rougeL": 30.303030303030297}, "nll_sum": 107.13298034667969, "token_count": 17} +{"index": 9408, "reference": "The Hindu holy sites in the Indian cities of Rishikesh and Haridwar attract millions of pilgrims each year - but they are now the destination for another group of devotees.", "prediction": "The cities such asikire, Haridcard could in such as Rishasticesh and the Beatles outside often hececes from air, say researchers.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 252.18653869628906, "token_count": 32} +{"index": 9409, "reference": "A murder investigation has been launched after a man was found stabbed in Manchester, police have said.", "prediction": "A murder inquiry has started with murder after a fatal stabbing in Greater Manchester.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 20.689655172413794, "rougeL": 51.61290322580646}, "nll_sum": 62.57593536376953, "token_count": 14} +{"index": 9410, "reference": "Police are investigating a complaint about a mural at an Edinburgh primary school which features a golliwog.", "prediction": "Police are investigating allegations that a mural said be an Edinburgh primary school's school flag of a 40th Century was sexually abused as racist.", "rouge": {"rouge1": 47.61904761904762, "rouge2": 30.0, "rougeL": 47.61904761904762}, "nll_sum": 145.93087768554688, "token_count": 26} +{"index": 9411, "reference": "British number two Kyle Edmund is out of the Brisbane International after losing to world number four Stan Wawrinka in the quarter-finals.", "prediction": "British number three Heather Wawrinka is knocked out of the Australian Open with a straight-set defeat Jo-ach Mon Moncherey.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 14.285714285714283, "rougeL": 27.27272727272727}, "nll_sum": 162.63870239257812, "token_count": 29} +{"index": 9412, "reference": "St Johnstone have secured striker Steven MacLean on a contract extension.", "prediction": "Sir Johnstone have signed MacDiLean on a free transfer after loan from Scottish Championship side smavi.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 16.0, "rougeL": 29.629629629629626}, "nll_sum": 122.90918731689453, "token_count": 20} +{"index": 9413, "reference": "The birth of Dolly the sheep seemed one of those moments in scientific research that would change the world forever.", "prediction": "Fifty years ago, D, Best was't be a tum odour,000 a that scientists hope could bring human impact to human health\".", "rouge": {"rouge1": 4.651162790697675, "rouge2": 0.0, "rougeL": 4.651162790697675}, "nll_sum": 186.38711547851562, "token_count": 28} +{"index": 9414, "reference": "A man confronted by vigilantes after arranging to meet an 11-year-old girl for sex has been jailed for five years.", "prediction": "A man who admitted having sex with a 15-year-old girl by a vigilante vigilante group has been jailed for four months. of. a's a step The it's from Capitol the game's stopped of crime\".", "rouge": {"rouge1": 39.344262295081975, "rouge2": 20.33898305084746, "rougeL": 29.508196721311474}, "nll_sum": 205.41036987304688, "token_count": 43} +{"index": 9415, "reference": "Fighting has intensified in the besieged Syrian border town of Kobane, where Kurdish forces have been holding Islamic State at bay since September.", "prediction": "Islamic suicide bombs and Turkey have drone Islamic State (IS) in northern northern town in Turkeyane, officials say. amid from in the battle's from, a's battle from Turkey-led regional demolition in. referee from. from theold", "rouge": {"rouge1": 19.672131147540984, "rouge2": 6.779661016949154, "rougeL": 9.836065573770492}, "nll_sum": 300.335693359375, "token_count": 47} +{"index": 9416, "reference": "Work to build a West Sussex footbridge which was delayed after the cost nearly doubled is to begin later this summer.", "prediction": "Construction work a \u00a3500m footbridgebridge in a East Sussex bridge will start, with its completion, almost \u00a39 \u00a38m.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 145.94268798828125, "token_count": 27} +{"index": 9417, "reference": "One of Britain's oldest poppy sellers, who was a prisoner of war in the Nazi death camp Auschwitz, celebrates his 100th birthday on Sunday.", "prediction": "A 96-year-old Welsh soldier has joined the former Auschwitz death camp, where he said he was the only man had never married.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 101.16351318359375, "token_count": 27} +{"index": 9418, "reference": "A human skull has been found in the garden of a house in County Dublin, garda\u00c3\u00ad (Irish police) have said.", "prediction": "A human skull and human remains have been found found in the ground for the 30 years, Irish police have confirmed.", "rouge": {"rouge1": 48.78048780487805, "rouge2": 35.8974358974359, "rougeL": 48.78048780487805}, "nll_sum": 88.24919128417969, "token_count": 22} +{"index": 9419, "reference": "Pep Guardiola will face rivals Manchester United in one of his first games as Manchester City manager.", "prediction": "Manchester City manager will make his first charge of Manchester United on their pre-season tour to China.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 24.242424242424242, "rougeL": 22.857142857142858}, "nll_sum": 59.72026062011719, "token_count": 19} +{"index": 9420, "reference": "Scotland-based temporary power company Aggreko has suffered a slump in its share valuation after warning of a dip in profit this year.", "prediction": "re Aggre Aggko Cal reported a 40% rise in full- profit revenue, despite the global growth in America to a newolve-'s a's a's 2011 again from-old's a in's from a's. from a", "rouge": {"rouge1": 16.129032258064516, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 292.7656555175781, "token_count": 47} +{"index": 9421, "reference": "A motorist who fatally injured a cyclist has been convicted of causing death by careless driving.", "prediction": "A lorry who was found of killing a cyclist in the Spanish's car in Fife has been found guilty of death dangerous driving.", "rouge": {"rouge1": 45.0, "rouge2": 10.526315789473685, "rougeL": 45.0}, "nll_sum": 124.17103576660156, "token_count": 26} +{"index": 9422, "reference": "The Public Prosecution Service (PPS) has decided not to prosecute a man arrested last year in relation to the Kingsmills massacre.", "prediction": "The Prosecution Service (PPS) has not decided a decision not to bring charges against Clinton has accused of the killing will not not kill him.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 18.18181818181818, "rougeL": 39.130434782608695}, "nll_sum": 131.06008911132812, "token_count": 29} +{"index": 9423, "reference": "A clown has turned himself in to the police after alarm was raised among frightened parents in County Antrim.", "prediction": "A man dash CCTV photos of children in a County Antrim town has said too little signs of fun. in the been's and it's been a too-'s a, a referee, couple, have or of.", "rouge": {"rouge1": 25.0, "rouge2": 3.7037037037037033, "rougeL": 14.285714285714288}, "nll_sum": 253.06906127929688, "token_count": 43} +{"index": 9424, "reference": "Clutching red carnations, they approached the armed police manning the security cordon: four Russian women determined to leave a tribute outside their embassy.", "prediction": "I welcome the demonstrators and and up as a Russian ambassador to Russian who who had met Turkish President Vladimir Putin in 2004, then it room ac'solve of it!", "rouge": {"rouge1": 15.094339622641511, "rouge2": 0.0, "rougeL": 11.320754716981133}, "nll_sum": 203.80596923828125, "token_count": 32} +{"index": 9425, "reference": "Parts of Clandon Park House, which was reduced to a shell by a fire in April, are to be restored to their \"original glory\", the National Trust (NT) says.", "prediction": "The historic house at Clandon Park, suffered a \"shocked and devastating\" by fire, are reopen be repaired, a National Trust Trust said.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 8.16326530612245, "rougeL": 35.294117647058826}, "nll_sum": 161.2748260498047, "token_count": 29} +{"index": 9426, "reference": "It has been a month since Wales voted to leave the European Union.", "prediction": "I is aware of Welsh politicians, and I have been the the decision on office, the Welsh Government.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 100.25477600097656, "token_count": 20} +{"index": 9427, "reference": "Ydych chi'n 'nabod eich adar?", "prediction": "Neww toyschw gchel ynymn yn yn yn ynn yn yn yn ywrn ynn yn yn yn ywrnn y solve y a", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 173.36135864257812, "token_count": 41} +{"index": 9428, "reference": "Alex Baptiste's header late in the second half saw Preston upset high-flying Norwich at Carrow Road.", "prediction": "Christian Burgesse scored a stoppage-time winner as Norwich beat 10- a Preston Vicman Road. solve to play-b a foul in 3 days from's from a's-g a referee in from a's.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 275.7322998046875, "token_count": 45} +{"index": 9429, "reference": "The description of a man believed to be involved in fly-tipping which left three Conwy cows dead has been released by police.", "prediction": "Police investigating the murder of two cows and two cows in Conwy county have identified five tree pirlings.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 110.6640853881836, "token_count": 21} +{"index": 9430, "reference": "Two schools at the centre of the Trojan Horse inquiry are to lose their government funding.", "prediction": "A trust which led the so ofcalled \"Trocalled plot\"\" has received funding offer, say some of their schools \"must face sexual discrimination\".", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 185.88555908203125, "token_count": 28} +{"index": 9431, "reference": "Liverpool right-back Ryan McLaughlin has joined Aberdeen on loan until January.", "prediction": "Aberdeen have signed Northern Ireland left left- Ryan Ryan difficultaughlin on a season-long loan deal.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 21.428571428571427}, "nll_sum": 116.96382141113281, "token_count": 21} +{"index": 9432, "reference": "A GP who punched an aggressive patient has been suspended.", "prediction": "A GP who hit a patient of face said he tried to meet met again and offer for from cancer campus has been struck off struck off the profession.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 16.216216216216214, "rougeL": 30.76923076923077}, "nll_sum": 193.140869140625, "token_count": 29} +{"index": 9433, "reference": "A 16-year-old boy has died after he was stabbed in a busy Leeds street, prompting a murder inquiry.", "prediction": "A 17-year-old boy has been stabbed to death and death in a street-of street attack in a street in West Yorkshire football referee, Ferguson, as from from the's. from its. from a footballer from a fromold", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.793103448275865, "rougeL": 33.33333333333333}, "nll_sum": 240.7318878173828, "token_count": 47} +{"index": 9434, "reference": "The winner of The Jump 2017 is Spencer Matthews.", "prediction": "A cow bellvelware has won 4 Channel 4 World World Championships - in Chelsea -.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 130.2412567138672, "token_count": 17} +{"index": 9435, "reference": "Lethal Weapon will be the latest film to be remade for the small screen after the Fox network decided to turn it into a TV show.", "prediction": "A 1970 1990s TV drama,4 addiction will be brought into onto a possible TV series.-oldTV toTV a and it the reputation's The's a3 from M-p's's in from November's. from. of", "rouge": {"rouge1": 25.0, "rouge2": 3.225806451612903, "rougeL": 15.625}, "nll_sum": 309.9718933105469, "token_count": 46} +{"index": 9436, "reference": "All-rounder James Faulkner became the sixth player to take a one-day hat-trick for Australia as Sri Lanka won the second match of the series.", "prediction": "Australia captain Sri Kumar Rochkner took five wickets as Australia beat Australia to complete--0 series whitewash whitew and take- one-day international series 30 3h0 a in a referee-'s again-'s", "rouge": {"rouge1": 30.0, "rouge2": 3.4482758620689653, "rougeL": 16.666666666666664}, "nll_sum": 295.87939453125, "token_count": 46} +{"index": 9437, "reference": "Five Syria-linked jihadist groups - including the The Islamic State of Iraq and the Levant (ISIS) - have been banned in the UK by MPs.", "prediction": "The UK government to become the first four to be banned from terrorist organisations in Syria - from including so-called Islamic State (27).", "rouge": {"rouge1": 38.297872340425535, "rouge2": 8.888888888888888, "rougeL": 17.02127659574468}, "nll_sum": 112.90464782714844, "token_count": 26} +{"index": 9438, "reference": "Estonia is the most northerly of the three Baltic states, and has linguistic ties with Finland.", "prediction": "Astonia is one of the world and most highly contested state of Soviet countries - the conflict territory control more than 600 Soviet Union Union.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 154.08734130859375, "token_count": 27} +{"index": 9439, "reference": "A bid to encourage walking and cycling around Dumfries is seeking public feedback on current provision.", "prediction": "A public consultation is being held to try to discuss the futuref of Dumfries, Galloway and the region reach \u00a335m.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 123.39273834228516, "token_count": 27} +{"index": 9440, "reference": "Russell Slade is to be removed from his role as Cardiff City manager and will take up a new role as head of football.", "prediction": "Russell Slade says he still wantsade wants to become appoint head coach in Cardiff City to", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 101.63668823242188, "token_count": 17} +{"index": 9441, "reference": "Adrian Pogmore was described in court as a \"swinging and sex-obsessed air observer\" who went to extraordinary lengths to spy on naked people and film them from above in a police helicopter.", "prediction": "A police air crew filmed secretly crew members filmed having sex on a caravan has been jailed for five years.", "rouge": {"rouge1": 26.415094339622634, "rouge2": 3.9215686274509802, "rougeL": 15.094339622641511}, "nll_sum": 101.23833465576172, "token_count": 20} +{"index": 9442, "reference": "Stormont's finance committee has said it wants to see a letter the head of the civil service has written regarding the National Crime Agency's investigation into the NAMA loan sale.", "prediction": "Sinn F\u00e9in have said they will attended a Stormont Committee's Affairs Committee (ICI) to inquiry into a Northern Ireland loan loan deal.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 21.428571428571427}, "nll_sum": 147.74069213867188, "token_count": 30} +{"index": 9443, "reference": "Spanish skateboarder Ignacio Echeverr\u00eda, who died from Saturday's terror attacks in London, has been posthumously awarded one of Spain's highest honours.", "prediction": " Spanish businessman EFLverr intended who was involved in a London terror attack in 2012, has been named with a military honour in of the attack.", "rouge": {"rouge1": 44.89795918367347, "rouge2": 12.76595744680851, "rougeL": 32.6530612244898}, "nll_sum": 153.0067596435547, "token_count": 29} +{"index": 9444, "reference": "Welshman Stuart Manley missed the cut at the Open after hitting an 11 over par 81 in the second round at Royal Birkdale.", "prediction": "Welshman Neil Donaldson carded a nine-underpar 68 in a closing nine-par 65 to move into the third round of the Yotte Championship", "rouge": {"rouge1": 25.53191489361702, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 160.90255737304688, "token_count": 31} +{"index": 9445, "reference": "Welsh BBC TV presenter Alex Jones has given birth to a baby boy.", "prediction": "Former First Minister Carwyn Jones, revealed that she is still still in her second child.", "rouge": {"rouge1": 7.142857142857144, "rouge2": 0.0, "rougeL": 7.142857142857144}, "nll_sum": 65.16268920898438, "token_count": 17} +{"index": 9446, "reference": "Plans have been unveiled for a glass lift to take tourists to the top of one of Humber Bridge's 510 ft (155m) high towers.", "prediction": "Plans for a \u00a36m visitor centre to be built across the Northumber Railway museum the railway go on display and public display.", "rouge": {"rouge1": 21.276595744680854, "rouge2": 4.444444444444445, "rougeL": 21.276595744680854}, "nll_sum": 134.99081420898438, "token_count": 26} +{"index": 9447, "reference": "How much do you remember about the news in Wales over the past 12 months?", "prediction": " how much do more about the news of Wales over the past 12 months?.", "rouge": {"rouge1": 82.75862068965519, "rouge2": 66.66666666666666, "rougeL": 82.75862068965519}, "nll_sum": 73.05825805664062, "token_count": 15} +{"index": 9448, "reference": "Bromley made it five wins from their last seven National League games with victory over Torquay.", "prediction": "Bromley ended in threematch- losing run as they comfortably beat Torquay 1-0 at Hayes Street.-w solve a in game under's Green.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 221.02493286132812, "token_count": 34} +{"index": 9449, "reference": "Working grandparents could share unpaid parental leave under plans being launched by the Labour Party.", "prediction": "Labour has promised to give it harder for give their landlord to share a share of 18 weeks to work not in government if the party wins the election.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 141.59616088867188, "token_count": 29} +{"index": 9450, "reference": "Australian rower Sarah Tait, who won silver at the London Olympics in 2012, has died aged 33.", "prediction": "Australia Australian Olympic silver championSarah Tait has died aged 38, her for.", "rouge": {"rouge1": 48.275862068965516, "rouge2": 14.814814814814813, "rougeL": 34.48275862068966}, "nll_sum": 93.41014099121094, "token_count": 15} +{"index": 9451, "reference": "Leicester Cathedral has defended its decision to stage Shakespeare's Richard III a few feet from the monarch's final resting place.", "prediction": "A new play showing George Richard III's grave will be performed at Leicester Cathedral, saying the king was \"ar and \"ragerage defeatar, a vicar has said solve", "rouge": {"rouge1": 32.0, "rouge2": 8.333333333333332, "rougeL": 11.999999999999998}, "nll_sum": 209.91116333007812, "token_count": 35} +{"index": 9452, "reference": "A new public service ombudsman for Wales has been approved by the National Assembly.", "prediction": "A new chief executive has been chosen as the new fire and service in Wales, Wales, the first as since his resignation from his's his for his role from his's his from his from from a have. of. a from'sA", "rouge": {"rouge1": 28.07017543859649, "rouge2": 7.2727272727272725, "rougeL": 17.54385964912281}, "nll_sum": 261.89349365234375, "token_count": 47} +{"index": 9453, "reference": "An American-owned aerospace firm attracted to Belfast by Invest NI and backed by the Northern Ireland Executive is ending its local operation.", "prediction": "A US satellite company which has more more than jobs, has created in Belfast Belfast", "rouge": {"rouge1": 5.2631578947368425, "rouge2": 0.0, "rougeL": 5.2631578947368425}, "nll_sum": 96.1867904663086, "token_count": 15} +{"index": 9454, "reference": "Defending champions New Zealand hit top gear to demolish France and set up a semi-final against South Africa.", "prediction": "New Zealand survived a spirited second-half comeback to thr France in their 2011 World Cup record-breaking- 38th title strugglecity Cardiff.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 168.06333923339844, "token_count": 27} +{"index": 9455, "reference": "Peru's first national satellite, Per\u00faSAT-1, has returned its maiden image of the country.", "prediction": "The Per has launched a large satellite which camera at the gold at its southern territory.", "rouge": {"rouge1": 31.25, "rouge2": 0.0, "rougeL": 18.75}, "nll_sum": 104.83393859863281, "token_count": 16} +{"index": 9456, "reference": "Turkey has no plans to send ground troops into Syria to fight the Islamic State group, the prime minister says.", "prediction": "Turkey will use its force task that can lead so-called Islamic State militants in Syria, the prime minister says.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 21.052631578947366, "rougeL": 35.0}, "nll_sum": 93.46369934082031, "token_count": 22} +{"index": 9457, "reference": "The managers of the Olympic Stadium have been told to make public the details of a rental deal with West Ham.", "prediction": "The government must fail to details of the deal how owns of Ham Ham's Olympic Stadium Games the it has been announced of a aride'sm\" it it's a a a\" from West Ham's flagship of. of a from a", "rouge": {"rouge1": 43.75, "rouge2": 16.129032258064516, "rougeL": 31.25}, "nll_sum": 317.2520751953125, "token_count": 47} +{"index": 9458, "reference": "Michelle Payne, the only female jockey to win the Melbourne Cup, has been stood down from riding after testing positive for a banned substance.", "prediction": "Jared Payne will return to an Australian inquiry into Royal famous Royal former jockey, after it was revealed a rapid of her failed drugs test test.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 181.605712890625, "token_count": 29} +{"index": 9459, "reference": "Manager Slaven Bilic said he was \"angry and frustrated\" after West Ham failed to reach the Europa League group stage.", "prediction": " West Ham manager Slaven Bilic says his young players will be missing after Tuesday's first leg decision their reach Europa League qualifying stage stages.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 18.6046511627907, "rougeL": 35.55555555555556}, "nll_sum": 124.53022766113281, "token_count": 27} +{"index": 9460, "reference": "Sri Lanka's prime minister has said mangroves' ability to swiftly absorb carbon make the forests vital in the fight against climate change.", "prediction": "Sri Lanka's prime minister said he wants complete a \"absolutely effort\" to catapult the mangroves.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 21.62162162162162, "rougeL": 41.02564102564102}, "nll_sum": 108.28471374511719, "token_count": 21} +{"index": 9461, "reference": "Derek McInnes says his beaten Aberdeen players gave him the \"near-perfect\" Scottish Cup final performance he asked for but paid for an extra-long season.", "prediction": "Derek McInnes said Aberdeen and and Aberdeen were \"perfect\"\" from their League Cup loss after Celtic recovered from a dramatic Scottish Cup final.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 12.76595744680851, "rougeL": 28.571428571428577}, "nll_sum": 152.24249267578125, "token_count": 28} +{"index": 9462, "reference": "The London living wage is to rise from \u00a39.15 an hour to \u00a39.40, the Living Wage Foundation campaign group has said.", "prediction": " a new National living wage has come into effect living with employers living in London's capital.", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 15.0}, "nll_sum": 85.7626953125, "token_count": 17} +{"index": 9463, "reference": "From an unknown blogger in the months following the 9/11 attacks, Pamela Geller has become one of the most outspoken US critics of Islam.", "prediction": "Rad Geller is one of the most and prominent rights lawyer, who she is behind of deadly bombing behind the Prophet event in December 2012 2015.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 165.00050354003906, "token_count": 28} +{"index": 9464, "reference": "Manor want former grand prix driver Alexander Wurz to be their team principal and have named ex-McLaren man Dave Ryan as racing director.", "prediction": "Two-time world champion Alexanderzz would not join theussia Mar Mar1 team, the of says solve 2011's averCaliforniaised a.'s's a mandatory from car-D of race in three years.", "rouge": {"rouge1": 7.142857142857144, "rouge2": 0.0, "rougeL": 7.142857142857144}, "nll_sum": 312.98095703125, "token_count": 41} +{"index": 9465, "reference": "A study by the United Nations suggests the gap between the rich and the poor in much of Latin America is widening.", "prediction": " indigenous people Latin America are average revenue than cities, according to a new studyis Nations United Nations.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 15.384615384615383}, "nll_sum": 115.10905456542969, "token_count": 19} +{"index": 9466, "reference": "South Korea's Byeong-hun An carded a final-round, seven-under-par 65 to win the BMW PGA Championship at Wentworth.", "prediction": "South Korea's Anco-j will be his first European Tour title with a major-shot victory victory in South Africa's Black Country Black.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 8.88888888888889, "rougeL": 17.02127659574468}, "nll_sum": 148.82757568359375, "token_count": 28} +{"index": 9467, "reference": "Aberdeen limped into the second qualifying round of the Europa league with a 3-2 aggregate win, despite going down to Fola Esch in Luxembourg.", "prediction": "Aberdeen moved up to second up their Europa League qualifying stage despite staging a dramatic lastgoal last progress to reach the Europa League last 16", "rouge": {"rouge1": 36.0, "rouge2": 8.333333333333332, "rougeL": 24.0}, "nll_sum": 141.78114318847656, "token_count": 27} +{"index": 9468, "reference": "Conor McGregor says he is back on the card for UFC 200, but event organisers claim no new talks have taken place.", "prediction": " fighter boxing champion Conor McGregor says he will retire at UFC 200 and not not professional tournament.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 21.62162162162162, "rougeL": 30.769230769230766}, "nll_sum": 80.10501098632812, "token_count": 17} +{"index": 9469, "reference": "Tom Dumoulin saw his overall Giro d'Italia lead cut to 31 seconds after an unscheduled toilet stop during stage 16, which was won by Vincenzo Nibali.", "prediction": "Defending cyclistincenzo Nibali won stage 17 of the Gthiro d'aliaalia on Sunday, with Tom Dumoulin, and was forced to leave behind possible because of heavy rain.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 3.8461538461538463, "rougeL": 11.11111111111111}, "nll_sum": 208.828369140625, "token_count": 40} +{"index": 9470, "reference": "A portrait of a well-known Cheltenham grocer which was painted onto his shop door in the 1960s could be restored.", "prediction": "A listed credit which was painted in a Cheltenham warehouse is wish to be alive, its owner said his son painted a shopping flagship door open.", "rouge": {"rouge1": 46.80851063829788, "rouge2": 8.88888888888889, "rougeL": 29.78723404255319}, "nll_sum": 168.6058349609375, "token_count": 29} +{"index": 9471, "reference": "There is, to use Boris Johnson's own lingo, a \"whinge-o-rama\" raging among the foreign secretary's political opponents and in parts of the press about his performance in the current Syria crisis.", "prediction": "Boris Johnson came to last week as, UK and prime minister prime in 2014, calling for President Bashar al-Assad not to go and go\" should be run.", "rouge": {"rouge1": 15.873015873015875, "rouge2": 3.2786885245901636, "rougeL": 12.698412698412698}, "nll_sum": 158.08164978027344, "token_count": 33} +{"index": 9472, "reference": "US President Barack Obama has nominated a former justice department official under President George W Bush as the next FBI director.", "prediction": "US President Barack Obama has said the FBI general director \"the man tall stand for justice\" and \"still stood up low tall in for law\".", "rouge": {"rouge1": 39.130434782608695, "rouge2": 18.18181818181818, "rougeL": 34.78260869565217}, "nll_sum": 156.74465942382812, "token_count": 28} +{"index": 9473, "reference": "Dilapidated beach huts in Lincolnshire are to get a \u00a350,000 makeover in an attempt to attract more holidaymakers.", "prediction": "More than \u00a31m is to be spent on two seaside seaf's seafront, coastal projects worth more than \u00a3.8m.", "rouge": {"rouge1": 10.526315789473683, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 121.22288513183594, "token_count": 27} +{"index": 9474, "reference": "Data on the flight recorder of the Russian war plane downed by Turkey last month has so far proved to be unreadable, Russia's military has said.", "prediction": " says the box Russian passenger jet shot down by a military jet in Turkey on November 2006 was the Russian military says.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 105.85453796386719, "token_count": 22} +{"index": 9475, "reference": "Michael Dunlop set the quickest time in qualifying at the 2016 Festival of Motorcycling for a third night in a row in the Isle of Man.", "prediction": "Michael Dunlop has set a lap for the day by fastest second lap of the second day for the 2017 Grand Prix of Isle of the's Isle.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 7.692307692307692, "rougeL": 33.33333333333333}, "nll_sum": 146.4823760986328, "token_count": 30} +{"index": 9476, "reference": "Australia's opposition Labor Party has asked police to investigate whether the government tried to induce the president of the Australian Human Rights Commission (HRC) to resign.", "prediction": "Australia's attorney general has said she will not resign later before resign of Australian police, over he she of child sexual abuse a apicetable state-b referee's \" MTestg of control in a from's's.", "rouge": {"rouge1": 21.875, "rouge2": 3.225806451612904, "rougeL": 15.625}, "nll_sum": 312.7308349609375, "token_count": 45} +{"index": 9477, "reference": "A study to improve the survival rate of unborn twins, with a potentially life threatening syndrome, is under way in Bristol.", "prediction": "A Surrey hospital hospitals has set up a website asking information about the battles the twins, after birth after giving to give share a light for the NHS.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 176.09776306152344, "token_count": 29} +{"index": 9478, "reference": "Olympic gold medallist Dani King could cycle for Wales at the 2018 Commonwealth Games, having previously represented England.", "prediction": "Britain's judoo centre King King has not ruled out competing in this January's Welsh Olympic Games to Wales.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 117.3240737915039, "token_count": 21} +{"index": 9479, "reference": "In one of her last posts on Facebook before her murder, Qandeel Baloch wrote: \"No matter how many times I will be pushed down, I am a fighter, I will bounce back\u2026", "prediction": " Pakistani prominent Pakistani social media battle over but killing of her brother, Qel Baloch, and is calling her brother \" a \" killing family vigilante\".", "rouge": {"rouge1": 18.181818181818183, "rouge2": 3.7735849056603774, "rougeL": 14.545454545454545}, "nll_sum": 159.58322143554688, "token_count": 29} +{"index": 9480, "reference": "The names of Nazi SS commanders and guards at the Auschwitz death camp in German-occupied Poland have been put online by the country's Institute of National Remembrance (INR).", "prediction": "Poland's official has created a new database of Nazi crimes committed during Germany death camp, also known as the Nazis, aA HB) crime whale ('s ( aA P-l) a in).. a's. from emerged", "rouge": {"rouge1": 24.615384615384613, "rouge2": 6.349206349206351, "rougeL": 18.461538461538463}, "nll_sum": 293.5505676269531, "token_count": 47} +{"index": 9481, "reference": "Great Britain's Taekwondo fighter Mahama Cho was born in the Ivory Coast, but after experiencing physical bullying at school he moved to the UK in 1997 in search of a better life.", "prediction": "The former heavyweight world champion Anthony Owenrington would be involved engaged into mixed arts. Saturday and it350 passed in about aad from's. as a of as a as in a reputation as a reputation for. from.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 311.2541198730469, "token_count": 43} +{"index": 9482, "reference": "Leicester City need \"soldiers and gladiators\" to save their season, says manager Claudio Ranieri.", "prediction": "Leicester City manager Claudio Ranieri says he \"nothing his soldiers\" and \" to fight every match\".", "rouge": {"rouge1": 62.06896551724138, "rouge2": 29.629629629629633, "rougeL": 34.48275862068965}, "nll_sum": 105.73771667480469, "token_count": 21} +{"index": 9483, "reference": "An 85-year-old woman has died after the car she was in crashed into a wall in Barnsley.", "prediction": "A pensioner was seriously injured after being hit by a car in Sheffield Wednesday solve andolve a. aA a has a in the-'s, reputation, as itA's from Sheffield3 was was from reputation car's.A a", "rouge": {"rouge1": 28.07017543859649, "rouge2": 0.0, "rougeL": 17.543859649122805}, "nll_sum": 275.74847412109375, "token_count": 47} +{"index": 9484, "reference": "Hundreds of volunteers have joined police to search a forest in Wiltshire for a woman who vanished after leaving a nightclub in Swindon.", "prediction": "A major search is under way under find a young woman who went missing after a night out outside a nightclub in Manchester, a Manchester nightclub have said. aA 2011 again to a capture from it's ban from crime.", "rouge": {"rouge1": 34.920634920634924, "rouge2": 9.836065573770494, "rougeL": 25.396825396825403}, "nll_sum": 220.0924530029297, "token_count": 43} +{"index": 9485, "reference": "Autism services in Northern Ireland are to get an extra \u00a32m a year.", "prediction": "The health minister has \u00a31m of extra funding to Northern Ireland over the next five years to show struggle with young autism (EA).", "rouge": {"rouge1": 33.333333333333336, "rouge2": 5.882352941176471, "rougeL": 16.666666666666668}, "nll_sum": 122.1611557006836, "token_count": 26} +{"index": 9486, "reference": "A World War II torpedo has been blown up in the sea off the Isle of Wight after being dragged up from the seabed in Portsmouth Harbour.", "prediction": "Ferry ferry services between Portsmouth the Stirling St for more than two hours after a World bomb Two was found.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 4.444444444444445, "rougeL": 8.51063829787234}, "nll_sum": 128.1871795654297, "token_count": 22} +{"index": 9487, "reference": "Labour and Plaid Cymru say they are \"confident\" of breaking the deadlock over the election of a first minister.", "prediction": " a new First Minister Carwyn will will continue as first and minister first January, Plaid Cymru, Justice Secretary Gething says.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 155.82308959960938, "token_count": 27} +{"index": 9488, "reference": "Russian Prime Minister Dmitry Medvedev has said strains between Russia and the West have pushed the world \"into a new cold war\".", "prediction": "rain Prime Minister Dmitry Medved, says the Cold War is \"the worst threat posed, Defence Russia - since the end of World War Two two.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 136.92022705078125, "token_count": 29} +{"index": 9489, "reference": "A new species of shrimp has been named after Pink Floyd thanks to a pact between prog rock-loving scientists.", "prediction": "A new species of Georgia set, after pop star Floyd has Smith named in Wall", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.181818181818183, "rougeL": 34.285714285714285}, "nll_sum": 111.87914276123047, "token_count": 15} +{"index": 9490, "reference": "A defensive mucus secreted by slugs has inspired a new kind of adhesive that could transform medicine, say scientists.", "prediction": "Researchers have created a orange glue from a young pig's pig to a hole underneath past, the and grabbed a hole inside a wet wood opportunity.", "rouge": {"rouge1": 8.695652173913043, "rouge2": 0.0, "rougeL": 8.695652173913043}, "nll_sum": 182.98390197753906, "token_count": 28} +{"index": 9491, "reference": "Callers to out-of-hours GP services faced waits of more than 12 hours, posing a \"significant risk to patient safety\", a leaked report has revealed.", "prediction": "The NHS running an NHS non-gency NHS service was \"not fit for safety\", experts have found.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 100.66275024414062, "token_count": 20} +{"index": 9492, "reference": "A mother whose two daughters swam for eight hours to safety when their boat sank in rough seas in Indonesia has spoken of their ordeal.", "prediction": "Two schoolgirls from Bristol who went missing after Australia after their boat sank off the sea of south-east Australia have been found safe the", "rouge": {"rouge1": 24.0, "rouge2": 8.333333333333332, "rougeL": 24.0}, "nll_sum": 109.16653442382812, "token_count": 26} +{"index": 9493, "reference": "The owners of a former Victorian asylum in north Wales have put it on the market for potential redevelopment with a \u00a32.25m price tag.", "prediction": "The building buyinglict derelict former hospital a Denbighshire is to be sold, the new owners has said, following a High Court ruling.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 147.61489868164062, "token_count": 29} +{"index": 9494, "reference": "The theft of money from purses at a Remembrance Sunday event at Aberdeen harbour has been branded \"disgraceful\" by police.", "prediction": "Aberdeen who stole more than \u00a320,000 from a building's base base, the police have said.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 82.80049133300781, "token_count": 22} +{"index": 9495, "reference": "The Mormon Tabernacle Choir and The Radio City Rockettes will perform at Donald Trump's inauguration, it has been announced.", "prediction": " members of different Radio City Desmonduettes,different Tab Ryontacle Cho NHSir, have, revealed ahead of Donald Trump's inauguration a inauguration 2016 a the The game's B \".A a's from a again from 2011 from a", "rouge": {"rouge1": 27.586206896551722, "rouge2": 14.285714285714288, "rougeL": 20.689655172413794}, "nll_sum": 355.4353942871094, "token_count": 46} +{"index": 9496, "reference": "A pleasure boat involved in a crash that injured nine tourists had steering problems, a report has said.", "prediction": "A carrying operation broke into control killing nine passengers in a fatal accident, have been prevented, a report said.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 32.43243243243243}, "nll_sum": 110.17283630371094, "token_count": 21} +{"index": 9497, "reference": "The death of a woman whose body was found in her home in County Down is being treated as suspicious.", "prediction": "Police investigating the murder of a woman and a woman at her County Down home have made- fresh appeal for help to help. renewed a's a from a from a game on from game from from The's dumping of a from a fromA", "rouge": {"rouge1": 24.615384615384613, "rouge2": 9.523809523809524, "rougeL": 21.538461538461537}, "nll_sum": 259.7091064453125, "token_count": 47} +{"index": 9498, "reference": "A man who slit his own throat while in a dock awaiting sentence has admitted taking a kitchen knife into a magistrates' court in Pembrokeshire.", "prediction": "A man who admitted stabbing aembrobrokeshire High Court worker before 30 hours has pleaded guilty to his knife a a court and heard. a's a's a \"des a it's have convicted of a from a fromA", "rouge": {"rouge1": 34.375, "rouge2": 6.451612903225808, "rougeL": 21.875}, "nll_sum": 279.4178771972656, "token_count": 47} +{"index": 9499, "reference": "New works from directors Terrence Malick, Wim Wenders and Tom Ford will compete for the top prize at the Venice International Film Festival.", "prediction": " Mal theick, Mike Ford, and will be among the winners to be added's jury this year to Italy Veniceth Film Festival, the Festival for his split on over from the-d for from in from rock's.", "rouge": {"rouge1": 29.50819672131147, "rouge2": 3.389830508474577, "rougeL": 16.39344262295082}, "nll_sum": 289.3734130859375, "token_count": 45} +{"index": 9500, "reference": "The main opposition leader in Uganda, Kizza Besigye, has rejected the result of Thursday's elections, in which President Yoweri Museveni won a fifth term of office.", "prediction": "Uganda's opposition Jorge Bes Besigye has been put under house arrest after the Socialist Workers Party secured victory in May's and presidential election.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 4.0, "rougeL": 23.076923076923077}, "nll_sum": 145.71234130859375, "token_count": 29} +{"index": 9501, "reference": "A \"wonderful young lady\" has died after being involved in a two-car crash on a main road.", "prediction": "A motorcyclist who was killed in a crash involving two cars in north Wales has paid tribute to a \"essentialArtist\". teacher\". the teacher a again \" 2011 \" again \"over \" a's \"payment of a \" a fromA", "rouge": {"rouge1": 33.9622641509434, "rouge2": 7.843137254901962, "rougeL": 22.641509433962266}, "nll_sum": 261.95709228515625, "token_count": 47} +{"index": 9502, "reference": "South Africa comfortably held off Scotland in Newcastle to take over at the top of World Cup Pool B.", "prediction": "Scotland broken out wood heart fair fight off a spirited South Africa side and keep keep their Six Nations Six hopes alive three days at Murrayfield.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 165.0335693359375, "token_count": 27} +{"index": 9503, "reference": "Spain's banks will need an injection of 59.3bn euros ($76.3bn; \u00a347.3bn) to survive a serious downturn, an independent audit has calculated.", "prediction": "The European Commission has announced it will receive about 40bn euros.bnbn (99bn) in awarded to to Spanish banks in private sector banking.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 0.0, "rougeL": 12.499999999999996}, "nll_sum": 145.7237548828125, "token_count": 29} +{"index": 9504, "reference": "Australian born, proudly British, thriving down under.", "prediction": "In the world's best rising, but staranna Konta describes risk of himself, and and describes reflects what it isn in your sport star!", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 203.8348388671875, "token_count": 29} +{"index": 9505, "reference": "Singer and actress Liza Minnelli has cancelled two upcoming appearances in London and Sheffield.", "prediction": " promoters boxing of formerana studio star Liza Minnelli have cancelled two performances over and she was involved in", "rouge": {"rouge1": 37.5, "rouge2": 13.333333333333334, "rougeL": 31.250000000000007}, "nll_sum": 119.92152404785156, "token_count": 21} +{"index": 9506, "reference": "A 50-year-old man has been questioned on suspicion of the murder of notorious criminal John \"Goldfinger\" Palmer, detectives have said.", "prediction": "Police investigating the murder of a famous criminal \"Budie\" Palmer have been questioned, questioning police, while licence was shot dead.", "rouge": {"rouge1": 42.85714285714286, "rouge2": 15.0, "rougeL": 28.571428571428566}, "nll_sum": 140.46600341796875, "token_count": 26} +{"index": 9507, "reference": "A 37-year-old man has been arrested on suspicion of murder after a woman who was found in her east London flat with serious injuries died.", "prediction": "A woman whose body was found of a flat her her in north London whose north London, on Tuesday, has been named by police, as a his a her's's. suspended her from a as's of referee", "rouge": {"rouge1": 39.39393939393939, "rouge2": 9.374999999999998, "rougeL": 18.181818181818183}, "nll_sum": 227.27935791015625, "token_count": 42} +{"index": 9508, "reference": "The attack on Muslims at Finsbury Park mosque has prompted a debate about whether the media has inherent biases, and caused a major kerfuffle within Britain's newspapers.", "prediction": "There's a replacement a deadly attack on a British newspaper in recent weeks, but there are the location of what describes as a \"safe space\"..", "rouge": {"rouge1": 25.92592592592593, "rouge2": 3.846153846153846, "rougeL": 18.51851851851852}, "nll_sum": 136.2248992919922, "token_count": 29} +{"index": 9509, "reference": "A Liverpool football fan whose brother died in the Hillsborough disaster has told a jury how he was held up by other supporters as the crush worsened.", "prediction": "A teenager from Liverpool came to of at Anfield was \"put the sky\" to see at Hills crush, the inquests and heard have heard \"I solve't it\".", "rouge": {"rouge1": 21.818181818181817, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 216.4633026123047, "token_count": 33} +{"index": 9510, "reference": "Catch up on some of the entertainment stories from the past seven days that you might have missed.", "prediction": "A look at some to the top from the entertainment across England - as the man's introduction from his controversial role as the's's The over's the reputation from the's English from as the from's have from of ballet's The ballet reputation", "rouge": {"rouge1": 21.538461538461537, "rouge2": 6.349206349206349, "rougeL": 18.461538461538456}, "nll_sum": 293.12335205078125, "token_count": 47} +{"index": 9511, "reference": "Winger Dean Cox says he will have to remain patient as he searches for a new club after leaving League Two side Leyton Orient by mutual consent.", "prediction": "Ladeade boss Cox says he does not know knows he will not be able to join non-league side to bedoatt a job\".", "rouge": {"rouge1": 36.0, "rouge2": 12.499999999999996, "rougeL": 27.999999999999996}, "nll_sum": 155.02159118652344, "token_count": 28} +{"index": 9512, "reference": "Chelsea have agreed a deal with Paris St-Germain, worth in the region of \u00a340m, for the sale of defender David Luiz to the French champions.", "prediction": "Chelsea have agreed a deal to sign full-President defender David Lu David from French champions champions Paris StermGermain \u00a371m).", "rouge": {"rouge1": 47.826086956521735, "rouge2": 27.27272727272727, "rougeL": 39.13043478260869}, "nll_sum": 196.93341064453125, "token_count": 27} +{"index": 9513, "reference": "The founder of Kids Company has defended the charity's \"exceptional\" value, after a report revealed it received at least \u00a346m of public money.", "prediction": "The government improved evidence enough too enough money to public Kids charity Company Kids three years ago, the public spending watchdog has found in what it says's of, \"g it from00 from the it's's of\".. from the's a", "rouge": {"rouge1": 39.39393939393939, "rouge2": 0.0, "rougeL": 21.21212121212121}, "nll_sum": 311.6632995605469, "token_count": 47} +{"index": 9514, "reference": "The family of a boxing promoter who died in Monaco feel distressed and angry after discovering his body was repatriated with missing organs.", "prediction": "A British man whose went missing after a night out in the Frenchiera died of brain, his mother at the inquest in Monaco has heard.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 129.3577423095703, "token_count": 27} +{"index": 9515, "reference": "Nico Rosberg says he must stop Mercedes team-mate Lewis Hamilton's run of successive victories at this weekend's Spanish Grand Prix.", "prediction": "Nico Rosberg says the Mercedes team-mate in Lewis Hamilton will struggle another weekend\" in his fight to extend his lead in not world title. Barcelona on Saturday.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 20.408163265306122, "rougeL": 35.294117647058826}, "nll_sum": 168.53753662109375, "token_count": 33} +{"index": 9516, "reference": "A child missing in Alabama since 2002 has been found safe in Ohio with his father, who has been charged with abduction, authorities have said.", "prediction": "A US boy who went missing years ago and disappeared in Alabama, Florida, 40 years ago has been arrested in Alabama, police say the in police, solve,'s they from athep's ban since from November's fiance. a's", "rouge": {"rouge1": 27.692307692307693, "rouge2": 6.349206349206349, "rougeL": 21.53846153846154}, "nll_sum": 264.86029052734375, "token_count": 46} +{"index": 9517, "reference": "Wales' rural affairs minister has ordered the Forestry Commission to take a more \"commercial approach\" to managing publicly owned woodlands.", "prediction": "New state forests for plans are to be sold off to buy new land to Wales, the first minister has announced.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 97.17060089111328, "token_count": 22} +{"index": 9518, "reference": "An Ofcom review into public service broadcasting (PSB) in the UK has raised concerns about a fall in spending on drama and children's programming.", "prediction": "Defending on TV in and UK has fallen by 4 to \u00a33m because it has too low levels of viewers, a broadcasting Ofcom review has found.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 8.16326530612245, "rougeL": 15.686274509803921}, "nll_sum": 152.8519744873047, "token_count": 31} +{"index": 9519, "reference": "Justice Secretary Michael Matheson has said it is not helpful if people give a \"running commentary\" on the death in police custody of Sheku Bayoh.", "prediction": "Justice Secretary Michael Matheson, said he is a \"season running commentary\" into how the police investigation into Bayoh is in into his death.", "rouge": {"rouge1": 58.333333333333336, "rouge2": 17.391304347826086, "rougeL": 49.999999999999986}, "nll_sum": 143.80209350585938, "token_count": 29} +{"index": 9520, "reference": "The Olympic torch will hitch a ride on Cleethorpes' light railway and visit Scunthorpe's new leisure centre as it passes through the Humber region.", "prediction": "An 18-year-olds, but will carry a Olympic flame to a route across two cities Yorkshire, North Yorkshire and East Yorkshire.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 121.56206512451172, "token_count": 26} +{"index": 9521, "reference": "Technology firms will get \"exclusive access\" to details of the CIA's cyber-warfare programme, Wikileaks has said.", "prediction": "The UK has launched an investigation into claims it says agent FBI and FBI data from data, its director says.", "rouge": {"rouge1": 10.526315789473685, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 110.5439453125, "token_count": 21} +{"index": 9522, "reference": "To a European visitor, the city of Ulsan on the southern tip of the Korean peninsula seems like a throwback to some lost world.", "prediction": "It is Ulsan, South Korea, last four ship ships, leaving the UK, but it does to know and what here means it is?", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 157.64334106445312, "token_count": 29} +{"index": 9523, "reference": "The flue of a coal fire at the home of a woman suspected to have died from carbon monoxide poisoning was blocked, an inquest has heard.", "prediction": "A woman whose body after fire of her home died in the Wales collapsing from carbonoxide poisoning, was locked at the standard level, an inquest has. told.", "rouge": {"rouge1": 56.60377358490566, "rouge2": 19.607843137254903, "rougeL": 37.73584905660377}, "nll_sum": 189.97909545898438, "token_count": 31} +{"index": 9524, "reference": "With Chris Froome's triumph for Britain in the Tour de France, cycling is in the spotlight.", "prediction": "British Cycling is a elite athletes all age training, training, physical and physical training, fitness but there are some of the 'the' athletes!'. ballet from balletIt's The balletA it's from's2's- aA", "rouge": {"rouge1": 19.23076923076923, "rouge2": 3.9999999999999996, "rougeL": 11.538461538461538}, "nll_sum": 273.4695129394531, "token_count": 46} +{"index": 9525, "reference": "Before any new medicine can be given to patients, detailed information about how it works and how safe it is must be collected.", "prediction": "A new drug is living in struggle that has dozens of lives and dozens of our lives, the cases but but how is the outcome of meaning on what happened to again again?", "rouge": {"rouge1": 17.857142857142858, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 185.4302520751953, "token_count": 34} +{"index": 9526, "reference": "Thousands of military personnel face a five-month wait to find out whether they will lose their jobs as part of a restructure of the armed forces.", "prediction": "Military families in Mali are facing threat of up to 100 job in Treasury next budget cuts, the government has announced.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 20.833333333333336}, "nll_sum": 109.88150024414062, "token_count": 22} +{"index": 9527, "reference": "A new arts-based project using photography and video aims to show the people behind disability.", "prediction": "A new arts project been launched, to promote the benefits of people in Belfast Belfast", "rouge": {"rouge1": 45.16129032258064, "rouge2": 13.79310344827586, "rougeL": 45.16129032258064}, "nll_sum": 78.87336730957031, "token_count": 15} +{"index": 9528, "reference": "Silvestre Varela's equaliser deep into injury time kept Portugal in the World Cup as their Group G clash with the USA ended in a dramatic draw in Manaus.", "prediction": "Alex Nani scored aage-time equaliser for Liverpool Portugal as hosts battle the USA 3-2 to reach the quarter-finals of the Brazil.", "rouge": {"rouge1": 26.415094339622648, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301888}, "nll_sum": 137.19891357421875, "token_count": 30} +{"index": 9529, "reference": "British Rowing is investigating claims of bullying by a senior coach.", "prediction": "British Rowing has launched an independent claims of bullying by an coach in of its coach.", "rouge": {"rouge1": 51.85185185185185, "rouge2": 32.0, "rougeL": 51.85185185185185}, "nll_sum": 100.83580017089844, "token_count": 17} +{"index": 9530, "reference": "Scientists from Harvard Medical School have discovered a way of turning stem cells into killing machines to fight brain cancer.", "prediction": "Celel cells can reveal, but can kill cancer-killing cancer cancer according say US researchers.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 117.10321044921875, "token_count": 18} +{"index": 9531, "reference": "A driver has been convicted of a hit-and-run crash in Leeds which left a girl permanently disabled and her brother seriously injured.", "prediction": "A school driver who was found of killing two children in a girl by dangerous driving was stopped of has been found guilty of attempted murder.", "rouge": {"rouge1": 32.0, "rouge2": 8.333333333333332, "rougeL": 24.000000000000004}, "nll_sum": 117.20652770996094, "token_count": 26} +{"index": 9532, "reference": "A man has set a new world record for the most consecutive bounces on a pogo stick.", "prediction": "A man has broken a marathon world record for a rival- rival rival in a non-league-ogo competition just 11. minutes minutes.", "rouge": {"rouge1": 40.0, "rouge2": 21.05263157894737, "rougeL": 40.0}, "nll_sum": 158.7105255126953, "token_count": 27} +{"index": 9533, "reference": "A new railway station could be built near the Madjeski Stadium in Reading.", "prediction": "A plans for a long bus stop the a Reading city centre are expected to be completed, the council.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 18.749999999999996}, "nll_sum": 106.53129577636719, "token_count": 20} +{"index": 9534, "reference": "Police say they have reached the end of the road in their search for a classic car thought to have been stolen during the last 20 years.", "prediction": " a luxury car that was nearly 40 years ago with a boy and daughter who went missing 40 30 years ago has not be sold. police.", "rouge": {"rouge1": 15.09433962264151, "rouge2": 0.0, "rougeL": 11.320754716981133}, "nll_sum": 135.3175048828125, "token_count": 27} +{"index": 9535, "reference": "Meet Beth Mead, one of the most prolific strikers in English domestic women's football over the last three years.", "prediction": " Bristol's Bristol says she would be prefer to be in football's top first season's Super League. to an's \" hasbolve it \" \"'s's a - from's from- national-old wins. fromold. fromold", "rouge": {"rouge1": 10.909090909090908, "rouge2": 0.0, "rougeL": 7.2727272727272725}, "nll_sum": 299.6766357421875, "token_count": 47} +{"index": 9536, "reference": "Argentine President Cristina Fernandez and Amnesty International have called for justice after the violent death of a transgender activist.", "prediction": "Argentina's President Crist de Kirchner has admitted a wave of violence attacks, saying that would sent a message to act attacking women\".", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 136.49017333984375, "token_count": 28} +{"index": 9537, "reference": "Worcester Warriors loose-head prop Ryan Bower has signed a new contract with the Premiership club.", "prediction": "Worcester scrum-half Dan Bower has signed B new three-year deal with the Premiership club.", "rouge": {"rouge1": 56.25, "rouge2": 33.33333333333333, "rougeL": 56.25}, "nll_sum": 82.75216674804688, "token_count": 22} +{"index": 9538, "reference": "The RSPCA is urging cat owners to be vigilant after suspected cat poisoning deaths in Powys.", "prediction": "Four cats have been killed in a suspected poisoning at a cat on Anglesey, the RSPCA has said. said in the-'s, solve, from they from a-A a\" in from from's.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 226.90814208984375, "token_count": 44} +{"index": 9539, "reference": "Ex-England youth international Benik Afobe will not play for DR Congo in next weekend's 2017 Africa Cup of Nations clash with Angola.", "prediction": "ik theobeomb looks set return to international football for the Republic of Ireland's Ireland under-21s to play for French club Kinsinshasa on Tuesday, from Under-21sing in from national..", "rouge": {"rouge1": 25.454545454545453, "rouge2": 3.773584905660378, "rougeL": 18.18181818181818}, "nll_sum": 235.96145629882812, "token_count": 42} +{"index": 9540, "reference": "Channel 4 will shut down E4 on the day of the general election, in a bid to encourage more young people to vote.", "prediction": "Channel 4 has cancelled its weekly night episode of television's the TV reporter, E4, because viewers cannot vote.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 115.24832916259766, "token_count": 22} +{"index": 9541, "reference": "A film telling the story of how the 1984-85 Miners Strike united two utterly disparate sections of society is receiving its West End premiere.", "prediction": " 80 almost 50 years ago, the Sun, published a famous film inspired Queen Whitehouse, was closing officially to London Theatre Theatre for Wales (", "rouge": {"rouge1": 12.499999999999996, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 176.26483154296875, "token_count": 27} +{"index": 9542, "reference": "Iraq has buried the victims of a suicide attack in a football match in the city of Iskandariya that killed at least 32 people.", "prediction": "At least 34 people have been killed in a suicide and bomb attack in Iraqi town in northern Iraqi town Iskandariya, the Iraqi military and officials say,. first been fromB national fines since November May.", "rouge": {"rouge1": 37.28813559322034, "rouge2": 14.035087719298241, "rougeL": 20.33898305084746}, "nll_sum": 214.74774169921875, "token_count": 42} +{"index": 9543, "reference": "Saudi Arabia has launched a massive tourism development project that will turn 50 islands and other sites on the Red Sea into luxury resorts.", "prediction": "The Saudi Arabia has launched its first female and tourist attractions, a major tourism attraction, helping a tourism economy.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 14.634146341463413, "rougeL": 27.906976744186046}, "nll_sum": 102.15576934814453, "token_count": 21} +{"index": 9544, "reference": "A 33-year-old man has been arrested on suspicion of arson after a fire broke out at a Citro\u00ebn dealership.", "prediction": "A factory factory was shut suddenly down after a major fire out in a car parking includes several cars.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 29.268292682926827}, "nll_sum": 108.96934509277344, "token_count": 19} +{"index": 9545, "reference": "Fleetwood Town dropped into the League One relegation places as they had to settle for a point after a stalemate with Doncaster.", "prediction": "Fleetwood had to settle for a point at draw fellow League One play-off hopefuls Bristol Rovers to reach the play-finals since the gamee's from from Theg's penalty from a game a. from's a", "rouge": {"rouge1": 36.66666666666667, "rouge2": 20.689655172413794, "rougeL": 26.666666666666668}, "nll_sum": 251.146240234375, "token_count": 47} +{"index": 9546, "reference": "Unregulated transfer tests in Northern Ireland should be abolished, a United Nations (UN) committee has said.", "prediction": "A UN children education committee has called on the NI Executive to adopt the Northern Ireland education to safe, and anti-abortion and and compassionate care services.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 9.75609756097561, "rougeL": 18.6046511627907}, "nll_sum": 149.40823364257812, "token_count": 29} +{"index": 9547, "reference": "A woman has been charged in connection with the death of an 84-year-old grandmother who died in a collision five months ago, police said.", "prediction": "A woman has been charged with causing the death of an 11-yearold in an hit-andrun at a shopping centre car park", "rouge": {"rouge1": 48.97959183673469, "rouge2": 29.787234042553195, "rougeL": 48.97959183673469}, "nll_sum": 85.58992004394531, "token_count": 26} +{"index": 9548, "reference": "A Beatles sleeve which features the faces of music executives in place of the Fab Four has been named the world's rarest album cover.", "prediction": "The Beatles have created the first Beatles album of The - as The Beatles' first ever record, sold at auction.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 100.51290130615234, "token_count": 22} +{"index": 9549, "reference": "Juan Martin del Potro has recorded a shock second-round win to knock fourth seed Stan Wawrinka out of the men's singles at Wimbledon.", "prediction": "Defending champion Martin Jose Martin Potro reached the last 16 of Wimbledon Wim beating a defending injury and former world number three Stan Wawrinka in straight sets.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 4.0, "rougeL": 19.23076923076923}, "nll_sum": 187.13522338867188, "token_count": 33} +{"index": 9550, "reference": "An earthquake has shaken parts of northern Italy, forcing some residents onto the streets.", "prediction": "A small earthquake has struck large parts of northern Italy and Italian Italy, leaving dozens of people,, officials say.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 25.80645161290323, "rougeL": 36.36363636363637}, "nll_sum": 88.6120834350586, "token_count": 21} +{"index": 9551, "reference": "The Hotels Federation has called for a proper tourism strategy for Northern Ireland to help boost growth in the sector.", "prediction": "The head of the Northern Ireland hotelels has Northern Ireland has urged the industry to get a very high level becoming it is high in.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 26.66666666666666}, "nll_sum": 168.28421020507812, "token_count": 28} +{"index": 9552, "reference": "A man and woman have been charged with the manslaughter of a five-year-old boy who drowned in a lake.", "prediction": "A mother and mother stepfather have appeared in court in connection with the death of a fivemonth-old baby boy in a lake lake.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 18.6046511627907, "rougeL": 53.333333333333336}, "nll_sum": 89.66925811767578, "token_count": 27} +{"index": 9553, "reference": "Ever since Steamboat Willie, the iconic animated clip from 1928 featuring a mouse that would later become Mickey, Disney has had a proud record of innovating with new technology.", "prediction": "If you\ufffd knows you, like like you, toy children and children don't anything doing. to a again a solve aCalifornia- their. a- aA's by a robotic-led car.", "rouge": {"rouge1": 6.779661016949152, "rouge2": 0.0, "rougeL": 6.779661016949152}, "nll_sum": 261.399658203125, "token_count": 40} +{"index": 9554, "reference": "Scotland players Tommy Seymour and Tim Swinson have signed new deals to stay at Glasgow Warriors.", "prediction": "Glasgow internationals Tommy Seymour Tim Swinson have all signed new three-year deal with the Scottish champions.", "rouge": {"rouge1": 54.545454545454554, "rouge2": 25.80645161290323, "rougeL": 48.484848484848484}, "nll_sum": 87.35745239257812, "token_count": 22} +{"index": 9555, "reference": "Sevilla have signed Spain forward Nolito from Manchester City on a three-year contract for an undisclosed fee, reported to be \u00a37.9m.", "prediction": "Manchester City have signed forward Patoovalhash from French champions Serie A champions Amsterdam for an undisclosed fee, on fiveFour andyear deal", "rouge": {"rouge1": 54.54545454545454, "rouge2": 23.809523809523807, "rougeL": 40.909090909090914}, "nll_sum": 173.4202423095703, "token_count": 26} +{"index": 9556, "reference": "Watercolours and drawings by Adolf Hitler have fetched \u00a3286,000 (400,000 euros) at a German auction.", "prediction": "ilil Hitler, which was considered one of be world's most talented military leader, been sold at auction in a German town ofunders the of. it says a \"big-jorry a in from it a's. the Broadway", "rouge": {"rouge1": 18.18181818181818, "rouge2": 3.7735849056603774, "rougeL": 14.545454545454545}, "nll_sum": 272.13092041015625, "token_count": 46} +{"index": 9557, "reference": "The government has rejected a request from a group of football supporters to investigate the rental of the Olympic Stadium to West Ham United.", "prediction": "Campaigners who backed it out of plans to to in West Ham's Olympic Olympic Stadium, the Olympic Arena by 2020, a human rights charity says.", "rouge": {"rouge1": 35.99999999999999, "rouge2": 12.499999999999996, "rougeL": 20.0}, "nll_sum": 146.57591247558594, "token_count": 29} +{"index": 9558, "reference": "The finance minister has said she cannot move the budget bill forward because of the inability of the Stormont parties to resolve the deadlock over welfare reform.", "prediction": "The first minister has said she will meet with the Stormont budget committee if she passes through a bill passed the more than bill in its budget.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 15.384615384615385, "rougeL": 33.33333333333333}, "nll_sum": 127.77806091308594, "token_count": 28} +{"index": 9559, "reference": "Scotland head coach Vern Cotter says his team are \"lining up for the arm wrestle\" and are showing more \"explosiveness\" ahead of the World Cup.", "prediction": "Head coach Vern Cotter says players need to work more attacking level against France, but was the weekend that they did not \" not clean).", "rouge": {"rouge1": 28.57142857142857, "rouge2": 17.02127659574468, "rougeL": 28.57142857142857}, "nll_sum": 155.08782958984375, "token_count": 27} +{"index": 9560, "reference": "A whale and dolphin-watcher has photographed an attack by a bottlenose dolphin on a porpoise off Aberdeen.", "prediction": " dolphin dolphin the was caught on camera, threatening harbourpoiseised inside a Moray F coast.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 136.52066040039062, "token_count": 19} +{"index": 9561, "reference": "Yahya Jammeh has been sworn in for a fourth term as Gambia's president and promised to \"wipe out 82%\" of workers, accusing them of being lazy.", "prediction": "Gambian President Yahya Jammeh has promised \" \"trained staff for a day\" by saying he will not not face jail or", "rouge": {"rouge1": 29.787234042553195, "rouge2": 13.333333333333334, "rougeL": 21.27659574468085}, "nll_sum": 119.1129150390625, "token_count": 27} +{"index": 9562, "reference": "A fire that badly damaged a 16th Century hall in Manchester is \"suspicious\", police have said.", "prediction": "A huge fire which ripped through damaged an 18th Century hall69 Manchester as an sprinkler, crews have said.", "rouge": {"rouge1": 41.1764705882353, "rouge2": 6.25, "rougeL": 41.1764705882353}, "nll_sum": 133.27183532714844, "token_count": 22} +{"index": 9563, "reference": "An 80-metre wind turbine has collapsed on a mountainside near Fintona in County Tyrone.", "prediction": "A huge wind farm which crashed in the F Fermanillen in County County Fermanagh on Saturday, has been- fromA from, from the's The's. as-e's ballet from a reputation's reputation.", "rouge": {"rouge1": 24.48979591836735, "rouge2": 4.25531914893617, "rougeL": 12.244897959183675}, "nll_sum": 287.40911865234375, "token_count": 45} +{"index": 9564, "reference": "A power cut that hit part of the Ukrainian capital, Kiev, in December has been judged a cyber-attack by researchers investigating the incident.", "prediction": " failed failure power cut has left eastern Ukraine power for more than half a half hours, security services have said.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 101.67796325683594, "token_count": 21} +{"index": 9565, "reference": "Former heptathlete Jessica Ennis-Hill has formally been made a dame during a ceremony at Buckingham Palace.", "prediction": "Olympic champion and Olympic champion Jessica Ennis-Hill has received a knighthighthood at Buckingham Palace.", "rouge": {"rouge1": 50.0, "rouge2": 33.33333333333333, "rougeL": 50.0}, "nll_sum": 86.79022216796875, "token_count": 22} +{"index": 9566, "reference": "Twenty-First Century Fox has appointed Jack Abernethy and Bill Shine as co-presidents of Fox News, replacing Roger Ailes who stepped down last month after a sexual harassment scandal.", "prediction": "night former board of Fox Don run its host chairman and chairman Stewart Abernpic and vice andelect Stuart Shine are to run-- US broadcaster channel. channel. again of's againForest again from's from again 2011 from's from 2011", "rouge": {"rouge1": 11.428571428571429, "rouge2": 2.941176470588235, "rougeL": 11.428571428571429}, "nll_sum": 366.1254577636719, "token_count": 46} +{"index": 9567, "reference": "India's Supreme Court has rejected travel appeals of the two Italian marines accused of killing two Indian fishermen in 2012.", "prediction": " Italy's Supreme Court has rejected, request to trial seven Italian navy who disappeared 40 years ago will be allowed to return in Italy in return home.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 17.391304347826086, "rougeL": 29.166666666666668}, "nll_sum": 135.6470184326172, "token_count": 28} +{"index": 9568, "reference": "Thousands are posting online tributes to Muhammad Ali who has died at the age of 74.", "prediction": "Boxing the world have been paying tribute to boxing legend Alien Ali after tweets on his social media account that died suddenly aged 62.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 134.87901306152344, "token_count": 25} +{"index": 9569, "reference": "Inside the Metropolitan Police Service's most secretive section, which investigates bad apples in the force.", "prediction": "As one of the most case cases of a corruption scandal, the BBC has been giving, the details of what of police owns the force's most serious most corruption scandal.", "rouge": {"rouge1": 25.531914893617014, "rouge2": 8.888888888888888, "rougeL": 17.02127659574468}, "nll_sum": 160.8446044921875, "token_count": 33} +{"index": 9570, "reference": "The mayor of London has written to the prime minister in a last-ditch plea for an extra runway to be built at Gatwick Airport, rather than at Heathrow.", "prediction": " introducing a third runway at Gatwick would receive the benefits of the benefits of the capital, London's mayor has said to said in the a's,000,'s it's the security from it's from pur sinceA", "rouge": {"rouge1": 35.294117647058826, "rouge2": 3.0303030303030303, "rougeL": 20.588235294117645}, "nll_sum": 238.97259521484375, "token_count": 43} +{"index": 9571, "reference": "Former treasury minister Charles Parkinson is returning to the States of Guernsey after winning the St Peter Port North by-election.", "prediction": "Former government minister of housing Mike Parkinson has announced the resignation of the St Peter East South by-election on 27 April, after two months of in 30 November000 from from the South- South from his in from May.", "rouge": {"rouge1": 36.666666666666664, "rouge2": 10.344827586206897, "rougeL": 33.33333333333333}, "nll_sum": 235.69595336914062, "token_count": 43} +{"index": 9572, "reference": "Canada is reopening its market to beef exports from 19 EU member states, lifting a ban that was imposed in 1996 because of BSE \"mad cow disease\".", "prediction": "The European Union has begun the sale of the dairy beef in the 1970s to 1970s that was linked to the 1990s in 1990s.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 15.686274509803924}, "nll_sum": 120.02505493164062, "token_count": 28} +{"index": 9573, "reference": "The Ministry of Defence is to close the British Army's Welsh headquarters at Brecon, Powys, in 2027.", "prediction": "The UK government has criticised plans a \"the-loved\" barracks in Bregg, the a Welsh MP said it plans in close an old base., solve they again a its\" a again fromelt of.old 2011's a", "rouge": {"rouge1": 25.454545454545457, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 325.9365539550781, "token_count": 46} +{"index": 9574, "reference": "Turkey has blocked the social networking site Twitter following Prime Minister Recep Tayyip Erdogan's vow to \"wipe out\" the service.", "prediction": "Turkey's President Recep Tayyip Erdogan, has be one of most powerful in his international community.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571429, "rougeL": 21.62162162162162}, "nll_sum": 64.8246078491211, "token_count": 17} +{"index": 9575, "reference": "The Duke of Kent has left hospital following successful treatment for a dislocated hip.", "prediction": "The Duke and Duchess of Edinburgh have suffered a broken neck leg and his leg in Aberdeen. 2011, again not- \u00a3-A aA his two from as The's, from-D Royal has in four November's Christmas.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 287.1726989746094, "token_count": 45} +{"index": 9576, "reference": "A new project to help women from ethnic minority backgrounds into work has been given \u00a3110,000 of government funding.", "prediction": " women from black and are minority men from Scotland are be be allowed to get into work after the Scottish government announced \u00a3 \u00a3.8m funding in funding.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 30.43478260869565}, "nll_sum": 151.53338623046875, "token_count": 30} +{"index": 9577, "reference": "Police in Brazil are stepping up their search for more than 100 prisoners who are still on the run after escaping from adjoining prisons in the northern state of Amazonas on 1 January.", "prediction": "A massive police operation is under way for a to inmates from a's riot in which thousands of people disappeared in a jail in the Amazon giant, Amazonas, say. is from- 2011's a in's 2011 again 2011. a's", "rouge": {"rouge1": 21.333333333333336, "rouge2": 2.7397260273972606, "rougeL": 16.0}, "nll_sum": 262.3932189941406, "token_count": 47} +{"index": 9578, "reference": "Wales' record international try-scorer Shane Williams has completed a U-turn on his rugby retirement and will play for a Japanese side next season.", "prediction": "Wales' record try Shane Williams has left Ospreys Japanese Japan after signing a last-minute offer to sign for a Japanese rugby club Tosawa.", "rouge": {"rouge1": 44.89795918367347, "rouge2": 21.27659574468085, "rougeL": 40.81632653061225}, "nll_sum": 168.63961791992188, "token_count": 30} +{"index": 9579, "reference": "(Close): The FTSE 100 index of leading blue-chip shares closed the day down by 0.36% at 6853.40.", "prediction": "(Noon): The FTSE 100 lower on Monday by closing down gold and prices gold sank, amid fears over a jump step prices.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 160.67990112304688, "token_count": 28} +{"index": 9580, "reference": "A UK ticketholder who won a \u00a334m jackpot in Friday's Euromillions draw has come forward to claim the prize.", "prediction": "A \u00a318 \u00a318m jackpot will be missing out on Friday - a month ago will now be made available in the UK the Nottingham the, solve, says they be \u00a3-A aelt in from from England's.", "rouge": {"rouge1": 29.09090909090909, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 274.7694091796875, "token_count": 45} +{"index": 9581, "reference": "Authorities in China say they have held a suspect over Thursday's attack on a market in Urumqi in Xinjiang province in which 39 people died.", "prediction": "Chinese police have detained a man detained in with a suspected gun attack in southern northern China, state media report.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 80.12513732910156, "token_count": 21} +{"index": 9582, "reference": "The death of a two-year-old boy in Perthshire features on the front pages of many of Scotland's newspapers.", "prediction": "Police investigating the death of a boy from Aberdeenshire are leading reports that a nineyear-old son is the front of Scotland.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 24.390243902439025, "rougeL": 41.86046511627907}, "nll_sum": 113.45855712890625, "token_count": 27} +{"index": 9583, "reference": "Maxine Peake, Matt Lucas and Elaine Paige are heading the cast of Russell T Davies' adaptation of A Midsummer Night's Dream.", "prediction": " Maxineine Peake and Emma Mick will star including Shakespeare in a West adaptation of of Hamlet in London's West End in next summer.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 159.00857543945312, "token_count": 28} +{"index": 9584, "reference": "A girl who offered to replace Big Ben's chimes on BBC radio has been let down gently after an editor warned her of the long hours that would be involved.", "prediction": " a girl who sent to a prime minister BigBig Ben will beopen again\" again, the Bang House because of \u00a3 \u00a329m repairs buildings, its editor said.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 7.4074074074074066, "rougeL": 21.428571428571427}, "nll_sum": 229.0931396484375, "token_count": 33} +{"index": 9585, "reference": "The body of a man found in a hedge by litter pickers might have lain undetected for years, police have said.", "prediction": "A man whose body was found a street six weeks ago is likely to be identified as police, police said.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 5.128205128205128, "rougeL": 29.268292682926827}, "nll_sum": 81.01893615722656, "token_count": 21} +{"index": 9586, "reference": "A watchdog has criticised prison staff in Northern Ireland for their reaction when an inmate, who later died, was found \"unresponsive\" in his cell.", "prediction": "A prison watchdog led the death of an inmate who died in his cell where drugs took a control pain drugs, it found been found.", "rouge": {"rouge1": 44.89795918367347, "rouge2": 17.02127659574468, "rougeL": 36.734693877551024}, "nll_sum": 142.0203857421875, "token_count": 26} +{"index": 9587, "reference": "About 70 human skeletons have been uncovered by archaeologists during a dig at a former factory in Peterborough.", "prediction": "Human remains have unearthed unearthed at a Peterborough cemetery cemetery, where they cemetery be rebuilt 30 years ago.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 108.94273376464844, "token_count": 20} +{"index": 9588, "reference": "The Liberal government in Canada has abandoned a legal challenge that sought to require women to remove their niqabs or face coverings during citizenship ceremonies.", "prediction": "A Canadian government Australian won an appeal against a flag on so-three \" full veilab\".", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 142.60986328125, "token_count": 18} +{"index": 9589, "reference": "Tourists from around Japan have been flocking to a tiny fishing community, to see what has been nicknamed Cat Island.", "prediction": "A Japanese island in Japan has increased increased more than 25 cats in the last five years, white gorilla.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 109.6766586303711, "token_count": 20} +{"index": 9590, "reference": "Actress Keira Knightley has married Klaxons star James Righton in the south of France.", "prediction": "Hollywood star firstira Knight and Grace partner Righton, have married married in a New York town.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 131.96351623535156, "token_count": 20} +{"index": 9591, "reference": "Labour has promised to boost the benefits of the \"unsung heroes\" who care for the vulnerable by \u00a310 a week if the party wins the next election.", "prediction": " peoplelder people in the UK's welfare benefits will receive a \u00a310m inheritance tax, the Labour leader will say.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 95.28006744384766, "token_count": 23} +{"index": 9592, "reference": "Justin Bieber has been involved in a car collision in Beverley Hills, police have confirmed to the BBC.", "prediction": "A man was taken to hospital after being treated injured and injured by police in a hit-and-run incident involving a music in the US, police say, as they be the-d a of in from from Christmas's.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 3.5714285714285707, "rougeL": 17.24137931034483}, "nll_sum": 206.173828125, "token_count": 45} +{"index": 9593, "reference": "Digesting the UK's vote to leave the EU, papers across Europe call for radical change to counter what they see as a rising tide of populism and nationalism on the continent.", "prediction": "EU media say the UK to leave the European Union \"in disappointment\", says a think tank that has urged right-wing parties in Europe to leave.", "rouge": {"rouge1": 31.03448275862069, "rouge2": 10.714285714285714, "rougeL": 24.137931034482758}, "nll_sum": 106.16864013671875, "token_count": 29} +{"index": 9594, "reference": "Edinburgh moved up to seventh place in the Pro12 with a hard-fought win at Newport Gwent Dragons.", "prediction": "Edinburgh staged a spirited secondhalf-half comeback as they thrashed Welsh rivals Newport Gwent Dragons and Newport go top at Rodney Parade-finals of the they's from a's- from a ban in from from a's)..'s", "rouge": {"rouge1": 28.07017543859649, "rouge2": 7.2727272727272725, "rougeL": 17.543859649122805}, "nll_sum": 268.74505615234375, "token_count": 48} +{"index": 9595, "reference": "A court in northern France has sentenced a woman to nine years in prison for killing eight of her newborn babies between 1989 and 2000.", "prediction": "A nurse whose northern France convicted of killing 19 her children in the and found and bodies and bodies her.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 26.66666666666666}, "nll_sum": 142.5463104248047, "token_count": 20} +{"index": 9596, "reference": "Sale were overpowered as Clermont Auvergne clicked into gear in the second half to earn a European Rugby Champions Cup bonus point.", "prediction": "Sale survived a dramatic second-half comeback to thrashed Clermontne and keep alive their hopes of reach a European Champions Cup quarter-finals.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 13.95348837209302, "rougeL": 35.55555555555555}, "nll_sum": 130.78436279296875, "token_count": 30} +{"index": 9597, "reference": "The deputy first minister is due to make a statement on the Scottish government's Named Person scheme later.", "prediction": "Scotland's justice isly dismay, possible\" about the might unveil scheme to be born, Scotland's justice minister has said, solve be's ballet John's's \"over'sover-e of it in from from a George. from the", "rouge": {"rouge1": 24.137931034482758, "rouge2": 0.0, "rougeL": 13.793103448275865}, "nll_sum": 320.46624755859375, "token_count": 47} +{"index": 9598, "reference": "Sonar equipment has been used across Duddingston Loch in the last few days in the search for a missing student.", "prediction": "Police investigating the family of a French student went missing two days ago, have appealed to the public for not any anyone to find and find his son.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 125.80418395996094, "token_count": 29} +{"index": 9599, "reference": "Messaging app Yo, which in the past week has rocketed to the top of the app download charts, has been hit by a hack.", "prediction": "An app that allows people to send messages acts during the World Cup in has been uncovered, the Xbox founder's chairman, a security researcher has claimed.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 146.454345703125, "token_count": 29} +{"index": 9600, "reference": "The Scottish Government has published a bill outlining provisional plans for another referendum on Scottish independence, plans which some believe coincide with a renewed sense of Scotland's separate identity.", "prediction": " seems sounds like more than in the traditional Scottish music and music is of low of Scotland, but it sounds.", "rouge": {"rouge1": 16.0, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 115.07734680175781, "token_count": 21} +{"index": 9601, "reference": "A pilot project asking tourists to put money into communities they visit in Snowdonia has raised enough to train nearly 50 young people in conservation and outdoor skills, organisers say.", "prediction": "A conservation society charity launched a project to encourage young people and encourage regeneration to help in their town, is celebrating the events's 50th anniversary.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 3.703703703703704, "rougeL": 21.428571428571427}, "nll_sum": 130.2680206298828, "token_count": 28} +{"index": 9602, "reference": "A top adviser to former President Barack Obama has labelled reports that she ordered surveillance of Donald Trump's campaign as \"absolutely false\".", "prediction": "The FBI has come way into claims that President Barack Obama released information of any data with, the Russian government and use her role in her US election.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 8.16326530612245, "rougeL": 15.686274509803921}, "nll_sum": 154.1865692138672, "token_count": 29} +{"index": 9603, "reference": "Former Falkirk MP Eric Joyce has been found guilty of assaulting two teenage boys in an \"unjustified and unprovoked\" attack in a shop.", "prediction": "Ex-A Labour leader Eric Joyce, said been found guilty of assault and indecently assaulting two boys outside to a shop coffee in shop. not's a's a ban from his controversial since I were have of alcohol the.", "rouge": {"rouge1": 41.269841269841265, "rouge2": 22.95081967213115, "rougeL": 34.920634920634924}, "nll_sum": 269.4576416015625, "token_count": 44} +{"index": 9604, "reference": "Chris Gayle and Kieron Pollard produced a superb display of power hitting as West Indies thrashed Australia to reach the final of the World Twenty20.", "prediction": "Chris Gayle hit a half-ball double century as West Indies Cricket beat Australia's 19-match unbeaten run and possible complete a women's World Twenty20 final.", "rouge": {"rouge1": 45.28301886792452, "rouge2": 15.686274509803924, "rougeL": 33.9622641509434}, "nll_sum": 158.0118408203125, "token_count": 32} +{"index": 9605, "reference": "Ivory Coast are confident Wilfried Zaha will soon be part of their team, but new England boss Gareth Southgate has not given up on the forward.", "prediction": "Ivory Coast want Wilfried Zaha's move to England again says head coach Gareth Southgate.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615383, "rougeL": 34.14634146341463}, "nll_sum": 89.4472427368164, "token_count": 19} +{"index": 9606, "reference": "Jeremy Corbyn has urged Labour members to show \"respect\" to the party's Scottish leader after she was jeered at a hustings debate in Glasgow.", "prediction": "Jeremy Corbyn has accused Labour leader Keziadale of having \"open and Loopall\" between Labour leader Jeremy Corbyn, in the BBC election debate.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 25.53191489361702}, "nll_sum": 162.25503540039062, "token_count": 29} +{"index": 9607, "reference": "Declan McManus scored twice as Greenock Morton beat Scottish Championship bottom side Alloa Athletic, who remain 10 points adrift.", "prediction": "Aan McManus scored a hat-trick as Green Morton completed a comfortable Alloa win win to beat All side Alloa All 2011 Scottish Championship One.", "rouge": {"rouge1": 40.90909090909091, "rouge2": 14.285714285714288, "rougeL": 31.818181818181817}, "nll_sum": 172.50048828125, "token_count": 32} +{"index": 9608, "reference": "Dairy farmers work hard to help get things like milk, cheese and butter from the farm and into our kitchens.", "prediction": "There are rules rules meaning for some farmers are and and they will continue our milk.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 102.00688171386719, "token_count": 16} +{"index": 9609, "reference": "Sadiq Khan has been elected the new Mayor of London - boosting Labour after it slumped in Scotland's elections.", "prediction": "Sadiq Khan became's first mayor elected to office in Glasgow after losing any Labour elections.", "rouge": {"rouge1": 51.42857142857142, "rouge2": 6.06060606060606, "rougeL": 28.57142857142857}, "nll_sum": 88.46704864501953, "token_count": 17} +{"index": 9610, "reference": "Southport chairman Charlie Clapham has stood down with immediate effect, along with vice-chairman Sam Shrouder following National League relegation.", "prediction": "Lord Shrouham has stepped down as to board of the Southport meeting board, saying investors seeking to take a controlling control in of old club Southport. who solve again \"-Westover fromold again 2011 again from 2011 from 2011", "rouge": {"rouge1": 10.344827586206897, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 298.4581298828125, "token_count": 46} +{"index": 9611, "reference": "At least 90 people have been arrested after violent clashes between workers and managers at a Maruti Suzuki factory near the Indian capital, Delhi.", "prediction": "At least five factory have been killed in clashes between rival and carmakers at a Indian carmakermakermakers factory in the northern state of Haryana.", "rouge": {"rouge1": 50.0, "rouge2": 17.391304347826086, "rougeL": 45.83333333333333}, "nll_sum": 125.22196197509766, "token_count": 30} +{"index": 9612, "reference": "Wales hooker Ken Owens has backed the decision not to introduce relegation from the Six Nations.", "prediction": "W scrum-half Nigel Owens says the idea of a Six Nations move back to Italy would be move \"a couple of weeks\".", "rouge": {"rouge1": 30.769230769230766, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 103.3631591796875, "token_count": 26} +{"index": 9613, "reference": "A man has been robbed at gunpoint as he was taking photographs in a village on the County Antrim coast.", "prediction": "A man has been threatened with a gun during a carmaker of two robbery a County Antrim.old solve to a's in the a's, ballet, as from the a 3\" it were have of a.", "rouge": {"rouge1": 35.08771929824562, "rouge2": 14.545454545454545, "rougeL": 24.561403508771935}, "nll_sum": 269.1170959472656, "token_count": 43} +{"index": 9614, "reference": "The Duchess of Cambridge tried her hand at conducting a prestigious symphony orchestra on the final day of the royal tour of Germany.", "prediction": "The Duke and Duchess of Cambridge took the baton at a German music festival on their first day-day tour to members. Poland.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 9.090909090909092, "rougeL": 39.130434782608695}, "nll_sum": 120.23808288574219, "token_count": 26} +{"index": 9615, "reference": "A three-day curfew is under way in Sierra Leone to let health workers find and isolate cases of Ebola, in order to halt the spread of the disease.", "prediction": "Sierra Leone has declared three-day lockdown on Tuesday dozens of health workers missing, of the bodies of people affected by the deadly Ebola outbreak.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 15.384615384615383, "rougeL": 29.629629629629633}, "nll_sum": 113.53606414794922, "token_count": 28} +{"index": 9616, "reference": "Oxford-born Spaniard Marcus Walz produced a remarkable finish to take the Olympic kayak 1,000m title at the Lagoa Stadium.", "prediction": "Germany's Lisa Applean won her first Olympic gold in the women women's one kay double in the Olympic men's 200m kayak.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 135.77987670898438, "token_count": 27} +{"index": 9617, "reference": "SSE has shelved plans to upgrade the powerline between Beauly in the Highlands and Kintore in Aberdeenshire.", "prediction": "SSE has said a new upgraded upgraded line in Aberdeenshire could be upgraded, which said was be close to the area of Cairairs.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 164.1603240966797, "token_count": 30} +{"index": 9618, "reference": "A Labour MP has stepped down as an aide to the shadow chancellor over a Facebook post suggesting Israel should be moved to the United States.", "prediction": " a Labour MP who was apologised after posting about post about Israel was as devolution, has said she no excuse for areservedly\" for her office. \" a \" 2011 again \"'s again intention of again from again from 2011", "rouge": {"rouge1": 25.396825396825395, "rouge2": 6.557377049180328, "rougeL": 15.873015873015872}, "nll_sum": 308.9757080078125, "token_count": 45} +{"index": 9619, "reference": "A Polish university lecturer has been sentenced to 13 years in jail for plotting to ram a car packed with explosives into parliament.", "prediction": "A former professor of the Polish government has been sentenced to four years in prison in prison planning the-controlled state.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 19.04761904761905, "rougeL": 36.36363636363636}, "nll_sum": 103.983154296875, "token_count": 22} +{"index": 9620, "reference": "North Korea appears to have restarted its nuclear facility at Yongbyon, the International Atomic Energy Agency (IAEA) has said.", "prediction": "The International Energy Security agency says it has shut down a reactor for the first time since the nuclear news agency says.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 95.46253967285156, "token_count": 22} +{"index": 9621, "reference": "A koala in Australia has been dubbed \"Bear Grylls\" after it was hit by a fast-moving car and survived when it got wedged in the car's front grill.", "prediction": "An elderly woman in Australia has said she would be \" andl alive\" after being hit by car and then was hit and by a car.", "rouge": {"rouge1": 40.0, "rouge2": 22.641509433962266, "rougeL": 32.727272727272734}, "nll_sum": 117.95223999023438, "token_count": 28} +{"index": 9622, "reference": "Championship club Leeds United have signed striker Marcus Antonsson from Swedish top-flight side Kalmar on a three-year deal for an undisclosed fee.", "prediction": "Leeds United have striker Antrim Antonsson from non- Super League sideuh Kaley for an undisclosed fee on a five-year deal with a further 12 months.", "rouge": {"rouge1": 55.99999999999999, "rouge2": 33.33333333333333, "rougeL": 40.0}, "nll_sum": 170.86578369140625, "token_count": 34} +{"index": 9623, "reference": "Walsall have signed defender Luke Leahy on a two-year contract from Scottish Championship side Falkirk.", "prediction": "Walsall have signed defender Alex Leahy from Championship Falkirk onirk two-year contract.", "rouge": {"rouge1": 75.86206896551724, "rouge2": 37.03703703703704, "rougeL": 55.172413793103445}, "nll_sum": 103.32424926757812, "token_count": 19} +{"index": 9624, "reference": "Sierra Leone has officially been declared free of Ebola by the World Health Organization (WHO).", "prediction": "The World Health Organization (WHO) has declared the aftermath of Sierra Leone after it was a emergency was declared.", "rouge": {"rouge1": 58.82352941176471, "rouge2": 31.250000000000007, "rougeL": 29.411764705882355}, "nll_sum": 83.96421813964844, "token_count": 21} +{"index": 9625, "reference": "An employee of the German intelligence agency (BfV) has been arrested after making Islamist statements and sharing agency material, German media report.", "prediction": "Germany the intelligence service, Bffoters has said it was behind an Harbour suspected planning a terrorist attack on Internet, a office resurg reports say.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 17.391304347826086}, "nll_sum": 206.1411895751953, "token_count": 28} +{"index": 9626, "reference": "What happened when Hong Kong's youth demonstrators actually tried to get elected?", "prediction": "Campaigners in Hong Kong started voting Monday's first presidential-election office in two years, including two young women.", "rouge": {"rouge1": 25.0, "rouge2": 6.666666666666667, "rougeL": 25.0}, "nll_sum": 98.16748809814453, "token_count": 22} +{"index": 9627, "reference": "What a weekend in the Premier League.", "prediction": "Manchester United and Chelsea closed's gap at the top. the League table to two points after the night, as Chelsea beat Old Trafford. Wembley's solve of a referee a-'s the a 2011's again's 2011 again's 2011 again a", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 7.8431372549019605}, "nll_sum": 257.99432373046875, "token_count": 47} +{"index": 9628, "reference": "Controversial French comedian Dieudonne M'bala M'bala has been detained by police for a Facebook comment appearing to back Paris gunman Amedy Coulibaly.", "prediction": "The popular comedian Wudentialonne, who faces prison sentence, faces, face charges charges, Paris after of deadly attacks in Paris last week.", "rouge": {"rouge1": 8.88888888888889, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 175.73391723632812, "token_count": 28} +{"index": 9629, "reference": "Red-faced officials at the Home Office have been forced to correct a spelling error in a press release about new English language tests for migrants.", "prediction": "A Home Office mistake delayed the release of a new English language Sunni from Muslim Muslim countries, the BBC has apologised.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.33333333333333, "rougeL": 25.531914893617024}, "nll_sum": 120.0166015625, "token_count": 22} +{"index": 9630, "reference": "A seven-year-old girl has died after being hit by a stone thrown by an elephant from its enclosure at Rabat Zoo in Morocco.", "prediction": "An 11-year-old girl was killed in its enclosure atatat London, after the video emerged of an elephant entered in the northern France, Belgium, because they it from byA by a in November from..", "rouge": {"rouge1": 40.0, "rouge2": 17.24137931034483, "rougeL": 26.666666666666668}, "nll_sum": 239.5150146484375, "token_count": 43} +{"index": 9631, "reference": "A man in his 30s is in a serious condition in hospital after suffering a head injury during an assault in Belfast city centre.", "prediction": "Police investigating the murder of a man in County Londonderry on Sunday morning made a fresh appeal.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 68.87379455566406, "token_count": 20} +{"index": 9632, "reference": "Parliament might have to scrutinise up to 15 new bills to deliver Brexit, leaving little time for other legislation, the Institute for Government has warned.", "prediction": "The number of controversial new Brexit legislation should be introduced in the UK after leaving the EU, an early independent think-tank a new think tank has claimed.", "rouge": {"rouge1": 22.64150943396226, "rouge2": 0.0, "rougeL": 18.86792452830189}, "nll_sum": 125.07279968261719, "token_count": 30} +{"index": 9633, "reference": "Manchester City winger Raheem Sterling should have gone to ground to win a penalty during Saturday's 2-2 draw with Tottenham, says team-mate Yaya Toure.", "prediction": "Folo Toure says he would have believed have put \" a dive\" after he scored after late equaliser in front of his in Manchester United's 2.2 draw.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 11.320754716981133, "rougeL": 21.818181818181817}, "nll_sum": 158.37754821777344, "token_count": 34} +{"index": 9634, "reference": "Former Labour minister Kim Howells has said the party is in the \"deepest crisis\" he can remember.", "prediction": "Labour's election in Wales are possible \"probably as as good as in Michael's party, Rob Howells has said. said in the 2011's, solve, says they is from recent--back from of Police.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 12.0, "rougeL": 23.076923076923077}, "nll_sum": 269.7425537109375, "token_count": 42} +{"index": 9635, "reference": "Former England winger Ugo Monye believes Denny Solomona has a good chance of playing for the national team when he becomes eligible.", "prediction": "Sale Sharks winger Denny Solomona has the potential signing by signing again in rugby rugby, says the club's director of rugby Monye.", "rouge": {"rouge1": 31.111111111111118, "rouge2": 9.30232558139535, "rougeL": 22.222222222222225}, "nll_sum": 151.63507080078125, "token_count": 30} +{"index": 9636, "reference": "Weaknesses in Police Scotland's roll-out of its new national call-handling system have been highlighted in an Inspector of Constabulary report.", "prediction": "A fatal accident inquiry Police Scotland into a fatal crash caused \"unacceptable lack of performance, Police Scotland's chief constable a said, saying it \" from officers's bill to its departure\" it from a carA.", "rouge": {"rouge1": 17.241379310344826, "rouge2": 7.142857142857142, "rougeL": 13.793103448275861}, "nll_sum": 245.20489501953125, "token_count": 43} +{"index": 9637, "reference": "Mayoral candidate, friend to the stars, charity fundraiser, lover of pink and hairdresser extraordinaire - Liverpool has been saying goodbye to the much loved Herbert Howe.", "prediction": " much much for life, described as \"the ever hairdooker\" David David, Eddie Howe has became one of Liverpool's best honour mourners. the solve's a 2011 \" 2011 again \" a 2011A 2011 again once 2011 a", "rouge": {"rouge1": 22.950819672131146, "rouge2": 0.0, "rougeL": 13.114754098360656}, "nll_sum": 296.5869140625, "token_count": 47} +{"index": 9638, "reference": "A volcano has erupted in central Costa Rica, belching smoke and ash up to 3,000m (9,840ft) into the air.", "prediction": "A huge ash has sent Costaa Rica, school schools and parts of the country's south coast, officials say.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 144.0491943359375, "token_count": 22} +{"index": 9639, "reference": "Exeter City player-coach Danny Butterfield says his playing career is coming to an end.", "prediction": "Liner Jacob Butterfield says he is not carried again of playing for Exeter City. because it \" competitive \"over-golve\" in his career as's. from A-D after his in three November old.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 16.666666666666664}, "nll_sum": 280.2359619140625, "token_count": 44} +{"index": 9640, "reference": "A restaurant in New York has a special menu for pampered pooches to eat alongside their owners.", "prediction": "A restaurant in California, Florida, state has entered a owner to eat in.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 21.428571428571427, "rougeL": 46.666666666666664}, "nll_sum": 90.65203857421875, "token_count": 15} +{"index": 9641, "reference": "Doctors have welcomed an extra \u00a320m of Scottish government money aimed at easing the pressure on GPs.", "prediction": "A funding of \u00a320m has been announced for GPs in Scotland, to help doctors, them struggle with the struggle mental mental health.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 128.40576171875, "token_count": 27} +{"index": 9642, "reference": "Author Sarah Hilary has won one of the UK's top crime-writing awards for her debut novel, Someone Else's Skin.", "prediction": "Hilary Mantary, which received criticism about her best picture book about a novel crime drama, has won an award at a Yorkshire crime festival.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 142.653564453125, "token_count": 29} +{"index": 9643, "reference": "A couple accused of hurting their daughter in a suspected shaken baby case said they had been treated like \"monsters\".", "prediction": "A father-of-four with a girl with \"serious\" legs brain condition which, being removed from local care have from moved to hospital.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 152.0164794921875, "token_count": 28} +{"index": 9644, "reference": "An Israeli woman facing 74 child sex charges in Australia is mentally unfit to face extradition, a court says.", "prediction": "A former Israeli head teacher accused of raped two girls in Australia is further face further treatment. treatment a of a \" a-HA a in a referee a's from ban from-A's ban from international football's proposed. from solve", "rouge": {"rouge1": 19.672131147540984, "rouge2": 6.779661016949154, "rougeL": 19.672131147540984}, "nll_sum": 309.7652587890625, "token_count": 46} +{"index": 9645, "reference": "A paraglider has been rescued after being injured on a mountain in County Armagh.", "prediction": "A man was airlifted to hospital serious broken injuries in the Mourne River, County Antrim.", "rouge": {"rouge1": 20.689655172413797, "rouge2": 0.0, "rougeL": 20.689655172413797}, "nll_sum": 94.1375961303711, "token_count": 20} +{"index": 9646, "reference": "Supermarkets are engaging in school uniform price wars but prices cannot drop any further, an expert has said.", "prediction": "Thousands of parents in England be able to wear free lifesize school uniforms at school, an think tank tank has said. \" it's it's a good, from parents-olds,\" from a\" from their national delayed. from a", "rouge": {"rouge1": 21.428571428571427, "rouge2": 7.407407407407408, "rougeL": 21.428571428571427}, "nll_sum": 275.3088073730469, "token_count": 46} +{"index": 9647, "reference": "Possibly the most shocking disclosure in the National Audit Office's two reviews of how private sector companies deliver public services is how little financial information the NAO can actually demand to scrutinise.", "prediction": " be the National Audit Office says, I don't see how public collecting on two outsourcing companies what it should like like as a littleNFLunauna\".", "rouge": {"rouge1": 27.58620689655172, "rouge2": 10.714285714285714, "rougeL": 20.689655172413794}, "nll_sum": 183.1511688232422, "token_count": 29} +{"index": 9648, "reference": "Sergio Garcia and Henrik Stenson are one shot off the pace after the second round of the BMW International.", "prediction": "Defending champion Sergio Garcia, behind but's Barcelona, three behind Henrik Stenson, is behind leader Hen St St a-Texas- a. a- again a again a-'s a from in from a's. from. a", "rouge": {"rouge1": 14.814814814814813, "rouge2": 7.692307692307692, "rougeL": 14.814814814814813}, "nll_sum": 306.2739562988281, "token_count": 47} +{"index": 9649, "reference": "Cassini has used a gravitational slingshot around Saturn's moon Titan to put it on a path towards destruction.", "prediction": "The the Cass probe space, which might might think Gary, might crash in its desert.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 118.2799072265625, "token_count": 17} +{"index": 9650, "reference": "Some may have expected Democratic front-runner Hillary Clinton to swing further left to woo supporters of her Democratic rival Bernie Sanders ahead of the California primary on Tuesday.", "prediction": "Hillary Clinton has a flag, saying she would never said the never of her own name - not without her battle - or a major trunk or not her. her national the - under the small under the from American November.", "rouge": {"rouge1": 14.92537313432836, "rouge2": 6.153846153846154, "rougeL": 14.92537313432836}, "nll_sum": 256.89080810546875, "token_count": 43} +{"index": 9651, "reference": "Shares in Mattel, the maker of Barbie dolls, jumped 8% on Thursday following a report it had discussed a merger with rival Hasbro.", "prediction": "D fashion giant Mabro has agreed to pay $1bn for for Lego toymakerel, in a deal would would produce a toy production company.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 172.560791015625, "token_count": 31} +{"index": 9652, "reference": "Farmers and wildlife campaigners have joined together to try to stop the spread of TB in cattle in Cheshire.", "prediction": "A farmer has launched a campaign to cull bad badgers to help the spread of the,ovine ( tuberculosis).", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 37.83783783783783}, "nll_sum": 120.87330627441406, "token_count": 22} +{"index": 9653, "reference": "All photographs by Tommy Trenchard and Aurelie Marrier d'Unienville", "prediction": "A small and tiny hill washed on a coastal village of Zanzar - also known as the heatingope and perhapsalsives - is off, the hide shrugged at sea and a huge tidal job.", "rouge": {"rouge1": 4.878048780487805, "rouge2": 0.0, "rougeL": 4.878048780487805}, "nll_sum": 262.7181396484375, "token_count": 39} +{"index": 9654, "reference": "Councillors in North Yorkshire will on Friday consider whether to approve fracking in England for the first time since a ban on the technique was lifted in 2012.", "prediction": "Campaigners in Yorkshire are holding a meeting again to scrap plans to frack a gas-drash shale well in the North York York Moores Mo Park.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 168.32374572753906, "token_count": 31} +{"index": 9655, "reference": "Two renegade officers who attacked a Venezuelan army base last weekend have been captured, the country's defence minister has said.", "prediction": "Venezuela's police chief chief has denied four army camp who survived an attack attacked President Nicol\u00c3\u00c3sss Maduro's base in November.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 168.25759887695312, "token_count": 28} +{"index": 9656, "reference": "A new marketing body is to be set up to promote Northern Ireland's food and drinks industry, in a bid to grow the agri-food sector and create more jobs.", "prediction": "The new government's global campaign industry to be appointed in the campaign in not Northern Ireland. 2011 \"'s a's a \u00a3490 a's a the a from a controversial from from food, it's from's of. from the's a", "rouge": {"rouge1": 32.432432432432435, "rouge2": 5.555555555555555, "rougeL": 24.324324324324326}, "nll_sum": 288.1468200683594, "token_count": 47} +{"index": 9657, "reference": "Featherstone beat Halifax to reach the Challenge Cup quarter-finals for the first time in 20 years.", "prediction": "Mie Turner scored a hat-trick as Featherstone comfortably beat Halifax at Halifax 10-3 and to reach the Challenge Cup quarter-finals.finals.", "rouge": {"rouge1": 48.78048780487806, "rouge2": 35.8974358974359, "rougeL": 48.78048780487806}, "nll_sum": 138.01626586914062, "token_count": 31} +{"index": 9658, "reference": "An inquest into an IRA massacre of 10 Protestant workers has been delayed because there is no coroner to hear it.", "prediction": "The inquest into the deaths of two men murdered in a film shooting will battle, saying there is a lack of water for a justice department to sentencing.", "rouge": {"rouge1": 24.489795918367342, "rouge2": 8.51063829787234, "rougeL": 24.489795918367342}, "nll_sum": 136.1667938232422, "token_count": 29} +{"index": 9659, "reference": "Children's services in Wolverhampton have been rated \"good\" following an inspection by Ofsted.", "prediction": " of children's services services in Birmingham have been rated as \"inadequate\" or butate.", "rouge": {"rouge1": 50.0, "rouge2": 38.46153846153847, "rougeL": 50.0}, "nll_sum": 80.10270690917969, "token_count": 19} +{"index": 9660, "reference": "The chairmen of five parliamentary committees have written to David Cameron to urge him to remove overseas student numbers from migration targets.", "prediction": "More than 100 schools and select committee have written to Theresa May urging to change to UK, migration, saying the UK will \" be fairly trusted\".", "rouge": {"rouge1": 38.297872340425535, "rouge2": 13.333333333333334, "rougeL": 29.787234042553195}, "nll_sum": 152.44703674316406, "token_count": 28} +{"index": 9661, "reference": "Lord Coe is the right man to lead the crisis-hit IAAF, according to the author of a report claiming \"corruption was embedded\" within the organisation.", "prediction": "A report into corruption Lord Coe \"hade time to take over\" to lead the IAAF, says formerAF president Dick Dick 2015 says.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 17.391304347826086, "rougeL": 24.999999999999993}, "nll_sum": 178.08766174316406, "token_count": 29} +{"index": 9662, "reference": "A teenage girl with mental health problems who was kept in police cells for two days because of a lack of care beds has been found a place to stay.", "prediction": "A teenage girl who was not held in police cell cell \" \"has't no place\" but no beds not available\", a senior policeable said.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 19.230769230769234, "rougeL": 37.03703703703704}, "nll_sum": 182.3621368408203, "token_count": 29} +{"index": 9663, "reference": "Thailand's military-run government has forced Human Rights Watch (HRW) to cancel an event in Bangkok to launch a report into alleged abuses in Vietnam.", "prediction": "Thai has cancelled an event in Thailand, due \" to a human rights decision\", a Human Rights Watch of Watch Watch aHRW) says.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 21.73913043478261, "rougeL": 29.166666666666668}, "nll_sum": 141.7785186767578, "token_count": 29} +{"index": 9664, "reference": "Since a devastating fire hit 18th Century Clandon Park in Surrey, reducing it to a shell, more than 400 objects have been salvaged from the burnt-out remains - but work continues on the fabric of the building itself.", "prediction": "The site of the site, discovered at a Pembrokeshire beach more than 30 years ago, have been removed.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 11.111111111111112, "rougeL": 17.857142857142858}, "nll_sum": 76.33768463134766, "token_count": 25} +{"index": 9665, "reference": "New pictures of asteroid 2004 BL86, which passed close by Earth yesterday, have been released by US space agency Nasa.", "prediction": "A stunning new stunning of this large being shot over the world has passed passed by scientists, the a referee of aA a it ''.A, The it, from's The!A it's's from ofA", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 275.160400390625, "token_count": 43} +{"index": 9666, "reference": "The man accused of throwing a banana peel at comedian Dave Chappelle during a New Mexico show has been charged with disturbing the peace and battery.", "prediction": "Ch Yorkihu Chappellelle says he will \" \" afraid of\" to face, after charges of throwing a banana a plain Santa a police.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 13.33333333333333, "rougeL": 21.276595744680847}, "nll_sum": 211.50851440429688, "token_count": 30} +{"index": 9667, "reference": "Jockey George Baker has returned to England for treatment in London after his heavy fall on a frozen lake track in St Moritz, Switzerland last month.", "prediction": " jump champion jockey George George, will never be flown to New York after suffering brain and brain during a race at the Birmingham in Birmingham on event, solve, says been banned from Saturdayp. reputation in a \u00a3 a's aA a", "rouge": {"rouge1": 24.242424242424246, "rouge2": 3.125, "rougeL": 18.181818181818183}, "nll_sum": 295.845947265625, "token_count": 47} +{"index": 9668, "reference": "He may have a famous name but he does not have an office or a phone yet.", "prediction": " he's most recently Labour Labour leader Craig Warnock lost his seat in the past parliamentary election, but he still finding how \" know how he lost?", "rouge": {"rouge1": 13.953488372093027, "rouge2": 4.878048780487805, "rougeL": 13.953488372093027}, "nll_sum": 168.46632385253906, "token_count": 29} +{"index": 9669, "reference": "What do you give the man who has an entire country at his mercy?", "prediction": "I know it it.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 22.247148513793945, "token_count": 4} +{"index": 9670, "reference": "A road worker who was critically injured in a collision involving a van in mid Devon has died.", "prediction": "A worker worker has seriously injured after being hit by a car on Touthon Tynes.", "rouge": {"rouge1": 30.303030303030297, "rouge2": 0.0, "rougeL": 24.24242424242424}, "nll_sum": 92.32044219970703, "token_count": 18} +{"index": 9671, "reference": "New York firefighters have rescued two window cleaners who were trapped on a collapsed cradle 69 storeys above the ground at the World Trade Center site.", "prediction": "Two workers have been rescued from the floor of a highest building close to office in New York City, say.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 4.545454545454545, "rougeL": 13.043478260869565}, "nll_sum": 90.74093627929688, "token_count": 21} +{"index": 9672, "reference": "A Texas police department has changed a key detail in the shooting of an unarmed black teenager, amid mounting calls for the officer to be arrested.", "prediction": "A Dallas police officer who shot dead an injured black American football was concluded not behind driving, for controversial policies was change, a senior police officer said.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 3.9215686274509802, "rougeL": 22.641509433962266}, "nll_sum": 169.5201873779297, "token_count": 29} +{"index": 9673, "reference": "Singer Dannii Minogue has been presented with an honorary degree by a Hampshire university.", "prediction": "ieie Minogue said she was \" \"extremely and \"broken\" at being awarded university being to receive an degree by a Cambridge university university.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.76470588235294, "rougeL": 33.33333333333333}, "nll_sum": 154.72763061523438, "token_count": 28} +{"index": 9674, "reference": "Luke Berry scored twice to inspire Cambridge United to victory over League Two strugglers Cheltenham Town.", "prediction": "Luke Berry scored his first goal for Cambridge United as they thrashed Cheltenham 3-1.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 20.689655172413797, "rougeL": 38.70967741935484}, "nll_sum": 58.44208908081055, "token_count": 19} +{"index": 9675, "reference": "The former Irish broadcaster and writer, Liam \u00d3 Murch\u00fa, has died.", "prediction": "Irish state presenter MM\u00edn Murchapping, has died after short illness.long illness, the's president ( Dhour theil president's North's for's from a's since a's from a a death as. from of a", "rouge": {"rouge1": 16.666666666666664, "rouge2": 4.3478260869565215, "rougeL": 12.5}, "nll_sum": 315.2977600097656, "token_count": 46} +{"index": 9676, "reference": "The agriculture minister is to return to China next month as attempts to access markets there continue.", "prediction": "Northern Ireland Secretary Northern for minister has attended a official no imports event, hopes improving improve quality of food.", "rouge": {"rouge1": 5.555555555555555, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 145.39169311523438, "token_count": 20} +{"index": 9677, "reference": "A team of engineers will use 3D printing technology to reconstruct the missing motor of a rare wartime German code machine.", "prediction": "A war museum has unveiled unveiling using aD printing motor that be used to Hitler Germany Nazi in a prison at Bletchley Park. solveold again- solve again- from-A a from in fromA from again to from a", "rouge": {"rouge1": 20.33898305084746, "rouge2": 0.0, "rougeL": 16.94915254237288}, "nll_sum": 299.2945251464844, "token_count": 47} +{"index": 9678, "reference": "Manchester City boss Roberto Mancini has named Carlos Tevez in his 25-man squad for the remainder of the season - and admitted he could pick him again.", "prediction": "Manchester City manager Roberto Mancini believes striker Te Tevez not be able to fitness training but says says he \"is notret an option\".", "rouge": {"rouge1": 24.0, "rouge2": 8.333333333333334, "rougeL": 24.0}, "nll_sum": 143.18350219726562, "token_count": 28} +{"index": 9679, "reference": "Turkish police have detained the editor and several writers of opposition newspaper Cumhuriyet amid a crackdown on media after the failed July coup.", "prediction": "Turkish police have detained the main opposition newspaper, Jan 15iyet, which was involved, a coup on 15 July after Monday's been a, after for the's referee from 27-l referee. in. referee from's from the a", "rouge": {"rouge1": 41.93548387096774, "rouge2": 16.666666666666664, "rougeL": 35.483870967741936}, "nll_sum": 285.2154846191406, "token_count": 47} +{"index": 9680, "reference": "Englishman Matthew Fitzpatrick shot a 68 to share the British Masters lead with Kiradech Aphibarnrat at Woburn.", "prediction": "England's Nickr Fitzpatrick secured the first European Tour Tour title after shooting a final round ofunder-par 76 at the Kimemptak oneokrat Open.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 217.84494018554688, "token_count": 31} +{"index": 9681, "reference": "Three generations of women from the same family have been threatened during an armed robbery at a house in west Belfast.", "prediction": "Four pensioners who forced their of forced their way into their home in a \"lycowardard and robbery\" robbery in west Belfast.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 10.000000000000002, "rougeL": 23.809523809523807}, "nll_sum": 142.10797119140625, "token_count": 27} +{"index": 9682, "reference": "New Zealand's prime minister says at least 65 people have died after a 6.3-magnitude earthquake hit Christchurch.", "prediction": "Australia's Christchurch city, killed nearly 150 after Tuesday's historic earthquake earthquake the country, the prime minister says.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 106.67640686035156, "token_count": 22} +{"index": 9683, "reference": "In a quantum computer, pure silicon is not enough - only one specific type of silicon atom will do.", "prediction": "Researchers have unveiled a Ice Leicester which Avogadro and provide silicon power supply, saying the chocolate is \"a good harder to legal urine\".", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 190.86036682128906, "token_count": 28} +{"index": 9684, "reference": "Southampton defender Jack Stephens has insisted it is \"not the time to panic\" despite their third defeat in six days.", "prediction": "bridge United and Wales full full-back Michael Stephens says he will not panic and after a his knee injury.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 108.10896301269531, "token_count": 21} +{"index": 9685, "reference": "A pet cat with a track record for stealing has slipped back into his criminal ways despite convincing his owner he was a reformed character.", "prediction": "A dog whose who stolen thousands of toy food stolen from a street during an internet phenomenon, been launched campaign to to reunite a toy food home.", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 174.37918090820312, "token_count": 29} +{"index": 9686, "reference": "Ben Murdoch-Masila scored two tries as Salford fought back to end Castleford Tigers' unbeaten start to the season.", "prediction": "Ben neighbours- elila scored a hat-trick as Castleford beat Castleford's second finish to level on level with Super League leaders Wigan.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 23.809523809523807}, "nll_sum": 140.14727783203125, "token_count": 30} +{"index": 9687, "reference": "Outline plans to double the size of Dyson's research centre in Wiltshire have been approved by planners.", "prediction": " visas firm Dyson Foods confirmed plans to expand its headquarters to expand its headquarters in Shropshire.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 77.08930969238281, "token_count": 20} +{"index": 9688, "reference": "Ten-man Portugal struggled without captain Cristiano Ronaldo as they fell to a surprise defeat in a friendly at home to the Cape Verde Islands.", "prediction": "Cristiano Ronaldo scored one and his hosts Portugal held off a recall challenge as they beat 10-man Portugal.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 14.285714285714288, "rougeL": 18.18181818181818}, "nll_sum": 96.710693359375, "token_count": 22} +{"index": 9689, "reference": "Day two of MPs' detailed consideration of the Investigatory Powers Bill - and the issues of the day should be the retention of internet connection records and protection of medical records and journalistic privilege.", "prediction": " no thewave is there, and I'll read about the justice system - and what it will mean mean!", "rouge": {"rouge1": 11.764705882352942, "rouge2": 0.0, "rougeL": 11.764705882352942}, "nll_sum": 105.61045837402344, "token_count": 21} +{"index": 9690, "reference": "At the south-western tip of California, straddling the dirty trickle that is the Tijuana river, stands a wall - or rather a series of walls, fences and ditches.", "prediction": "Imagine the along between the US with Mexico, would a wall built built outside San Diego, nearly 700km (67,81,),,78 not, miles) away and from a square course and car. as low.", "rouge": {"rouge1": 19.672131147540988, "rouge2": 3.389830508474576, "rougeL": 19.672131147540988}, "nll_sum": 289.20697021484375, "token_count": 44} +{"index": 9691, "reference": "Leinster produced a strong finish to send defending champions Glasgow crashing to a third defeat in their five Pro12 matches this season.", "prediction": "Leinster survived a second-half comeback to beat Leinster and keep a top-four finish and in the Pro12. Pro-oths 2011 a 2011 again's again- again 2011 a in a from's ban.'s a", "rouge": {"rouge1": 23.728813559322035, "rouge2": 0.0, "rougeL": 20.338983050847457}, "nll_sum": 247.58599853515625, "token_count": 47} +{"index": 9692, "reference": "India and Nepal say a lack of information from China about glacial lakes and rivers in Tibet could hamper their ability to plan for flash floods.", "prediction": "Huge and homes destroyed nearly two decades ago have been destroyed in Nepal's's Tibet, as a result of a deadly earthquake in deadly area.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 19.230769230769234}, "nll_sum": 131.96766662597656, "token_count": 28} +{"index": 9693, "reference": "Teaser deals in adverts are masking the long-term cost of broadband packages, a charity has claimed.", "prediction": "Smart prices could be average minimum average fines of a year if they wish to a contract, a charity has warned.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 11.111111111111112, "rougeL": 21.052631578947366}, "nll_sum": 126.07539367675781, "token_count": 22} +{"index": 9694, "reference": "Birmingham City stunned Women's Super League One leaders Chelsea on Sunday to reach the semi-finals of the Continental Cup.", "prediction": "Birmingham City moved into the Women's FA Cup quarter-finals after a thr thrashed champions former champions, Chelsea to their booked their place in the quarter-finals.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 8.51063829787234, "rougeL": 32.6530612244898}, "nll_sum": 151.898193359375, "token_count": 33} +{"index": 9695, "reference": "Researchers at Leicester University have shown that it might be possible to develop an alternative to antibiotics for treating diseases in pigs.", "prediction": "A new way for treatment that could help the risk of treating upon on on farm farms, farmers researchers say.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 124.6041259765625, "token_count": 21} +{"index": 9696, "reference": "Andy Murray qualified for the semi-finals and stayed on track to retain the world number one ranking with victory over Stan Wawrinka at the ATP World Tour Finals.", "prediction": " Fed Murray moved into the quarter-finals the at the ATP World Tour Finals with a straightsetset victory over Cyprus winner Stan Wawrinka in London.", "rouge": {"rouge1": 55.55555555555556, "rouge2": 26.923076923076923, "rougeL": 37.03703703703704}, "nll_sum": 145.25137329101562, "token_count": 32} +{"index": 9697, "reference": "Andy Murray and Novak Djokovic will meet in Sunday's French Open final - with both men seeking their first title in Paris.", "prediction": "Andy Murray will battle will beat former number one Novak Djokovic in Sunday's French Open final to reach his fourth final in Paris on Sunday.", "rouge": {"rouge1": 54.16666666666667, "rouge2": 34.78260869565217, "rougeL": 49.999999999999986}, "nll_sum": 110.01142883300781, "token_count": 29} +{"index": 9698, "reference": "David Goodwillie says he has not given up on representing Scotland once again.", "prediction": " David Goodwillie has said he would not know know he did when he turned out first-class football.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 6.896551724137931, "rougeL": 25.80645161290323}, "nll_sum": 105.08267974853516, "token_count": 21} +{"index": 9699, "reference": "Imagine being so good at something that at the age of 11 you're beating players who are the best in the country.", "prediction": "The top chess, Marissa university will receive a achievement shock in her honour, in a awards at the prestigious Gael Loreic awards ceremony.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 4.545454545454546, "rougeL": 13.043478260869565}, "nll_sum": 177.5240478515625, "token_count": 27} +{"index": 9700, "reference": "Katie Ledecky won her third gold of the Rio Games as she guided the United States to victory in the women's 4x200m freestyle relay final.", "prediction": "Teenage Katie Ledeedecky won her fourth Olympic title of 2016 to complete a double sweep and win the women's 400m.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.33333333333333, "rougeL": 34.04255319148936}, "nll_sum": 130.95701599121094, "token_count": 27} +{"index": 9701, "reference": "A man has been charged with the murder of a Bulgarian woman in Devon.", "prediction": "A man has been charged with murdering after a woman who went missing last year and to.", "rouge": {"rouge1": 58.06451612903226, "rouge2": 34.48275862068966, "rougeL": 58.06451612903226}, "nll_sum": 63.5691032409668, "token_count": 17} +{"index": 9702, "reference": "UK Labour leadership contender Jeremy Corbyn has begun a tour of Scotland as part of his campaign for votes.", "prediction": " leadership candidate Jeremy Corbyn has called for the rest of the's nuclear weapons in Scotland, saying he needs \"more useful to a world cyas's\".'s's least it's to from its it,'s of the.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 7.2727272727272725, "rougeL": 24.561403508771928}, "nll_sum": 279.1355895996094, "token_count": 44} +{"index": 9703, "reference": "Kenya have been kicked out of 2017 Under-20 Africa Cup of Nations qualifying for using overage players.", "prediction": "Sudan are elected an lifetime player to compete in the football qualifiers despite qualifiers for the Africa Cup of Nations.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 22.22222222222222, "rougeL": 21.05263157894737}, "nll_sum": 117.15885925292969, "token_count": 22} +{"index": 9704, "reference": "John Akinde's second-half goal secured Barnet victory at Mansfield.", "prediction": " Ak Akinde scored the only goal, as Barnet saw off them beat League Two play-off promotion chasers atfieldfield at", "rouge": {"rouge1": 25.806451612903224, "rouge2": 0.0, "rougeL": 25.806451612903224}, "nll_sum": 145.7500457763672, "token_count": 27} +{"index": 9705, "reference": "The creator of the iconic cartoon sitcom The Simpsons has finally revealed the inspiration behind the show's fictional town of Springfield.", "prediction": "The man who behind Disney hits 1980s TV show The of The Simpsons has admitted he the his name.", "rouge": {"rouge1": 43.90243902439025, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 114.84317016601562, "token_count": 20} +{"index": 9706, "reference": "The head of Belfast International Airport has told Enda Kenny that Belfast should become \"the gateway to Ireland\".", "prediction": "Belfast International's needs more to be used as the route to Republic of Ireland, the airport, says its managing director director. director's director of- of a's a using a it's's first\".", "rouge": {"rouge1": 29.629629629629626, "rouge2": 3.8461538461538463, "rougeL": 18.51851851851852}, "nll_sum": 235.31504821777344, "token_count": 42} +{"index": 9707, "reference": "A man who raped two women - one of them while he was on probation for grooming two teenage girls - has been handed a lifelong restriction order.", "prediction": "A convicted rapist who was convicted of raping two others and told othersa protect the public from large\", has had his prison sentence extended.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 126.97817993164062, "token_count": 26} +{"index": 9708, "reference": "A 71-year-old anti-Franco judge, an anti-evictions campaigner and a teacher have been elected mayors of Spain's three biggest cities - as left-wing coalitions swept to power promising an end to corruption.", "prediction": "A new political era ended Barcelona rule out in 2011, but is only the only urban, but it but also means it will our change to sport - but what she means for--wing establishment?", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 8.571428571428571}, "nll_sum": 251.19436645507812, "token_count": 38} +{"index": 9709, "reference": "A woman who died after being found seriously injured in Leeds, sparking a murder inquiry, has been named by police.", "prediction": "A murder inquiry has begun with murder woman was found injured in a street in.", "rouge": {"rouge1": 51.42857142857144, "rouge2": 24.242424242424242, "rougeL": 34.285714285714285}, "nll_sum": 81.91392517089844, "token_count": 15} +{"index": 9710, "reference": "India's economy grew 7.5% in the three months ending in March, higher than the previous quarter and above expectations.", "prediction": "India's economy grew by 0.5% and and December, up same year year, official figures show from 7 and 7.6% from the previous year.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 17.77777777777778, "rougeL": 29.78723404255319}, "nll_sum": 128.9916534423828, "token_count": 32} +{"index": 9711, "reference": "Nineteen police officers and staff have a case to answer for misconduct in their dealings with a domestic violence victim before her murder, a major investigation has found.", "prediction": "A senior police officer was over the case of a woman who later and later died had, no case of no misconduct\", the police watchdog has found a", "rouge": {"rouge1": 35.714285714285715, "rouge2": 7.4074074074074066, "rougeL": 25.0}, "nll_sum": 141.15341186523438, "token_count": 29} +{"index": 9712, "reference": "A lack of experienced staff contributed to a serious disturbance at a prison last year and remains a \"concern\", a report has said.", "prediction": "The use of a prison executed so-called legal high is not a major cause for violence, inmates says the officers' said in jail prison., solve, says they a from a from it's been of Christmas from", "rouge": {"rouge1": 22.950819672131146, "rouge2": 3.389830508474577, "rougeL": 19.672131147540984}, "nll_sum": 260.403076171875, "token_count": 42} +{"index": 9713, "reference": "Nigeria's president has accused activists of \"playing politics\" after his meeting with parents of the abducted schoolgirls was called off.", "prediction": "Nigeria's President Goodluck Jonathan Jonathan called on political parties demanded for the release of 40 schoolgirls kidnapped from the stabil insurgency in Chibok3 last April.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 25.531914893617024}, "nll_sum": 154.34292602539062, "token_count": 33} +{"index": 9714, "reference": "A man accused of murdering his landlord was asked to give sexual favours in lieu of rent, a jury has heard.", "prediction": "A Swansea landlord accused of his landlord landlord's body in the boot of a boot has told the court he was \"w he didn't and happened\".", "rouge": {"rouge1": 40.816326530612244, "rouge2": 8.51063829787234, "rougeL": 36.734693877551024}, "nll_sum": 146.03012084960938, "token_count": 29} +{"index": 9715, "reference": "England manager Roy Hodgson has played down West Ham striker Andy Carroll's chance of being selected for Euro 2016.", "prediction": "England manager Roy Hodgson fears Andy Carroll will be out of the England squad for 2016, saying he knows he is an \"unat world\".", "rouge": {"rouge1": 45.45454545454545, "rouge2": 19.04761904761905, "rougeL": 40.909090909090914}, "nll_sum": 104.63221740722656, "token_count": 28} +{"index": 9716, "reference": "A Pembrokeshire paddling pool which had its funding cut will open this summer thanks to donations.", "prediction": "Plans swimming pool for Pembrokeshire's open pool group swimming set, officially opened.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 0.0, "rougeL": 20.689655172413794}, "nll_sum": 109.24549102783203, "token_count": 20} +{"index": 9717, "reference": "Up to a quarter of Iraq's Christians are reported to be fleeing after Islamic militants seized the minority group's biggest town.", "prediction": "Hundreds of thousands of people flee their homes after an avalanche Bal northern district of northern Iraq, the White House says.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 84.43936157226562, "token_count": 22} +{"index": 9718, "reference": "Two of the three families of missing workers feared trapped at the collapsed Didcot A Power Station have criticised emergency services' rescue attempts.", "prediction": "A woman whose remains went missing after the collapsedcot power station has told the of her hopes body step up in the search will still be and alive. still's a's aA a says it's'sA of.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 3.3333333333333335, "rougeL": 12.903225806451616}, "nll_sum": 257.8644104003906, "token_count": 43} +{"index": 9719, "reference": "A former fishermen's mission in the Scottish Borders is being converted into an arts and performance centre.", "prediction": "A new theatre based at war site in Bournemouth is closing its to toilet.", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 18.75}, "nll_sum": 94.96870422363281, "token_count": 16} +{"index": 9720, "reference": "After 16 years, Bob The Builder is having a makeover with a new look and voice.", "prediction": "The stars in a Harry Potter spin-off series are to join the cast of casters and presenters to a voice a voice a new television series.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 126.07417297363281, "token_count": 30} +{"index": 9721, "reference": "The number of district nurses in Wales has fallen to its lowest level in six years, prompting concern patients who are cared for at home could be at risk.", "prediction": "The number of civilian nurses of using community services in hospitals in Wales has fallen sharply, due to the lack of the GPs of the Welsh hospitals, nursing say say Broadway's from 2011'sA's again compulsory of.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 15.151515151515152, "rougeL": 26.47058823529412}, "nll_sum": 242.4044952392578, "token_count": 43} +{"index": 9722, "reference": "Dozens of people have attended a vigil at the spot where a man was shot dead in a police operation.", "prediction": "A father the urban man shot by police during a police on a motorwayway in Bradford has as \"a chance a past\".", "rouge": {"rouge1": 38.0952380952381, "rouge2": 5.0, "rougeL": 28.571428571428566}, "nll_sum": 145.87644958496094, "token_count": 25} +{"index": 9723, "reference": "Solihull Moors have signed Jack Edwards from Leamington on a one-year contract.", "prediction": "Solihull Moors have signed former Barrow Bar midfielder Luke Edwards on a two-year deal.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 30.769230769230766, "rougeL": 57.14285714285715}, "nll_sum": 85.48069763183594, "token_count": 20} +{"index": 9724, "reference": "Hundreds of Pakistani Christians have attended funerals for the victims of two Taliban suicide bomb attacks in the city of Lahore.", "prediction": "Clops and has continued Pakistan Pakistani's northern city, Lahore, after recent riots, the killings of Ali Christians and a mob attack on church.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 159.22984313964844, "token_count": 29} +{"index": 9725, "reference": "Graham Onions claimed a five-wicket haul to help Durham have the better of day one against Nottinghamshire.", "prediction": "Nottinghamshire fell to for their third Championship win of the County season at Chester-le-Streetase, be lead Yorkshire's- ballet at the's,'s a ballet- - a first in from 22 November.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 7.8431372549019605}, "nll_sum": 272.63372802734375, "token_count": 44} +{"index": 9726, "reference": "The total amount of groundwater on the planet, held in rock and soil below our feet, is estimated to be 23 million cubic km.", "prediction": "About 80% of water above the surface will be now stored as the same national hearts, a new study.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 102.91744232177734, "token_count": 21} +{"index": 9727, "reference": "Downing Street has denied that the PM's spokesman warned a newspaper against running a critical story on the culture secretary's expenses because of her role in enacting the Leveson proposals.", "prediction": "The culture culture secretary denied denied any death threats received against a newspaper editor who he claimed her parents were living at her home in the Leveson.", "rouge": {"rouge1": 37.28813559322033, "rouge2": 14.035087719298245, "rougeL": 23.72881355932203}, "nll_sum": 144.88128662109375, "token_count": 29} +{"index": 9728, "reference": "Romelu Lukaku scored twice as he led a superb comeback by Everton, who battled from 2-0 down to win at West Brom.", "prediction": "Romelu Lukaku grabbed a hat-trick as Everton twice produced a stunning well in-form West Brom in a derby West Brom game.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.090909090909092, "rougeL": 26.08695652173913}, "nll_sum": 127.0622787475586, "token_count": 29} +{"index": 9729, "reference": "Glamorgan chief executive Hugh Morris says Cardiff's third sell-out for an England match in June will boost their hopes of attracting further international matches.", "prediction": "Glamorgan will play all 19 full house, houses for three tickets next season as, city's new \"-ball city in Twenty20 competition.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 0.0, "rougeL": 12.499999999999996}, "nll_sum": 192.6407012939453, "token_count": 28} +{"index": 9730, "reference": "Andy Fordham is hoping for at least one more chance to play in the BDO World Championships.", "prediction": " Ford'sham says he would been love to compete in the Association of Professional Darts after last qualifying out at Lakeside for over a decade.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 14.285714285714283}, "nll_sum": 150.3492431640625, "token_count": 28} +{"index": 9731, "reference": "India's central bank has unexpectedly held interest rates at a six-year low.", "prediction": "India's central bank has halted a decision to change 1,000 rupee notes, around the country \u00c243\u00c2 (65m).", "rouge": {"rouge1": 36.36363636363637, "rouge2": 25.80645161290323, "rougeL": 36.36363636363637}, "nll_sum": 128.87860107421875, "token_count": 27} +{"index": 9732, "reference": "James McClean, Darren Randolph and Colin Doyle have been called into the Republic of Ireland squad for Friday's friendly against Mexico in New Jersey.", "prediction": " James Mclean, and Darrenip have been given Republic of Ireland squad for next month Champions against Mexico to 22 February, what it was a \"350's reputation's a from Ryan's. from Mexico in for. a.", "rouge": {"rouge1": 41.93548387096775, "rouge2": 23.333333333333332, "rougeL": 38.70967741935484}, "nll_sum": 284.1785583496094, "token_count": 44} +{"index": 9733, "reference": "Islamic State-affiliated militants in Sinai say they have carried out a missile attack on an Egyptian naval vessel in the Mediterranean Sea.", "prediction": "Islamic State militants have killed 11 and members of their vessel carrying a coastguard operation on Egypt's coast, officials.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 32.558139534883715}, "nll_sum": 103.6241455078125, "token_count": 22} +{"index": 9734, "reference": "Billionaire Topshop owner Sir Philip Green is to lead a review of government spending - amid criticism from unions.", "prediction": "Former BHS owner Sir Philip Green has been appointed a review of the government'sit, to help repay helpher's \" interests\".", "rouge": {"rouge1": 46.15384615384615, "rouge2": 27.027027027027025, "rougeL": 41.02564102564102}, "nll_sum": 157.52627563476562, "token_count": 26} +{"index": 9735, "reference": "England will face Italy in the semi-finals of the Under-20 World Cup in South Korea after a 1-0 victory over Mexico in Cheonan.", "prediction": "England Under-20s won Under20 World competition for the first time since 1993 as the were held 1-1 by Mexico- South China. in 2011 again's- again's- again's 2011 in's 2011's Saturday's the's", "rouge": {"rouge1": 30.303030303030305, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 239.0745086669922, "token_count": 47} +{"index": 9736, "reference": "Worcestershire assistant coach Matt Mason says the arrival of South African fast bowler Kyle Abbott at the end of June can boost their T20 Blast hopes.", "prediction": "Worcestershire are keen to signing South Africa batsman Kyle Abbott their third T20 Blast competition this summer, using squad squad it's \"the from a reputation from I-'s a a in from The's. from refereeA", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.557377049180328, "rougeL": 22.222222222222225}, "nll_sum": 290.39111328125, "token_count": 47} +{"index": 9737, "reference": "Belfast boxer Sean McComb is one fight away from a medal at the European Championships after stunning world number one Vitaly Dunaytsev in Ukraine.", "prediction": "Welsh international boxing fighter Johnean claimed his first major title of the tournament with an 18-47 win over Russia's Jaz Kharkka, Russia.", "rouge": {"rouge1": 4.166666666666666, "rouge2": 0.0, "rougeL": 4.166666666666666}, "nll_sum": 179.64474487304688, "token_count": 32} +{"index": 9738, "reference": "To many people, their local pharmacy is the place where they pick up their medicines and perhaps their toiletries.", "prediction": "As rising blood scrutiny is rising pressure on medical food -, doctors - and more focus will put more pressure on their medical \" not to solve.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 168.10675048828125, "token_count": 28} +{"index": 9739, "reference": "A number of children were injured when an inflatable slide broke away from its moorings during a carnival in Dorset.", "prediction": "Two children were taken to hospital after fall from a slide down a small street show in Dorset.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 76.04203033447266, "token_count": 19} +{"index": 9740, "reference": "A hedgehog officer is set to start work to improve animal numbers after an advert for the job sparked worldwide interest.", "prediction": "A Facebook internetist who won a \u00a31m statehhog job has been named the world's town.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 125.40174865722656, "token_count": 21} +{"index": 9741, "reference": "An inquest into the deaths of four servicemen in Afghanistan has been told the armoured vehicle they were in rolled into a canal after colliding with an Afghan National Police car.", "prediction": "A fatal road crash in Afghanistan in which four soldiers were killed in 2011 were probably a \"prancing performance impact and not and an impact and an inquest", "rouge": {"rouge1": 30.508474576271187, "rouge2": 7.017543859649124, "rougeL": 20.338983050847457}, "nll_sum": 154.78277587890625, "token_count": 29} +{"index": 9742, "reference": "Renewed protests have hit Ethiopia's Oromia region, a day after at least 55 people were killed in a stampede triggered by clashes between police and demonstrators at a religious festival.", "prediction": "At least 34 people, including children, have died after a stampede took on his son at a religious festival in the Ethiopian capitalia, police say of a,'s in Nottingham from in's a reputation - ballet Russia's. aA", "rouge": {"rouge1": 42.85714285714286, "rouge2": 14.705882352941178, "rougeL": 25.71428571428572}, "nll_sum": 276.62677001953125, "token_count": 47} +{"index": 9743, "reference": "Cornwall won the County Championship for the first time since 1999 as they beat Lancashire 18-13 at Twickenham.", "prediction": " second-half D Duch scored and missed penalty to help Lancashire thr beat 10-man and beat beat title at a thrilling Twickenham final.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 184.98362731933594, "token_count": 31} +{"index": 9744, "reference": "A man who stabbed a retired solicitor 39 times after a crash between their cars has been given life and will serve at least 10 years.", "prediction": "A man who killed a pensioner by motor pensioner in a car in a hit-and-run incident has been jailed for life.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 12.76595744680851, "rougeL": 36.73469387755102}, "nll_sum": 85.60101318359375, "token_count": 27} +{"index": 9745, "reference": "South Africa has revoked its withdrawal from the International Criminal Court (ICC) after the High Court said the move was unconstitutional.", "prediction": "The Africa's government says it has forced to out bid to leave the International Criminal Court, accusing of of the Criminal Court (CC).", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 35.55555555555556}, "nll_sum": 136.28045654296875, "token_count": 26} +{"index": 9746, "reference": "A 72-year-old cyclist died after she fell from her bike after hitting a pothole in Monmouth, an inquest heard.", "prediction": "A woman was seriously seriously injured after being hit by a road on Cardiff's St Mary, of a court heard.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 23.809523809523807}, "nll_sum": 90.52548217773438, "token_count": 22} +{"index": 9747, "reference": "Newcastle United have sacked head coach Steve McClaren.", "prediction": "Newcastle United manager Rafael Benitezifa left position \" immediate club with immediate effect.", "rouge": {"rouge1": 20.0, "rouge2": 11.11111111111111, "rougeL": 20.0}, "nll_sum": 106.82882690429688, "token_count": 17} +{"index": 9748, "reference": "HSBC would move up to 1,000 staff from London to Paris if the UK left the single market, following Britain's vote to leave the EU, the BBC understands.", "prediction": " Deutscheutsche Bank will cut about 1,700 financial to out of the London to market, if the UK goes leave the EU, saying it struggle to keep it a -'s a \"bched hotel in a from a'..", "rouge": {"rouge1": 44.776119402985074, "rouge2": 15.384615384615385, "rougeL": 26.865671641791046}, "nll_sum": 253.24374389648438, "token_count": 46} +{"index": 9749, "reference": "Politicians and other key figures have been reacting to the judgment on Wednesday that Northern Ireland's current abortion law is \"incompatible\" with human rights.", "prediction": "A landmark ruling that judge Scott Horner will say that anti-life law is lodged, but will \"the-life decisions\" in Northern Ireland in that women who die in or die a unborn2 child is born.", "rouge": {"rouge1": 19.672131147540984, "rouge2": 6.779661016949152, "rougeL": 13.114754098360656}, "nll_sum": 246.8972625732422, "token_count": 43} +{"index": 9750, "reference": "A man taking his regular morning stroll in south-west Germany was attacked and killed by an elephant which had escaped from a circus, police say.", "prediction": " elephant living elephant that went into its enclosure into a circus in southern Germany has been, one man and seriously another injured, police say the police's, solve,'s they fromA-A's game in from matches a name from. a", "rouge": {"rouge1": 32.83582089552239, "rouge2": 9.23076923076923, "rougeL": 17.910447761194032}, "nll_sum": 305.55438232421875, "token_count": 47} +{"index": 9751, "reference": "Russia's leading independent polling agency has been labelled a \"foreign agent\" by the justice ministry and says it cannot now work.", "prediction": "The Russian justice agency, Levada, will be banned from non-governmental terrorist organisations, the rights watchdog says.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 90.01957702636719, "token_count": 22} +{"index": 9752, "reference": "Welsh voters would turn down devolution now if a referendum were held on the assembly's existence, Welsh Tory leader Andrew RT Davies has said.", "prediction": "The Tory leader of Andrew RT Davies has said he fears the Welsh Assembly need prepared to be re-run and the Brexit is in re-run\".", "rouge": {"rouge1": 38.46153846153846, "rouge2": 20.0, "rougeL": 30.769230769230766}, "nll_sum": 147.8135528564453, "token_count": 29} +{"index": 9753, "reference": "Less than 24 hours after the horrific van attack, the people of Barcelona set out to reclaim their beloved city.", "prediction": "On Friday, the sky Night out at a police centre in the Spanish city of Barcelona, to mark the 30th of the fatal shooting of of of singer Terry and John Lennon, a small gentle- Africanit. solve a of a-", "rouge": {"rouge1": 23.333333333333332, "rouge2": 3.448275862068966, "rougeL": 16.666666666666664}, "nll_sum": 279.25347900390625, "token_count": 47} +{"index": 9754, "reference": "Neneh Cherry's daughter, an unsigned rapper and a former backing singer for Pulp have all made the longlist for the BBC Music Sound Of 2016.", "prediction": " British British band Years Years Years, have come top of Sound BBC Sound Of of 2016, which includes a of the artists's 2015 of a's book, the Gang's a from-p's album's ban from a's.", "rouge": {"rouge1": 26.865671641791046, "rouge2": 6.153846153846153, "rougeL": 14.92537313432836}, "nll_sum": 289.63873291015625, "token_count": 45} +{"index": 9755, "reference": "A man has been arrested after a haul of exotic animal parts was seized.", "prediction": "A man has been arrested by murder after a crocodile found and of prey was found to be illegal trade.", "rouge": {"rouge1": 52.94117647058824, "rouge2": 31.25, "rougeL": 52.94117647058824}, "nll_sum": 101.79724884033203, "token_count": 21} +{"index": 9756, "reference": "Berlin police have detained a Tunisian man suspected of eating dinner with Anis Amri the night before he drove a lorry into a crowded Christmas market.", "prediction": "Police believe the attack of German market attack Berlin lorry driver Anis Amri, Ib accused of any involved in the attack in the capital weekend, German prosecutors say.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 3.846153846153846, "rougeL": 18.51851851851852}, "nll_sum": 160.4396514892578, "token_count": 33} +{"index": 9757, "reference": "A trainee vicar who told primary school children Father Christmas does not exist has apologised for her \"insensitive, off-the-cuff remark\".", "prediction": "A vicage has apologised after saying her priest \"could put my children\" on Christmas, saying meaning meant would \" be fit for purpose\".", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904762, "rougeL": 18.181818181818183}, "nll_sum": 153.40101623535156, "token_count": 27} +{"index": 9758, "reference": "A man has been found dead after a house fire in Enniskillen, County Fermanagh.", "prediction": "A 39-year-old man has died following a house fire in County Tyronebery- a-'s 40 30 dubbed \"l it's a reputation from a The's a from's body's by fined of. a from 2011A", "rouge": {"rouge1": 30.18867924528302, "rouge2": 15.686274509803921, "rougeL": 30.18867924528302}, "nll_sum": 294.633056640625, "token_count": 47} +{"index": 9759, "reference": "A tearful Angelina Jolie has been honoured at the Sarajevo Film Festival for her acting and \"active engagement in the complexities of the real world\".", "prediction": "Hollywood star Angelina Jolie has told a film \"has was going from going the\" after she received an award at Sarajevo festival. the solve 2011 again \" again 2011des again's again once's 2011 again'sold", "rouge": {"rouge1": 32.786885245901644, "rouge2": 6.779661016949152, "rougeL": 22.950819672131146}, "nll_sum": 285.3006591796875, "token_count": 47} +{"index": 9760, "reference": "Two police community support officers have been jailed for using force computers to try to frame an innocent man for attempted murder.", "prediction": "A couple who used police to provide a police support officer (PC and) a community and death penalty officer andSO) have been jailed.", "rouge": {"rouge1": 40.0, "rouge2": 13.95348837209302, "rougeL": 26.66666666666666}, "nll_sum": 154.63282775878906, "token_count": 27} +{"index": 9761, "reference": "A five-year-old Celtic fan rang the club to apologise for missing a game after it clashed with a friend's birthday party.", "prediction": "The mother of a five- the-old boy sent an apparent text message after joining the club and told fans \"would be missing\" and thanked Celtic.", "rouge": {"rouge1": 35.99999999999999, "rouge2": 8.333333333333332, "rougeL": 24.000000000000004}, "nll_sum": 135.2980499267578, "token_count": 30} +{"index": 9762, "reference": "Rangers set up a Scottish Cup final with Hibernian after a thrilling tussle with Celtic was settled on penalties.", "prediction": "Celtic survived a second-half penalty to beat Rangers and reach the Scottish Cup quarter-finals.", "rouge": {"rouge1": 40.0, "rouge2": 6.06060606060606, "rougeL": 22.857142857142858}, "nll_sum": 62.57615280151367, "token_count": 20} +{"index": 9763, "reference": "The controversial M74 extension through Glasgow has had little impact on road traffic accidents in the city since it opened in 2011, a new study has found.", "prediction": "M current M74 motorway has to almost a half in Glasgow nearly 10 years ago, a new study.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 26.666666666666668}, "nll_sum": 123.03776550292969, "token_count": 21} +{"index": 9764, "reference": "Pro-Russia activists have stormed several official buildings in the eastern Ukrainian city of Luhansk.", "prediction": "istists fighters in eastern Ukraine raided raided the office, the capital, Luhansk hours local officials say.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 0.0, "rougeL": 19.35483870967742}, "nll_sum": 112.86723327636719, "token_count": 21} +{"index": 9765, "reference": "Sherlock star Benedict Cumberbatch will play Richard III in the BBC's second series of Shakespeare's History plays.", "prediction": "Benedictbatch are his made his role in William Shakespeare's Broadway stage of andmaker-maker Luke Freeman. play aACaliforniae The a's it's's \"over-g 250 a it from from's.", "rouge": {"rouge1": 26.923076923076927, "rouge2": 4.0, "rougeL": 15.384615384615385}, "nll_sum": 320.861328125, "token_count": 46} +{"index": 9766, "reference": "The Belgian king has provoked a sharp response to a Christmas message in which he drew parallels with the rise of fascism in the 1930s.", "prediction": "The king of Belgium's Flemish region has apologised after the broadcast after a radio broadcaster broadcast, saying he was \"the political failure\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 24.999999999999993}, "nll_sum": 119.54063415527344, "token_count": 27} +{"index": 9767, "reference": "England bowlers Mark Wood and Steven Finn are in the squads for the new North v South one-day series in the United Arab Emirates in March.", "prediction": " Finn Finn has been added to England injury of the 26-man squad for the in one-day North against Pakistan and Pakistan in March. in a Nottingham's Nottingham Nottingham's \" from a's from from a's it's.'s reputation", "rouge": {"rouge1": 40.0, "rouge2": 11.76470588235294, "rougeL": 25.71428571428572}, "nll_sum": 278.574951171875, "token_count": 47} +{"index": 9768, "reference": "Organisers who brought the All-Ireland Fleadh Cheoil to Londonderry will bid for the festival to return in 2017.", "prediction": "The organisers of the inner fle Festival in Londonderry have said that it needs that the city's council will battle to bid a bid to host as the city.", "rouge": {"rouge1": 40.81632653061224, "rouge2": 0.0, "rougeL": 24.489795918367346}, "nll_sum": 165.2904052734375, "token_count": 33} +{"index": 9769, "reference": "A new public woodland is being created in County Londonderry to mark the centenary of World War One.", "prediction": "Four hundred first trees are to be created to a site in Londonderry to mark 100th anniversary of war in World War One.", "rouge": {"rouge1": 53.65853658536586, "rouge2": 25.641025641025646, "rougeL": 48.78048780487805}, "nll_sum": 106.0107421875, "token_count": 27} +{"index": 9770, "reference": "A misspelt sign at a stop on Nottingham's tram network has been branded an \"absolute joke\".", "prediction": "A train company has criticised after skiing sign on a bus stop was spotted on more than, commuters for more than a month a aolve-'s.A a referee a's controversial ban from it's? of's a from's from a", "rouge": {"rouge1": 23.333333333333336, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 309.6882019042969, "token_count": 47} +{"index": 9771, "reference": "A crowd-funding campaign has raised more than $40,000 (\u00c2\u00a330,000) to help Ethiopia's Olympic marathon silver medallist Feyisa Lilesa seek asylum.", "prediction": "A prominent Kenyan protestist politician Feyisa,, 5, has completed the race to enter the Olympic Committee (IOC)'s race a in race for the's- again a-AownedForest in's-'s from of 2011 a", "rouge": {"rouge1": 20.33898305084746, "rouge2": 0.0, "rougeL": 13.559322033898304}, "nll_sum": 306.3109130859375, "token_count": 46} +{"index": 9772, "reference": "The Department for Regional Development (DRD) is to reinstate safety measures at a fatal accident black spot on a main road in Belfast.", "prediction": "A police force was forced to pass from a road safety barrier in Tyrone where a 15-year-old schoolgirl 40 years ago thought to have been never removed.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 146.0992889404297, "token_count": 33} +{"index": 9773, "reference": "An attack by knife-wielding men at a railway station in Kunming in south-west China has left at least 29 dead, the state news agency Xinhua says.", "prediction": "Chinese officials have launched a knife and knife attack at a knife station knife Kun,, Xinhua news agency says.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 8.888888888888888, "rougeL": 29.78723404255319}, "nll_sum": 114.42948913574219, "token_count": 21} +{"index": 9774, "reference": "Energy firm EDF is raising the price of electricity for the second time this year for customers on standard tariffs.", "prediction": " French-run energy EDF has announced that it will cut its gas gas customers, a 2014 which average price by 5.7%.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 123.56422424316406, "token_count": 26} +{"index": 9775, "reference": "Haven't they heard of the internet?", "prediction": "It's a bitter to struggle - and secretive and a struggle of struggle - social media - the a theme and - as a \"Primary school\" will always let them down.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 192.58567810058594, "token_count": 34} +{"index": 9776, "reference": "A custody sergeant who dealt with a man who died after having a heart attack in a police cell followed procedures \"in almost every respect\", a court has heard.", "prediction": "A man whose death of a man who died later and held in his cell has told a court he did not the force will not force and brutality.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 14.285714285714285, "rougeL": 31.03448275862069}, "nll_sum": 142.91336059570312, "token_count": 29} +{"index": 9777, "reference": "(Closed): US shares were mixed, as a rise in biotech stocks offset a fall in energy shares caused by a sharp drop in the oil price.", "prediction": "(Close): Wall Street markets slightly lower on Monday, amid fears over rising prices and oil prices.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 93.256103515625, "token_count": 19} +{"index": 9778, "reference": "Nine dogs including seven puppies have been stolen from a garden in West Lothian.", "prediction": "Police have issued owners of two dead puppies reported to have been stolen fromife parkife Fife.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 14.285714285714288, "rougeL": 26.666666666666668}, "nll_sum": 106.40113830566406, "token_count": 19} +{"index": 9779, "reference": "Eleventh night bonfires have been taking place across Northern Ireland.", "prediction": "Police are investigating number of bonfire across Scotland and Northern Ireland after it rose. it's a \" \"160's 100-D'sWest in from a's's a from the's's it has have from violence.", "rouge": {"rouge1": 21.276595744680854, "rouge2": 4.444444444444444, "rougeL": 17.02127659574468}, "nll_sum": 273.3326721191406, "token_count": 43} +{"index": 9780, "reference": "Fulham midfielder Jozabed has joined Spanish La Liga side Celta Vigo on loan until the end of the season.", "prediction": "Cigo Vigo midfielder V Vigo joined Spanish side C from Barcelona on a five-year deal, believed to be \u00a312m and", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 114.89064025878906, "token_count": 27} +{"index": 9781, "reference": "Students and other people renting their homes have been victims of \"widespread abuse\" of fees charged by letting agents, a Labour AM has claimed.", "prediction": "The charging of letting to private tenants behind a mortgage fees fees Wales should be stopped, a Welsh Tory AM has said. said in the- reputation, reputation, from is \"-w\" from a in from a the's. from Broadway", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.278688524590164, "rougeL": 15.873015873015872}, "nll_sum": 303.12982177734375, "token_count": 46} +{"index": 9782, "reference": "Five words signalled the end of one of the most controversial investigations into child abuse ever conducted by police: \"Operation Midland has now closed.\"", "prediction": "\"White few of force, the force, and allegations of phone hacking, phone - includes include all names include all \"- words of words).", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 192.6787109375, "token_count": 27} +{"index": 9783, "reference": "Plans for the UK's first spaceport on the Kintyre peninsula are being unveiled at Westminster.", "prediction": " airport airport at Prestwick andown600 could in the bid to become UK spaceport, the transport minister has announced to a byForest-'s. solve a's a's aWest from it's's of's.", "rouge": {"rouge1": 24.0, "rouge2": 0.0, "rougeL": 15.999999999999998}, "nll_sum": 284.129638671875, "token_count": 43} +{"index": 9784, "reference": "Meet George - he wants more children like him to get outside and get into gardening.", "prediction": " Museum horser is a grandfather, who's be helping an armed in charity gardening.", "rouge": {"rouge1": 6.89655172413793, "rouge2": 0.0, "rougeL": 6.89655172413793}, "nll_sum": 116.96260070800781, "token_count": 16} +{"index": 9785, "reference": "Scottish Liberal Democrat leader Willie Rennie has taken the Fife North East seat from the SNP.", "prediction": "Jackie Rennie has named elected R first elected leader of the National Liberal Democrats, after he suddenly won the election in North Fife.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 130.27783203125, "token_count": 28} +{"index": 9786, "reference": "Advancing technology and manufacturing techniques are among the ingredients of our changing consumer tastes.", "prediction": "If you want to sell a video on a fake food, buy food, tea, burgers, eat tea, food junk,,000, and they can eat a low price of a domestic freezer and food.", "rouge": {"rouge1": 8.51063829787234, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 209.29306030273438, "token_count": 40} +{"index": 9787, "reference": "A Borders textile firm has announced a 20% increase in its turnover, to \u00c2\u00a38m a year, in its annual accounts.", "prediction": "A Aberdeenshire-based- firm has reported a 30% rise in production and sales at its new range.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 32.43243243243243}, "nll_sum": 87.27482604980469, "token_count": 23} +{"index": 9788, "reference": "France has inaugurated a giant replica cave containing reproductions of prehistoric drawings of animals.", "prediction": "The most famous cave in northern France has completed a complete collection of drawings.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 7.6923076923076925, "rougeL": 35.714285714285715}, "nll_sum": 64.79795837402344, "token_count": 14} +{"index": 9789, "reference": "Injured goalkeeper Siobhan Chamberlain has withdrawn from the England women's squad for their Euro 2017 qualifiers against Belgium and Bosnia-Herzegovina.", "prediction": " Whiteie Arthur receive received an ankle injury and foot injury and will face England in their Euro 2017 Group D qualifier", "rouge": {"rouge1": 27.90697674418604, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 110.03900909423828, "token_count": 21} +{"index": 9790, "reference": "A paramedic who admitted sexually assaulting a teenager and possessing indecent images of her has been jailed.", "prediction": "A former ambulanceman who indecently assaulted a teenage girl has for sending free and pictures.", "rouge": {"rouge1": 50.0, "rouge2": 13.333333333333334, "rougeL": 37.50000000000001}, "nll_sum": 99.03580474853516, "token_count": 17} +{"index": 9791, "reference": "Tyson Fury defeated Dereck Chisora on points to become the new British and Commonwealth heavyweight champion after a brutal fight at Wembley Arena.", "prediction": "Britain's Tyson Fury comfortably beat Dere Chisora he claim claimed his 11 WBC WBO Wweight title in London's been O2 Arena. the 71 again a the firstest in favour of under straight from..", "rouge": {"rouge1": 20.689655172413797, "rouge2": 3.571428571428571, "rougeL": 17.241379310344826}, "nll_sum": 286.92523193359375, "token_count": 44} +{"index": 9792, "reference": "Hull KR head of rugby Jamie Peacock is unsure if half-back Albert Kelly will remain at the club in 2017.", "prediction": "Hull Rovers director football Jamie Peacock is \" up in the air\", the Hull player to face a disciplinary action.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 127.82511901855469, "token_count": 25} +{"index": 9793, "reference": "The Conservative Party has urged anyone with information about claims of bullying within a Tory youth wing to get in touch with its investigation.", "prediction": "The death and Duchess of youth campaigner during a campaign was the Conservative party's general campaign, the Conservatives has said,", "rouge": {"rouge1": 31.11111111111111, "rouge2": 9.30232558139535, "rougeL": 17.77777777777778}, "nll_sum": 127.35018157958984, "token_count": 22} +{"index": 9794, "reference": "China's biggest e-commerce firm Alibaba Group Holding says it expects to price its initial public offering (IPO) at between $60 and $66 per a share.", "prediction": "Chinese online giant Alibaba is weighing out of some of its share share in online in China.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 13.636363636363638}, "nll_sum": 81.74217224121094, "token_count": 17} +{"index": 9795, "reference": "The publication of key financial performance data from the NHS in England will be delayed until after the election, the BBC understands.", "prediction": "The NHS trust has been told it will not published enough data on England election budget before after the general election called after the general election saying the battle to be a referee decision\".", "rouge": {"rouge1": 39.28571428571429, "rouge2": 7.4074074074074066, "rougeL": 25.0}, "nll_sum": 188.59506225585938, "token_count": 34} +{"index": 9796, "reference": "Jamaica's defending champion Usain Bolt made it through the 100m heats without alarm to reach the Olympic semi-finals.", "prediction": "Six-time Olympic world champion Usain Bolt has confirmed a place in the women's semi-finals at the 200m Olympic Games Anniversary Rio00 BST in again solve again- solve- again a haul in's-'s again's the a", "rouge": {"rouge1": 30.0, "rouge2": 10.344827586206897, "rougeL": 20.0}, "nll_sum": 262.6781921386719, "token_count": 47} +{"index": 9797, "reference": "Brentford youngster Tom Field has signed a new contract, which will keep him at the Championship club until the summer of 2020.", "prediction": "Brentford teenager Tom Tomandzandand has signed a three-year contract- keeping him at the until the end of the 2020 season.", "rouge": {"rouge1": 65.11627906976743, "rouge2": 29.268292682926827, "rougeL": 65.11627906976743}, "nll_sum": 129.97677612304688, "token_count": 29} +{"index": 9798, "reference": "There's been a bit of a media storm surrounding Madonna over the last couple of days, and it's not down to the outfit she wore at this year's Grammy awards.", "prediction": "\"A a little,, too Jake for Jordan, and Jordan has Sam singer.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 112.3923568725586, "token_count": 15} +{"index": 9799, "reference": "Canada Post will phase out home delivery in urban areas over the next five years as the postal service struggles to rein in persistent losses.", "prediction": "The daily agency, Canada left, says will cut its call to Canadians by 10%, a rise of up to 7.5%.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 121.16520690917969, "token_count": 25} +{"index": 9800, "reference": "The US president has urged Kenya to hold \"visible\" trials to tackle corruption, which he said could be the \"biggest impediment\" to further growth.", "prediction": "Presidentack Obama and have Kenya have called for years to bring no action against corruption in the country, during a two-day trip to Africa trip.", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 123.81018829345703, "token_count": 29} +{"index": 9801, "reference": "In the summer months high on the French Alps the sheep graze on rich pastures.", "prediction": "In a warm mountains mountains, south-eastern France is located, one of Europe's highest mountains.", "rouge": {"rouge1": 6.451612903225808, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 82.24127960205078, "token_count": 20} +{"index": 9802, "reference": "James Corden has had a capital idea - to film three episodes of his late night US talk show on home turf.", "prediction": " pop star James Corden is to air conducting The Late Live show in east London.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 91.63462829589844, "token_count": 16} +{"index": 9803, "reference": "David Cameron is holding talks with German Chancellor Angela Merkel on Britain's EU reform aims, the situation in Syria and the migrant crisis.", "prediction": "David Cameron is due to meet leaders of the German Chancellor, Angela Merkel in July as part of Great Britain's vote to leave the EU.", "rouge": {"rouge1": 52.0, "rouge2": 24.999999999999993, "rougeL": 40.0}, "nll_sum": 79.24528503417969, "token_count": 27} +{"index": 9804, "reference": "Antony Jenkins, the chief executive of Barclays, has been fired after falling out with the board over the bank's cost cutting and profitability.", "prediction": "clclays has said the bank needs needed to change and replace its chief executive, Ant Jenkins, who has shot down growth in its health board.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 20.408163265306126}, "nll_sum": 150.34202575683594, "token_count": 29} +{"index": 9805, "reference": "Newly-released legal documents have revealed a building in Chicago was raided after hundreds of nude photos of female stars were leaked last year.", "prediction": "A huge internet leak involving several accounts from her Los Angeles home was not a sex crime\", US media reports say.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 108.38626098632812, "token_count": 22} +{"index": 9806, "reference": "A motorist who drove into four people killing a teenager has been jailed.", "prediction": "A driver who roug into a car then crashed, killing a teenager, killing a man and injuring seriously others, has been jailed.", "rouge": {"rouge1": 51.42857142857142, "rouge2": 24.242424242424246, "rougeL": 51.42857142857142}, "nll_sum": 113.64643859863281, "token_count": 26} +{"index": 9807, "reference": "A failure to provide education for refugees escaping the conflict in Syria risks creating a future generation of extremists, the deputy prime minister of Jordan has warned.", "prediction": "The international international will struggle pay pay more support more Syrian and Syrian refugees reach the, the country's education minister.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 142.38052368164062, "token_count": 22} +{"index": 9808, "reference": "An auction to sell a property belonging to Indian drinks baron Vijay Mallya has failed to attract any bidders.", "prediction": " tycoon Vij Mallya, who was at the centre of a scandal scandal, has left India forced has face legal charges for priceing to his passport.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 153.3778076171875, "token_count": 31} +{"index": 9809, "reference": "A study comparing the effect of e-cigarettes and tobacco cigarettes on smokers' health is being launched by Dundee University.", "prediction": " patients researchers from Airdacukee are to help University in Edinburgh an study find e- electronic cigarettes.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 152.86221313476562, "token_count": 21} +{"index": 9810, "reference": "An Isle of Wight primary school is to close, despite a parents' campaign to keep it open.", "prediction": "A small school which has been forced to close for is close at in endalling year.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 6.451612903225808, "rougeL": 18.18181818181818}, "nll_sum": 91.33103942871094, "token_count": 17} +{"index": 9811, "reference": "Broadchurch stars David Tennant and Olivia Colman have posted selfies of themselves to show their support for a BBC mental health initiative.", "prediction": "Hollywood stars Marco Bell and Lordott have pulled out of the BBC Need in a 2015-16 for show support for a mental mental health issue.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 13.043478260869565, "rougeL": 41.666666666666664}, "nll_sum": 177.03433227539062, "token_count": 29} +{"index": 9812, "reference": "An elderly woman has died in a house fire in Enniskillen.", "prediction": "A man and a woman have been injured in a fire at their house in the terminillen area of Laroy, County Down,.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 6.451612903225806, "rougeL": 30.303030303030305}, "nll_sum": 102.82238006591797, "token_count": 26} +{"index": 9813, "reference": "A former deputy head teacher has been jailed for more than 17 years for raping and touching young girls - including one aged nine.", "prediction": "A former head teacher, six of six girls - including a girl - over a nine periodyear of period more than 30 years ago, admitted it's aa, Bernie, nine-l a referee from a years's arrest.", "rouge": {"rouge1": 33.89830508474576, "rouge2": 14.035087719298245, "rougeL": 27.11864406779661}, "nll_sum": 287.9111328125, "token_count": 47} +{"index": 9814, "reference": "A third dead whale has been found by experts investigating the deaths of two others found along the Suffolk coast.", "prediction": "A fifth dead whale has washed up on a Suffolk beach, more than a year ago, organised experts have said.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473683, "rougeL": 25.0}, "nll_sum": 89.67774963378906, "token_count": 22} +{"index": 9815, "reference": "A man who was jailed for killing his ex-girlfriend in a \"violent and protracted\" attack has had his eight-year sentence increased.", "prediction": "The ex whose who killed his ex-partner who part of her ear and stabbed her to death has had his jail term term cut the", "rouge": {"rouge1": 36.73469387755102, "rouge2": 17.02127659574468, "rougeL": 32.6530612244898}, "nll_sum": 130.27096557617188, "token_count": 27} +{"index": 9816, "reference": "Virat Kohli compiled a composed hundred to help defending champions India begin the World Cup with a 76-run victory over fierce rivals Pakistan.", "prediction": "Virat Kohli's double double helped to double as Pakistan complete a comfortable six-wicket victory over Pakistan in 2014 and win the World Cup.", "rouge": {"rouge1": 44.89795918367347, "rouge2": 17.02127659574468, "rougeL": 28.57142857142857}, "nll_sum": 106.82535552978516, "token_count": 30} +{"index": 9817, "reference": "The film career of Jonathan Demme, who has died at the age of 73, spanned five decades and at least as many genres.", "prediction": " Jonathan,me isn't't always the best actor known- his best.", "rouge": {"rouge1": 11.428571428571427, "rouge2": 0.0, "rougeL": 11.428571428571427}, "nll_sum": 86.77641296386719, "token_count": 14} +{"index": 9818, "reference": "The British Olympic Association has ratified Lutalo Muhammad's nomination for London 2012 ahead of Aaron Cook.", "prediction": "The British Olympic Association has defended the decision to a \"wustrated\" decision not to retain champion Lutalo Islam as \"ununiable\".", "rouge": {"rouge1": 32.43243243243243, "rouge2": 22.857142857142858, "rougeL": 32.43243243243243}, "nll_sum": 165.5048828125, "token_count": 29} +{"index": 9819, "reference": "Scotland Yard has apologised to the family of a police informant for \"shortcomings\" in the original investigation into his death.", "prediction": "The outgoing Police of Police-Ce has said for the way the way police responded, a unexplained death for London was \" too\".", "rouge": {"rouge1": 38.0952380952381, "rouge2": 0.0, "rougeL": 28.571428571428566}, "nll_sum": 162.68289184570312, "token_count": 26} +{"index": 9820, "reference": "A County Antrim man who stabbed his partner to death in front of their seven-year-old daughter has been given a minimum 12-year sentence.", "prediction": "A father who killed a father-of-three and her young daughter, has been jailed for 11-and ina-half years.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 29.78723404255319}, "nll_sum": 88.98704528808594, "token_count": 27} +{"index": 9821, "reference": "A 14-year-old boy had to be rescued by a search and rescue team after falling into a cave in West Yorkshire.", "prediction": "A 13-year-old boy was seriously seriously injured after a cave from a 15th-old hill in East Yorkshire and a Yorkshire service said.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 13.043478260869565, "rougeL": 37.49999999999999}, "nll_sum": 118.39335632324219, "token_count": 29} +{"index": 9822, "reference": "The board of NHS Highland has approved a plan to set up maternity services at Caithness General in Wick as a Community Midwife Unit (CMU).", "prediction": "N Highland SNP Highland proposed temporary temporary changes of a midwife maternity maternity unit care for, C in Caithness as a poor care of care.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 4.166666666666666, "rougeL": 24.0}, "nll_sum": 183.2891845703125, "token_count": 29} +{"index": 9823, "reference": "Leeds Rhinos saw off the soon-to-be demolished iconic South Stand with an error-strewn win over St Helens.", "prediction": "Leeds Rhinos recorded a crushing semifinalfinal first leg of their Super League semi semi-final, despite thrashed St Helens, in Super League.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 155.42689514160156, "token_count": 31} +{"index": 9824, "reference": "Kenya's president has warned the country's judiciary not to help the opposition throw the next election into disarray.", "prediction": "Kenya's presidential and and council elections will not be free ballot paper by planned, after the bought company of printing, a daily printing company says.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 165.9150390625, "token_count": 29} +{"index": 9825, "reference": "A huge storm cloud rolled over Sydney, Australia on Friday giving us some amazing views.", "prediction": "Police in the northern Brazilian city of Sao have beenThousands crowd preserve and town the middle, as a symbol. for for- from his reputation in from his a as.'s's from his he as. of violence.A from's reputation", "rouge": {"rouge1": 3.571428571428571, "rouge2": 0.0, "rougeL": 3.571428571428571}, "nll_sum": 311.3670959472656, "token_count": 47} +{"index": 9826, "reference": "A man accused of murdering his ex-girlfriend was seen acting \"strangely\" the morning her body was discovered, a court has heard.", "prediction": "A man accused of murdering his teenage partner has told a jury he told her she thought she was \"two ignored\", a court heard heard of \"old- of a \"- \"over\" a's again of). aold again's Broadway", "rouge": {"rouge1": 40.0, "rouge2": 20.689655172413794, "rougeL": 36.66666666666667}, "nll_sum": 274.71453857421875, "token_count": 46} +{"index": 9827, "reference": "Castleford Tigers beat local rivals Wakefield Trinity to clinch the League Leaders' Shield.", "prediction": "Castleford completed their winning start to the Super League season as thrashed behind to beat second-tier Wakefield to complete a Grand Grand Final- Grand.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 175.00131225585938, "token_count": 31} +{"index": 9828, "reference": "Russell Brand says he wants to sue The Sun newspaper.", "prediction": "16 2015 has launched an investigation into claims it is taking legal action in his London home.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 74.7818374633789, "token_count": 17} +{"index": 9829, "reference": "A schoolboy from Stoke-on-Trent, Paul Murray travelled to the match on a Liverpool Supporters' Club coach with his father, Tony Murray, who survived", "prediction": " married married fatherofthree-two Liverpool from, travelled to match with Peterborough, with all whom who survived in all of whom of survived.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 29.787234042553195}, "nll_sum": 204.81546020507812, "token_count": 29} +{"index": 9830, "reference": "At least 85 people died when a gunman opened fire at an island youth camp in Norway, hours after a bombing in the capital Oslo killed seven, police say.", "prediction": "wayway police say they have arrested on several tourist islands after a series of recent attacks attacks", "rouge": {"rouge1": 21.73913043478261, "rouge2": 9.090909090909092, "rougeL": 13.043478260869565}, "nll_sum": 84.38284301757812, "token_count": 17} +{"index": 9831, "reference": "The jury in the trial of an architect accused of murdering a childcare worker in the Republic of Ireland has retired to consider its verdict.", "prediction": "A woman whose body was found alive three years ago has been vanished, who 22 years ago of relating to police in the Republic of Ireland.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 16.3265306122449, "rougeL": 23.52941176470588}, "nll_sum": 112.5539321899414, "token_count": 27} +{"index": 9832, "reference": "The agony continued for Steve Housham's North Ferriby in a 2-1 loss at home to Bromley.", "prediction": "Bromley came from 20 down to beat National League play-uls North Ferriby.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 6.896551724137931, "rougeL": 12.903225806451616}, "nll_sum": 115.87478637695312, "token_count": 18} +{"index": 9833, "reference": "Sussex have appointed ex-player Murray Goodwin as their new batting coach.", "prediction": "Essexman Murray Kay has signed a contract extension will keep him at the champions for the 2016 season-", "rouge": {"rouge1": 6.666666666666667, "rouge2": 0.0, "rougeL": 6.666666666666667}, "nll_sum": 99.01739501953125, "token_count": 20} +{"index": 9834, "reference": "Gale force winds have led to the cancellation of ferries and flights between the Isle of Man and the UK.", "prediction": " high winds reaching up to 90% have through the Isle of Man after a major plane attempt and a power station.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615385, "rougeL": 34.14634146341463}, "nll_sum": 114.01530456542969, "token_count": 22} +{"index": 9835, "reference": "Growth in South East Asia's largest economy, Indonesia, has come in at 4.76% for 2015, marking the fifth consecutive yearly decline.", "prediction": "onesonesia's economy is in pace for the first three months of the year, fears and fears fears that the country will rapid slow.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 0.0, "rougeL": 21.27659574468085}, "nll_sum": 125.74803161621094, "token_count": 27} +{"index": 9836, "reference": "Teenagers are often portrayed as thrill-seekers, but research suggests their brains are wired to learn from their experiences, which makes them better prepared for adulthood.", "prediction": "Teen teenagers' players have their better stories, as those as those who wanted to leave, US research suggests.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904763, "rougeL": 18.181818181818183}, "nll_sum": 120.30028533935547, "token_count": 21} +{"index": 9837, "reference": "A grizzly bear has attacked and killed a cyclist just outside the Glacier National Park in the northern US state of Montana, police say.", "prediction": "A cyclist was killed and his after being amputly by a grizzly bear competing during a penalty at a California national theme park in the New state, Pennsylvania, officials say. a in in the 2011's,Texas,'s 2011 again a", "rouge": {"rouge1": 43.07692307692309, "rouge2": 15.873015873015875, "rougeL": 30.769230769230766}, "nll_sum": 286.3006896972656, "token_count": 47} +{"index": 9838, "reference": "The Night Tube will lead to a rise in sexual offences and rowdy behaviour on the Underground, according to an internal risk assessment by Transport for London.", "prediction": "A new Tube station will set up in a \"special and command measures\" to tackle anti-social behaviour and staff and staff on the Night service.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 7.8431372549019605, "rougeL": 26.41509433962264}, "nll_sum": 133.2877197265625, "token_count": 29} +{"index": 9839, "reference": "A hospital radiographer, who downloaded more than a million indecent images and videos of children, has been jailed for two years and four months.", "prediction": "A former NHS manager who was jailed for 30 years for making, possessing 18, indecent images of children on the internet has been jailed.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 21.73913043478261, "rougeL": 37.5}, "nll_sum": 101.44866180419922, "token_count": 26} +{"index": 9840, "reference": "Ireland have progressed to the Super Six stage of the Women's World Cup Qualifier after finishing third in their group in Sri Lanka.", "prediction": "Ireland kept alive their's Super League hopes and keep India and alive their hopes of reaching's women's World Twenty Twenty20 in Colombo.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 28.57142857142857}, "nll_sum": 155.1605224609375, "token_count": 27} +{"index": 9841, "reference": "The owners of Warwick Castle are appealing after a council rejected plans to put a permanent \"glamping\" site in its grounds.", "prediction": "Plans 2011 was unveiled for a proposed glamping at Har Castle in a theme park, theme campaigners have said, after a it as a handmedYouTube ballet\". from thea from a it from\".", "rouge": {"rouge1": 26.41509433962264, "rouge2": 3.9215686274509802, "rougeL": 15.09433962264151}, "nll_sum": 275.92718505859375, "token_count": 40} +{"index": 9842, "reference": "Republic of Ireland assistant manager Roy Keane says Everton players must \"toughen up\" in an ongoing row with Goodison boss Ronald Koeman.", "prediction": "Everton needs Ronald Koeman to \"take care\" over his injury concerns\" by the Republic of says Republic of Ireland assistantson Robbie Keane's decision of the his's from Irish training camp for after have of football.", "rouge": {"rouge1": 27.118644067796616, "rouge2": 10.526315789473685, "rougeL": 13.559322033898308}, "nll_sum": 250.5082550048828, "token_count": 43} +{"index": 9843, "reference": "A jury trying two brothers accused of murdering a cash-and-carry manager from Cardiff has retired to consider its verdicts at Birmingham Crown Court.", "prediction": "Two men have gone on trial accused of murdering his ex-boy and hiding her body.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 10.256410256410255, "rougeL": 24.39024390243903}, "nll_sum": 63.4637451171875, "token_count": 17} +{"index": 9844, "reference": "Lufthansa Group is to introduce a surcharge for customers who buy its flights through third-party websites.", "prediction": "German budget airline Lufthansa has announced that travel will can travel and bought log online bookings.", "rouge": {"rouge1": 6.0606060606060606, "rouge2": 0.0, "rougeL": 6.0606060606060606}, "nll_sum": 110.04810333251953, "token_count": 21} +{"index": 9845, "reference": "Warrenpoint Town say they are \"shocked\" by an IFA ruling that confirmed their relegation from the Premiership and saw Carrick Rangers stay in the top flight.", "prediction": "The Irish Football Association's decision to defend a ban on Carrick Rangers against Ballinallamard United and Institute is a recall from the Irish Premiership.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 15.686274509803921}, "nll_sum": 153.90005493164062, "token_count": 30} +{"index": 9846, "reference": "Scientists at Glasgow University say they have found a key genetic indicator of how long an individual will live.", "prediction": "Scientists at Glasgow University fin finches they believe that birds will live later in life.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 25.0, "rougeL": 41.17647058823529}, "nll_sum": 95.22808837890625, "token_count": 16} +{"index": 9847, "reference": "Mexico has published new sentencing guidelines that will double prison sentences for kidnapping.", "prediction": "The Mexican government has announced the, but jail sentences of those who kill those who were kidnapped, families or nor families (n traffickers).", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 149.923583984375, "token_count": 26} +{"index": 9848, "reference": "Doctors had to wait up to 10 minutes for vital drugs to treat a mother after an emergency Caesarean section, an inquest has heard.", "prediction": "A doctor who died after giving birth during a heart operation should have been failed drugs after staff the staff, an inquest has heard, haveA \"coA's recall\". aA 2011 again a's againA of's from again from 2011", "rouge": {"rouge1": 25.0, "rouge2": 9.67741935483871, "rougeL": 21.875}, "nll_sum": 291.7892761230469, "token_count": 47} +{"index": 9849, "reference": "Four Nigerian men have received 20 lashes each after an Islamic court in the northern city of Bauchi convicted them of gay sex, officials say.", "prediction": "A court in Nigeria are Bchi of to impose a death sentences given to four men who have been convicted of homosexual marriage offences not or be gay.", "rouge": {"rouge1": 33.9622641509434, "rouge2": 3.921568627450981, "rougeL": 22.64150943396226}, "nll_sum": 163.39816284179688, "token_count": 29} +{"index": 9850, "reference": "Russian coaches who \"do not understand how to work without doping\" should \"retire\" says the country's deputy Prime Minister Vitaly Mutko.", "prediction": "Russian Prime Minister Vitalyko says Russia will return to international competition in failing a drugs test.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 95.8544921875, "token_count": 18} +{"index": 9851, "reference": "An ex-Guantanamo Bay detainee has been arrested in Uganda for questioning over his possible role in the killing of a top prosecutor, police say.", "prediction": " British British nationals in a Cardiff detention centre in the Pakistani capital has been arrested.", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210526, "rougeL": 15.0}, "nll_sum": 68.01820373535156, "token_count": 15} +{"index": 9852, "reference": "The governor of Indiana has defended a new law that has unleashed a wave of condemnation across the country.", "prediction": "The governor of Indiana has pulled under criticism of his governor over a controversial gay law that includes marriage couples that it does not \" not gay\".", "rouge": {"rouge1": 40.0, "rouge2": 23.25581395348837, "rougeL": 35.55555555555556}, "nll_sum": 148.4329376220703, "token_count": 27} +{"index": 9853, "reference": "Shakin' Stevens has been voted Wales' Greatest Living Voice by listeners of BBC Radio Wales.", "prediction": "Shaky star Pe likely' Stevens has won BBC Radio Radio poll in Wales. 2015. making it's \"b Mredia's following's his from's as the from Scottish Welsh the from Welsh George of National.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 339.9251708984375, "token_count": 43} +{"index": 9854, "reference": "Russia and Qatar may have had to pay bribes to secure their World Cups, Sepp Blatter's former special advisor has suggested.", "prediction": "Fifa Sepp Blatter and other countries would be paid any bribe for the World Cup bidding process, the president of a former Swiss lawyer says.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 8.88888888888889, "rougeL": 21.276595744680854}, "nll_sum": 122.8725357055664, "token_count": 29} +{"index": 9855, "reference": "A double murderer who posed as a refugee to enter the UK illegally is to be extradited.", "prediction": "A double leader who was shot dead by police after in police to run him has been jailed for 13 years.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 5.555555555555556, "rougeL": 21.052631578947366}, "nll_sum": 93.22225189208984, "token_count": 21} +{"index": 9856, "reference": "Midfielder Joe Ledley believes the Football Association of Wales will make the ''right decision'' on how best to mark Armistice Day in the World Cup qualifier against Serbia.", "prediction": "The Football Association of WalesFAW) said will make a decision on Wales players wearing armband to Northern Ireland on Armistice Day on Friday.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 24.489795918367346, "rougeL": 43.13725490196078}, "nll_sum": 127.27989196777344, "token_count": 30} +{"index": 9857, "reference": "A lifetime's collection of hundreds of diving helmets and equipment has fetched \u00a3476,000 at auction.", "prediction": "A Italian helmet worn by 100 double but pool have sold for \u00a37,000 at auction at a price for \u00a38.8m.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 128.77542114257812, "token_count": 27} +{"index": 9858, "reference": "Police have recovered a body from the River Nith at Kingholm Quay, two miles south of Dumfries.", "prediction": "A body has been recovered from and the River Nith in River Nith in Dumfries Galloway.", "rouge": {"rouge1": 48.484848484848484, "rouge2": 19.35483870967742, "rougeL": 42.42424242424242}, "nll_sum": 93.07217407226562, "token_count": 21} +{"index": 9859, "reference": "Bristol City will sign midfielder Josh Brownhill from Preston at the end of his current contract on 30 June.", "prediction": "Bristol City have signed midfielder Luke Brownhill on a three-year deal from Preston North End, believed to be \u00a32m.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 16.216216216216214, "rougeL": 41.02564102564102}, "nll_sum": 81.332275390625, "token_count": 27} +{"index": 9860, "reference": "Some struggling GP surgeries in England will be allowed to fail and close, according to a leaked document.", "prediction": "GPs in England are being put at risk to fail if their clinical continue funding cut, the BBC understands.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 107.154296875, "token_count": 21} +{"index": 9861, "reference": "When Liverpool take on Sevilla in Wednesday's Europa League final Gordon Wallace will be watching on television in the Shankly Hotel in the city.", "prediction": "If James Wallace was only one of the moment Liverpool joined 30 years ago again, and he was the only Wales footballer was a patrol of a English accent.", "rouge": {"rouge1": 14.814814814814817, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 165.3073272705078, "token_count": 30} +{"index": 9862, "reference": "It is imperative that those involved in modern day slavery in Wales are caught and brought to justice.", "prediction": "Human and human babies are being asking by police helping human trafficking to north Wales. 2011 \" a's a- a- \"over- \" a \" The's from ban from a referee\" from is be from of from. from aA", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 7.2727272727272725}, "nll_sum": 308.29595947265625, "token_count": 47} +{"index": 9863, "reference": "Beneath Clapham South Tube station lie a warren of tunnels which provided shelter for 8,000 people during World War Two.", "prediction": "The Channel refugees of London, which has been used to refugees migrants reach the country during World War Two, has been officially opened", "rouge": {"rouge1": 27.27272727272727, "rouge2": 14.285714285714283, "rougeL": 27.27272727272727}, "nll_sum": 116.10406494140625, "token_count": 24} +{"index": 9864, "reference": "Newcastle owner Mike Ashley said he will be staying at the club until they win a trophy or qualify for the Champions League.", "prediction": "Newcastle United owner Mike Ashley has denied claims that the club and be selling players at any price\".", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 83.09434509277344, "token_count": 19} +{"index": 9865, "reference": "England boss Mark Sampson was cleared of wrongdoing after Eniola Aluko made a complaint to the Football Association about \"bullying and harassment\".", "prediction": "Newreian Ennis Jessica Aluko has accused the Football Association of Fifa over her handling of her team by England team boss Mark Samp and.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 13.636363636363635, "rougeL": 21.73913043478261}, "nll_sum": 174.36404418945312, "token_count": 28} +{"index": 9866, "reference": "There has been a \"rapid deterioration\" in prison safety in England and Wales, the prisons inspector has warned.", "prediction": " self-inf deaths in English violence is \" likely \" be likely to happen again\", the chief inspector of prisons for England solve in the", "rouge": {"rouge1": 29.268292682926827, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 158.81182861328125, "token_count": 26} +{"index": 9867, "reference": "Scotland manager Gordon Strachan is to announce two squads this week for the forthcoming friendly internationals against the Czech Republic and Denmark.", "prediction": " Sport Scotland and will will bring boss Gordon Strachan to the national side, which take place on 27 December, says a former St Mirren.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 126.96623229980469, "token_count": 29} +{"index": 9868, "reference": "A Wrexham street has reopened after police carrying out a search warrant found suspected firearms and \"unstable\" firework.", "prediction": "Four people have been arrested after a bomb disposal experts were called to a security alert at and Anglesey beach on Saturday night in the armed tank's Trident, it from from a game from it a from of game.", "rouge": {"rouge1": 13.793103448275865, "rouge2": 0.0, "rougeL": 10.344827586206897}, "nll_sum": 209.71478271484375, "token_count": 43} +{"index": 9869, "reference": "Northampton Saints full-back Ben Foden believes his rivalry with Harlequins' Mike Brown can benefit both players and England.", "prediction": "Northampton scr fly-half Ben Foden says he will push himself for England career by to face Harlequins in his Six Nations.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 138.71896362304688, "token_count": 29} +{"index": 9870, "reference": "Amateur Adam Duffy pulled off one of the biggest upsets in UK Championship history with a stunning 6-2 win over two-time winner Ding Junhui.", "prediction": "World number five Ding Dinghuiui is through to the first round of a UK Championship by number one Mark Duffy to the UK Championship. solve Bureau of- again- again- \"-des's- again's from again- from 2011", "rouge": {"rouge1": 25.396825396825395, "rouge2": 3.278688524590164, "rougeL": 12.698412698412698}, "nll_sum": 304.5823974609375, "token_count": 46} +{"index": 9871, "reference": "A pilot scheme offering free breakfasts to primary school children in Blackpool has improved their health and punctuality, say researchers.", "prediction": "The free school fair programme families Mash scheme in Blackpool is to be announced October, go ahead, with research of a C Twinren council saying what \"g from's from it from a's from of\"..", "rouge": {"rouge1": 32.142857142857146, "rouge2": 3.7037037037037033, "rougeL": 17.857142857142858}, "nll_sum": 299.2924499511719, "token_count": 42} +{"index": 9872, "reference": "One of the longest-serving head teachers in the country is retiring after 35 years at the same school.", "prediction": "A 86-year-old former teacher, who returned to school to school for 40 years ago, has returned to school a Devon Devon primary school, a struggle of struggle for his reputation as a for a's of.", "rouge": {"rouge1": 14.035087719298245, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 189.21795654296875, "token_count": 43} +{"index": 9873, "reference": "Solihull Moors have signed centre-back Joel Kettle from Northern League Premier leaders Rushall Olympic.", "prediction": "Solihull Moors have completed the signing of striker Jonathan from Rush gathered entalsall.- by Nottingham a hasA refereeA Lord's\" from a mutual character's future from as he's National. of a's from 2011 a", "rouge": {"rouge1": 19.23076923076923, "rouge2": 8.0, "rougeL": 19.23076923076923}, "nll_sum": 349.270751953125, "token_count": 46} +{"index": 9874, "reference": "Tests on the remains of a man found in a Conwy county forestry have shown he suffered serious head trauma and died in suspicious circumstances.", "prediction": "A man whose remains were found in a forest in Conwy county died died serious head injuries the police have said.", "rouge": {"rouge1": 60.86956521739131, "rouge2": 22.727272727272727, "rougeL": 39.130434782608695}, "nll_sum": 101.59077453613281, "token_count": 22} +{"index": 9875, "reference": "Hong Kong's government has unveiled a controversial plan which would allow Chinese mainland law to apply in the territory for the first time.", "prediction": "Hong government Kong announced opened Hong Hong Kong's first high-speed rail area.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 79.13835144042969, "token_count": 15} +{"index": 9876, "reference": "Australia will increase its troop presence in Afghanistan following a formal request from the US, Canberra has said.", "prediction": "Australia is added to deploy an extra five US government forces to Afghanistan in the fight against Pakistan defence officials have confirmed.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 105.8172607421875, "token_count": 22} +{"index": 9877, "reference": "A man has died after he was struck by a van while crossing a road in Glasgow.", "prediction": "A man was taken to hospital after being hit by a van in the Glasgow. Glasgow-year-old a's a from a the's, a from from Scotland's production was from a man from The's from adrive from's body", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.344827586206899, "rougeL": 26.666666666666668}, "nll_sum": 232.18592834472656, "token_count": 47} +{"index": 9878, "reference": "More children in England are being taught by unqualified teachers, a teaching union is claiming.", "prediction": "Two- state schools are England be be allowed to employ and continue struggle continue in place, a union conference heard.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 149.63882446289062, "token_count": 22} +{"index": 9879, "reference": "Royal Mail has begun a consultation over changes to its pension scheme amid threats of strike action from unions.", "prediction": "Royal Mail and members are ballot strike members of strike action over possible changes to made to its defined pension plan, the union the Unite union says.", "rouge": {"rouge1": 47.826086956521735, "rouge2": 22.72727272727273, "rougeL": 34.78260869565217}, "nll_sum": 157.38473510742188, "token_count": 29} +{"index": 9880, "reference": "New Jersey signing Heath Stevens says the club are capable of reaching the Championship play-offs.", "prediction": "New Jersey rugby rugby Mill Stevens has confirmed plans for priority top four for next season despite says head head coach Stevens there is \"the right road doing\".", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904762, "rougeL": 22.727272727272727}, "nll_sum": 191.85498046875, "token_count": 29} +{"index": 9881, "reference": "Military chiefs in America say a new, unmanned stealth bomber has carried out its first test flight.", "prediction": " the first US fighter-style aircraft to to be built, has arrived its Norfolk landfill air.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 12.121212121212121}, "nll_sum": 116.26766967773438, "token_count": 18} +{"index": 9882, "reference": "Qualcomm has said it aims to cut costs and jobs and might restructure itself as it delivers a fresh profit warning in the face of rising competition.", "prediction": "US chipmaker retailer is wearablemaker said it will cut 38,000 jobs by a profit cut and make it lifetime to ahan patent business.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 4.081632653061225, "rougeL": 23.52941176470588}, "nll_sum": 183.49493408203125, "token_count": 28} +{"index": 9883, "reference": "A man and a woman have been taken to hospital after being rescued from a house fire in Stoke-on-Trent.", "prediction": "Two people were taken to hospital after being pulled from a fire through dorm rooms, Sussex Sussex,. aA a from- from a raping in's from a The's,'s on a2 from'sIt of. a from'sA", "rouge": {"rouge1": 40.67796610169492, "rouge2": 17.54385964912281, "rougeL": 33.89830508474576}, "nll_sum": 285.7277526855469, "token_count": 46} +{"index": 9884, "reference": "China has executed eight people in the north-western region of Xinjiang, for what it calls \"terrorist\" attacks, reports the state news agency Xinhua.", "prediction": "China has executed two people dozens convicted of being involved in a deadly attack in Xinjiang, state news agency says.", "rouge": {"rouge1": 50.0, "rouge2": 19.04761904761905, "rougeL": 40.909090909090914}, "nll_sum": 87.273193359375, "token_count": 22} +{"index": 9885, "reference": "A day centre for older people which had been threatened with closure has opened for the first time under the control of the group which saved it.", "prediction": "A Grade I listed hall, once known as along battle\" is to shut, afterAfter a planned a \u00c2 \u00a3m regeneration.", "rouge": {"rouge1": 4.3478260869565215, "rouge2": 0.0, "rougeL": 4.3478260869565215}, "nll_sum": 200.58929443359375, "token_count": 26} +{"index": 9886, "reference": "A 10-year-old child has suffered serious injuries after being hit by a car in the Vale of Glamorgan.", "prediction": "A five-year-old boy has been a critical condition in hospital following a hit-and-run in the Vale of Vale of Glamorgan, police say.", "rouge": {"rouge1": 47.826086956521735, "rouge2": 22.727272727272727, "rougeL": 43.47826086956522}, "nll_sum": 89.3597412109375, "token_count": 33} +{"index": 9887, "reference": "People who were mis-sold payment protection insurance (PPI) can receive widely differing compensation, a BBC investigation has found.", "prediction": "US street street banks are paying more compensation in compensation to customers over mis-sold payment insurance (PPI), a top personal finance expert has claimed.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714288, "rougeL": 31.818181818181817}, "nll_sum": 135.0306854248047, "token_count": 29} +{"index": 9888, "reference": "The UK's biggest music festival Glastonbury is trying out some pretty special toilets this year, which could help you charge your smartphone.", "prediction": " a eyelessless system, which provide power has been developed by researchers Bristol.", "rouge": {"rouge1": 5.7142857142857135, "rouge2": 0.0, "rougeL": 5.7142857142857135}, "nll_sum": 92.54811096191406, "token_count": 15} +{"index": 9889, "reference": "Facebook has announced it will make highly detailed maps of places where it believes people are living available to the public later this year.", "prediction": "Facebook has launched project mapping project project, used to protect endangered areas in rural areas.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 79.35420227050781, "token_count": 16} +{"index": 9890, "reference": "Kevin Brown's hat-trick against his former club gave Warrington a derby win against Widnes to progress to the last eight of the Challenge Cup.", "prediction": "Warrington survived a stunning second-half comeback to beat Warrington in their Challenge Cup quarter-finals.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 23.80952380952381}, "nll_sum": 75.79743957519531, "token_count": 20} +{"index": 9891, "reference": "Cycling's governing body has condemned E3 Harelbeke organisers for a controversial billboard poster that promotes this year's race in Belgium.", "prediction": " cycling's cycling body, UC, says naked from the Tour Flanders majoritybeke after a poster campaigner prompted a cyclist on socialSocial media event.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 217.56399536132812, "token_count": 29} +{"index": 9892, "reference": "Eleven-year-old Kai Tap sits alone looking pensive as he watches other children sing and play at Eden school inside a civilian protection site run by the United Nations in South Sudan.", "prediction": " miserabler- al-man 2014 a bad cattle is working in South Sudan, living in South Sudan, the north and a north of Africa he one of't alive home.", "rouge": {"rouge1": 22.58064516129032, "rouge2": 6.666666666666667, "rougeL": 12.903225806451616}, "nll_sum": 201.49859619140625, "token_count": 35} +{"index": 9893, "reference": "The windscreen of a PSNI car has been smashed during an attack on a police patrol in Carrickfergus.", "prediction": "A brick thrown through in windscreen in a car in Carferg, County Antrim.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 0.0, "rougeL": 25.80645161290323}, "nll_sum": 102.02033996582031, "token_count": 18} +{"index": 9894, "reference": "Harry Potter star Emma Watson's been speaking out about making boys and girls more equal.", "prediction": "The actress Dilma has revealed that that said women't have given the same rights as, men because they are are \"better men than\".", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 146.358154296875, "token_count": 27} +{"index": 9895, "reference": "The company running Britain's track, signals and train stations has overspent, and may be using flaky figures to plan its maintenance work, according to the rail regulator.", "prediction": "There are fresh and uncertainty around the oversp high of the \u00a32bn rail line, despite watchdog fears that the rail company is too high.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 3.9999999999999996, "rougeL": 15.384615384615383}, "nll_sum": 140.98550415039062, "token_count": 28} +{"index": 9896, "reference": "Egypt knocked out Morocco to reach the Africa Cup of Nations semi-finals as substitute Mahmoud Abdel-Moneim prodded home a dramatic 87th-minute winner.", "prediction": "Egypt reached the Africa Cup of Nations Nations quarter-finals after a stoppage in extra-time, as's failed to reach the quarter-finals by beating hosts Cameroon.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 23.52941176470588, "rougeL": 33.9622641509434}, "nll_sum": 117.8538818359375, "token_count": 33} +{"index": 9897, "reference": "Two police officers face misconduct hearings over the \"plebgate\" affair involving ex-chief whip Andrew Mitchell, the police watchdog has said.", "prediction": "A senior police detective who were asked a row over the \"plegate\" row Andrew Mitchell have been cleared of misconduct by a force's and says.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 8.88888888888889, "rougeL": 21.276595744680847}, "nll_sum": 166.177490234375, "token_count": 29} +{"index": 9898, "reference": "A pedestrian who was killed in a collision that police believe may be linked to an earlier disturbance at a flat in Surrey has been identified.", "prediction": "A man was killed after being hit by a car in a south London London.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 29.268292682926834}, "nll_sum": 47.89564514160156, "token_count": 15} +{"index": 9899, "reference": "The title of best moustache is up for grabs as top lip titans clash in Dover for the honour of being crowned owner of the world's wackiest whiskers.", "prediction": "A the camarader club, urging to be moustie set in World War, in Dover is now waiting for battle to change and rules.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 15.384615384615385}, "nll_sum": 186.2650604248047, "token_count": 29} +{"index": 9900, "reference": "China has complained to Zambia after 31 of its nationals were arrested at the weekend for alleged illegal mining practices.", "prediction": "The Gambia has arrested 40 people and inian aid workers arrested on suspicion of illegal mining a organised crime.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 115.91362762451172, "token_count": 21} +{"index": 9901, "reference": "Two Kilcoo players are to be suspended by Ulster GAA chiefs following allegations of racial abuse.", "prediction": "Two Ulsterliga champions Kilcoo players will be suspended by NI Corporation for racism", "rouge": {"rouge1": 41.37931034482759, "rouge2": 22.222222222222225, "rougeL": 41.37931034482759}, "nll_sum": 111.9770736694336, "token_count": 15} +{"index": 9902, "reference": "Australian Nick Kyrgios \"doesn't understand\" what it takes to be a Grand Slam winner, says three-time Wimbledon champion John McEnroe.", "prediction": "Australia teenager Nick Kyrgios needs action to win Grand Slams\" and reach at Wimbledon, says three-time champion John McEn, says the player has lessons from about his decision,. in for his a.", "rouge": {"rouge1": 43.63636363636363, "rouge2": 18.867924528301888, "rougeL": 36.36363636363637}, "nll_sum": 226.88858032226562, "token_count": 43} +{"index": 9903, "reference": "US Republican candidate Donald Trump has defended his call for a wall on the Mexican border, during his visit to meet President Enrique Pena Nieto.", "prediction": "US presidential candidate Enrique Pena Nieto has told Mexican Mexicans for the US during his visit to Mexico, saying would pay to pay for a border wall.", "rouge": {"rouge1": 61.53846153846153, "rouge2": 24.000000000000004, "rougeL": 34.61538461538461}, "nll_sum": 117.56340026855469, "token_count": 29} +{"index": 9904, "reference": "A diabetes pill has anti-ageing effects and extends the life of male mice, research suggests.", "prediction": "A drug which could be be used to treat type 22 diabetes is increase significantly in, in studies shows.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 104.40420532226562, "token_count": 20} +{"index": 9905, "reference": "A man who died after being stabbed in a car park in Denbighshire, prompting a murder investigation, has been named.", "prediction": "A man was died in hospital after being run by a car in a Denbighshire supermarket.", "rouge": {"rouge1": 61.111111111111114, "rouge2": 23.52941176470588, "rougeL": 50.0}, "nll_sum": 71.47264862060547, "token_count": 19} +{"index": 9906, "reference": "Super League side Warrington Wolves have announced Ryan Bailey, Jordan Cox and Mitchell Dodds will leave at the end of their contracts.", "prediction": "Warrington Warrington Wolves have signed Ian, Old Bailey and Lewis Dodds, while prop Joe Dodds, who have receive new Super League season.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 14.285714285714285, "rougeL": 27.27272727272727}, "nll_sum": 168.78070068359375, "token_count": 29} +{"index": 9907, "reference": "A man was taken into custody after a truck which had been involved in a police pursuit crashed into a building in Aberdeen.", "prediction": "A stolen car crashed into a building and hitting a office office, after a vehicle was stopped to stop vehicle police in Glasgow city centre the a's, solve,'s they a from-A aA in from matches's ban from a's", "rouge": {"rouge1": 36.36363636363637, "rouge2": 12.5, "rougeL": 24.242424242424242}, "nll_sum": 294.4624938964844, "token_count": 47} +{"index": 9908, "reference": "Sunderland and Italy winger Emanuele Giaccherini has joined Napoli on a three-year deal for an undisclosed fee.", "prediction": "Sunderland have striker Gabrielel Hernandezcherini from English side Lyon on a five-year deal, reported to be \u00a38m.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 126.88497161865234, "token_count": 29} +{"index": 9909, "reference": "Archaeologists working at a 900-year-old castle have found \"rare and unexpected\" artefacts.", "prediction": "A small house believed to be that of a manor house more than 30 years ago, the archaeologists have revealed.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.64705882352941}, "nll_sum": 77.36732482910156, "token_count": 22} +{"index": 9910, "reference": "Columnist Kelvin MacKenzie has been suspended by the Sun after he expressed \"wrong\" and \"unfunny\" views about the people of Liverpool.", "prediction": "Police are investigating the Sun editor chief columnist Kelvin MacKenzie, published an article saying Liverpool he is saying footballer is \" a Central slur and another\".", "rouge": {"rouge1": 34.78260869565217, "rouge2": 13.636363636363635, "rougeL": 21.73913043478261}, "nll_sum": 181.68252563476562, "token_count": 29} +{"index": 9911, "reference": "National League club Torquay United have been taken over by Swindon-based Gaming International (GI).", "prediction": "Torquay United have pulled out of five-year deal to buy the club, foreigners, Hong Kong Hong Kong, a and ac American group.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 11.11111111111111, "rougeL": 15.789473684210527}, "nll_sum": 147.3085479736328, "token_count": 29} +{"index": 9912, "reference": "Up to a quarter of a million vulnerable people are not being supported by an \"appropriate adult\" while in police custody, a Home Office report suggests.", "prediction": " the number of mentally adults stay in police custody, in England and Wales is identified in some areas, a report by the charity Children's disease says.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 7.8431372549019605, "rougeL": 26.41509433962264}, "nll_sum": 136.66952514648438, "token_count": 29} +{"index": 9913, "reference": "Warren Gatland's 41-man squad for the British and Irish Lions Tour of New Zealand this summer.", "prediction": "A chron will of key events:", "rouge": {"rouge1": 8.333333333333332, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 48.76026153564453, "token_count": 6} +{"index": 9914, "reference": "Substitutes Marcus Rashford and Marouane Fellaini both scored as Manchester United overcame a resolute Leicester to strengthen their position at the top of the Premier League.", "prediction": "Gane Fellaini's extratime was enough to give Manchester United points clear of top-flightplaced Manchester United in a spectacular Old Trafford game.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 142.34719848632812, "token_count": 30} +{"index": 9915, "reference": "Not paying the TV licence fee could become a civil offence, rather than a criminal one, under plans being considered by ministers.", "prediction": "The BBC planning to make it nonpayment of a TV fee to decriminalising a criminal, the government said said. \" will is the government reputation, reputation, a struggle from the-d.000 in from November..", "rouge": {"rouge1": 25.0, "rouge2": 3.7037037037037033, "rougeL": 17.857142857142858}, "nll_sum": 273.4927978515625, "token_count": 43} +{"index": 9916, "reference": "EU citizens legally resident in the UK will be entitled to the same rights as British citizens after Brexit, the UK prime minister has told EU leaders.", "prediction": "Thousands of EU citizens will be awarded to the rights to receive the same status after five years of the office, the UK prime minister Brexit future..", "rouge": {"rouge1": 55.55555555555556, "rouge2": 26.923076923076923, "rougeL": 44.44444444444444}, "nll_sum": 142.11676025390625, "token_count": 28} +{"index": 9917, "reference": "The cell behind the Barcelona van attack had planned to use explosives against monuments including the city's famous Sagrada Familia church, a suspect has told a Madrid court.", "prediction": "A man suspected of being an attack behind a deadly gun attack in Barcelona that 19 people in December 2014 has gone on trial in in Spanish court.", "rouge": {"rouge1": 28.070175438596497, "rouge2": 0.0, "rougeL": 14.035087719298248}, "nll_sum": 126.62794494628906, "token_count": 28} +{"index": 9918, "reference": "An addict who denies killing a man who was shot with a crossbow has told a court he did not owe the victim drug money.", "prediction": "A drug financing accused of murdering his rival to death with a crossbow was told by the police he wish to do\",- court heard 2011 \"'s man again a \". a 2011 again 2011 again's 2011 of again solve again 2011's", "rouge": {"rouge1": 35.82089552238806, "rouge2": 6.153846153846153, "rougeL": 17.91044776119403}, "nll_sum": 290.7463073730469, "token_count": 46} +{"index": 9919, "reference": "A convicted killer who was on the run from an open prison in South Yorkshire has been recaptured, police said.", "prediction": "A convicted killer who was on of run the run for nearly two years ago has been arrested by police.", "rouge": {"rouge1": 55.00000000000001, "rouge2": 36.84210526315789, "rougeL": 55.00000000000001}, "nll_sum": 80.85855102539062, "token_count": 20} +{"index": 9920, "reference": "Rory McIlroy has insisted he is \"totally fine\" to play in this week's US Open as he returns to action after a month out because of injury.", "prediction": "World number two Rory McIlroy says he will be fit to play again next week Irish Open Championship due to a major flag injury in injury.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 7.692307692307692, "rougeL": 37.03703703703704}, "nll_sum": 130.66517639160156, "token_count": 28} +{"index": 9921, "reference": "David Lammy has said he will consider standing for Labour leader if colleagues want him to do it.", "prediction": " Lem Lamont has called for the \" right time to vote to become Labour leadership party.", "rouge": {"rouge1": 24.24242424242424, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 88.69926452636719, "token_count": 17} +{"index": 9922, "reference": "A former NHS equality boss has been warned she could face jail for swindling \u00a311,000 by diverting funds to her husband.", "prediction": "The former chief executive of NHS England but has admitted her husband, admitting charge to her husband, paying for more than \u00a339,000.", "rouge": {"rouge1": 35.55555555555555, "rouge2": 9.30232558139535, "rougeL": 26.66666666666666}, "nll_sum": 112.13518524169922, "token_count": 27} +{"index": 9923, "reference": "Google is planning to track billions of credit and debit card sales to compare online ad clicks with money spent offline.", "prediction": "Google has launched a service that owns and that allows its users' best access and apps. on their apps.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 104.82638549804688, "token_count": 21} +{"index": 9924, "reference": "A 31-year-old woman has been sexually assaulted after getting into a car she believed was a private hire taxi.", "prediction": "A 92-year-old woman was sexually assaulted and sexually assaulted after moving from a Scotland car park.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 21.62162162162162, "rougeL": 46.15384615384615}, "nll_sum": 65.73475646972656, "token_count": 20} +{"index": 9925, "reference": "The UK population grew by almost half a million last year to 64,596,800, according to figures from the Office for National Statistics.", "prediction": "The UK economy grew to the 2011 to its highest level, the lowest the records began, the latest figures from the Office for National Statistics (ONS).", "rouge": {"rouge1": 48.00000000000001, "rouge2": 29.166666666666668, "rougeL": 48.00000000000001}, "nll_sum": 112.87545013427734, "token_count": 29} +{"index": 9926, "reference": "Chelsea manager Antonio Conte has signed an improved two-year deal with the Premier League champions.", "prediction": "Chelsea boss Antonio Conte has signed a new contract which will keep keeping club at Stamford Stadium, keeping the club to priority \"something amazing\".", "rouge": {"rouge1": 30.0, "rouge2": 15.789473684210527, "rougeL": 30.0}, "nll_sum": 135.28282165527344, "token_count": 27} +{"index": 9927, "reference": "An FA Cup game will take place on the Channel Islands for the first time after Guernsey FC were drawn at home in next month's preliminary round.", "prediction": "Guernsey will be at the same same home pitch in the FA Cup after their playleague-off match to Thamesmead Town.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 134.1151123046875, "token_count": 27} +{"index": 9928, "reference": "A project to build a bridge covered with trees and shrubs across the Thames in London should be scrapped, a review has found.", "prediction": "The MP behind plans to build a huge bridge bridge over the central London said was abandoned, accusing the cost of the taxpayer' money. and blame.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 155.5660400390625, "token_count": 29} +{"index": 9929, "reference": "Cinema-goers were carried to safety by firefighters after they became stranded when a water main burst in London.", "prediction": "A water main has opened a busy street in Reading city centre, damaged doors after buses, a water main.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 11.11111111111111, "rougeL": 21.052631578947366}, "nll_sum": 114.99555206298828, "token_count": 21} +{"index": 9930, "reference": "It was Benjamin Franklin who said we can be certain of nothing in life except death and taxes.", "prediction": "able the Renewable half Iniveive (RHI) scheme has finally ended, the News NI's controversial reports about a flagship father his life.", "rouge": {"rouge1": 5.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 193.3621826171875, "token_count": 29} +{"index": 9931, "reference": "The husband of a dentist who was arrested over her death has said she \"took her own life\" as he told of his family's \"devastating loss\".", "prediction": "A nurse whose body was arrested on suspicion of murdering her husband took her own life, arrested custody, was not a suspect\".", "rouge": {"rouge1": 40.816326530612244, "rouge2": 17.02127659574468, "rougeL": 32.6530612244898}, "nll_sum": 102.53608703613281, "token_count": 24} +{"index": 9932, "reference": "A former police officer who shot an unarmed black teenager in the head has been indicted on a murder charge by a grand jury, prosecutors in the US state of Texas say.", "prediction": " white Dallas police officer has been charged with after the fatal shooting of black black teenager who was shot of four teenagers in his own party, reports local media.", "rouge": {"rouge1": 39.344262295081975, "rouge2": 13.559322033898304, "rougeL": 22.950819672131146}, "nll_sum": 114.931884765625, "token_count": 30} +{"index": 9933, "reference": "Indian Prime Minister Narendra Modi's latest remark about Bangladeshi PM Sheikh Hasina's political achievements is attracting criticism and humour in equal measure on social media, reports BBC Monitoring.", "prediction": "Scottian Facebook users celebrating begun mixed on Twitter about Narendra Modi's visit to visit, saying that he is a woman\". India\".", "rouge": {"rouge1": 23.076923076923077, "rouge2": 8.0, "rougeL": 15.384615384615383}, "nll_sum": 149.79598999023438, "token_count": 25} +{"index": 9934, "reference": "Charlie Pitcher says people who call him \"crazy\" do not know him very well.", "prediction": " Englishman David Pitman has announced but plans to become the man's become the trans-female.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 109.4594497680664, "token_count": 19} +{"index": 9935, "reference": "Cristiano Ronaldo broke Sweden's resistance late in the game to give Portugal the advantage in their World Cup play-off tie in Lisbon.", "prediction": "Cristiano Ronaldo scored a hat-trick to give Portugal a territory control the first leg of their Copa Rey quarter-final Barcelona first leg of", "rouge": {"rouge1": 28.57142857142857, "rouge2": 12.76595744680851, "rougeL": 28.57142857142857}, "nll_sum": 109.75798797607422, "token_count": 30} +{"index": 9936, "reference": "Five British men who were being held on arms charges have been freed on bail from an Indian jail, according to a lawyer close to the case.", "prediction": "Six British men who were five men arrested in connection with the firearms offences on an Indian navy ship have been released.", "rouge": {"rouge1": 44.897959183673464, "rouge2": 21.276595744680847, "rougeL": 28.57142857142857}, "nll_sum": 86.77256774902344, "token_count": 22} +{"index": 9937, "reference": "Sangin was once the centre of operations for international forces in Afghanistan, a key district that linked Lashkar Gah, the capital of Helmand province, to the province's northern districts.", "prediction": "The battle for the Taliban in Afghanistan in August, battles between the party and troops in the northern Afghan province of Helmand (IS).", "rouge": {"rouge1": 37.73584905660377, "rouge2": 7.8431372549019605, "rougeL": 26.415094339622634}, "nll_sum": 98.67782592773438, "token_count": 26} +{"index": 9938, "reference": "A 94-year-old man who survived a prisoner of war camp next door to the Auschwitz-Birkenau extermination camp believes a football league which the guards allowed them to set up may have helped save his life.", "prediction": "\" forgotten will never watch of English\" - and played - will be played football - but the united but the memories of Nazi Germans - played it.", "rouge": {"rouge1": 13.114754098360656, "rouge2": 0.0, "rougeL": 9.836065573770492}, "nll_sum": 184.77410888671875, "token_count": 29} +{"index": 9939, "reference": "Glastonbury has opened its gates and fans have started to trickle in.", "prediction": "As the Pyramidest festival, gets the headsliners to this year's Glastonbury event at the solve night's again - and it the hard to 100,, referee, front-wide, with in wins from. Saturday from. the", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 296.9940490722656, "token_count": 46} +{"index": 9940, "reference": "Seventeen people were rescued after a huge fire ripped through a hotel and block of flats in west London.", "prediction": "Firefighters have been a fire through through a front floor of a hotellict Greater Manchesteritched", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 29.411764705882355}, "nll_sum": 136.10238647460938, "token_count": 18} +{"index": 9941, "reference": "Ghana has been told by an international tribunal not to begin any new offshore drilling for oil in disputed waters with the Ivory Coast.", "prediction": "ory Coast, says it has suspended the gas in new permit in a controversial oil area.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 97.8033447265625, "token_count": 17} +{"index": 9942, "reference": "A van driver eating breakfast cereal on the M27 and an HGV driver shaving behind the wheel on the M4 were spotted by police in a crackdown on distracted motorists.", "prediction": "Thousands of lorry drivers were caught on using mobile phone while \"do have their full focus\", attention figures seen by police show in the in's, solve,'s they from a-A's since in's since George's. from a", "rouge": {"rouge1": 25.352112676056336, "rouge2": 2.898550724637681, "rougeL": 16.901408450704224}, "nll_sum": 295.8518371582031, "token_count": 47} +{"index": 9943, "reference": "The jury at Ched Evans' retrial for rape has been told not to judge the \"morals\" of those involved.", "prediction": "A jury has been told there is \"no person\" evidence that a woman and evidence give.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 12.12121212121212, "rougeL": 22.857142857142858}, "nll_sum": 92.48739624023438, "token_count": 18} +{"index": 9944, "reference": "In the hours before kick-off in the Lions' 23-22 defeat by the Highlanders, full-back Stuart Hogg was ruled out of the tour with a fracture to a bone in his face.", "prediction": "Stuart Hogg suffered a sprint edge in the opening Test of New Zealand on Saturday, but wasn't in it, it wasn wasn't it.", "rouge": {"rouge1": 23.728813559322035, "rouge2": 7.017543859649122, "rougeL": 13.559322033898304}, "nll_sum": 141.976318359375, "token_count": 29} +{"index": 9945, "reference": "A conservation charity has asked the Scottish government to protect a family of beavers found to have been released illegally in a part of the Highlands.", "prediction": " beavers to be found, on a coast in Scotland in Tayside five years, the Scottish government has said, a a farm's \"aged's from a's - was- from the town in December 2008.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 6.89655172413793, "rougeL": 23.333333333333332}, "nll_sum": 230.27023315429688, "token_count": 43} +{"index": 9946, "reference": "Two men have been spotted on the roof of Swansea Prison.", "prediction": "Four men were arrested after three men went on the roof of the roof the paedgendgian police said.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 22.222222222222225, "rougeL": 34.48275862068966}, "nll_sum": 111.35302734375, "token_count": 21} +{"index": 9947, "reference": "Dick Advocaat has resigned as Sunderland boss, with the team yet to win in the Premier League this season.", "prediction": "Sunderland boss boss Dick Advocaat has left just after the club suffering their relegation from the Premier League.", "rouge": {"rouge1": 48.64864864864865, "rouge2": 28.571428571428577, "rougeL": 37.83783783783783}, "nll_sum": 87.22538757324219, "token_count": 22} +{"index": 9948, "reference": "The head of a youth services firm left her job amid allegations of staff bullying, the BBC has learned.", "prediction": "Hacking of boss the a company which ran for young people was a corrupt financial, the BBC's learned of 2011 has a and's a \"00's from's from a \"-Dasing from in from from local's. from a", "rouge": {"rouge1": 26.666666666666668, "rouge2": 3.448275862068966, "rougeL": 16.666666666666664}, "nll_sum": 306.8409423828125, "token_count": 46} +{"index": 9949, "reference": "A \u00a39.2m scheme for 2,000 solar panels to be installed on council houses in Kirklees has been given the go ahead.", "prediction": "Elevenine solar panels are to be built in the Borders and Scottish Borders Borders, the the council.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 107.50239562988281, "token_count": 20} +{"index": 9950, "reference": "Andy Murray says talking to the Lawn Tennis Association about the future of British tennis is a waste of his time.", "prediction": "Andy Murray has admitted the Lawn Tennis Association not to be \" wasting his time\" because, of a lack of players is a inspire young British players.", "rouge": {"rouge1": 63.829787234042556, "rouge2": 26.66666666666666, "rougeL": 38.297872340425535}, "nll_sum": 155.58291625976562, "token_count": 29} +{"index": 9951, "reference": "Northampton Town striker Marc Richards has praised \"first-class\" manager Chris Wilder after the Cobblers won the League Two title.", "prediction": "Northampton Town's signing Wild Wilder was a \"could broke out\" the the Football room room, says the club of rugby chairman Richards.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 184.03953552246094, "token_count": 28} +{"index": 9952, "reference": "Great Britain's Greg Rutherford sneaked into Saturday's long jump final to maintain his hopes of defending his Olympic crown.", "prediction": "Olympic long champion Greg Rutherford has apologised to a \"very bone\" with his musician's frontman his fracturing his right's arm during a 100 race for the Euro Rio Olympics in 2008.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 3.8461538461538463, "rougeL": 22.22222222222222}, "nll_sum": 212.5802001953125, "token_count": 37} +{"index": 9953, "reference": "Home Secretary Theresa May has praised the \"extraordinary dignity and determination\" of the Hillsborough families.", "prediction": "Home Secretary Theresa May has called on the Hillsborough disaster \"should to battle for year\" and should be for for \"minding\".", "rouge": {"rouge1": 44.44444444444444, "rouge2": 29.411764705882348, "rougeL": 38.88888888888889}, "nll_sum": 154.30953979492188, "token_count": 26} +{"index": 9954, "reference": "A long-serving RSPCA inspector says an abandoned pony found on a remote country lane had suffered some of the worst neglect he has ever seen.", "prediction": "A shed which was found dumped again in an Northamptptonshire regeneration, suffered \"serious and serious pain\", a RSPCA said.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 156.75479125976562, "token_count": 29} +{"index": 9955, "reference": "David Cameron says the UK will take in more unaccompanied Syrian refugee children from Europe, although it has not committed to a specific figure.", "prediction": "The government plan to accept 3, unaccompanied Syrian refugees will be allowed to resettlement in the UK, David Cameron has announced. told in the- again,Ukraine, it theyA \" serious - it's it's from.", "rouge": {"rouge1": 44.82758620689655, "rouge2": 14.285714285714288, "rougeL": 17.24137931034483}, "nll_sum": 245.884521484375, "token_count": 43} +{"index": 9956, "reference": "Newsnight presenter Jeremy Paxman has shaved off his infamous beard for the new year.", "prediction": " presenterTV and radio presenter Jeremy Paxman, has said complete has built beard while on holiday while", "rouge": {"rouge1": 33.33333333333333, "rouge2": 21.428571428571427, "rougeL": 33.33333333333333}, "nll_sum": 107.15143585205078, "token_count": 18} +{"index": 9957, "reference": "Rock band Muse have secured their fifth number one UK album with their latest effort, Drones.", "prediction": "The Rolling Stones' album have topped the UK chart, including album one for their first album. the week.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 98.11611938476562, "token_count": 21} +{"index": 9958, "reference": "Cuba's National Assembly has given its backing to President Raul Castro's plans to reform the country's stagnating economy.", "prediction": "Cuban president, Raul Castro but has announced several political reforms to the country, saying are \" nonsense\" and \"nonsense\".", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 30.769230769230766}, "nll_sum": 107.54265594482422, "token_count": 26} +{"index": 9959, "reference": "The six team hosts for this summer's inaugural Women's Cricket Super League have been announced.", "prediction": "Six team have been confirmed as the possible remaining team for the 2016 Women's Super Super League.", "rouge": {"rouge1": 57.14285714285715, "rouge2": 24.242424242424242, "rougeL": 40.0}, "nll_sum": 73.00775146484375, "token_count": 18} +{"index": 9960, "reference": "There has been a 16% drop in the number of students going to further education colleges in Northern Ireland over the past three years.", "prediction": "There has been a decline in the number of students going to Northern has education colleges has fallen in almost five years.", "rouge": {"rouge1": 69.56521739130434, "rouge2": 45.454545454545446, "rougeL": 65.21739130434783}, "nll_sum": 89.37399291992188, "token_count": 22} +{"index": 9961, "reference": "Libyan workers continue to search for bodies at sea and on shore after two migrant vessels capsized on Thursday.", "prediction": "US President Barack Obama has called for action in Europe trying to reach the Mediterranean of migrants trying to reach Europe", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 74.69833374023438, "token_count": 20} +{"index": 9962, "reference": "A new ceasefire is underway in the war torn country of Syria in the Middle East.", "prediction": " a new ceasefire has come into force in Syria - getting under way Syria in.", "rouge": {"rouge1": 40.0, "rouge2": 21.428571428571427, "rougeL": 40.0}, "nll_sum": 74.24854278564453, "token_count": 15} +{"index": 9963, "reference": "Cardiff City manager Neil Warnock has praised the bravery of his former player Andy Woodward for speaking out about being sexually abused by a coach as a child.", "prediction": "Cardiff City manager Stephen Warnock has appealed for ex-football of of Andy Woodward, after a series of sexual abuse can come forward and", "rouge": {"rouge1": 46.15384615384615, "rouge2": 20.0, "rougeL": 38.46153846153846}, "nll_sum": 140.30111694335938, "token_count": 27} +{"index": 9964, "reference": "The latest stage of the \u00a31bn transformation of Dundee's waterfront is getting under way.", "prediction": "The first of \u00a343m regeneration and development the past Dundee city centre has been unveiled the mark beginning mark its 50th anniversaryth. solve the's a's a's a controversial from a's from's of. from's the a", "rouge": {"rouge1": 21.428571428571423, "rouge2": 0.0, "rougeL": 17.857142857142858}, "nll_sum": 277.17047119140625, "token_count": 47} +{"index": 9965, "reference": "Ulster forwards coach Allen Clarke will join Ospreys at the end of the season.", "prediction": "Ulster have announced to the Clarke as their overseas head coach and development for the 2016-17 season.", "rouge": {"rouge1": 37.5, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 89.9566650390625, "token_count": 20} +{"index": 9966, "reference": "Leeds Rhinos prop Keith Galloway will miss the rest of the season after rupturing his Achilles tendon in the Super League win over Hull FC.", "prediction": "Leeds Rhinos forward Sean pursue Gericay has been out for the rest of the season after rupt a cruate ligament damage.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 27.27272727272727, "rougeL": 34.78260869565217}, "nll_sum": 165.66018676757812, "token_count": 27} +{"index": 9967, "reference": "United States skipper Davis Love says Bubba Watson will add \"a lot of fun\" and \"great heart\" after naming the two-time Masters winner as a vice-captain for this weekend's Ryder Cup.", "prediction": "Europe's Ryder Cup Davis Love paid tribute to victims captain Michael Ryder's wild card golden, saying the captain praised his team's team medal.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 10.344827586206897, "rougeL": 20.000000000000004}, "nll_sum": 163.9701690673828, "token_count": 27} +{"index": 9968, "reference": "Lewis Hamilton says he will \"pray and hope\" Mercedes do not introduce team orders in his Formula 1 title battle with Nico Rosberg because it \"robs\" fans and \"takes the joy\" out of racing.", "prediction": "Lewis Hamilton admits he expects in control with team-mate Nico Rosberg in a crash, Formula 1 drivers to \"did not their much for money\".", "rouge": {"rouge1": 37.28813559322034, "rouge2": 10.526315789473685, "rougeL": 23.728813559322035}, "nll_sum": 147.05300903320312, "token_count": 29} +{"index": 9969, "reference": "Ten soldiers who died in World War One and whose bodies were found in France five years ago have been named after DNA analysis of samples from relatives.", "prediction": "Human remains discovered in France, France that that of six soldiers who disappeared during World War Two.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 13.953488372093023, "rougeL": 17.77777777777778}, "nll_sum": 76.88182830810547, "token_count": 18} +{"index": 9970, "reference": "Ukraine built a comfortable lead over Slovenia in their Euro 2016 play-off as Andriy Yarmolenko and Yevhen Seleznyov scored in a 2-0 win in Lviv.", "prediction": " Andriy Y Yarmolenko scored first goal for as Ukraine secure a disappointing World Cup qualifying second leg after leg second leg play Maribibor.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 0.0, "rougeL": 15.999999999999998}, "nll_sum": 166.9884490966797, "token_count": 31} +{"index": 9971, "reference": "Ospreys backs coach Gruff Rees says they were \"emotionally devastated\" at missing out on a European Champions Cup quarter-final by losing to Exeter.", "prediction": "Former Wales and Wales coachemb Rees praised Ospreys who went down a 26-20 European Champions Cup loss to former side Exeter in reach the European Champions Cup.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 7.999999999999999, "rougeL": 26.923076923076923}, "nll_sum": 179.75811767578125, "token_count": 35} +{"index": 9972, "reference": "The so-called missing link of Scotland's busiest motorway has opened to traffic.", "prediction": "A southern motorway in Glasgow in closed for major traffic due to delays in.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 80.78321838378906, "token_count": 15} +{"index": 9973, "reference": "Football the beautiful game - but without the rules the game we know and love would be ugly.", "prediction": " the New Patriots and New York Saints but that't wasn't meant that't wasn't same football team, theYouTube come a million playing field away. from- again's a from-A a referee in from Saturday'sA. aA", "rouge": {"rouge1": 14.035087719298245, "rouge2": 0.0, "rougeL": 7.017543859649122}, "nll_sum": 319.75909423828125, "token_count": 47} +{"index": 9974, "reference": "Serena Williams says female tennis players deserve their equal pay, in the latest debate about prize money.", "prediction": "Serena Williams says she does not receive equal pay to male and women was paid twice to men because's because she requires male male was female.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 14.285714285714285, "rougeL": 22.727272727272727}, "nll_sum": 150.2790069580078, "token_count": 29} +{"index": 9975, "reference": "Mental health lessons should be on the timetable in every secondary school in the UK a new charity has urged.", "prediction": " young people in a UK are at risk of suffering from a poor mental health they needs, a charity says.", "rouge": {"rouge1": 30.0, "rouge2": 5.263157894736842, "rougeL": 20.000000000000004}, "nll_sum": 87.51518249511719, "token_count": 21} +{"index": 9976, "reference": "An Israeli Arab wanted for shooting dead three people in Tel Aviv on 1 January has been killed by security forces in northern Israel.", "prediction": "An Israeli man and his father of Israeli security staff have been shot dead in Israel in occupied West Bank.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 75.9004898071289, "token_count": 20} +{"index": 9977, "reference": "A man has been jailed for 10 years for the attempted murder of a father who had asked him to keep the noise down in a common close of his flat.", "prediction": "An armed man who carried out of a street attack in the street has been jailed for 40andand-a-half years.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 16.0, "rougeL": 23.076923076923077}, "nll_sum": 94.37487030029297, "token_count": 25} +{"index": 9978, "reference": "A California woman suspected of murdering the father of her two children is hoping to be released from prison after raising $65m (\u00c2\u00a352m) bail.", "prediction": "A woman the California who consigned a boyfriend of her husband in in April, has been released bail bail on fraud charges of reports say.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 4.25531914893617, "rougeL": 28.57142857142857}, "nll_sum": 160.64456176757812, "token_count": 27} +{"index": 9979, "reference": "Nurseries in England are struggling to recruit qualified staff putting them at risk of closure, campaigners have said.", "prediction": "The number of nursery staff cutting the staff of completing students 4 3 courses on duty is rise, industry leaders say", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 136.68548583984375, "token_count": 21} +{"index": 9980, "reference": "The case for raising US interest rates has \"strengthened\", the head of the Federal Reserve has said.", "prediction": "The head of the US Federal Reserve has said she is still awaiting an interest rise,, saying the case was \" likely to rise\" than expected\".", "rouge": {"rouge1": 57.14285714285713, "rouge2": 35.0, "rougeL": 38.0952380952381}, "nll_sum": 139.25015258789062, "token_count": 28} +{"index": 9981, "reference": "Shares in Paddy Power Betfair fell more than 5% despite the bookmaker reporting rising revenues and underlying profits.", "prediction": " servicesimo group The FTSE 100 closed higher after investors reported full-year full profits, despite fears of. despite a t downagemaker's sp's 100's from full-w's a in from November's.", "rouge": {"rouge1": 18.867924528301884, "rouge2": 0.0, "rougeL": 11.320754716981133}, "nll_sum": 277.8303527832031, "token_count": 44} +{"index": 9982, "reference": "Three years ago, I hired a fake girlfriend.", "prediction": "When 13-year-old girl from Florida, Los Angeles, she revealed she was a relationships, saying she would be to moneyed out because she couldn't't pretended.", "rouge": {"rouge1": 11.111111111111112, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 167.0201416015625, "token_count": 34} +{"index": 9983, "reference": "A former asylum seeker who was coached by her father has won a sport award as part of Black History Month.", "prediction": "A Cardiff teenager Gilbert helped her classrooms to find young people struggle with struggle and a brain has won the New award.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 159.16058349609375, "token_count": 22} +{"index": 9984, "reference": "A 15-year-old girl has suffered a serious head injury after being hit by a car on a pedestrian crossing in Dundee.", "prediction": "A 14-year-old girl has been seriously injured after she was hit by a hitand-run accident in Edinburgh again in the-'s, solve, a they aA-A a referee in from from a's.AAn", "rouge": {"rouge1": 40.0, "rouge2": 17.24137931034483, "rougeL": 36.66666666666667}, "nll_sum": 233.00123596191406, "token_count": 47} +{"index": 9985, "reference": "In the least surprising move since England last needed a new Test captain, England have appointed Joe Root as the successor to Alastair Cook.", "prediction": "Alastair Cook's decision not to be named as England captain, would be a surprise that I would replacement for Alastair Cook.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 99.57666015625, "token_count": 27} +{"index": 9986, "reference": "Police have been accused of \"institutional racism\" for portraying a suicide bomber as an Islamist terrorist, a protest meeting heard.", "prediction": " anti-terror police committee who attended a training camp was attended in Manchester United was called, has called for an inquiry into a terrorist threat.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 129.71261596679688, "token_count": 27} +{"index": 9987, "reference": "Star Wars actor John Boyega has given his support to the theatre he worked with when he was younger.", "prediction": "Star Wars star John Boyega has been offered a return to the West End at a north east theatrebased wish to play up a new role role.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 18.181818181818183, "rougeL": 30.434782608695656}, "nll_sum": 143.1795654296875, "token_count": 29} +{"index": 9988, "reference": "Dundee leapfrogged Ross County and moved into the Premiership's top six, prevailing in a hugely entertaining Dens Park encounter.", "prediction": "Dundee secured their first win of the season at County Ross but ended a season's-goal Scottish Premiership finish with rivals Ross County.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 143.2266082763672, "token_count": 27} +{"index": 9989, "reference": "A minister has been heckled by MPs for suggesting women over 60 facing poverty could start an apprenticeship.", "prediction": "MPs have accused the government over stopping suicide over the women 50 their 50s aged, 70s and 70.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 129.09701538085938, "token_count": 22} +{"index": 9990, "reference": "More than \u00a310m has been secured to restore an iconic university college in Ceredigion.", "prediction": " tot fundingalling \u00a316m will be spent on a Ceredigion town,, a site which has been awarded nearly \u00a31m.", "rouge": {"rouge1": 18.75, "rouge2": 6.666666666666667, "rougeL": 12.5}, "nll_sum": 121.17951965332031, "token_count": 26} +{"index": 9991, "reference": "Institute's Riverside Stadium is likely to be unavailable for some time after their pitch was badly damaged by flooding on Tuesday night.", "prediction": "The Institute's Football Club have a chance to playing in their premises on due to due, flooding that of hit the area on Tuesday.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 29.166666666666668}, "nll_sum": 160.81466674804688, "token_count": 26} +{"index": 9992, "reference": "BBC Radio 5 live presenter Darren Fletcher is one of six appointments to Notts County's new board of directors.", "prediction": "Notts County FC's appointed director, director and assistant manager Paul Fletcher has joined non non-league football club to join a sports firm and investment director.", "rouge": {"rouge1": 29.787234042553195, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 164.9785919189453, "token_count": 30} +{"index": 9993, "reference": "Germany has become the preferred destination for thousands of people reaching Europe in search of a better life.", "prediction": "Germany has begun tougher controls control with Germany, putting the pressure on in high numbers of refugees.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 6.0606060606060606, "rougeL": 28.571428571428577}, "nll_sum": 95.3094482421875, "token_count": 18} +{"index": 9994, "reference": "Fossils from the ocean floor are yielding clues to the Indian monsoon millions of years ago.", "prediction": " visas from across India are using samples from in India monsoon that began 8,000 years ago, and give. it says \"the India's from!", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 24.39024390243903}, "nll_sum": 160.68885803222656, "token_count": 30} +{"index": 9995, "reference": "Police have fired tear gas to disperse hundreds of doctors striking in the Kenyan capital Nairobi.", "prediction": "yanyanJun doctors, doctorsname and mayists have gone on strike in Kenya after a five- strike dispute over how a pay dispute and pay.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 182.7036895751953, "token_count": 30} +{"index": 9996, "reference": "US officials say they have suspended a search and rescue operation for three marines missing after their aircraft crashed off the Australian coast.", "prediction": " Royal Royal Navy Force are rescued marines others after nine US bodies after their aircraft crashed off the coast of Australia.", "rouge": {"rouge1": 45.454545454545446, "rouge2": 23.809523809523807, "rougeL": 40.909090909090914}, "nll_sum": 117.44709014892578, "token_count": 21} +{"index": 9997, "reference": "The Scottish SPCA was alerted by a member of the public to a snake in Forfar only to discover it was a plastic toy.", "prediction": "A snake found driving found 10 time from a bank park in Manchester because he was called, the owner was not moving moving to its doors.", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 172.40789794921875, "token_count": 27} +{"index": 9998, "reference": "Work on building eight Type 26 frigates at shipyards in Glasgow will start next summer, the defence secretary has said.", "prediction": "Thousands of 40 new Navy 26,ates will be built in Edinburgh Clyde next year, defence defence secretary has announced.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473683, "rougeL": 30.0}, "nll_sum": 132.59967041015625, "token_count": 22} +{"index": 9999, "reference": "More than 30 people have been killed after attackers dressed as doctors stormed the largest military hospital in Kabul, Afghan officials say.", "prediction": "Holders militants in the Pakistan have attacked and military attack on a hospital in Afghanistan's capital Kabul, officials say.", "rouge": {"rouge1": 42.85714285714286, "rouge2": 10.0, "rougeL": 38.0952380952381}, "nll_sum": 106.85456848144531, "token_count": 22} +{"index": 10000, "reference": "Soldiers from the Royal Welsh have taken part in a parade - joined by L/Cpl Shenkin, the regimental goat.", "prediction": " almost 1,000 people attended a march by the Prince William and William George to mark his 100 anniversary.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 75.19395446777344, "token_count": 20} +{"index": 10001, "reference": "A group of 46 Indian nurses freed by Isis militants after being trapped in Iraq has arrived home in the southern city of Kochi to be greeted by rapturous friends and relatives.", "prediction": "Five Indian medical nurses employed in battle between militants and returned to northern Iraq have been released, militants sources have told the BBC, in it a attack from Mosul, as it from a-.A struggle in a from a from.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 0.0, "rougeL": 13.88888888888889}, "nll_sum": 251.24578857421875, "token_count": 44} +{"index": 10002, "reference": "Rangers will challenge a two-match ban offered to defender Rob Kiernan for violent conduct following a clash with St Johnstone's Steven Anderson.", "prediction": "Gary Anderson says he will not be legal judicial in incident of an incident in Aberdeen left-back Kier Declnan during the battle at Dundee side. solve's his solve again the from a from's from is of.'s from's a", "rouge": {"rouge1": 14.925373134328357, "rouge2": 0.0, "rougeL": 8.955223880597014}, "nll_sum": 313.12884521484375, "token_count": 47} +{"index": 10003, "reference": "Promotion from the Conference Premier could start Luton Town's resurgence to the Premier League, says managing director Gary Sweet.", "prediction": "Northampton Town they believe they are still a club's possible relegation from the Football League, says chairman of Andy Sweet, charge of League Two club Yeov and Cambridge.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 177.892333984375, "token_count": 33} +{"index": 10004, "reference": "Brechin City came from two goals down to earn their first point in this season's Championship as Livingston were denied a maiden league win.", "prediction": "Brechin City extended their unbeaten start to the Scottish League One after being held to a One leaders Livingston.", "rouge": {"rouge1": 31.818181818181817, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 124.03141784667969, "token_count": 20} +{"index": 10005, "reference": "Labour leader Jeremy Corbyn has said he will not allow his MPs a free vote on whether to extend UK air strikes into Syria.", "prediction": "Labour leader Jeremy Corbyn has said he would allow MPs a free vote in Syria action air Syria.", "rouge": {"rouge1": 66.66666666666666, "rouge2": 45.0, "rougeL": 66.66666666666666}, "nll_sum": 85.315185546875, "token_count": 18} +{"index": 10006, "reference": "Scientists from Dundee University have recreated the face of a young man who lived more than 4,000 years ago.", "prediction": "A man's human skull was unearthed a museum unearthed in a man, who was 3000500 years ago has gone on display., of from a 2011 again a's a from \" from man's from first of. a's a from", "rouge": {"rouge1": 22.950819672131146, "rouge2": 10.169491525423728, "rougeL": 16.39344262295082}, "nll_sum": 257.94573974609375, "token_count": 45} +{"index": 10007, "reference": "Shares in Chipotle have slumped more than 12% after US health authorities reported more cases of E. coli linked to the Mexican restaurant chain.", "prediction": "At least 80 people may been affected by a EFL. coli bug in several US stateslish say health officials.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 145.21688842773438, "token_count": 22} +{"index": 10008, "reference": "A teenage girl who police say was raped during a Facebook Live broadcast is too scared to return to her Chicago home, her mother has said.", "prediction": "A teenage girl is living in Chicago Chicago, after being detained and harassed and Facebook, a day after video was emerged showing her on of Facebook to get her daughter.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 7.407407407407408, "rougeL": 25.0}, "nll_sum": 161.4034881591797, "token_count": 32} +{"index": 10009, "reference": "With slightly hunched shoulders and an unassuming manner, 59-year-old Tsai Ing-wen doesn't look like a threat to Beijing.", "prediction": "The first electedwan president,ai Natalie-Theai never know her name.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 109.85403442382812, "token_count": 15} +{"index": 10010, "reference": "Andy Murray will have friend and fellow Briton James Ward for company in the third round of Wimbledon on Saturday.", "prediction": "James Ward says he has \" worries\" about his future again again in Andy Saturday's first match to reach quarter-finals of Wimbledon.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 136.8166961669922, "token_count": 27} +{"index": 10011, "reference": "An MP has urged the UK government not to \"pull the plug\" on plans for a \u00a31bn tidal power project in Swansea.", "prediction": "Chancellor George Osborne has asked the prime minister to back its support for a \u00a31bn tidal lagoon in Swansea Bay, a Welsh MP and said 2011. solve a \"- 2011 again a again havepayment of. a from aA", "rouge": {"rouge1": 33.898305084745765, "rouge2": 14.035087719298245, "rougeL": 30.508474576271187}, "nll_sum": 268.9165344238281, "token_count": 46} +{"index": 10012, "reference": "The number of animal cruelty convictions in Wales has fallen by nearly a quarter, the RSPCA Cymru has said.", "prediction": "A number the abandoned or abandoned animals were rescued in mid Wales over the last year, the RSPCA has said, it on the highest year from November, from they-old-. from fines in three years. from. the a", "rouge": {"rouge1": 35.08771929824561, "rouge2": 7.2727272727272725, "rougeL": 28.07017543859649}, "nll_sum": 249.62237548828125, "token_count": 46} +{"index": 10013, "reference": "Formula 1 is back this weekend.", "prediction": "Formula 1 season has finally started the four space of the garages at the ninth Australian Grand Prix.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 9.09090909090909, "rougeL": 16.666666666666664}, "nll_sum": 111.88385009765625, "token_count": 20} +{"index": 10014, "reference": "Armed police swooped on a coach on the M6 Toll motorway in the West Midlands.", "prediction": "A coach carrying passengers carrying a smoking on the hard shoulder of the M6 Toll, \" no longer be treating as a suspect.", "rouge": {"rouge1": 37.83783783783784, "rouge2": 22.857142857142854, "rougeL": 32.43243243243243}, "nll_sum": 156.44943237304688, "token_count": 25} +{"index": 10015, "reference": "Four councils under Heathrow Airport's flight path spent \u00a3350,000 on legal fees challenging the planned third runway, the BBC has learnt.", "prediction": "Four north London councils paid more than \u00a350,000 of council money over the council's decision to build a third runway at Heathrow..", "rouge": {"rouge1": 34.04255319148936, "rouge2": 4.444444444444444, "rougeL": 25.53191489361702}, "nll_sum": 96.00979614257812, "token_count": 27} +{"index": 10016, "reference": "A storm surge has caused the worst flooding on Germany's north-east coast since 2006, leaving streets and cars submerged and causing major damage.", "prediction": "Severe winter has hit northern Sweden October, with reaching reach 40 Citizens32C in andouch south and Finland.", "rouge": {"rouge1": 9.523809523809526, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 170.37054443359375, "token_count": 22} +{"index": 10017, "reference": "France has honoured four members of the French Resistance with a ceremony at the Pantheon mausoleum in Paris.", "prediction": "A ceremony the ceremony held in Paris to funer families of who relatives of theututl concentration base camp, where a far-right leader has died.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 193.27651977539062, "token_count": 30} +{"index": 10018, "reference": "An 86-year-old woman was left on the floor of her South Lanarkshire home overnight after being assaulted in a \"horrendous\" attack.'", "prediction": "An 82-year-old woman is being in hospital after being attacked away on his way into her own home in Eastptbartonshire. Cyn- 2011 a 2011's a- again 2011 a in's again a 2011 again's a", "rouge": {"rouge1": 38.70967741935484, "rouge2": 10.0, "rougeL": 29.03225806451613}, "nll_sum": 239.28497314453125, "token_count": 47} +{"index": 10019, "reference": "Unheralded American Charley Hoffman defied tricky blustery conditions to take a four-shot lead after day one of the 2017 Masters at Augusta National.", "prediction": "England's Charley Hoffman out on the chance to overnight his share to lead with a fourshotshot lead into the lead's opening round of the disappointing Masters at National Augusta.", "rouge": {"rouge1": 40.0, "rouge2": 11.320754716981133, "rougeL": 36.36363636363636}, "nll_sum": 195.21011352539062, "token_count": 34} +{"index": 10020, "reference": "Gay and bisexual men convicted of abolished sex offences in Northern Ireland look set to be pardoned.", "prediction": " changes to couples for gay men000 bisexual gay men will be recognition to be abolished for, offences under scrapped be scrapped. scrapped in the a's, Leg, from- from a controversial from law George's approval of.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 3.846153846153846, "rougeL": 22.222222222222225}, "nll_sum": 307.11761474609375, "token_count": 43} +{"index": 10021, "reference": "A school teacher has been struck off the teachers' register for helping pupils to cheat in their exams.", "prediction": "A teacher who sent a personal account in a personal email account to contact her and professional cricket", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 90.23332214355469, "token_count": 17} +{"index": 10022, "reference": "A motoring festival which has been running for 30 years is to be cancelled, organisers have said.", "prediction": "A popular music heritage event in Coventry Cov has been cancelled due to a funding battle, which pulled out.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 112.87279510498047, "token_count": 21} +{"index": 10023, "reference": "About 350 victims have reported child sexual abuse within UK football clubs, police chiefs have said.", "prediction": "A police inquiry will investigating allegations of historical sex abuse in football football in not a a charity", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 102.72106170654297, "token_count": 17} +{"index": 10024, "reference": "Phil Taylor set up a Premier League play-off semi-final with Peter Wright after claiming the last qualifying spot in Aberdeen.", "prediction": "Phil Taylor won his course for a 11th- finish to secure a Premier League play-offs- thanks to Northern Ireland's Peter Wright because's Players of it from's from Saturday-D'sD in from years's. from. emerged", "rouge": {"rouge1": 32.25806451612903, "rouge2": 20.0, "rougeL": 32.25806451612903}, "nll_sum": 321.562255859375, "token_count": 47} +{"index": 10025, "reference": "What would you do if you had to travel miles to go to the toilet, to avoid being changed on a dirty floor or in the back of a car?", "prediction": "Living the door is too low for disabled care patients, instead of her home, because then wasn isn't need for a high toilet.", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 11.111111111111112}, "nll_sum": 155.32627868652344, "token_count": 26} +{"index": 10026, "reference": "Another member of a Syrian activist group that reports on the activities of the jihadist group Islamic State (IS) in the city of Raqqa has been murdered.", "prediction": "A Syrian media group has expressed concern at the death of a journalist and who who was attacked of so-called Islamic State (IS).", "rouge": {"rouge1": 39.21568627450981, "rouge2": 16.3265306122449, "rougeL": 31.37254901960785}, "nll_sum": 99.18696594238281, "token_count": 26} +{"index": 10027, "reference": "Young people who do not go to university are \"overlooked and left behind\", says a report by the House of Lords social mobility committee.", "prediction": "Hundreds of young pupils from the UK do not do a university,, or do not in university, says a report by House House of Lords says.", "rouge": {"rouge1": 48.00000000000001, "rouge2": 24.999999999999993, "rougeL": 43.99999999999999}, "nll_sum": 131.39752197265625, "token_count": 28} +{"index": 10028, "reference": "The Chinese government is cracking down on home-grown cyber thieves seeking to steal online banking details.", "prediction": "The government in China is launching a security operation to crack down on the names of names, bank accounts.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 11.76470588235294, "rougeL": 38.88888888888889}, "nll_sum": 82.98229217529297, "token_count": 20} +{"index": 10029, "reference": "Video replays were used for the first time to send off a player for a professional foul in a Major League Soccer reserve match.", "prediction": "Video videoays are to be used in the US to ban to decisions in.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 26.31578947368421}, "nll_sum": 92.59664916992188, "token_count": 15} +{"index": 10030, "reference": "The African champions Zambia have been handed a tough opening match at the Fifa Under-20 World Cup in May, following Wednesday's draw in South Korea.", "prediction": "South Africa have been drawn in the same Group group for the 2023 World Cup in Fifa, South Korea.", "rouge": {"rouge1": 47.826086956521735, "rouge2": 18.181818181818183, "rougeL": 34.78260869565217}, "nll_sum": 101.40502166748047, "token_count": 21} +{"index": 10031, "reference": "Some stories reported by Newsround can make you feel sad - but you are not the only one and it's OK to have those feelings.", "prediction": " the news at Newsround is at least at good news, or you't or happened because of are are or others, if you you or others!", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 177.19256591796875, "token_count": 29} +{"index": 10032, "reference": "Politicians have been reacting to news that a prison officer injured in a bomb attack in Northern Ireland earlier this month has died.", "prediction": "A prison officer who was killed under 18 after died in a bomb attack in Northern Ireland and been described as \"unpicable oravoidable attack\".", "rouge": {"rouge1": 51.06382978723404, "rouge2": 35.55555555555555, "rougeL": 42.5531914893617}, "nll_sum": 153.85299682617188, "token_count": 29} +{"index": 10033, "reference": "Venezuela says it has deployed 17,000 troops along its border with Colombia, which was closed on Monday for the first time as part of an anti-smuggling operation.", "prediction": "The Venezuelan government has begun a border with dozens of vehicles and selling petrol and vehicles in what officials say is a biggest drugs-azz operation.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 3.773584905660378, "rougeL": 18.181818181818183}, "nll_sum": 149.95822143554688, "token_count": 27} +{"index": 10034, "reference": "Poland's broadcasting market is the largest in Eastern and Central Europe.", "prediction": "The Polish media is a small and eastern Ukraine.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 54.67032241821289, "token_count": 9} +{"index": 10035, "reference": "Work is starting on a long-awaited \u00a340m retail and leisure complex in Merthyr Tydfil, set to create 400 jobs.", "prediction": "Plans for \u00a3400m and department shoe department store, 100 35th coffee store in Newport, are celebrating its 40th anniversary of", "rouge": {"rouge1": 10.000000000000002, "rouge2": 0.0, "rougeL": 10.000000000000002}, "nll_sum": 142.1956329345703, "token_count": 26} +{"index": 10036, "reference": "James Botham made his debut appearance for Wales Sevens in the World Sevens Series in New Zealand, committing him to Wales for life.", "prediction": "Wales-20 teenager Ian Botham has joined rugby union to play in Wales Under-20s for the Rugby Cup World Cup.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 106.83511352539062, "token_count": 26} +{"index": 10037, "reference": "Michael Matthews won stage 10 of the Tour de France as Britain's Chris Froome retained the yellow jersey.", "prediction": "Australia to Matthews took a thrilling, five- lead to lead the Tour of the race as Britain's Chris Froome retained maintained wild leaderboard's jersey.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 32.55813953488372, "rougeL": 44.44444444444444}, "nll_sum": 184.27127075195312, "token_count": 30} +{"index": 10038, "reference": "A range of charities and organisations can be contacted for help and support if you have suffered criminal activity or sexual abuse.", "prediction": "On 22 December May, and BBC 4 Jane Savile attended a nationwide helpline, I are asking people to questions, BBC presenters, members of staff, assaulted or sexually any other of or sexual.", "rouge": {"rouge1": 18.518518518518515, "rouge2": 3.846153846153846, "rougeL": 14.814814814814813}, "nll_sum": 230.30548095703125, "token_count": 41} +{"index": 10039, "reference": "Ukraine's government forces and pro-Russian rebels say they have begun withdrawing weapons from the line of contact in the east of the country.", "prediction": "elurdel rebels in eastern Ukraine have begun started rocket carrying potentially weapons and fire fires, international monitors reports say", "rouge": {"rouge1": 36.36363636363636, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 137.88595581054688, "token_count": 21} +{"index": 10040, "reference": "Shares in Royal Mail closed down 8.3% after the firm warned that rivals - including Amazon - were eating into its parcel delivery business.", "prediction": "Royal Mail has reported a 40% fall in sales and revenues from a nationwide delivery service, of the fall of sales in a no grocery market growth.", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666667, "rougeL": 12.0}, "nll_sum": 143.30853271484375, "token_count": 29} +{"index": 10041, "reference": "Daniel Radcliffe says he is really keen to be in a Shakespeare play - although he admits he's no expert on the Bard.", "prediction": "aa Radcliffe said he, really to be aware of playing playing of Hamlet.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 5.882352941176471, "rougeL": 33.333333333333336}, "nll_sum": 96.14254760742188, "token_count": 16} +{"index": 10042, "reference": "Five Russian soldiers have received the \"Order of Courage\" from President Vladimir Putin, including a colonel and two women sergeants killed by Syrian rebel shelling of Aleppo.", "prediction": "Five Russian soldiers - including two women - and a military hero - are among those who received the Victoria Cross for Empire war medals in southern Syria.", "rouge": {"rouge1": 38.46153846153846, "rouge2": 16.0, "rougeL": 23.076923076923077}, "nll_sum": 125.6887435913086, "token_count": 28} +{"index": 10043, "reference": "Coach Joe Schmidt believes Ireland will face a furious backlash from a fired-up New Zealand side in Dublin on Saturday.", "prediction": "Ireland coach Joe Schmidt says his squad will not be \"un loaded\" if they beat New Zealand in their bid to earn. first title.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 126.26558685302734, "token_count": 27} +{"index": 10044, "reference": "Colombia's prosecutor general, Alejandro Ordonez, says he will open a \"disciplinary investigation\" against the country's chief of police, Gen Rodolfo Palomino.", "prediction": "ambique's general general, Noonez, says there isolfolfme Palomino, despite allegations he received was Crapping.", "rouge": {"rouge1": 26.315789473684205, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 174.4451446533203, "token_count": 27} +{"index": 10045, "reference": "Lionel Messi celebrated the birth of his second son with a winning goal as Barcelona went top of La Liga with a 2-1 win at Atletico Madrid.", "prediction": "Lionel Messi scored his 90thold hat-trick as Barcelona scored his first--half Madrid penalty as they beat Atletico Madrid 4-1.", "rouge": {"rouge1": 32.0, "rouge2": 12.5, "rougeL": 28.000000000000004}, "nll_sum": 119.61277770996094, "token_count": 31} +{"index": 10046, "reference": "Romania captain Ilie Nastase was banned from the Fed Cup tie against Britain after an incident that left Johanna Konta in tears and her match suspended.", "prediction": "Romania captain Ilie Nastase could be suspended for sending off, Johanna Konta in the wake of her's during a play-off win overkianna", "rouge": {"rouge1": 40.0, "rouge2": 20.833333333333332, "rougeL": 32.0}, "nll_sum": 186.8380126953125, "token_count": 35} +{"index": 10047, "reference": "Leicester City striker Jamie Vardy is the only English player named on the 55-man shortlist for the Fifa FIFPro team of the year.", "prediction": "Jamieicester striker Jamie Vardy, Barcelona could be among 40 League players on the awardslisted short for the inaugural Fifa World XI XI starting the award 2015. 11 November - a from- from- game from from November's a the from's", "rouge": {"rouge1": 34.37499999999999, "rouge2": 12.903225806451616, "rougeL": 31.25}, "nll_sum": 295.4819030761719, "token_count": 47} +{"index": 10048, "reference": "Leyton Orient midfielder Michael Collins has signed a new contract which will keep him with the League Two club until the end of the season.", "prediction": "Leyton Orient midfielder Cost Bally provision has signed a one-year contract to the club, with further option to a further year and", "rouge": {"rouge1": 41.666666666666664, "rouge2": 17.391304347826086, "rougeL": 37.49999999999999}, "nll_sum": 120.61052703857422, "token_count": 27} +{"index": 10049, "reference": "Three people have been killed and at least 62 others wounded in two explosions on passenger buses in the Kenyan capital Nairobi, officials say.", "prediction": "At least 20 people have been killed in two crowd explosions carrying buses and hotel restaurant in Kenyan capital Nairobi.", "rouge": {"rouge1": 68.18181818181817, "rouge2": 33.33333333333333, "rougeL": 54.54545454545454}, "nll_sum": 101.63993835449219, "token_count": 22} +{"index": 10050, "reference": "A girl has described how she met footballer Adam Johnson for a \"thank you kiss and more\" after he signed football shirts for her.", "prediction": "A teenage girl accused of a 15-year- girl by police officers give account interview with England footballer Adam Johnson contact with him will a and heard. 2011's again to again's- again 2011 a in a from a's.old a", "rouge": {"rouge1": 20.895522388059703, "rouge2": 6.153846153846153, "rougeL": 20.895522388059703}, "nll_sum": 305.05419921875, "token_count": 47} +{"index": 10051, "reference": "British driver Justin Wilson has died after being struck by flying debris and suffering a serious head injury in Sunday's Pocono IndyCar 500 race.", "prediction": "Tributes have been paid to Indy driver driver Edinburgh Wilson, who died after involving crash involving the first Indy cars race title in the US on Saturday, causing, car passed from it- toA a in November from's. from.old", "rouge": {"rouge1": 24.615384615384613, "rouge2": 3.1746031746031744, "rougeL": 21.53846153846154}, "nll_sum": 282.0057373046875, "token_count": 47} +{"index": 10052, "reference": "An 18-month-old girl who was the sole survivor of a crash which killed her mother and three relatives is improving in hospital, police have said.", "prediction": "A five-year-old girl who was killed in a road crashes in north Wales on Monday has been named in town Wales.", "rouge": {"rouge1": 31.999999999999996, "rouge2": 12.499999999999996, "rougeL": 27.999999999999996}, "nll_sum": 87.63002014160156, "token_count": 25} +{"index": 10053, "reference": "Double Olympic bronze medallist Paddy Barnes won his pro debut fight in unusual circumstances when opponent Stefan Slavchev was disqualified.", "prediction": "Belfast fighter Paddy 2012 made his professional moment by turning professionalth theth round of Mar Salvadorzigin surging in Belfast been a night- for the referee's a \"-w's a in a- from's.'s emerged", "rouge": {"rouge1": 10.714285714285714, "rouge2": 0.0, "rougeL": 10.714285714285714}, "nll_sum": 368.3507080078125, "token_count": 46} +{"index": 10054, "reference": "Theresa May has congratulated Donald Trump on taking office as US president - and says she looks forward to meeting him in Washington.", "prediction": "Theresa May has defended UK President-elect Donald Trump's inauguration as US president, saying the EU is \"still and strong\". its future solve. \" again a 2011 again a \" again a again'selt of again's again's a", "rouge": {"rouge1": 32.78688524590163, "rouge2": 16.94915254237288, "rougeL": 29.508196721311474}, "nll_sum": 251.91201782226562, "token_count": 47} +{"index": 10055, "reference": "GDP, or Gross Domestic Product, is arguably the most important of all economic statistics as it attempts to capture the state of the economy in one number.", "prediction": "The UK's official estimate, the UK reports of growth - that suggest the UK's official estimate of predict suggest \"in't be negative\".", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 161.13894653320312, "token_count": 27} +{"index": 10056, "reference": "An online education resource showcasing the best way to increase attainment in Scotland's schools has been launched by the country's education secretary.", "prediction": "An online resource will provide building which does to about information and disadvantaged generations will help, the education secretary has announced.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 9.30232558139535, "rougeL": 31.11111111111111}, "nll_sum": 136.32199096679688, "token_count": 22} +{"index": 10057, "reference": "Greece has ruled out taking legal action against the UK to reclaim the Elgin Marbles from the British Museum.", "prediction": "The Greek government has refused a request loaned Mar famous Marbles so they will be taken from Britain to", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 117.87020874023438, "token_count": 20} +{"index": 10058, "reference": "Welfare spending over the course of this Parliament has fallen by just \u00a32.5bn despite reforms aimed at saving \u00a319bn, economic forecasters say.", "prediction": "The government public spending be \"on track record\" because of economic government welfare cuts to the economy, an think tank has said in the-'s, solve,'s they be solve the a it again from of's a's again's a", "rouge": {"rouge1": 18.46153846153846, "rouge2": 0.0, "rougeL": 9.23076923076923}, "nll_sum": 299.06121826171875, "token_count": 47} +{"index": 10059, "reference": "Albania qualified for a major tournament for the first time in their history as victory in Armenia secured their place at Euro 2016.", "prediction": "Albania comfortably beat 10-man neighbours Armenia to keep alive their Euro 2016 play-final hopes alive.", "rouge": {"rouge1": 25.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 107.693115234375, "token_count": 21} +{"index": 10060, "reference": "The safety of Scotland's high-rise flats is to be examined by a Holyrood committee following the Grenfell Tower tragedy in London.", "prediction": "Local council and councils are moving closer of all council council and tenants council safety standards amid concerns the Grenfell Tower fire.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 9.30232558139535, "rougeL": 17.777777777777775}, "nll_sum": 115.23341369628906, "token_count": 23} +{"index": 10061, "reference": "Newcastle's winless start to the season continued as Odion Ighalo's double led Watford to a second successive victory.", "prediction": " striker strikermakerionion Ighalo scored a hat-trick as Watford beat bottom-par Newcastle to secure a seventh straight league win. the season.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 157.2266845703125, "token_count": 32} +{"index": 10062, "reference": "Work has begun on plans to alleviate traffic congestion and regenerate Fishguard town centre in Pembrokeshire.", "prediction": "The work of a7m project to rebuild a public transport centre in north Pembrokeshire has been announced byaffe council.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.06060606060606, "rougeL": 28.57142857142857}, "nll_sum": 121.84033966064453, "token_count": 27} +{"index": 10063, "reference": "A Ukrainian opposition politician, Oleg Kalashnikov, has been found dead with gunshot wounds in Kiev - the latest ally of the former government to have died in suspicious circumstances.", "prediction": "The former Prime Minister Wukaash but assault, opposition leader in eastern Ukraine, has been found in his flat in the capital's capital Kiev, Kiev, the a attack from his's his abusing a in from. matches.", "rouge": {"rouge1": 33.84615384615385, "rouge2": 12.698412698412698, "rougeL": 24.615384615384617}, "nll_sum": 268.68536376953125, "token_count": 44} +{"index": 10064, "reference": "The poisonous memoirs of a right-wing adviser at the Elysee Palace are proving deeply embarrassing for ex-President Nicolas Sarkozy, just as he gathers strength for a planned presidential comeback.", "prediction": "For Paris aozy ruled out as the honorary candidate in be the French president again, there was then his ex-ly outspoken prime minister who survived millions of state has himself in in a decisive role and his role.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 265.10772705078125, "token_count": 42} +{"index": 10065, "reference": "Wrexham have signed Plymouth Argyle forward Tyler Harvey on a one-year deal.", "prediction": "Wrexham have agreed a sign signing striker Luke Murphy from fellow National League titleasing promotion Argyle.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 7.4074074074074066, "rougeL": 27.586206896551722}, "nll_sum": 124.00297546386719, "token_count": 21} +{"index": 10066, "reference": "The bedroom where the Duke of Wellington died at Walmer Castle has been recreated to mark the 200th anniversary of the Battle of Waterloo.", "prediction": "A dust dress the 90th anniversary of his stay at the only Walmer Castle has been put on display at a St Paul's Cathedral, a century after the town's mostover-over's mandatory in 40 years from Wellington.", "rouge": {"rouge1": 34.37499999999999, "rouge2": 12.903225806451616, "rougeL": 25.0}, "nll_sum": 232.31484985351562, "token_count": 45} +{"index": 10067, "reference": "People who spend time in aquariums could improve their physical and mental wellbeing, a study has suggested.", "prediction": "h gir in parks are the remote area are more likely to be able in water than later, a study.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 127.33027648925781, "token_count": 21} +{"index": 10068, "reference": "Easyjet is developing drones to inspect its fleet of Airbus aircraft, and may introduce the flying maintenance robots as early as next year.", "prediction": "VV's flying flying aircraft, and can test data aircraft, light technology, technology be developed by scientists.", "rouge": {"rouge1": 20.0, "rouge2": 5.2631578947368425, "rougeL": 10.0}, "nll_sum": 121.250732421875, "token_count": 21} +{"index": 10069, "reference": "The first full-length trailer for the 24th James Bond film, Spectre, has been released online.", "prediction": "The first trailer for the James Bond film has been released released on Friday,. it a'sthe-over's M-g's tighten from seventh's's as a.--gmaker within in from November George's.", "rouge": {"rouge1": 42.307692307692314, "rouge2": 27.999999999999996, "rougeL": 42.307692307692314}, "nll_sum": 280.2990417480469, "token_count": 42} +{"index": 10070, "reference": "More than 350 jobs in County Durham will be axed when Walkers crisp factory closes, the owner has confirmed.", "prediction": " popular famous Walkers and cris Im factory, set to close in Durham by 2017 with the loss of 40 jobs in its factory.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 144.36563110351562, "token_count": 25} +{"index": 10071, "reference": "A former Manchester recording studio once used by bands including Joy Division and the Sex Pistols has been brought back into use.", "prediction": "The first music studio service in name has officially opened open in today west west Belfast in theila an a Naval's a \u00a3- aA a- aA a from a '-man's ban from a The a'sA", "rouge": {"rouge1": 13.559322033898308, "rouge2": 0.0, "rougeL": 6.779661016949154}, "nll_sum": 306.23883056640625, "token_count": 45} +{"index": 10072, "reference": "Russian officials speak of \"unplanned inspections\" - but human rights advocates call the recent raids on dozens of NGOs a campaign of intimidation.", "prediction": " rights lawyer in Moscow are carrying out checks checks on non-aki organisations deals).", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 107.04466247558594, "token_count": 15} +{"index": 10073, "reference": "An increased risk of narcolepsy has been found among English children vaccinated with the swine flu vaccine, Pandemrix.", "prediction": "Families in the UK, linked to the deadly deadlynaires parasitichelering, should been linked to other children in academic a new research.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 10.256410256410255}, "nll_sum": 192.54513549804688, "token_count": 29} +{"index": 10074, "reference": "London has four universities in the top 40 of a global league table - more than any other individual city - although only one makes the top 10.", "prediction": " in London, California and India, are some the best best university in world school rankings.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 14.634146341463417}, "nll_sum": 87.89987182617188, "token_count": 17} +{"index": 10075, "reference": "A pair of enormous Welsh dragons have cuddled up outside Caernarfon Castle to celebrate St David's Day.", "prediction": "The famous Welsh dragon and a 30 grey will be unveiled in thewynedd town's Harlech Castle - in Caeddarfon Castle, dazzling- its role as its high/A for Welsh in from years national.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 11.764705882352942}, "nll_sum": 286.36395263671875, "token_count": 44} +{"index": 10076, "reference": "A financial agent who took thousands of pounds by fraud has breached her community payback order by failing to carry out 180 hours unpaid work.", "prediction": " of agent who curbezzled out of a private investment firm has be told fraud has been told to receive a pay order order.", "rouge": {"rouge1": 37.49999999999999, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 137.7257080078125, "token_count": 26} +{"index": 10077, "reference": "Unvaccinated children would be banned from childcare centres and preschools under an Australian government plan.", "prediction": "Australia wants to be introduce to children and not protect children who are not a child.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 73.85166931152344, "token_count": 16} +{"index": 10078, "reference": "Who is Oscar P\u00e9rez, the police officer who launched a helicopter attack on the Venezuelan Supreme Court on 27 June?", "prediction": " Venezuelan Colombian police, Oscar P\u00e9rez, be son's most ex-ister of-ister,", "rouge": {"rouge1": 28.57142857142857, "rouge2": 12.121212121212123, "rougeL": 17.142857142857142}, "nll_sum": 121.888916015625, "token_count": 19} +{"index": 10079, "reference": "The SNP will chair two House of Commons select committees at Westminster, it has been announced.", "prediction": "The SNP has announced the first party to first committee two parliamentary committees on not Scotland Bill.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 6.451612903225808, "rougeL": 24.242424242424242}, "nll_sum": 100.67575073242188, "token_count": 17} +{"index": 10080, "reference": "Scientists have sequenced the genome of a type of ash tree with resistance to the deadly fungal disease sweeping the UK.", "prediction": "International team from Belgium are testing samples of DNA to find and trees connected to a deadly disease the on Anglesey. a byCalifornia-'s. a's from a from a from a it's from is from.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 0.0, "rougeL": 20.689655172413794}, "nll_sum": 246.54290771484375, "token_count": 43} +{"index": 10081, "reference": "With just 20 days to go until Americans go to the polls, millennials suggest they'd rather die than vote for the two main parties, while Canadians try to keep their neighbours' spirits up.", "prediction": "With just two days to go until the presidential until after the Benghazi terror attack - and, and then - and \"Ask's Great\" - again, the Duke has - it's a hard', and it.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 12.5, "rougeL": 24.242424242424242}, "nll_sum": 203.21768188476562, "token_count": 41} +{"index": 10082, "reference": "Residents of a San Francisco private street where homes sell for millions of dollars have had the street itself bought from under them.", "prediction": "The black neighbourhood square has the expensive city a San Francisco has been sold at auction, with the price of $1, (\u00a367m).", "rouge": {"rouge1": 22.222222222222225, "rouge2": 9.30232558139535, "rougeL": 17.777777777777775}, "nll_sum": 145.03448486328125, "token_count": 27} +{"index": 10083, "reference": "Sutton secured only their second National League win in 10 attempts as Maxime Biamou inspired a 3-0 victory over Gateshead.", "prediction": "Sime Bronou scored a hat-trick as Sutton United thrashed USA 3-0 to end Sutton United four-match winless run in the National League.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 9.09090909090909, "rougeL": 13.043478260869565}, "nll_sum": 141.15524291992188, "token_count": 33} +{"index": 10084, "reference": "Two Japanese climbers who scaled the Matterhorn in the Swiss Alps have been found dead on the mountain, according to the Japanese foreign ministry.", "prediction": "Two climbers have been reported missing after getting while on Nepal mountain Europe the Matterhorn mountain, Afghan officials say.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 32.55813953488372}, "nll_sum": 116.0042724609375, "token_count": 21} +{"index": 10085, "reference": "Napoli striker Gonzalo Higuain has been banned for four matches following his angry reaction to being sent off against Udinese on Sunday.", "prediction": "oli advance strikeronzalo Higualo will be the of- six-match six-game ban for his red card in Sunday's match against Celtic on Sunday and's a- 2011-PG a in's from a's again's a", "rouge": {"rouge1": 26.22950819672131, "rouge2": 6.779661016949152, "rougeL": 19.672131147540988}, "nll_sum": 286.9849853515625, "token_count": 47} +{"index": 10086, "reference": "A government advertising campaign is being re-launched to remind people of the dangers of second-hand smoke.", "prediction": "Fashion,, bag, black, black, black and black woman and holds a bag of your bed,\" says the a report from public Health England.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 151.78988647460938, "token_count": 29} +{"index": 10087, "reference": "Psychiatric patients detained at Broadmoor are being asked for feedback on their care by an independent watchdog.", "prediction": " a mental health unit has opened at West's Redden Hospital, where advice will soon be morelyn.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 111.79249572753906, "token_count": 20} +{"index": 10088, "reference": "Minimum unit pricing for alcohol should be rolled out across the UK if Scotland's scheme is successful, a Lords committee says.", "prediction": "Plans to introduce the minimum price for tax on drinks drinks should should be scrapped, Commons House of select says.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 28.571428571428566}, "nll_sum": 127.25674438476562, "token_count": 22} +{"index": 10089, "reference": "Ministers are providing \u00a34m funding for a planned new surfing centre and \"wave park\" in Snowdonia.", "prediction": "Plans for \u00a370m sea lagoon in north Wales will boost the economy by Rio the will receive \u00a3 \u00a32.39m) of Welsh funding.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 160.14675903320312, "token_count": 31} +{"index": 10090, "reference": "A superb pitching display from Corey Kluber helped the Cleveland Indians to an emphatic 6-0 win over the Chicago Cubs in the World Series opening game.", "prediction": "ber Kerber hit a unbeaten 86-97 as London California beat the Cleveland 5 5- take 4-0 and level their lead and lead and threematch- series and level 1-1. series in a 2011 a 2011. from 2011", "rouge": {"rouge1": 21.21212121212121, "rouge2": 3.125, "rougeL": 15.151515151515152}, "nll_sum": 303.59515380859375, "token_count": 49} +{"index": 10091, "reference": "Red Bull's Daniel Ricciardo said he felt \"screwed\" by the pit-stop error that cost him victory in Monaco.", "prediction": "Red Bull driver Daniel Ricciardo has called his team for never failure for this weekend the Spanish Grand Prix.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 85.53398132324219, "token_count": 21} +{"index": 10092, "reference": "Supporters of both clubs have condemned homophobic abuse after anti-gay chanting was heard during Leicester's match against Brighton.", "prediction": "A Cambridge fans' group has calling for a club to be banned by fans000 after, the club found fans of chanting during a spirited Championship match.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 21.73913043478261}, "nll_sum": 158.9193572998047, "token_count": 29} +{"index": 10093, "reference": "A number of homes close to a large bonfire in east Belfast have been boarded up to protect the properties from heat damage when the fire is lit.", "prediction": "Sinn F\u00e9in has called for a police bonfire in west Belfast, which included, burning and election posters and a west Belfast pub.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 4.081632653061225, "rougeL": 15.686274509803921}, "nll_sum": 119.73035430908203, "token_count": 28} +{"index": 10094, "reference": "In the week since Donald Trump effectively secured the Republican presidential nomination, a great deal of ink and airtime have been devoted to explaining why he will have a difficult time winning the presidency in the autumn.", "prediction": "Finsepar believe believe they should think that Donald Trump \"not winning the US election, but the Tories don't believe the of what it ispass to be a that believe - \" 100%, a! it a!", "rouge": {"rouge1": 28.169014084507044, "rouge2": 5.797101449275362, "rougeL": 16.901408450704224}, "nll_sum": 254.1566162109375, "token_count": 42} +{"index": 10095, "reference": "Elisabet Purve-Jorendal was born in India and given away for adoption in 1973 when she was less than six months old.", "prediction": " Greatve cy-Borendal, was't the aftermath of her mother in India and she believes she is \"with a new life\".", "rouge": {"rouge1": 23.25581395348837, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 147.45521545410156, "token_count": 28} +{"index": 10096, "reference": "Red Bull's Daniel Ricciardo sprung a surprise with fastest time in first practice at the Hungarian Grand Prix.", "prediction": "Red Bull driver Daniel hasci set in- one-two in first practice at the Hungarian practice Prix. solve to again Inter TwoA 2011's a- from a controversial M M-p and a in from a as's. consecutive from", "rouge": {"rouge1": 40.67796610169491, "rouge2": 21.052631578947366, "rougeL": 33.89830508474576}, "nll_sum": 322.8484802246094, "token_count": 47} +{"index": 10097, "reference": "The Yorkshire Ripper is expected to move out of Broadmoor psychiatric hospital and into a prison after medical experts ruled him mentally fit, BBC News understands.", "prediction": "A convicted killer murderer who beat beat to become a schizophrenic who is serving a of 12 12year battle is to be moved to a prison.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 4.0, "rougeL": 19.230769230769234}, "nll_sum": 154.023193359375, "token_count": 28} +{"index": 10098, "reference": "A majority of councillors voted in favour of retaining a Welsh-medium stream at a Powys school on Tuesday.", "prediction": "Plans for a Welsh-medium education to secondary school in Powys school have been voted by councillors.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 17.647058823529413, "rougeL": 27.777777777777775}, "nll_sum": 90.09965515136719, "token_count": 20} +{"index": 10099, "reference": "Tom DeLonge has denied that he is leaving Blink 182.", "prediction": " Michael theizzard has admitted that the band will be performing aen 76 at an event.", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 95.09894561767578, "token_count": 17} +{"index": 10100, "reference": "Firefighters rescued a woman who became trapped in a tyre at a playground in Flintshire on Wednesday.", "prediction": "A woman was taken to hospital after getting stuck in a black hole between her car and the car park at a play area. County Down.", "rouge": {"rouge1": 27.906976744186053, "rouge2": 14.634146341463413, "rougeL": 27.906976744186053}, "nll_sum": 105.0839614868164, "token_count": 27} +{"index": 10101, "reference": "Manchester United defender Marcos Rojo is a \"clean player with an aggressive nature\", says manager Jose Mourinho.", "prediction": "Manchester United defender Rojo has been playing for his on-loan red card, Manchester United, says boss Jose Mourinho solve after solve midfielder's \" of of's21 for two--old suspension from national referee.", "rouge": {"rouge1": 27.45098039215686, "rouge2": 12.244897959183671, "rougeL": 27.45098039215686}, "nll_sum": 251.54452514648438, "token_count": 42} +{"index": 10102, "reference": "The South Korean President, Park Geun-hye, has publicly denied falling victim to a religious cult as scandal threatens to engulf her leadership.", "prediction": "South Korea's leader, Ge Geun-hye, resigned as an MP, resigned, amid a a \"political scandal\"., scandal a again \" again's again's-- again 2011 a in's again a's again's a", "rouge": {"rouge1": 20.689655172413797, "rouge2": 3.571428571428571, "rougeL": 17.241379310344826}, "nll_sum": 258.718505859375, "token_count": 46} +{"index": 10103, "reference": "A 20-year-old man has been charged following a collision between a quad bike and a seven-year-old boy in Rhondda Cynon Taff.", "prediction": "A man has been charged with two counts of attempted and attempted murder after a five-year-old boy was seriously injured in Rhondda Cyn Taff.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 24.489795918367346, "rougeL": 50.98039215686274}, "nll_sum": 84.76339721679688, "token_count": 31} +{"index": 10104, "reference": "An internet campaign has reignited the debate on whether the UK government should seek the reintroduction of the death penalty.", "prediction": "The man behind a campaign to back plans to back voters in the death penalty should scrapped, but what does the the issue of Parliament\" what what voters should be the Lords?", "rouge": {"rouge1": 34.61538461538461, "rouge2": 7.999999999999999, "rougeL": 23.076923076923077}, "nll_sum": 192.97137451171875, "token_count": 34} +{"index": 10105, "reference": "A four-year-old boy has died in an incident at a farm in Maguiresbridge, County Fermanagh.", "prediction": "A three-year-old boy has died in a farm accident at Maguiresbridge, in a County Fermanagh. a. not 2011 controversial ban- ban, by three from George was have of becoming. from the.old", "rouge": {"rouge1": 54.90196078431372, "rouge2": 28.57142857142857, "rougeL": 47.05882352941177}, "nll_sum": 267.27886962890625, "token_count": 47} +{"index": 10106, "reference": "South Africa's prosecutors have sought permission to appeal against athlete Oscar Pistorius' \"shockingly light\" sentence, court papers show.", "prediction": " a South African athlete of Oscar Pistorius - but will not not appealing against his conviction, the is, a South African court a South Africa says.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 14.285714285714288, "rougeL": 22.727272727272727}, "nll_sum": 140.71331787109375, "token_count": 29} +{"index": 10107, "reference": "The owners of Dunsfold Park aerodrome, which is home to the BBC's Top Gear, have lost their latest fight for unrestricted flying.", "prediction": "The owners of a former airfield, which were refused permission to testise planning permission for a council battle, have won a possible Supreme Court battle.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 130.3354034423828, "token_count": 29} +{"index": 10108, "reference": "Oxford United could hand a debut to striker Toni Martinez after his loan move from West Ham, but forward Chris Maguire (thigh) faces a fitness test.", "prediction": "Oxford United will be without defender Marc paramilitary, who a foot leg in Newcastle's 4-0 FA Cup fourth-round against Newcastle.", "rouge": {"rouge1": 12.244897959183673, "rouge2": 4.25531914893617, "rougeL": 12.244897959183673}, "nll_sum": 129.26351928710938, "token_count": 27} +{"index": 10109, "reference": "Walmart has announced a partnership with the Chinese e-commerce firm JD.com to help revive the US company's struggling website Yihaodian.", "prediction": "US retail chain Walmart has agreed to take to by Chinese giant negotiatingadiacom for $7.6bn43bn) to take control of its territory ofadaieyian.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454546, "rougeL": 17.391304347826086}, "nll_sum": 225.25164794921875, "token_count": 36} +{"index": 10110, "reference": "A former Conservative Welsh Secretary has said he has \"huge concern\" about plans to give the assembly income tax varying powers without a referendum.", "prediction": "Plans to introduce more powers to Ireland will not be taken \"big step in any Welsh Assembly taxes\", the Welsh secretary has told \" Welsh government.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 12.76595744680851, "rougeL": 16.3265306122449}, "nll_sum": 160.0956573486328, "token_count": 29} +{"index": 10111, "reference": "UKIP has set out its defence policy, including a new independent veterans' minister and a national defence medal for all members of the armed forces.", "prediction": "UKIP says it announced plans for a national defence medal to veterans' armed forces after the general election.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 19.51219512195122, "rougeL": 32.55813953488372}, "nll_sum": 93.93246459960938, "token_count": 20} +{"index": 10112, "reference": "A look back at some of the top entertainment stories over the past seven days.", "prediction": " the 70th anniversary of Doctor Who, who will take over the role on the BBC, 30th anniversary - gave some of the star's stars. of-'s- again's again a's it's- and's of's again 2011", "rouge": {"rouge1": 22.22222222222222, "rouge2": 11.538461538461538, "rougeL": 11.11111111111111}, "nll_sum": 230.01275634765625, "token_count": 47} +{"index": 10113, "reference": "Green taxes are set to be cut further, the BBC has learnt.", "prediction": "There has been a big surprise in green energy that that will save the energy industry, sources have told BBC that the future is tootoo anxious.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 153.1629638671875, "token_count": 29} +{"index": 10114, "reference": "A service to remember Welsh medics who won gallantry medals in World War One is being held in Cardiff.", "prediction": "A memorial service is to be held for 40 Welsh Defence patients who died during the Battle of the Somme Som.", "rouge": {"rouge1": 40.0, "rouge2": 5.2631578947368425, "rougeL": 25.0}, "nll_sum": 88.70654296875, "token_count": 22} +{"index": 10115, "reference": "Marcus Ellis and Chris Langridge won Great Britain's first Olympic badminton men's doubles medal, beating China's Hong Wei and Chai Biao to take bronze.", "prediction": "Great Britain's Marcus and Marcus Langford claimed a gold in a contest to reach the semi-finals of the men's badm at the Rio Olympics.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.538461538461538, "rougeL": 18.51851851851852}, "nll_sum": 143.9393310546875, "token_count": 30} +{"index": 10116, "reference": "Yesterday there was a strike over driver relocation on the Central Line.", "prediction": " evening the afternoon of 8 July, 40 new London Underground staff were started working on City Hall. and Maid London it of a fast phup - it hasolve a company's under a from a of under George from's. a.", "rouge": {"rouge1": 11.538461538461538, "rouge2": 0.0, "rougeL": 3.846153846153846}, "nll_sum": 286.7815856933594, "token_count": 46} +{"index": 10117, "reference": "A Coventry City fans' trust says disruption at Saturday's defeat by Northampton was caused by \"desperation\" with the club's owners, Sisu.", "prediction": "Coventry City have reunised their supporters the crowd crowd trouble following trouble 4-2 loss at owners Southeastern. aA \"h \"-oge\" fined \"overwC's again in from Saturday a struggle..", "rouge": {"rouge1": 30.188679245283023, "rouge2": 3.9215686274509802, "rougeL": 15.094339622641511}, "nll_sum": 325.30084228515625, "token_count": 44} +{"index": 10118, "reference": "China and the US have vowed to work together to persuade North Korea to give up its nuclear programme and to settle tensions through dialogue.", "prediction": "The US and China to the working to be working with North Korea over its future, saying the was \"a crucial\" its in survival. survival.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 8.333333333333332, "rougeL": 32.0}, "nll_sum": 168.4921875, "token_count": 29} +{"index": 10119, "reference": "A charity has donated \u00a3500,000 to help Glasgow School of Art (GSA) expand its Garnethill campus and repair the fire-damaged Mackintosh building.", "prediction": "Glasgow School of Art (GGSA) for help restoring a building, museum the May after the fire-dam Mackintosh building, has been awarded \u00a3II,000 of lottery funding.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 20.408163265306122, "rougeL": 31.37254901960785}, "nll_sum": 197.97732543945312, "token_count": 38} +{"index": 10120, "reference": "A medic has been \"photobombed\" by David Beckham at an awards show while tucking into a sausage roll backstage.", "prediction": "A victim of roller doctor who survived a rollercoaster crash in London after falling off the brain flag it has received a military receiving dress's honour.", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 163.7779541015625, "token_count": 29} +{"index": 10121, "reference": "Environment Minister Mark H Durkan had no legal power to approve a major new planning blueprint for greater Belfast, a High Court judge has ruled.", "prediction": " overnight Finance Minister H la Hban, won a High Court battle over a ban recogn- theisation of a retail development at Mansclesfield in Belfast.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 20.408163265306126}, "nll_sum": 196.5594024658203, "token_count": 30} +{"index": 10122, "reference": "Portsmouth have signed full-back Drew Talbot on a two-year deal following his release by Chesterfield.", "prediction": "Portsmouth have signed midfielder Talbot from his former club Chesterfield on a two-year contract after he left the club by mutual consent.", "rouge": {"rouge1": 55.00000000000001, "rouge2": 26.31578947368421, "rougeL": 45.0}, "nll_sum": 91.49858093261719, "token_count": 28} +{"index": 10123, "reference": "New Hartlepool manager Craig Hignett says the situation at Victoria Park is \"positive\", despite taking over a side third from bottom in League Two.", "prediction": "Scottett Hignettthe \"the of the high quality\" by the League Two Two side has seen him as a \" virus situation\".", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 178.35653686523438, "token_count": 28} +{"index": 10124, "reference": "George Cole was a veteran of more than 60 films in a career that spanned eight decades.", "prediction": "George Osborne, was one of best best known presenters in TV, and was seen as one of the names in the battle D Daley and Davidett.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 149.8425750732422, "token_count": 31} +{"index": 10125, "reference": "UK shares have dipped further, while the pound is steady, as investors continue to digest the Bank of England's latest pronouncement.", "prediction": "(Open): The FTSE 100, closed lower, the pound against the dollar, after ge Bank after England declared handling in the Paris attacks.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 4.761904761904762, "rougeL": 22.727272727272727}, "nll_sum": 165.8174591064453, "token_count": 29} +{"index": 10126, "reference": "Firefighters across England are on a four-day strike in a row over pensions during one of the service's busiest weekends of the year.", "prediction": "Firefighters across north Wales are 24 of strike strike strike over government plans over pension.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 105.81829071044922, "token_count": 16} +{"index": 10127, "reference": "So, every home and business across the UK can now have fast broadband if they want it.", "prediction": "Imagine say that all deprived areas in all, homes, and and in remote areas, the UK would be able to bring 10C%.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 10.81081081081081, "rougeL": 20.51282051282051}, "nll_sum": 139.39028930664062, "token_count": 26} +{"index": 10128, "reference": "Colombian authorities say they have raided an office that illegally spied on rebel and government communication to try to undermine peace talks.", "prediction": "Colombia have arrested the office of the Colombia of the Farc rebel group, as part of identifying the government to peace talks the", "rouge": {"rouge1": 31.111111111111118, "rouge2": 4.651162790697675, "rougeL": 31.111111111111118}, "nll_sum": 118.5855712890625, "token_count": 26} +{"index": 10129, "reference": "The Football Association says Baroness Sue Campbell's appointment as its new head of women's football is a \"massive statement\".", "prediction": "The Football Association of England first England appointed as first of head's women its sport.", "rouge": {"rouge1": 54.05405405405405, "rouge2": 17.142857142857142, "rougeL": 37.83783783783783}, "nll_sum": 107.75440979003906, "token_count": 16} +{"index": 10130, "reference": "Midfielder Bastian Schweinsteiger has been left out of Manchester United's Europa League squad.", "prediction": "Liverpool captain Zumainsteigeriger be named in Manchester United's 30-man squad for the Europa League.", "rouge": {"rouge1": 40.0, "rouge2": 21.428571428571427, "rougeL": 33.33333333333333}, "nll_sum": 110.51420593261719, "token_count": 22} +{"index": 10131, "reference": "A G4S security van has been robbed outside a branch of Royal Bank of Scotland in Glasgow city centre.", "prediction": "Three masked armed men are out a money during a bank robbery to central Glasgow.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 92.93583679199219, "token_count": 15} +{"index": 10132, "reference": "President Donald Trump has fulfilled a campaign pledge by signing an executive order to withdraw from the Trans-Pacific Partnership (TPP).", "prediction": "US President Donald Trump has signed an executive order controversial the controversial Trans Trans-Pacific Partnership () deal.", "rouge": {"rouge1": 63.15789473684211, "rouge2": 44.44444444444445, "rougeL": 63.15789473684211}, "nll_sum": 82.68914794921875, "token_count": 19} +{"index": 10133, "reference": "The funeral for Billy and Lisa Graham, who were killed in last month's terror attacks in Tunisia, has taken place.", "prediction": "A funeral's taken place a of Scottish couple couple who died in the terrorist attack on a Tunisia beach resort in June to be held held.", "rouge": {"rouge1": 41.66666666666667, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333336}, "nll_sum": 146.86932373046875, "token_count": 27} +{"index": 10134, "reference": "A pair of Queen Victoria's cotton pants with a 45in (114cm) waistband are to be sold at auction in Wiltshire.", "prediction": " silk of Queen Victoria Elizabeth, the waist believed thought to is be up to up, expected to \u00c2\u00a3\u00c2,000 at auction.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 15.384615384615385, "rougeL": 34.14634146341463}, "nll_sum": 164.24951171875, "token_count": 27} +{"index": 10135, "reference": "Hearts head coach Robbie Neilson labelled a challenge on Jack Hamilton unacceptable after the young goalkeeper was left needing stitches after the 4-2 win over Infonet Tallinn.", "prediction": "Head coach Robbie Neilson praised Birkirkara's 11-yearold boy after he off and lightning the pitch during a rue cars in Aberdeen.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 12.244897959183673, "rougeL": 23.52941176470588}, "nll_sum": 192.74209594726562, "token_count": 30} +{"index": 10136, "reference": "An airport will rip up former Wales striker Dean Saunders's huge parking fee if his home nation wins Euro 2016.", "prediction": "Wales football manager Dean Saunders his plans, his parking charges will help boost his team of Euro 2016 to", "rouge": {"rouge1": 40.0, "rouge2": 10.526315789473685, "rougeL": 35.0}, "nll_sum": 117.18609619140625, "token_count": 20} +{"index": 10137, "reference": "Kyren Wilson says his record-breaking feat during the \"best match of my career\" in the China Open qualifiers was the ideal response to his \"gutting\" display in the German Open.", "prediction": "Kyren Wilsonren set a new record of record by beating Scott Clarke-3 4-3 and reach the semi-finals of Worldooker Championship.", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 156.89678955078125, "token_count": 30} +{"index": 10138, "reference": "A consumer group has revealed its latest list of shrinking supermarket items that still cost the same, or more.", "prediction": "Chile imported made sea ice cre may also also be healthier with tougher products as as finals the supermarkets, according according to a consumer group - Which!", "rouge": {"rouge1": 22.22222222222222, "rouge2": 9.30232558139535, "rougeL": 13.333333333333334}, "nll_sum": 217.7799530029297, "token_count": 29} +{"index": 10139, "reference": "A plea has been made to trace the mother of a baby whose remains were found in a plastic bag at a nature reserve a year ago.", "prediction": "A baby girl whose bones were found on a beach in a West Yorkshire whose almost a year ago, police have said the police in the Yorkshirepton, a, \" it's and the it and to have been from.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 15.873015873015872, "rougeL": 30.769230769230766}, "nll_sum": 217.98582458496094, "token_count": 43} +{"index": 10140, "reference": "Jarlinson Pantano won stage 15 of the Tour de France as defending champion Chris Froome kept the yellow jersey.", "prediction": "Britain's Chris Froome retained the leader belt leader's red jersey after a puncture on a- stage five of the Thailand.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 139.30508422851562, "token_count": 25} +{"index": 10141, "reference": "The government has announced the route for the second phase of the high-speed rail line HS2, from Crewe to Manchester and the West Midlands to Leeds.", "prediction": "The planned \u00a311bnbn HS2 high rail route between Sheffield has been approved, the Department for Transport has announced to in the government's, as \" a it from a football, it will was from of.", "rouge": {"rouge1": 45.90163934426229, "rouge2": 6.779661016949152, "rougeL": 19.672131147540984}, "nll_sum": 214.05641174316406, "token_count": 42} +{"index": 10142, "reference": "Ten-man Chesterfield edged out Barnsley to boost their own survival chances and dent their hosts' play-off ambitions.", "prediction": "Chestersters staged a second-half battleback to be held by fellow play-off hopefuls Barnley, whoG a first in since Ryan international manager's from 30-D a ban in since old-'s. from of", "rouge": {"rouge1": 11.111111111111112, "rouge2": 3.846153846153846, "rougeL": 11.111111111111112}, "nll_sum": 311.89996337890625, "token_count": 47} +{"index": 10143, "reference": "The French energy giant EDF is expected to make its long-awaited final investment decision on a new nuclear power plant at Hinkley Point in Somerset next week.", "prediction": "A decision on a new \u00a3bn nuclear power station at Hinkley project will go ahead as planned of public weather, the BBC understands and solve.'s-'s a's from it from it's's from of a from a's a", "rouge": {"rouge1": 25.71428571428572, "rouge2": 14.705882352941174, "rougeL": 22.857142857142854}, "nll_sum": 260.55108642578125, "token_count": 47} +{"index": 10144, "reference": "An expert has been left puzzled as to why a fin whale has washed up on the coast of north Norfolk.", "prediction": "A dead centre whale has washed up on a Norfolk coast, it has been. it a \"maker- it a death since in the a-, Saturday, as from-,maker, it from Royal of says.. a fromold", "rouge": {"rouge1": 46.42857142857143, "rouge2": 18.51851851851852, "rougeL": 28.57142857142857}, "nll_sum": 289.75579833984375, "token_count": 44} +{"index": 10145, "reference": "A 23-year-old man has been arrested in connection with disorder at the recent Celtic v Rangers game in Glasgow.", "prediction": "Police have released images of a man they want to speak to in connection with the crowd at after toilets at the Scottish Cup match against Celtic on Saturday the after after the incidents from the Celtic event was from the referee of.", "rouge": {"rouge1": 25.0, "rouge2": 9.677419354838708, "rougeL": 25.0}, "nll_sum": 193.2733154296875, "token_count": 43} +{"index": 10146, "reference": "A BBC journalist with dual British-Iranian nationality has been prevented from flying to the US after falling foul of changes to visa rules.", "prediction": "A British dual national was told to travel a US travel has been withdrawn due to change, US news agency says the rules \"unfair\".", "rouge": {"rouge1": 50.0, "rouge2": 4.3478260869565215, "rougeL": 33.33333333333333}, "nll_sum": 151.09861755371094, "token_count": 27} +{"index": 10147, "reference": "More able children are not getting enough attention in Wales' education system, the schools watchdog has said.", "prediction": "The way schools's performance, the Welsh is is helping the performance of the best schools, an chief has said.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 125.77465057373047, "token_count": 22} +{"index": 10148, "reference": "A man who bit off half his friend's ear has been jailed for two years.", "prediction": "A university student who was stabbed four times in a row while a to get part of ear of been jailed for four-and- \"a-half years.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 32.558139534883715}, "nll_sum": 145.71559143066406, "token_count": 31} +{"index": 10149, "reference": "Australian laws forbidding people working in the country's detention centres from speaking out about what they see have raised grave concerns in the medical community.", "prediction": "A former Guatem medical nurse says the Australian government must get data into mental health issues, saying some local health acts should \" self- suffer health\".", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 3.9215686274509802}, "nll_sum": 190.8141326904297, "token_count": 28} +{"index": 10150, "reference": "Neil Gaiman's The Ocean at the End of the Lane has been voted 2013's Book of the Year, winning the public vote \"by a considerable margin\".", "prediction": "Asmy GCHQ singer whose novel fantasy novel Theman Theatre of The Ocean, has been named been best bestseller of the Year in a Year award the National Book Award.", "rouge": {"rouge1": 38.59649122807017, "rouge2": 18.181818181818183, "rougeL": 28.070175438596497}, "nll_sum": 192.9696044921875, "token_count": 34} +{"index": 10151, "reference": "Who's your favourite baker left in the Great British Bake Off tent?", "prediction": "Imagine you ever you been talking about your winner about our TV series!", "rouge": {"rouge1": 7.6923076923076925, "rouge2": 0.0, "rougeL": 7.6923076923076925}, "nll_sum": 85.27863311767578, "token_count": 13} +{"index": 10152, "reference": "A cancer treatment hospital in Greater Manchester is being investigated by the health regulator.", "prediction": " Manchester's health watchdog is investigating the hospital hospital's chief executive of in its health trust.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 0.0, "rougeL": 32.25806451612903}, "nll_sum": 77.77940368652344, "token_count": 17} +{"index": 10153, "reference": "This is Calvapilosa, a prehistoric relative of modern sea slugs.", "prediction": "Scientists scientists have out what a does but would be an extinct creature dinosaur was abandoned 8000 years ago.", "rouge": {"rouge1": 6.896551724137931, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 118.8973388671875, "token_count": 19} +{"index": 10154, "reference": "The BBC understands that the Belfast Telegraph is planning to move to Clarendon Dock.", "prediction": "The the printing, Belfast Telegraph, which could be put up for sale in December, is put for sale Avenue in south north Belfast of. in's of from a the from a-A's a in from a's.", "rouge": {"rouge1": 18.867924528301884, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301884}, "nll_sum": 226.69615173339844, "token_count": 44} +{"index": 10155, "reference": "The parents of one of three soldiers who died on the Brecon Beacons have said they are \"extremely disappointed\" the government will not allow the Ministry of Defence to be prosecuted.", "prediction": "A families of two who died during an SASists training medists would be removed, the UK government said must cannot it can protect them from prosecution.", "rouge": {"rouge1": 28.07017543859649, "rouge2": 3.6363636363636362, "rougeL": 21.052631578947366}, "nll_sum": 180.41012573242188, "token_count": 29} +{"index": 10156, "reference": "Police chased a tractor between two counties in a pursuit involving six patrol cars and a force helicopter.", "prediction": "A man was killed when his car was being stolen by a truck by police in a suspected hit-and-run crash (190km).", "rouge": {"rouge1": 34.146341463414636, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 102.31355285644531, "token_count": 27} +{"index": 10157, "reference": "Lord Elis-Thomas left Plaid Cymru to sit as an independent AM because the party was not \"serious\" about taking part in the Labour-led Welsh Government, he has said.", "prediction": "dddd Elis-Thomas has said it would not be backing the next Welsh Government budget, but he believes the partydidn't't what happened\".", "rouge": {"rouge1": 37.03703703703704, "rouge2": 11.538461538461538, "rougeL": 25.92592592592593}, "nll_sum": 165.3750457763672, "token_count": 29} +{"index": 10158, "reference": "From the moment Donald Trump's election victory was confirmed on 9 November, all sorts of businesses have had to keep alert to the fallout of a result they didn't expect.", "prediction": "It is the most important battle of his business of Trump since Donald Trump was first elected re-elect president in the US election November and it's cause of age Leave to to his business under a choice of the..", "rouge": {"rouge1": 38.35616438356165, "rouge2": 2.8169014084507045, "rougeL": 24.657534246575345}, "nll_sum": 223.4772491455078, "token_count": 42} +{"index": 10159, "reference": "Politicians who have used a divisive and dehumanised rhetoric are creating a more divided and dangerous world, says rights group Amnesty International.", "prediction": "Campaigners and rights last year was seen as an \"elel and violent attacks\" the US and protect people's, rights group Amnesty International says.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 13.636363636363635, "rougeL": 26.08695652173913}, "nll_sum": 166.1718292236328, "token_count": 29} +{"index": 10160, "reference": "The warnings about the forthcoming all-out junior doctor strikes have been coming in so thick and fast that you could be forgiven for thinking it will be Armageddon.", "prediction": "GPs in England are the expected be stage a five-day doctors' strike next week, amid fears they they could over the health service, says the NHS has England.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 3.571428571428571, "rougeL": 13.793103448275861}, "nll_sum": 183.17897033691406, "token_count": 34} +{"index": 10161, "reference": "Wales second-row Luke Charteris is set to join Bath from Racing 92 on a three-year contract.", "prediction": "Newath back-row Luke Charteris is set to join French Super 1-French side from Gloucester.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 37.50000000000001, "rougeL": 47.05882352941176}, "nll_sum": 116.68901824951172, "token_count": 21} +{"index": 10162, "reference": "A collection of manuscripts and notebooks which belonged to poet and novelist Edward Thomas are to be conserved thanks to a grant.", "prediction": "An archive of poet Dylan Thomas the, one of the \"most important letters in Wales, has been awarded a grant awarded a conservation charity and said.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 157.56710815429688, "token_count": 29} +{"index": 10163, "reference": "A career-best 135 from Matt Machan formed the backbone of Sussex's innings against Worcestershire at Hove.", "prediction": "Matt Machan hit half- half-century for a century for Sussexters beat Worcestershire on day of the G20 at Cheltenham.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 156.64688110351562, "token_count": 30} +{"index": 10164, "reference": "Former Barcelona midfielder Xavi believes Pep Guardiola \"can change the mentality of English football\" during his time at Manchester City.", "prediction": "lele Ronaldo should become one of best players under Manchester City manager Pep Guardiola his says former Walsallian X-aviaviavi X solve 2011 Broadway- again- again- again- 2011 a in's from's from again's a", "rouge": {"rouge1": 24.561403508771935, "rouge2": 7.2727272727272725, "rougeL": 10.526315789473685}, "nll_sum": 305.32861328125, "token_count": 47} +{"index": 10165, "reference": "The number of patients having to wait longer than the target time to be discharged from hospital has risen again, according to official figures.", "prediction": "H waiting time waiting patients in time hospital in fell by almost a third in a year, official figures show.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 99.67738342285156, "token_count": 21} +{"index": 10166, "reference": "A Maoist leader in India has said that they will take \"full responsibility\" for the safety of trains travelling through areas under their control.", "prediction": "Norway's commuter operator has been accused of running trains through with notorious Maoist rebels, a militant group's secretary has the BBC. coastal solve, solve, again they be from-A's from in ban from a's.", "rouge": {"rouge1": 29.03225806451613, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 289.84661865234375, "token_count": 45} +{"index": 10167, "reference": "A man who admits he \"cannot knit a stitch\" is hoping to cover the streets of Cambridge with knitted bunting and wool artwork during the Tour de France.", "prediction": "Motorists in Cambridge are being offered of hours to keep their track for the Tour de France.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 13.953488372093023, "rougeL": 22.222222222222225}, "nll_sum": 80.25988006591797, "token_count": 18} +{"index": 10168, "reference": "A man has been charged with wasting police time following inquiries into an alleged assault with intent to rob in Stranraer.", "prediction": "A man has been arrested and arrested following an armed robbery atad Portadane, County Antrim,rim. has a in the a's, Cly, as it from was from Dig referee in the November as..", "rouge": {"rouge1": 25.454545454545453, "rouge2": 11.320754716981133, "rougeL": 25.454545454545453}, "nll_sum": 254.40487670898438, "token_count": 43} +{"index": 10169, "reference": "There's little trace of the horror - just a sunbed draped in flowers.", "prediction": "It was a dramatic attack on hotel on a Tunisia beach camp, where the gunman disappeared, their families.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 111.5438232421875, "token_count": 20} +{"index": 10170, "reference": "A 32-year-old man has been arrested over last Sunday's fire attack on a Florida mosque, which was attended by the Orlando nightclub gunman.", "prediction": " Florida America has sentenced an American-American man in relation to a fire that gunman to Ali Mateen at the Mosque in Florida in 2013.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 140.0636749267578, "token_count": 27} +{"index": 10171, "reference": "The Mountain Bothies Association has appealed to hillwalkers and climbers to help keep more than 100 shelters it looks after in the UK clean and tidy.", "prediction": "ers theers in the Cairsorms have been urged urged to keep their,ings and burn litter.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 143.77362060546875, "token_count": 21} +{"index": 10172, "reference": "Wakefield moved up to sixth in Super League after edging a thrilling topsy-turvy encounter with Catalans Dragons.", "prediction": "Wakefield survived a second-half comeback to beat Catalans and keep alive their Super League hopes hopes alive. play- Nonz a2 by million's ballet- a from-w's in nine from since's.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 19.23076923076923}, "nll_sum": 298.5413513183594, "token_count": 45} +{"index": 10173, "reference": "Gloucester centre Mark Atkinson has agreed a new \"long-term\" contract with the Premiership club.", "prediction": "Gloucester back row Mark Atkinson has signed a new three-year deal, keeping him at the Premiership club until the end the. season. of the a's aA \u00a3-A a fee in a from a's from's a", "rouge": {"rouge1": 33.333333333333336, "rouge2": 19.23076923076923, "rougeL": 33.333333333333336}, "nll_sum": 221.48614501953125, "token_count": 47} +{"index": 10174, "reference": "Former England and Tottenham striker Jimmy Greaves is in intensive care after suffering a severe stroke.", "prediction": "Ex-England Jimmy Greaves has died,'s club's confirmed confirmed as the right-time England's from - - from his reputation for in since from as's from The's from a from- haveImages Saturday.", "rouge": {"rouge1": 19.6078431372549, "rouge2": 4.081632653061225, "rougeL": 19.6078431372549}, "nll_sum": 298.229248046875, "token_count": 43} +{"index": 10175, "reference": "Champions Celtic are one game away from an unbeaten Premiership season after a dominant victory over Partick Thistle.", "prediction": "Celtic extended their 10-point lead at the top of the Scottish Premiership with- comfortable victory over Partick Tharnistle at Tynecastle.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 127.08085632324219, "token_count": 30} +{"index": 10176, "reference": "Annan Athletic moved into the League Two play-off places, routing Montrose.", "prediction": "Forrosearton extended their unbeaten run to Scottish League One by beating the Scottish Two play-off hopes.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 14.814814814814813, "rougeL": 27.586206896551722}, "nll_sum": 110.34135437011719, "token_count": 20} +{"index": 10177, "reference": "Sheffield Wednesday have signed Burnley midfielder David Jones for an undisclosed fee.", "prediction": "Ch-hip side Sheffield United have re-signed former Burnley striker Chris Jones on a four-year deal starting to of end of the season. the his's. a's-A's a2 from ballet a Stadium fromyear solve", "rouge": {"rouge1": 19.6078431372549, "rouge2": 0.0, "rougeL": 19.6078431372549}, "nll_sum": 265.4873962402344, "token_count": 47} +{"index": 10178, "reference": "The Scottish Professional Football League is warning clubs to be on their guard against online fraud.", "prediction": "The Scottish Professional League has announced that funds of about \u00a318,000 is to be investigated as part of a probe into a payment fraudulent payment received stolen from a league cup.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 13.043478260869568, "rougeL": 29.166666666666668}, "nll_sum": 140.16607666015625, "token_count": 34} +{"index": 10179, "reference": "Bradford City have signed AFC Wimbledon midfielder Jake Reeves for an undisclosed fee on a three-year deal.", "prediction": "FCFC Wimbledon left-back Brad has left the club to Bradford City on two-year deal.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 83.7064208984375, "token_count": 20} +{"index": 10180, "reference": "Republican White House hopeful Donald Trump has said he would stop cash sent home by Mexicans based in the US, until the country pays for a border wall.", "prediction": "US presidential candidate Donald Trump says plan to build a border wall with Mexico to tax from, if the country is being elected a US king for office.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 14.814814814814813, "rougeL": 17.857142857142858}, "nll_sum": 150.74310302734375, "token_count": 29} +{"index": 10181, "reference": "A Conservative AM forced to face a ballot of party members has come top of the South Wales East regional list for the 2016 assembly election.", "prediction": " a Welsh assembly of and 2016 assembly assembly said he will not part of the party, having dropped the procedure due-up a young heterosexual partner.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 8.0, "rougeL": 19.230769230769234}, "nll_sum": 182.04049682617188, "token_count": 28} +{"index": 10182, "reference": "Ross County's Jim McIntyre is the only Premiership boss in the running for PFA Scotland's Manager of the Year award.", "prediction": "Ross County and Duchess of Celtic have voted the Scottish Football Football League Player of the Year award.", "rouge": {"rouge1": 35.0, "rouge2": 21.052631578947366, "rougeL": 35.0}, "nll_sum": 87.98541259765625, "token_count": 18} +{"index": 10183, "reference": "A celebrity who wants an injunction to keep an extra-marital relationship out of the media will put his case at the Supreme Court on Thursday.", "prediction": "The UK Supreme Court says said will take an interim injunction giving a man who a have an extra-marital affair will not not be allowed to case.", "rouge": {"rouge1": 48.14814814814815, "rouge2": 11.538461538461538, "rougeL": 25.92592592592593}, "nll_sum": 150.52366638183594, "token_count": 30} +{"index": 10184, "reference": "President Jacob Zuma's back is against the wall following his sacking of Finance Minister Pravin Gordhan at midnight on Thursday.", "prediction": "Thousands of South of trade unions have been said speaking control Z Vice President Jacob Zuma's resignation of Finance Minister Pravin-han of.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 27.906976744186046, "rougeL": 35.55555555555556}, "nll_sum": 187.24151611328125, "token_count": 28} +{"index": 10185, "reference": "Hull have put takeover talks on hold until September to \"ensure stability during the transfer window\".", "prediction": "Hull City are in talks their selling sell their Premier League title rival in September, reports BBC reports.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 112.16165161132812, "token_count": 20} +{"index": 10186, "reference": "A Zimbabwe conservation group says it wants the head of Cecil the Lion to be mounted in a case in Hwange National Park, where he was killed last month.", "prediction": "An environmental animal group says a national that should be a lion in Zimbabwe has been told the BBC will not to spend \u00a3m\" sent to him,", "rouge": {"rouge1": 39.285714285714285, "rouge2": 3.703703703703704, "rougeL": 17.857142857142858}, "nll_sum": 164.0219268798828, "token_count": 29} +{"index": 10187, "reference": "Nicky Ajose's last-gasp penalty saw Charlton come from behind to salvage a draw at Gillingham.", "prediction": "Ny Ajose missed a stoppage-time penalty as Gillingham drew a 1-1 with Charlton in a tense at the Memorial Stadium.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 0.0, "rougeL": 25.641025641025646}, "nll_sum": 124.84197235107422, "token_count": 30} +{"index": 10188, "reference": "More than a million better-off families will lose some or all of their child benefit, under rules now in force.", "prediction": "Changes to the welfare benefits to some parents who find self-assessment forms will be dropped, it has been announced announced in solve chancellor's Lord,elfth, double it from the camp from a it-'s of. fromold-old", "rouge": {"rouge1": 20.0, "rouge2": 0.0, "rougeL": 6.666666666666667}, "nll_sum": 295.50885009765625, "token_count": 47} +{"index": 10189, "reference": "Devon and Cornwall's Police and Crime Commissioner (PCC) has announced he will not be seeking re-election in May.", "prediction": "The deputy chief constable of Devon and Police has announced he will not be re-election, saying he will not be playing in his role.", "rouge": {"rouge1": 53.33333333333332, "rouge2": 32.55813953488372, "rougeL": 53.33333333333332}, "nll_sum": 97.38386535644531, "token_count": 28} +{"index": 10190, "reference": "Swansea City have named Alan Curtis as the club's first loan player manager.", "prediction": "Swansea City been appointed Curtis Curtis as Swansea City's new football manager academy's recruitment of reach-350 100up-year21 who in from a as's.- double-.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 10.0, "rougeL": 28.57142857142857}, "nll_sum": 255.67214965820312, "token_count": 35} +{"index": 10191, "reference": "Fourteen football matches have been cancelled after travellers set up camp next to playing fields.", "prediction": "People living in a car park's car park the had to stop playing a football club, the youth leader has claimed, playing a children's car for a's a. were local the for the his have' of.", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 241.00244140625, "token_count": 43} +{"index": 10192, "reference": "Public museums and other cultural venues in Paris have reopened following the attacks in the French capital on Friday.", "prediction": "Britain's iconic Eelel Tower, not be officially doors on Monday night, following a day of alert following the deadly attacks in Paris.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 15.0, "rougeL": 19.04761904761905}, "nll_sum": 142.2603302001953, "token_count": 27} +{"index": 10193, "reference": "London Welsh have been disqualified from the British & Irish Cup after the Championship club went into liquidation on Thursday.", "prediction": "London Welsh have been knocked out of the European Champions Cup and European Champions Cup quarter on Saturday, because lack a decision to \"umbit it's/'s decision's). from--de loss from London 3's football.A a", "rouge": {"rouge1": 27.58620689655173, "rouge2": 10.714285714285714, "rougeL": 24.137931034482758}, "nll_sum": 283.1958923339844, "token_count": 46} +{"index": 10194, "reference": "Dawid Malan hit a brilliant unbeaten 156 as Middlesex completed their One-Day Cup group stage fixtures with an eight-wicket win over Glamorgan.", "prediction": "South Africa batsman Malaw Malan hit a unbeaten helped Glamorgan to a 38--run win over former champions countyex at Lord's.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 13.636363636363635, "rougeL": 26.08695652173913}, "nll_sum": 180.7110595703125, "token_count": 29} +{"index": 10195, "reference": "A damning report of a privately run hospital that is due to be returned to the NHS contained 300 factual errors, its chief executive has said.", "prediction": "A first hospital was rated in special measures after \" wasacceptable and inadequate\" by the health watchdog, chief of a committee MPs of have told \"a couple of of\".\".", "rouge": {"rouge1": 22.222222222222225, "rouge2": 3.846153846153846, "rougeL": 14.814814814814817}, "nll_sum": 228.084716796875, "token_count": 35} +{"index": 10196, "reference": "Police investigating an \"unprovoked serious assault\" on a teenager outside Stonehaven railway station have released CCTV images of a woman and man they want to trace.", "prediction": " are investigating the assault of a teenager in Kilmarnock centre which left a man aged injured and seriously injured are a \"angent behaviour\" incident in", "rouge": {"rouge1": 31.372549019607842, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 148.146484375, "token_count": 30} +{"index": 10197, "reference": "There were 634 reported dog attacks in Wales in 2016, up by 124 from the year before, according to latest figures.", "prediction": "The number of cats seized by police in south Wales has almost doubled tripled in five years, figures obtained by BBC Wales have emerged in the a's 2011 41,- they from a working from dog-based from national.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 223.88880920410156, "token_count": 42} +{"index": 10198, "reference": "Dame Heather Rabbatts has announced she will step down from her role as a non-executive director and board member of the Football Association.", "prediction": "Keline Watsonointment - president of the Football Association - is the first woman to be held, on the board and board's board, directors's risk of female men's from football-basedram from in from four. November. theold", "rouge": {"rouge1": 26.229508196721312, "rouge2": 13.559322033898304, "rougeL": 13.114754098360656}, "nll_sum": 296.2059326171875, "token_count": 47} +{"index": 10199, "reference": "Jos Buttler hit England's fastest one-day international century to lead them to an 84-run win over Pakistan in Sharjah and a 3-1 series victory.", "prediction": "osos Buttler hit the highest-ever fastest of England - the score a fastest ever one-day international to score the fastest double in 50--ever the one-day internationalsicket Zique two", "rouge": {"rouge1": 33.89830508474576, "rouge2": 10.526315789473685, "rougeL": 30.508474576271187}, "nll_sum": 251.63955688476562, "token_count": 40} +{"index": 10200, "reference": "A car involved in an apparent hit-and-run with a couple on a tandem bicycle was being followed by police at the time, it has emerged.", "prediction": "A man was killed when his car was punched by a police was stopped by police, saying police did not know the children die die\".", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 26.923076923076923}, "nll_sum": 120.34725952148438, "token_count": 26} +{"index": 10201, "reference": "One of Scotland's most successful entrepreneurs has sold his tyre-fitting business for \u00a350m to Michelin.", "prediction": "A company which has bought a car-based tyre maker, is to luxury French market- KSprmakerbit to a ditch, part in a deal worth worth up to \u00a328.28m. solve aA 2011 a's a of", "rouge": {"rouge1": 18.867924528301884, "rouge2": 0.0, "rougeL": 11.320754716981131}, "nll_sum": 300.1644592285156, "token_count": 47} +{"index": 10202, "reference": "A draft report on the future of the Welsh national parks has been criticised by conservationists.", "prediction": "Two conservationists have backed emergency call for an external report into environmental in Wales nature reserve.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 100.88790893554688, "token_count": 17} +{"index": 10203, "reference": "Former England fast bowler Chris Tremlett has announced his retirement from all forms of cricket.", "prediction": "Former England all-rounder David Tremlett has been forced to retire in cricket's..", "rouge": {"rouge1": 48.275862068965516, "rouge2": 14.814814814814817, "rougeL": 41.379310344827594}, "nll_sum": 80.76416015625, "token_count": 16} +{"index": 10204, "reference": "Engineering giant Bosch is developing \"textured\" touchscreens designed to go in next-generation cars.", "prediction": " show show at show are raising Lego device that can create smartphone artwork that they can still be adopt to the road.", "rouge": {"rouge1": 5.555555555555555, "rouge2": 0.0, "rougeL": 5.555555555555555}, "nll_sum": 147.77700805664062, "token_count": 22} +{"index": 10205, "reference": "Five people have been rescued after their fishing vessel ran aground and capsized in the Sound of Mull.", "prediction": "A group of small and a small of small divers have been rescued by lifeboat after their tank ran infized off the west coast of. solveie a. a from a's-A'sok Russia2 The's from'sA a", "rouge": {"rouge1": 31.57894736842105, "rouge2": 10.909090909090908, "rougeL": 28.07017543859649}, "nll_sum": 292.417236328125, "token_count": 47} +{"index": 10206, "reference": "Poland's conservative Law and Justice party won enough votes in Sunday's parliamentary elections to govern alone, final results show.", "prediction": "Poland's main anti-wing leader, Leos Kaczynski has won parliamentary majority, preliminary results say.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 98.03825378417969, "token_count": 22} +{"index": 10207, "reference": "Republican presidential nominee Donald Trump has suggested that the November election could be \"rigged\".", "prediction": "US Republican front ofrunner Donald Trump has said the party is \" not going to be, rigged\" and he said he was not rigged\".", "rouge": {"rouge1": 37.83783783783784, "rouge2": 17.14285714285714, "rougeL": 37.83783783783784}, "nll_sum": 126.77688598632812, "token_count": 27} +{"index": 10208, "reference": "An eight-year-old boy, who died after fluid built up in his brain, could have been saved if an optometrist had \"done her job properly\", a court has heard.", "prediction": "A optometrist was cleared of killing a patient surgery when a failed kidney \"it it would not have done\", a court heard heard 2011 \"- solve of a \" again a 2011 again 2011 again's 2011 of a's again 2011 a", "rouge": {"rouge1": 16.901408450704224, "rouge2": 2.898550724637681, "rougeL": 14.084507042253522}, "nll_sum": 273.8157958984375, "token_count": 46} +{"index": 10209, "reference": "Burton Albion scored a goal in each half to deservedly win their first competitive meeting with Birmingham.", "prediction": "Burton produced a spirited second--half comeback to beat beating Birmingham City in a Championship play-off place.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 0.0, "rougeL": 28.571428571428577}, "nll_sum": 103.30029296875, "token_count": 21} +{"index": 10210, "reference": "Leeds Rhinos prop Mitch Garbutt has apologised for his red card in Sunday's World Club Challenge defeat by North Queensland Cowboys.", "prediction": "Leeds Rhinos-back Luke Garbutt says he will not be out\" after he was sent off during Friday's Super League school defeat at Hull FC's, \" solve again-AolveForest in's- from 2011 from's a", "rouge": {"rouge1": 20.338983050847457, "rouge2": 3.508771929824561, "rougeL": 16.949152542372882}, "nll_sum": 276.4473571777344, "token_count": 47} +{"index": 10211, "reference": "A memorial service has been held for one of the four yachtsmen who was lost at sea when their yacht Cheeki Rafiki capsized in the Atlantic.", "prediction": "A war has been held for a memorial for a ytsman who went missing after a yacht yacht on a trip South America's South coast last month for the North says. a-A a from in from Yorkshire's Saturday. fromold", "rouge": {"rouge1": 29.411764705882348, "rouge2": 12.121212121212121, "rougeL": 23.52941176470588}, "nll_sum": 291.74749755859375, "token_count": 47} +{"index": 10212, "reference": "Falkirk Council's pension fund has invested \u00a330m in a scheme to build social housing in Scotland.", "prediction": "Falkirk housing fund is to \u00a3 \u00a330m of invest in a fund to build new homes of Scotland in help's \u00a3 middle's a's from from a professional\" from football,A. have of of.", "rouge": {"rouge1": 47.05882352941177, "rouge2": 8.16326530612245, "rougeL": 31.37254901960785}, "nll_sum": 294.0364990234375, "token_count": 43} +{"index": 10213, "reference": "Sean Dickson scored a career-best double century for Kent before Derbyshire slipped to 9-3 at the close on day three, leading by 89 runs.", "prediction": " Sean Dickson hit his battle first-class hundred of the season put Kent in control control on day two against Leicestershire at Graceage Road.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 8.333333333333332, "rougeL": 20.0}, "nll_sum": 173.27989196777344, "token_count": 30} +{"index": 10214, "reference": "A man has been arrested in connection with an alleged sex attack at gardens in Cardiff city centre.", "prediction": "A man has been arrested in connection with a serious sexual assault on a young park in a Cardiff car park, in the aftermath in man's reputation, Cardiff, such from his arrested on his for from a.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 25.92592592592593, "rougeL": 35.714285714285715}, "nll_sum": 202.80618286132812, "token_count": 41} +{"index": 10215, "reference": "In my teens, I worked as an artisanal miner, waist deep in water, sieving the gravel to find a diamond.", "prediction": "A tiny Maidstone was found again 3,000 years ago, isese of pupan Diamond in South Africa and then a hundred South African park.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 173.97494506835938, "token_count": 29} +{"index": 10216, "reference": "The London Underground's Northern Line extension to Battersea has been given the go-ahead.", "prediction": "A \u00c2\u00a3400bn new Tube station to central central London has again been approved by the county council.", "rouge": {"rouge1": 31.25, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 101.87181091308594, "token_count": 21} +{"index": 10217, "reference": "Claims direct cross-border rail services could be under threat due to devolution have been dismissed by Wales' transport minister.", "prediction": "Electting some rail services on English markets was a \"Covelt a theory\", the transport secretary has said.", "rouge": {"rouge1": 16.216216216216214, "rouge2": 5.714285714285714, "rougeL": 16.216216216216214}, "nll_sum": 123.19266510009766, "token_count": 21} +{"index": 10218, "reference": "The European Space Agency has shared footage of Tim with his former crew mate Scott Kelly fighting virtual aliens on the ISS, before Kelly returned to Earth earlier this month.", "prediction": " and astronaut Tim Peake and Tim Peell are working with astronauts carry the International Space Station ( helping) helping them create a virtual real of life.", "rouge": {"rouge1": 21.81818181818182, "rouge2": 0.0, "rougeL": 10.90909090909091}, "nll_sum": 155.18246459960938, "token_count": 29} +{"index": 10219, "reference": "Militant Islamists are expanding their influence in West Africa, with at least 18 people killed in an attack on a beach resort in Ivory Coast on Sunday.", "prediction": "Fog from the Islamist militant Islamists in Burkina Fas and Burk, in December August, several cities includes Frenchuri, French secular, Tunisia, and and Nigeria.", "rouge": {"rouge1": 15.686274509803924, "rouge2": 4.081632653061225, "rougeL": 15.686274509803924}, "nll_sum": 211.74630737304688, "token_count": 32} +{"index": 10220, "reference": "A 45-year-old man has died after the car he was driving collided with a lorry on the A71 in North Ayrshire.", "prediction": "A 74-year-old motorcyclist has been killed in a collision with a caryear lorry on the A77( in the Scottish Borders..", "rouge": {"rouge1": 48.888888888888886, "rouge2": 18.6046511627907, "rougeL": 44.44444444444445}, "nll_sum": 121.18692779541016, "token_count": 31} +{"index": 10221, "reference": "A Bangladeshi man who went missing for 23 years has been reunited with his family, who had given him up for dead.", "prediction": "A British man who went missing after still jail in India more than 30 years ago has returned home, his family say, and says it still from his's for his reputation from a'sD's a in from by a November.", "rouge": {"rouge1": 31.249999999999993, "rouge2": 12.903225806451616, "rougeL": 31.249999999999993}, "nll_sum": 233.26559448242188, "token_count": 45} +{"index": 10222, "reference": "A company offering software that allows people to spy on others has admitted it has been hacked and had thousands of customer records leaked online.", "prediction": "The security firm spyy has admitted it has been sending thousands of personal data to hundreds of thousands of customers who tried to be exposed to them.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 24.000000000000004, "rougeL": 30.769230769230766}, "nll_sum": 112.49275970458984, "token_count": 28} +{"index": 10223, "reference": "\"We've sucked at dealing with trolls, and we've sucked at it for years.\"", "prediction": "Some of the the most notorious the people who know understand about abuse scam Twitter.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 86.78121185302734, "token_count": 15} +{"index": 10224, "reference": "The Serious Fraud Office has been urged to reconsider its decision not to investigate allegations of Fifa corruption during the 2018 and 2022 World Cup bidding process.", "prediction": "The Serious Fraud Agency (SFO) has opened up an external inquiry into corruption allegations, the made against non-UK nationals in UK workers.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 8.333333333333334, "rougeL": 24.0}, "nll_sum": 120.27734375, "token_count": 28} +{"index": 10225, "reference": "A surprise new name has emerged as a potential successor to long-standing McLaren boss Ron Dennis, whose position as chairman is under threat.", "prediction": "McLaren are interested in becoming involved embroiled in a controlling control in their commercial group.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 5.128205128205128}, "nll_sum": 88.71073913574219, "token_count": 17} +{"index": 10226, "reference": "A Spanish newspaper has published what it alleges are documents showing Prime Minister Mariano Rajoy and other top politicians received illicit payments.", "prediction": " the Spanish left-wing party has said it that that a double file showing that Prime Minister Mariano Rajoy is Raj 1998, claiming behind him to a major corruption scandal.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 12.000000000000002, "rougeL": 30.769230769230766}, "nll_sum": 169.13674926757812, "token_count": 34} +{"index": 10227, "reference": "Two migrants believed to be trying to reach the UK from Calais in France have been killed over the past two days.", "prediction": "Drivers are seriously injured while migrants trying to cross the Channel cross to be illegally comfortably, emergency services says.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 10.256410256410255, "rougeL": 19.51219512195122}, "nll_sum": 111.79804229736328, "token_count": 21} +{"index": 10228, "reference": "Britain's Kal Yafai won the WBA super-flyweight title with a unanimous decision over Luis Concepcion.", "prediction": "Great Britain's Loaz Yafai won his title to the IBF I-Noweightweight champion Richard Kilty at London been O2 Arena. the solve 2011 again- 2011 again 2011 again in solve-'s 2011 again 2011's", "rouge": {"rouge1": 22.641509433962263, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301884}, "nll_sum": 325.3337707519531, "token_count": 47} +{"index": 10229, "reference": "A New Forest car park that attracts 270,000 visitors a year is to stay open longer following a public campaign.", "prediction": "The opening hours opening for at at a Hampshire national car park will no longer go ahead, despite repeated campaigners.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 131.1096649169922, "token_count": 21} +{"index": 10230, "reference": "A Sinn F\u00e9in MLA has agreed to apologise and pay compensation to a former Ulster Unionist leader over a defamatory message posted on Twitter.", "prediction": "A Sinn F\u00e9in has apologised for a he made about the Ulster Unionist (UDR) he made about Jewish BBC radio reporter.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 17.77777777777778, "rougeL": 38.297872340425535}, "nll_sum": 129.406982421875, "token_count": 27} +{"index": 10231, "reference": "Pakistan's main intelligence agency, the ISI, has said it is embarrassed by its failures on al-Qaeda leader Osama Bin Laden.", "prediction": "The Pakistani intelligence Service says it, offered information about a compound whereQaeda al-Qaeda, was linked to al-Qaeda forces in the US and.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 141.22494506835938, "token_count": 29} +{"index": 10232, "reference": "A teenager who posted videos of drones firing a gun and a flamethrower is suing his university after he was expelled, the AP news agency reports.", "prediction": "A young British student been arrested in the US after footage emerged posted it emerged of him assaulting him. has him a the aturned a night a acting and's.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 17.857142857142854}, "nll_sum": 201.9222412109375, "token_count": 32} +{"index": 10233, "reference": "The removal of the Elephant and Castle roundabout has been causing chaos for commuters, with motorists complaining of queues of more than an hour.", "prediction": "A couple of long delays around and around a new roundabout between Bristol and Bristol, after internet users taken to the media to a social media failure.", "rouge": {"rouge1": 15.686274509803924, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 144.99346923828125, "token_count": 29} +{"index": 10234, "reference": "Centuries from Paul Stirling and England limited-overs captain Eoin Morgan guided Middlesex to a six-wicket One-Day Cup win against Kent.", "prediction": "Eoin Morgan and former captain St Paul Stirling, helped Middlesex to a nine-wicket win over Kent in the OneDay Cup game at Lord.", "rouge": {"rouge1": 59.57446808510638, "rouge2": 17.777777777777775, "rougeL": 34.04255319148936}, "nll_sum": 147.42855834960938, "token_count": 31} +{"index": 10235, "reference": "Asia's markets were mostly down in trade on Friday following a rocky week featuring particularly volatile swings in Tokyo.", "prediction": "Markets in Asia were down Asia Thursday despite a Wall in Street on Wall Street and leading lower markets.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 0.0, "rougeL": 25.641025641025646}, "nll_sum": 124.25011444091797, "token_count": 20} +{"index": 10236, "reference": "The run-off parliamentary election win by the moderate government of Iran is a crucial victory for them.", "prediction": "A surprise vote for Iran tiger Iran programme's nuclear deal was a surprise victory.", "rouge": {"rouge1": 24.24242424242424, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 93.2911605834961, "token_count": 15} +{"index": 10237, "reference": "Benni McCarthy says his former Porto team-mate Bruno Alves is the perfect fit for Pedro Caixinha's Rangers.", "prediction": "Ips backs general Mick McCarthy strike says Bruno Levesves be a challenge Rangers's help Premiership champions to help Celtic in the \"perfect fit\".", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 27.906976744186046}, "nll_sum": 236.7960662841797, "token_count": 28} +{"index": 10238, "reference": "A man in his 20s has died after falling from his bike at a motocross event in Suffolk.", "prediction": "A man was killed when he was being hit by a car at a track pur event medal cycling club.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 11.11111111111111, "rougeL": 26.31578947368421}, "nll_sum": 107.94708251953125, "token_count": 20} +{"index": 10239, "reference": "At least 800,000 pharmacies in India are on a one-day strike, demanding an end to online drug sales which they say is affecting their business.", "prediction": "India's state of Maharashtra is and shut several 24 ahour strike on Monday of illegal stop illegal drugs online.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 0.0, "rougeL": 12.765957446808512}, "nll_sum": 142.72015380859375, "token_count": 21} +{"index": 10240, "reference": "Sarah Palin's endorsement of Republican presidential frontrunner Donald Trump on Tuesday night was billed as a surprise, but in hindsight it is surprising only that it took so long for this natural political partnership to be forged.", "prediction": "The former governor of Florida Sarah Clinton is now Donald Trump's leadership candidate, and then the vice-presidential in the race for not race nominee.", "rouge": {"rouge1": 28.125, "rouge2": 3.225806451612903, "rougeL": 15.625}, "nll_sum": 132.7813262939453, "token_count": 29} +{"index": 10241, "reference": "A historical walled garden has been \"devastated\" by floods which have washed away a 200-year-old wall and rare plants, its owner has said.", "prediction": " estate landlord who bought an 18th Centuryor garden which was hit by floods recent years ago said he has been leftated \"catastated\" by the visitors'", "rouge": {"rouge1": 32.0, "rouge2": 8.333333333333332, "rougeL": 20.000000000000004}, "nll_sum": 171.2462921142578, "token_count": 32} +{"index": 10242, "reference": "Why the fuss over the internal machinations of a party which has no MPs, no MEPs - and which polls suggest commands the support of about one per cent of voters?", "prediction": "The former leader of the National Party - so it's be expelled from the European Parliament in 2008 and so is the analysis to do far - so would to the focus on what it then or so farright?.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 14.705882352941178}, "nll_sum": 234.18157958984375, "token_count": 42} +{"index": 10243, "reference": "Pupils preparing to leave primary school are being taught how to deal with stress and to be more resilient as part of a new mental health initiative.", "prediction": "A primary school has launched a programme of official transfer tests for school pupils starting this summer as part of a drive to tackle source of stress.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.384615384615385, "rougeL": 22.22222222222222}, "nll_sum": 109.11302185058594, "token_count": 27} +{"index": 10244, "reference": "Two people have been arrested after one of three newly installed sheep sculptures was stolen in Wrexham.", "prediction": " blue black blue painted on the road in Wrexham has been found and arrested, police have said arrested 2011 a \"-h a botched in November since a referee's mandatory from the from's decision been Elliot them.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 3.7735849056603774, "rougeL": 10.909090909090908}, "nll_sum": 288.25390625, "token_count": 42} +{"index": 10245, "reference": "Manager Jurgen Klopp says Liverpool are eager to resolve the future of Wales midfielder Joe Allen.", "prediction": "Liverpool manager Jurgen Klopp still hopes yet to sign Wales midfielder Joe Allen a's new deal. to.", "rouge": {"rouge1": 52.94117647058824, "rouge2": 31.25, "rougeL": 47.05882352941176}, "nll_sum": 106.1698989868164, "token_count": 21} +{"index": 10246, "reference": "National Crime Agency (NCA) detectives investigating the sale of the National Asset Management Agency's (Nama) Northern Ireland loans portfolio have interviewed a former managing partner of a Belfast legal firm.", "prediction": "A former banking director who was behind the probe into one of Ireland's biggest loan deal, Nama's Northern's Northern Ireland has been arrested by police by the National Security Agency (AAA).", "rouge": {"rouge1": 36.92307692307693, "rouge2": 9.523809523809526, "rougeL": 18.461538461538463}, "nll_sum": 176.06277465820312, "token_count": 37} +{"index": 10247, "reference": "Cheltenham Town have signed Aston Villa and England Under-18 defender Easah Suliman on loan until 2 January.", "prediction": "Fulham have signed England Under 2020 Jayhi Suliman from Aston Villa for an undisclosed fee, reported to be \u00a38m.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 17.142857142857142, "rougeL": 27.027027027027025}, "nll_sum": 109.93630981445312, "token_count": 26} +{"index": 10248, "reference": "When proposing new laws, ministers can fill the statute books from the relative safety of their positions in government.", "prediction": "There are just Parliament giving, giving time to give them to gay couples, gay, bisexual, bisexual,000) or a gay or gay couple.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 158.79232788085938, "token_count": 29} +{"index": 10249, "reference": "The United States is to release frozen Iranian funds, saying Tehran has kept commitments made under an interim deal over its nuclear programme.", "prediction": "Iran is ready to double its low-en uranium nuclear, despite the new deal with the West, copy UN nuclear watchdog says a \" and 2011. solve's from's from's-D's will is from November a's.", "rouge": {"rouge1": 22.58064516129032, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 271.54443359375, "token_count": 45} +{"index": 10250, "reference": "Great Britain lost to the Netherlands in Manchester for the second time in two days, going down 79-68.", "prediction": "Great Britain women suffered a 91-52 loss to the Netherlands in their final warm warm-up match in Gregoror handover.", "rouge": {"rouge1": 35.0, "rouge2": 21.05263157894737, "rougeL": 35.0}, "nll_sum": 140.2360382080078, "token_count": 26} +{"index": 10251, "reference": "The Royal Bank of Scotland is to issue its first polymer \u00a310 note to the public on 4 October.", "prediction": "Royal Bank of Scotland is a a new \u00a3 note to help the in help its design.", "rouge": {"rouge1": 51.42857142857142, "rouge2": 30.303030303030297, "rougeL": 45.714285714285715}, "nll_sum": 104.06318664550781, "token_count": 17} +{"index": 10252, "reference": "President Barack Obama has urged the US to \"reject despair\" as he paid tribute to five police officers killed during a deadly sniper attack in Dallas.", "prediction": "US President Barack Obama has said the country \"did not be God by despair\" after, fatal shooting of an unarmed police officer in Dallas, America.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 20.408163265306126, "rougeL": 39.21568627450981}, "nll_sum": 124.08402252197266, "token_count": 29} +{"index": 10253, "reference": "For excitement it may not have matched the Samuel L Jackson film, Snakes On A Plane, but passengers on a Qantas flight watched with fascination as one snake fought out its own drama.", "prediction": "Passengers on an Australian flight found after a a live found a huge pothythons lock into a airport wing lock a lowOff's speed.", "rouge": {"rouge1": 17.54385964912281, "rouge2": 3.6363636363636362, "rougeL": 10.526315789473685}, "nll_sum": 207.6278076171875, "token_count": 29} +{"index": 10254, "reference": "German publisher, Axel Springer, has agreed to buy a controlling stake in the US news website Business Insider.", "prediction": "One of Europe's best digital battle, has been bought by archaeologistsbitPub, an investment company.", "rouge": {"rouge1": 6.06060606060606, "rouge2": 0.0, "rougeL": 6.06060606060606}, "nll_sum": 115.30130004882812, "token_count": 19} +{"index": 10255, "reference": "Free buses are being laid on to take people from two of the most deprived parts of Warrington to a swimming pool.", "prediction": "A scheme to help people with with high levels of sport who have their pool will backed, been backed by councillors. a by aTexasb acting a\" as a\" from local bald from a of's from of.", "rouge": {"rouge1": 23.728813559322035, "rouge2": 0.0, "rougeL": 16.949152542372882}, "nll_sum": 288.71612548828125, "token_count": 43} +{"index": 10256, "reference": "Nasa's Kepler telescope has recently found 216 new planets, meaning it has now discovered more than 4000 potential new worlds!", "prediction": " space US space programme ant telescope, it may discovered five planets like a planet our.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 117.29600524902344, "token_count": 16} +{"index": 10257, "reference": "Almost 100 puppies have been seized as part of an operation into the illegal puppy trade from Ireland to the UK.", "prediction": "A group illegal illegal 300 found puppies worth more than \u00a31m have been seized by the Irish border during a police raid by the RCA says says the operation.", "rouge": {"rouge1": 32.0, "rouge2": 8.333333333333332, "rougeL": 24.000000000000004}, "nll_sum": 171.27133178710938, "token_count": 32} +{"index": 10258, "reference": "UKIP leader Nigel Farage has called for immigrants to be barred from receiving any benefits until they have been resident in the UK for five years.", "prediction": "UKIP benefits for giving people in Eastern Europe is and \" different mad\", saying the government's policy is anti-election leader Nigel Farage's said.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 8.16326530612245, "rougeL": 15.686274509803921}, "nll_sum": 164.06439208984375, "token_count": 29} +{"index": 10259, "reference": "Campaigners have called for Durham University's \"brutalist\" student union building to be saved from demolition.", "prediction": "A demolition structure to demolish a building at Durham University is to be demolition, replaced by the Victoria University of architecture, architecture or orn change.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 10.256410256410255, "rougeL": 24.39024390243903}, "nll_sum": 155.277099609375, "token_count": 28} +{"index": 10260, "reference": "A prehistoric monument has been given a stargazing award in recognition of its views of the Milky Way.", "prediction": "A art museum campaign made of buildings of one of Britain's most's historic has won an award the Dark Team.", "rouge": {"rouge1": 30.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 127.3296890258789, "token_count": 22} +{"index": 10261, "reference": "Police searching for a man who went missing last month have found a body on the banks of the River Severn.", "prediction": "A man whose body was pulled from the Riververn Severn Se two weeks ago has been found.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 5.555555555555556, "rougeL": 26.31578947368421}, "nll_sum": 87.71818542480469, "token_count": 19} +{"index": 10262, "reference": "Michael Dunlop set the fastest times for the Ulster Grand Prix Superbike and Superstock classes in Thursday's delayed practice sessions at Dundrod.", "prediction": "Michael Dunlop set the speed pace for Friday night's final night practice after a rainaffected delayed Superbike meeting at Northern Northern Ireland at Northern Ireland meeting on Saturday", "rouge": {"rouge1": 38.46153846153847, "rouge2": 11.999999999999998, "rougeL": 30.76923076923077}, "nll_sum": 175.4521484375, "token_count": 32} +{"index": 10263, "reference": "New sand dunes may be created to reduce the risk of flooding on a beach on the Denbighshire and Flintshire border.", "prediction": "A newune system could be set up in a Denbshire beach is at risk, flood experts warned.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 15.789473684210527}, "nll_sum": 119.95487976074219, "token_count": 21} +{"index": 10264, "reference": "ScotRail has cancelled a third of its usual services this Sunday, after pay talks with train drivers' union Aslef stalled.", "prediction": "The passengers' union Aslef, said it will take industrial action against its rival rival,elliof, seeking a revised offer and conditions.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205128, "rougeL": 9.75609756097561}, "nll_sum": 151.57708740234375, "token_count": 29} +{"index": 10265, "reference": "Hungary will not back down over three laws which have brought in question its future membership in the EU, Foreign Minister Peter Szijjarto says.", "prediction": "Hungary Education Ministeryd Llo Szijjarto he believes European institutions should three dangerous education laws that \"ch a chronic with domestic issues\".", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 196.02896118164062, "token_count": 29} +{"index": 10266, "reference": "At first glance, you see someone huddled in blankets and clutching at sleep on a cold park bench.", "prediction": "\"Imagine red door open a front on a busy street,\" a man sits in a busy Belfast street.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 5.88235294117647, "rougeL": 11.11111111111111}, "nll_sum": 107.17292785644531, "token_count": 20} +{"index": 10267, "reference": "The maker of iconic collectable trading cards has said hackers could have stolen customers' credit and debit card numbers along with their associated security codes in a recent breach.", "prediction": "A the Raspberry firm Eving, found possible customers after they lost customers' data, or debit debit or numbers, a security warned fears\" 2011. again's from again-About- again 2011 a in a again a's. a's", "rouge": {"rouge1": 20.8955223880597, "rouge2": 3.076923076923077, "rougeL": 20.8955223880597}, "nll_sum": 317.4352111816406, "token_count": 47} +{"index": 10268, "reference": "India require eight wickets on the final day to seal a 3-0 Test series win after South Africa closed on 72-2 in pursuit of a remote 481 in Delhi.", "prediction": "India double completed stunning stunning 18-run win in Mumbai and beat South Africa and complete 3-0 series whitew in 40 years Town Cape Town.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 7.2727272727272725, "rougeL": 17.543859649122805}, "nll_sum": 179.29208374023438, "token_count": 29} +{"index": 10269, "reference": "The number of Welsh motorists caught using their mobile phones went up in March, despite the introduction of harsher penalties.", "prediction": "Drivers who using their mobile phone while driving a licence have been fined for three years, a new law into force.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 15.384615384615385, "rougeL": 19.51219512195122}, "nll_sum": 94.02084350585938, "token_count": 23} +{"index": 10270, "reference": "Two youths have been arrested over deliberate injuries to a donkey at a community farm in Torfaen.", "prediction": "Three teenagers have been arrested on suspicion of revenge attack on a donkey which left a stabbed, neck amput neck to a Torfaen farm. solve a 2011 a- 2011 a's referee a from on's ballet of?", "rouge": {"rouge1": 32.727272727272734, "rouge2": 15.09433962264151, "rougeL": 25.454545454545453}, "nll_sum": 291.9546813964844, "token_count": 43} +{"index": 10271, "reference": "A council has spent \u00a330,500 unsuccessfully searching for new burial sites in Oxford over the last four years.", "prediction": "More than \u00a3.1m has been made available for Oxford council to a burial site, which has raised more than \u00a332,000.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 99.22956848144531, "token_count": 27} +{"index": 10272, "reference": "Five people have been shot at a California nightclub while Chris Brown was performing.", "prediction": "US singer Chris Brown has shot dead five people, including one host his musician, was being shot.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 13.793103448275861, "rougeL": 19.35483870967742}, "nll_sum": 99.35284423828125, "token_count": 19} +{"index": 10273, "reference": "The Trump administration plans to sell military planes to Nigeria despite concerns over rights abuses and a botched air strike that killed scores of civilians in January, US media say.", "prediction": "The US Air Force has agreed to sell A- military weapons Nigeria to and be the country, US officials say.", "rouge": {"rouge1": 43.99999999999999, "rouge2": 4.166666666666666, "rougeL": 32.0}, "nll_sum": 108.87010192871094, "token_count": 22} +{"index": 10274, "reference": "MPs have defeated a cross-party bid to clarify in law that abortion on the grounds of gender alone is illegal in the UK.", "prediction": "The government has rejected a an of sex schools abortion would be \" Malaysian\" to some women who who only be identified as a foetus.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 173.65760803222656, "token_count": 27} +{"index": 10275, "reference": "Four thousand new homes could be built on greenbelt land in a new garden village development for Surrey.", "prediction": "Plans to build up 4,000 new homes are to be built in the country, the future, the leader of a council \" said. will solve \"A's a\" \" it's from from of.", "rouge": {"rouge1": 23.529411764705884, "rouge2": 8.16326530612245, "rougeL": 23.529411764705884}, "nll_sum": 207.28717041015625, "token_count": 42} +{"index": 10276, "reference": "The global farming sector has a big role to play in the effort to curb greenhouse gas emissions and adapting to future climate change, the UN says.", "prediction": "Resased to climate change, help farmers suffering \" \"significant global security\" around around, UN food agency says.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 145.6690216064453, "token_count": 22} +{"index": 10277, "reference": "An independent theatre producer who fraudulently claimed \u00a365,000 in grants has been jailed for 18 months at Cardiff Crown Court.", "prediction": " a comic director who ran out \u00a330,000000 in weddings to help young performance actors, has been ordered to pay \u00a360,000.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 134.66734313964844, "token_count": 27} +{"index": 10278, "reference": "Swansea City manager Paul Clement says he will have \"a conversation\" with Chelsea captain John Terry about the possibility of signing him.", "prediction": "Swansea City coach Paul Clement says former Chelsea captain John Terry will soon stay stay at the club or \"the last game he has played\".", "rouge": {"rouge1": 51.06382978723404, "rouge2": 26.666666666666668, "rougeL": 42.55319148936171}, "nll_sum": 113.90319061279297, "token_count": 28} +{"index": 10279, "reference": "East Belfast MP Gavin Robinson has warned that people are using fear tactics in the European Union referendum campaign.", "prediction": "The Democratic Unionist PartyDUP) MP has said Brexit is seriously ill\" that Northern Ireland would not to benefit from a relationship with the EU.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 127.82791137695312, "token_count": 29} +{"index": 10280, "reference": "A new police chief has been installed in the Afghan capital, Kabul, ending days of confusion over the fate of incumbent Gen Zahir Zahir.", "prediction": "The police chief chief executive Kabul has been named chief Chief Imranir Imranirir, in the latest of recent attacks on his role.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 13.636363636363635, "rougeL": 30.434782608695656}, "nll_sum": 163.71414184570312, "token_count": 26} +{"index": 10281, "reference": "A third of babies born in 2012 in the UK are expected to live to 100, according to a new report.", "prediction": "More than one babies are expected to be born and men to mark their 100th birthday, government figures show.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 25.0}, "nll_sum": 82.23078918457031, "token_count": 21} +{"index": 10282, "reference": "Global warming could drive drought sensitive butterfly species to extinction in the UK by 2050, according to new research.", "prediction": "The impact of on butterfly, deadly droughts are likely to become dangerous this summer, a study suggests.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 98.90104675292969, "token_count": 21} +{"index": 10283, "reference": "A cyclist has been killed in a crash on the A82 road to the north of Fort William.", "prediction": "A motorist is to hospital after being hit by a lorry on round roundabout of the A near B Highlands.CC in the-'s,Ukraine,'s they from a fromg) referee from from Scotland's Saturday.", "rouge": {"rouge1": 29.629629629629626, "rouge2": 0.0, "rougeL": 18.51851851851852}, "nll_sum": 287.8774108886719, "token_count": 45} +{"index": 10284, "reference": "Hundreds of new jobs have been announced for a Cardiff call centre.", "prediction": "A train-based company is plans to create 30 jobs and create in Cardiff jobs,., firm's reputation as a reputation from The's from reputation from's the's, from a from's from in reputation of a's from'sA", "rouge": {"rouge1": 14.814814814814813, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 267.21392822265625, "token_count": 46} +{"index": 10285, "reference": "A 15-year-old boy charged with the manslaughter of a man who died from a single punch has appeared in court.", "prediction": "A 17-year-old boy has appeared in court charged with murdering a lawyer from Polish whoold attacked in an Essex flat hotel.", "rouge": {"rouge1": 53.33333333333332, "rouge2": 27.90697674418604, "rougeL": 40.0}, "nll_sum": 118.50851440429688, "token_count": 26} +{"index": 10286, "reference": "A man who helped his son plot a robbery, during which a man was killed, has had his jail term increased.", "prediction": "A man behind a double murder of a armed raid on a pensioner has had his 22 of his jail term cut after \"20l Nic for a\", from a from2 a reputation from a's a ballet of. a's aA", "rouge": {"rouge1": 32.25806451612903, "rouge2": 16.666666666666664, "rougeL": 29.032258064516125}, "nll_sum": 294.1246337890625, "token_count": 47} +{"index": 10287, "reference": "Oldham in Greater Manchester is the most deprived town in England, an official study into housing and poverty has found.", "prediction": " Oldham is in the best place to pay education,, and living average on England, Wales and Cambridge.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 0.0, "rougeL": 27.027027027027025}, "nll_sum": 122.0083999633789, "token_count": 20} +{"index": 10288, "reference": "Michael Ball is to host this year's Olivier Awards, it has been announced.", "prediction": "amard Ball is to host the host of a best musical at the Olivier award year, it has been announced.", "rouge": {"rouge1": 64.70588235294117, "rouge2": 43.75, "rougeL": 58.823529411764696}, "nll_sum": 110.05972290039062, "token_count": 22} +{"index": 10289, "reference": "The 300th anniversary of the birth of renowned landscape gardener Lancelot \"Capability\" Brown is being celebrated with a tree-planting ceremony.", "prediction": "A sculpture of Irish gardife John Brown,'s history is to be recreated, marking the 125th anniversary of his home- Carmarthenshire.", "rouge": {"rouge1": 38.095238095238095, "rouge2": 5.000000000000001, "rougeL": 19.047619047619047}, "nll_sum": 161.93214416503906, "token_count": 30} +{"index": 10290, "reference": "A couple who died in a helicopter crash in New Zealand were on a \"dream\" holiday to celebrate their 50th birthdays, their family has said.", "prediction": "A British woman whose daughter among of people who died in a plane crash in New Zealand have said their daughter were \"a-night be alive\".", "rouge": {"rouge1": 50.98039215686274, "rouge2": 24.489795918367346, "rougeL": 43.13725490196078}, "nll_sum": 133.5118408203125, "token_count": 28} +{"index": 10291, "reference": "Fewer Scottish businesses have gone bust since the start of the year, according to new figures from professional services firm KPMG.", "prediction": "Small businesses in Scotland are falling despite a fall in oil prices and uncertainty the general election, official figures from accountancy account KPMG say.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 126.82096099853516, "token_count": 28} +{"index": 10292, "reference": "The Football qualifiers continue on Saturday with Monaghan and Cavan playing after their Ulster SFC defeats and Derry and Fermanagh also in action.", "prediction": "Monaghan have been drawn to face Tyrone and face their Cavan in Saturday's AllIrelandIreland semi-final against Cavan at would Owenbebe Park on Saturday but", "rouge": {"rouge1": 28.571428571428577, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 171.4912109375, "token_count": 34} +{"index": 10293, "reference": "A police community support officer who leaked confidential intelligence to a drug dealer has been jailed for five years.", "prediction": "A former police officer who gave information about a man's camp (90s) to a police and police officer (I deadlines) has been jailed for six years.", "rouge": {"rouge1": 47.826086956521735, "rouge2": 27.272727272727277, "rougeL": 47.826086956521735}, "nll_sum": 132.7555389404297, "token_count": 32} +{"index": 10294, "reference": "A lodger has been jailed for life for stabbing his landlord 29 times after a row about cleanliness.", "prediction": "A woman who stabbed his friend to death again in a row over who whose they ditch jet of their home in West Sussex has been jailed for life.", "rouge": {"rouge1": 42.55319148936171, "rouge2": 26.666666666666668, "rougeL": 25.53191489361702}, "nll_sum": 133.78555297851562, "token_count": 29} +{"index": 10295, "reference": "Viewsnight is BBC Newsnight's new place for ideas and opinion.", "prediction": "An international Newsnight and Newsnight is working on a world impact on religious, look at some countries are as as possibleunderunder Christian masterpiece\".", "rouge": {"rouge1": 17.64705882352941, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 193.44168090820312, "token_count": 28} +{"index": 10296, "reference": "A Scottish architect who had been reported missing in India is understood to have been found.", "prediction": "A Scottish tourist who went in India two weeks ago has been found safe well.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 20.689655172413797, "rougeL": 45.16129032258064}, "nll_sum": 72.55137634277344, "token_count": 15} +{"index": 10297, "reference": "The safety of patients using the 111 service in Oxfordshire could be \"compromised\", according to the county's leading health body.", "prediction": "A Oxfordshire's NHS 111 call centre is \"inadequlaw and to safety\", the health watchdog has said.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 0.0, "rougeL": 21.052631578947366}, "nll_sum": 135.49240112304688, "token_count": 24} +{"index": 10298, "reference": "Striker Matt Green says he is attracting interest from Championship clubs having left Mansfield Town following a \"demoralising\" season.", "prediction": "Mansfield Town striker Matt Green says he turned out of the plans for move to the club after saying he turned down a \"new era\"..", "rouge": {"rouge1": 40.90909090909091, "rouge2": 23.80952380952381, "rougeL": 31.818181818181817}, "nll_sum": 134.73687744140625, "token_count": 29} +{"index": 10299, "reference": "UK Sport is under further scrutiny after its treatment of complaints about GB Taekwondo was questioned.", "prediction": " GB Olympicekekwondo say they will be \"openended\" to an independent review into Sport doping' handling of an independent thermaler.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 182.00755310058594, "token_count": 28} +{"index": 10300, "reference": "Sussex's victory bid was frustrated as David Lloyd's unbeaten hundred enabled Glamorgan to bat out the final day.", "prediction": "David Lloyd hit an unbeaten innings-class97 to help Glamorgan to a draw draw at Sussex at Hove in a tense draw in Cardiff.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 151.02267456054688, "token_count": 29} +{"index": 10301, "reference": "The head of one of the UK's largest credit unions is to become chief executive of Airdrie Savings Bank.", "prediction": "Falkirk Bank has appointed by new financial boss of Scotland's Airdrie Savings Bank.", "rouge": {"rouge1": 29.411764705882348, "rouge2": 12.5, "rougeL": 29.411764705882348}, "nll_sum": 96.26246643066406, "token_count": 18} +{"index": 10302, "reference": "A loan shark has taken a judge's offer to avoid an 18-month prison sentence by repaying his victims.", "prediction": "A Carmarthenshire man, whoffalling out of thousands of his victims out of the out in \u00a31.1m has been handed a suspended jail sentence.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 143.8482666015625, "token_count": 33} +{"index": 10303, "reference": "Jamaica's most senior drug tester says the country's recent rash of failed tests might be the \"tip of an iceberg\".", "prediction": "The Jamaican athletes who failed a failed drugs test \"couldoff the iceberg\" in the sport\", says the former head of Olympic sportsA.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 4.761904761904762, "rougeL": 22.727272727272727}, "nll_sum": 142.61370849609375, "token_count": 28} +{"index": 10304, "reference": "Italy have appointed former Juventus boss Antonio Conte as their new coach until 2016.", "prediction": "Anton Conte has been named as the new head coach of 2016 2016.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 0.0, "rougeL": 37.03703703703704}, "nll_sum": 59.44400405883789, "token_count": 15} +{"index": 10305, "reference": "Shrewsbury scored three first-half goals to beat Blackpool and end a run of three league games without a win.", "prediction": "Shrewsought Town recorded a third straight League One battle with victory over bottom- side Blackpool.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 114.65155792236328, "token_count": 20} +{"index": 10306, "reference": "This is a story of money and power.", "prediction": "A new tram stop has been created in central Manchester - and then the UK - what it then asks the instead of should to happen happened and would would leave the EU?", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 183.2108612060547, "token_count": 33} +{"index": 10307, "reference": "Philippines President Rodrigo Duterte has given the go-ahead for the body of his disgraced predecessor Ferdinand Marcos to be buried in the Heroes' Cemetery in Manila.", "prediction": "The military in the Philippines say,uri the body of Rodrigo Duterte Manila Party Party leader, Marcos because of the arrival of President Rodrigo Duterte.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 20.0, "rougeL": 23.076923076923077}, "nll_sum": 139.314697265625, "token_count": 27} +{"index": 10308, "reference": "Twenty men have been found living in \"poor conditions\" during four simultaneous raids across the West Midlands, police said.", "prediction": "Four men have been arrested and on suspicion of human trafficking and beingicked into the UK, the police have said.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 30.76923076923077}, "nll_sum": 78.99269104003906, "token_count": 22} +{"index": 10309, "reference": "There has been a dramatic reduction in the number of migrants arriving in Greece since an agreement between Turkey and the EU came into force.", "prediction": "Chile police have fired tear gas outside a police on the Greek island of Lesbos, amid amid fears dozens of migrants can still try and reach Europe.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 4.0, "rougeL": 19.23076923076923}, "nll_sum": 106.18038940429688, "token_count": 30} +{"index": 10310, "reference": "An elderly woman whose bicycle was stolen while she was shopping has been overwhelmed by offers of replacements.", "prediction": "A pensioner who lost part of her bicycles stolen from a supermarket after a robbed offered, has offered a new one of her cycling club.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 143.97238159179688, "token_count": 27} +{"index": 10311, "reference": "Relatives of the 10 people who died in the Clutha helicopter tragedy in Glasgow have been told fuel switches were in the off position when they should have been on.", "prediction": "The families of families who said three people who died when a Glasgow helicopter police crash said a record of flighters \"n more went questions and went\".", "rouge": {"rouge1": 28.070175438596497, "rouge2": 7.272727272727273, "rougeL": 17.543859649122805}, "nll_sum": 198.36773681640625, "token_count": 29} +{"index": 10312, "reference": "Mario Balotelli has threatened to walk off the pitch if he is ever again subjected to racist abuse from fans.", "prediction": "Mario Balotelli says he, wanted not to leave the pitch by Italy after receiving claims of racial racist.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.11111111111111, "rougeL": 31.57894736842105}, "nll_sum": 116.238525390625, "token_count": 21} +{"index": 10313, "reference": "Two victims of the Alton Towers rollercoaster crash will hold a charity night to raise money for the organisations that helped them.", "prediction": "A teenager who had both her legs amputated after a rollercoasteraster crash five 30 years ago has been taken ill by emergency services.", "rouge": {"rouge1": 8.888888888888888, "rouge2": 0.0, "rougeL": 4.444444444444444}, "nll_sum": 111.9063949584961, "token_count": 27} +{"index": 10314, "reference": "Alfred Hitchcock's Vertigo has replaced Orson Welles's Citizen Kane at the top of a poll that sets out to name one film \"the greatest of all time\".", "prediction": "The adaptation about the 2011 film-maker Prophet Kane, Harry been named best poll of 2016 of the BBC. some of a films Symred to's as a's as amet he-par-", "rouge": {"rouge1": 38.70967741935484, "rouge2": 3.3333333333333335, "rougeL": 16.12903225806452}, "nll_sum": 268.89630126953125, "token_count": 39} +{"index": 10315, "reference": "Second New York State prison escapee David Sweat is in custody after being shot by police, US officials report.", "prediction": " security prison reinigisnerat, but shot and shot again after reportedly helping to break a highsecuritysecurity from a prison cell in New York governor, governor reports say.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 206.50082397460938, "token_count": 33} +{"index": 10316, "reference": "A man has been charged with attempted murder after a police officer was slashed with a knife during a routine vehicle check.", "prediction": "A man has been charged with murder and a attempted murder after a policew who was hit by a stolen van van in Lancashire.", "rouge": {"rouge1": 56.52173913043478, "rouge2": 36.36363636363636, "rougeL": 52.17391304347826}, "nll_sum": 108.50145721435547, "token_count": 27} +{"index": 10317, "reference": "Shares in fizzy drinks giant Coca-Cola have fallen more than 4% after the firm reported a fall in profits.", "prediction": "US drinks giant Coca- president has reported a 40% in first-quarter profits to $67m (\u00a3190m) helped by strong sales across Europe.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 147.77816772460938, "token_count": 30} +{"index": 10318, "reference": "All photographs \u00c2\u00a9 Charles Fox.", "prediction": "The illegal industry is the in western area of- westernuri, but the price levels, the fishermen is still too low.) solve a in 2011olveOff- magazines again solve again 2011 again 2011 again a's- again 2011 again 2011", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 303.0369873046875, "token_count": 46} +{"index": 10319, "reference": "West Ham United have signed Manchester United's Ravel Morrison for an undisclosed fee.", "prediction": "West Ham have signed teenager Havel Morrison from Manchester United, believed to be about \u00a37m.", "rouge": {"rouge1": 48.275862068965516, "rouge2": 22.222222222222225, "rougeL": 41.379310344827594}, "nll_sum": 74.36554718017578, "token_count": 19} +{"index": 10320, "reference": "Republican presidential candidates speaking at a forum in Washington, DC, have responded to the mass shooting in California which left at least 14 dead.", "prediction": "After the recent attacks on in San Bernardino California Hollywood, Paul Paul and Chris Christie, Jersey New Jersey Republicans have been asked to battle violence and and what would like to mean", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 10.714285714285714}, "nll_sum": 170.46339416503906, "token_count": 33} +{"index": 10321, "reference": "Here are five stories in Oxfordshire that held your interest this week.", "prediction": "A ceremony being held for a college for a student wearing a Ku Helwear costume during the 70th anniversary of British war's war been a captive. for the Yorkshire's a \"350 a it's from of's). a's aA", "rouge": {"rouge1": 3.7037037037037033, "rouge2": 0.0, "rougeL": 3.7037037037037033}, "nll_sum": 306.12890625, "token_count": 47} +{"index": 10322, "reference": "A Galashiels man has appeared in court following a major drugs operation involving 100 police officers in the Borders.", "prediction": "A man has appeared in court in Galashiels Crown Court court in connection with an anti- cannabis farm slaughter of the Borders Railway the Scottish Borders.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 23.25581395348837, "rougeL": 40.0}, "nll_sum": 159.56072998046875, "token_count": 29} +{"index": 10323, "reference": "Aaron Ramsey and his Wales team-mates say they are not worried about who they might face in the last 16 at Euro 2016.", "prediction": "Chris Coleman says Wales are confident proud of history to reach the last 16 of Euro 2016, the'solve of \"- \" solve- a's a's-'s a's 100up- biggest referee from national games's event. from a", "rouge": {"rouge1": 25.80645161290323, "rouge2": 10.0, "rougeL": 22.580645161290324}, "nll_sum": 295.79766845703125, "token_count": 46} +{"index": 10324, "reference": "Plans for a summit aimed at tackling teacher shortages highlight an urgent problem in parts of northern and north east Scotland.", "prediction": "A teacher shortage is a cause significant issue for all areas of councils in northern Scotland.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 5.714285714285714, "rougeL": 32.43243243243243}, "nll_sum": 84.275146484375, "token_count": 16} +{"index": 10325, "reference": "George Clooney has surprised an 87-year-old fan with a bouquet of flowers for her birthday.", "prediction": "A Hollywoodmaker George Clooney delivered a surprise staff when care staff sent a visit for him, a surprise helping residents at a care home.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 5.128205128205128, "rougeL": 24.39024390243903}, "nll_sum": 157.41943359375, "token_count": 27} +{"index": 10326, "reference": "Four families who had to move out of their homes when a huge sinkhole opened up in their road are still waiting to return after a year.", "prediction": "A temporary replacement road, where a \"huge\"hole opened up six weeks ago, has opened and forced of thousands of leave their homes.", "rouge": {"rouge1": 36.0, "rouge2": 12.499999999999996, "rougeL": 20.0}, "nll_sum": 135.11172485351562, "token_count": 27} +{"index": 10327, "reference": "Everton have appointed Leicester City joint assistant manager and head of recruitment Steve Walsh as their new director of football.", "prediction": "Ex-ton head coach Steve Walsh has signed a new five-year contract, him saying the club like like to build anew era\".", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 134.67677307128906, "token_count": 26} +{"index": 10328, "reference": "Republic of Ireland striker Jonathan Walters will not feature in Friday's friendly with Switzerland because of a hamstring injury, but should be fit to face Slovakia on Tuesday.", "prediction": "Republic of Ireland forward Jon Walters returned return camp training in the Republic of Ireland Tuesday's Euro 2016 match against Australia and the Republic of Ireland.'s lack of as'ballet from a-A's ballet from from O's a from aA", "rouge": {"rouge1": 24.657534246575345, "rouge2": 5.633802816901408, "rougeL": 21.91780821917808}, "nll_sum": 263.1813049316406, "token_count": 48} +{"index": 10329, "reference": "England fly-half Owen Farrell has signed a new five-year contract with Saracens, keeping him with the European champions until 2022.", "prediction": "Saracens full Connor, Farrell has signed a contract which will keep him with- Premiership champions at at the end of next season.'s Sharks of's balletA a- 2011- a from in a from a's\". dropped a", "rouge": {"rouge1": 36.66666666666667, "rouge2": 17.24137931034483, "rougeL": 30.0}, "nll_sum": 291.1252746582031, "token_count": 47} +{"index": 10330, "reference": "A shocked sports journalist got home to find a parcel which was posted through his window had landed in his toilet.", "prediction": "A man has apologised after his red and card cards were sent through a l andoo.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 98.19054412841797, "token_count": 17} +{"index": 10331, "reference": "Roarie Deacon's late winner helped non-league Sutton United beat League Two side Cheltenham Town in the FA Cup second round.", "prediction": "Matt Tubbs scored a stoppageage-time winner to beat holders Sutton from non-league League Two favourite Cheltenham in an FA Cup FA third. round.", "rouge": {"rouge1": 51.06382978723404, "rouge2": 13.333333333333334, "rougeL": 42.55319148936171}, "nll_sum": 177.86843872070312, "token_count": 33} +{"index": 10332, "reference": "In the UK, the May Day bank holiday offers a chance to take a short break away from the daily grind, and for some people that means hitching up the caravan to the back of the car and heading into the countryside.", "prediction": "So the I is photographs Barry, Jones will be released a image CCTV image and image, and the footage it build on a high --able's -, it's under under the a! a received the from George from. of from", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 307.9609375, "token_count": 46} +{"index": 10333, "reference": "A soldier who was investigated by the Iraq Historic Abuse Team after being falsely accused of war crimes in Iraq says its closure is \"long overdue\".", "prediction": "A former Welsh soldier has revealed that he broke down abuse allegations of soldiers against UK troops.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 85.94842529296875, "token_count": 17} +{"index": 10334, "reference": "James Ibori, a former governor of one of Nigeria's oil-producing states, has pleaded guilty in a UK court to 10 counts of money-laundering and conspiracy to defraud.", "prediction": "Nigeria's former governor Ibor Ibori has been sentenced after being guilty of the UK- money-laundering jail sentence.", "rouge": {"rouge1": 44.897959183673464, "rouge2": 12.76595744680851, "rougeL": 28.57142857142857}, "nll_sum": 120.60354614257812, "token_count": 27} +{"index": 10335, "reference": "A historic hotel in the Scottish Borders is seeking applications for the position of \"Head of Fun\".", "prediction": "Glasee's hotel has launched its man to find a best job astheiestiest of the year\". be a job onie local's. it's a decision frommaking from itA's departure of.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 12.244897959183671}, "nll_sum": 286.9892578125, "token_count": 42} +{"index": 10336, "reference": "Winger Tim Visser insists Scotland are only thinking about beating South Africa and rejects the notion that the side is weakened by 10 changes.", "prediction": "Def Tim Craig Visser says there is no longer head coach will do in Scotland's squad fit to face Africa South Africa in Newcastle on Saturday.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 146.08790588378906, "token_count": 29} +{"index": 10337, "reference": "More than 100 people have supported a breastfeeding protest in Swansea after a Staffordshire mother was labelled a \"tramp\" for feeding her baby in public.", "prediction": "A mother whose daughter was defended her pregnant baby in a public protest in protest cities around Swansea, urged people to \"kind\" in protect them.", "rouge": {"rouge1": 48.0, "rouge2": 8.333333333333332, "rougeL": 28.000000000000004}, "nll_sum": 154.71192932128906, "token_count": 28} +{"index": 10338, "reference": "Fleetwood scored three goals in eight minutes in extra time to claim victory over Southport and end the non-league side's hopes of causing an FA Cup upset.", "prediction": "Fleetwood survived a stunning second-half comeback to be behind beat thrashed non-league Southport and reach the EFL Cup first round.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 138.77255249023438, "token_count": 29} +{"index": 10339, "reference": "A County Antrim woman who had two pregnancies terminated has ended her legal challenge against Northern Ireland's Department of Health.", "prediction": "A woman who was unable to forced to carry out an abortion in Northern Northern Ireland in 2011, is pursuing the costs of after launching her legal challenge to her lawyers.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 16.0, "rougeL": 23.076923076923077}, "nll_sum": 142.03811645507812, "token_count": 32} +{"index": 10340, "reference": "Rock and pop's most influential figures are to be honoured with blue plaques on BBC Music Day this year - and you can decide who gets one.", "prediction": "The the 75th anniversary, Queen and Victoria would would be honoured and awarded to a local radio station, and will receive a prestigious BBC Music award.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301884}, "nll_sum": 134.9883575439453, "token_count": 29} +{"index": 10341, "reference": "The government has \"undermined and weakened\" the NHS in England, a letter signed by 140 doctors says.", "prediction": "A Conservative Party has written to the government of \"raply consider\" how the NHS, the NHS handled the better\", a leading professionals and health professionals.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 23.80952380952381}, "nll_sum": 169.24026489257812, "token_count": 30} +{"index": 10342, "reference": "Mexico's air force has been flying tons of grain into Oaxaca state in the south of the country to deal with dwindling food supplies caused by roadblocks set up by protesting teachers.", "prediction": "The Mexican government in Panama says it will no longer rice diamonds food and products in Oaxaca, where violent anti-democracy rebels began.", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 7.142857142857144}, "nll_sum": 140.51986694335938, "token_count": 27} +{"index": 10343, "reference": "A 6.9 magnitude earthquake has struck off the Pacific island nation of Vanuatu.", "prediction": "A powerful 3.magn earthquake has struck off Van vanatu, coast's coast South coast, officials say.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 20.689655172413794, "rougeL": 32.25806451612903}, "nll_sum": 146.21926879882812, "token_count": 22} +{"index": 10344, "reference": "Prime Minister Tony Abbott has reminded Australian politicians they cannot \"get away with exploiting the rules\" on expenses.", "prediction": "Former Australian Prime Minister Abbott this she has said she will not let in over her public spending.", "rouge": {"rouge1": 27.77777777777778, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 87.21953582763672, "token_count": 18} +{"index": 10345, "reference": "The Crimestoppers charity is offering a \u00a310,000 reward for information about the 1996 murder of Scottish schoolgirl Caroline Glachan.", "prediction": " Crimest Scotland have received a of \u00a320,000 reward for information to find the murder ofgirl Caroline McKe first 25 years ago. solveold a. a's a from-A a from in from from a's.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 11.111111111111112, "rougeL": 28.57142857142857}, "nll_sum": 251.0042724609375, "token_count": 45} +{"index": 10346, "reference": "Emanuele Giaccherini and Graziano Pelle scored as Italy began their Euro 2016 campaign with victory over much-fancied Belgium in Lyon.", "prediction": "G hugelyiano Pelle's double double double Italy a double as Chelsea to give a 4-0 victory over Belgium in Group A.", "rouge": {"rouge1": 31.818181818181824, "rouge2": 9.523809523809526, "rougeL": 27.27272727272727}, "nll_sum": 142.72225952148438, "token_count": 26} +{"index": 10347, "reference": "Rory McIlroy moved to within a shot of joint leaders Victor Dubuisson and Jaco van Zyl after the third round of the Turkish Airlines Open.", "prediction": "Rory McIlroy is three shots shot behind the shots behind leader behind Van van vanrat ofyl and to Z Zyl in a first round of the Deserters Championship", "rouge": {"rouge1": 49.056603773584904, "rouge2": 11.76470588235294, "rougeL": 33.9622641509434}, "nll_sum": 221.86778259277344, "token_count": 35} +{"index": 10348, "reference": "Great Britain skeleton racer David Swift has retired from the sport.", "prediction": "Two-time Olympic 10-time champion Nans Taylor has announced in retirement from cycling.", "rouge": {"rouge1": 23.999999999999996, "rouge2": 8.695652173913043, "rougeL": 23.999999999999996}, "nll_sum": 84.53173828125, "token_count": 17} +{"index": 10349, "reference": "A fire has ripped through the first floor of a thatched house in a Suffolk village.", "prediction": "A fire has broken out at a small large housing in Suffolk town of B St Edmunds,. a the 30 not-Dup referee, from 40 as's, from a Green, a or have of.", "rouge": {"rouge1": 40.0, "rouge2": 12.500000000000004, "rougeL": 28.000000000000004}, "nll_sum": 245.08493041992188, "token_count": 41} +{"index": 10350, "reference": "Mortuary staff's failures to carry out adequate identity checks led to the wrong body being cremated at the funeral of an MEP, a report found.", "prediction": "A hospital trust has been criticised for failing s names name, list of names or the names of families who were taken to a funeralICE, hospital.", "rouge": {"rouge1": 19.230769230769234, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 156.949462890625, "token_count": 29} +{"index": 10351, "reference": "A new devolved authority has been ordered to review its estimated budget after it rose by \u00a3500,000.", "prediction": "A local authority set up in Cam Dergeshire will be created by county council, despite a rise of up to \u00a3.5m.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 123.4774169921875, "token_count": 27} +{"index": 10352, "reference": "Britain's Andy Lapthorne won his fourth Australian Open quad doubles title after he and world number one David Wagner retained their Melbourne crown.", "prediction": "th thethorne and Andy Murray are through be the final of both men's's Australian doubles final to reach the men's doubles final doubles's alliance of- Nottingham Nottingham from's \"g's a in from a's. from. emerged", "rouge": {"rouge1": 15.151515151515152, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 299.79345703125, "token_count": 47} +{"index": 10353, "reference": "As residents and emergency teams in Boston, USA, struggle to deal with 60cm of fresh snow, the roofs of some buildings have collapsed under its weight.", "prediction": "A huge snow has hit parts of Asia and several towns in roads US state of Michigan Bahrain", "rouge": {"rouge1": 22.72727272727273, "rouge2": 0.0, "rougeL": 13.636363636363638}, "nll_sum": 106.08122253417969, "token_count": 17} +{"index": 10354, "reference": "A man died when the car he was in was hit by a train at a level crossing.", "prediction": "A man was killed when his after hit by a train on railway line line.", "rouge": {"rouge1": 48.48484848484848, "rouge2": 25.80645161290323, "rougeL": 42.42424242424242}, "nll_sum": 68.37651824951172, "token_count": 15} +{"index": 10355, "reference": "The chairman of the Airports Commission has rejected Gatwick's criticism of its report recommending expansion at Heathrow.", "prediction": " of former chairman of Gatwick Airport has saidrow airport \"intared public relations\", a government inquiry has found after a MP claimsm claims's spied the's, controversial from from it's's from of. from's the 2011", "rouge": {"rouge1": 32.142857142857146, "rouge2": 3.703703703703704, "rougeL": 21.428571428571427}, "nll_sum": 300.300048828125, "token_count": 46} +{"index": 10356, "reference": "Principality Stadium chief executive Martyn Phillips would relish the chance to host an Anthony Joshua bout at the 74,500 capacity Cardiff venue.", "prediction": "Welsh boxing chief Martyn Phillips says a fight Anthony Joshua could be next year's next generation of Welsh rugby.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 111.57234954833984, "token_count": 22} +{"index": 10357, "reference": "Kilmarnock manager Lee Clark has warned the club needs to change personnel and mentality to avoid further brushes with relegation from the top flight.", "prediction": "Kilmarnock manager Lee Clark admitted a \" fresh mentality\" by Kilmarnock, saying he \"would do it not and struggle\".", "rouge": {"rouge1": 28.571428571428577, "rouge2": 15.0, "rougeL": 23.80952380952381}, "nll_sum": 134.6498565673828, "token_count": 29} +{"index": 10358, "reference": "National League side Ebbsfleet have signed Wycombe winger Myles Weston on a free transfer.", "prediction": "National League side Ebbsfleet have re-signed goalkeeper Brendan Weston from National League rivals Plymouth.", "rouge": {"rouge1": 48.275862068965516, "rouge2": 29.629629629629633, "rougeL": 48.275862068965516}, "nll_sum": 85.43233489990234, "token_count": 18} +{"index": 10359, "reference": "The collapsed retailer BHS is to re-launch as an online shop, selling some of the most popular items previously available on its website.", "prediction": " a new owners of chain BHS, which includes the owner of the former department store department chain, has launched a customer jobs in its UK.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 143.23397827148438, "token_count": 28} +{"index": 10360, "reference": "Joba Rani was a solvent farmer in the north east village of Jamlabaj, but her world turned upside down when early floods swamped her land in April.", "prediction": "When Jobistists Natalieist Rani eating through the town, where she of't. receive medicine, wasn't be a good raw for business.", "rouge": {"rouge1": 20.408163265306122, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 208.7380828857422, "token_count": 29} +{"index": 10361, "reference": "The White House is in the \"final stages\" of drafting a plan to close the controversial US military prison Guantanamo Bay, a spokesman has said.", "prediction": "The Obama administration's plans plan close the detention camp at Guantanamo Bay \" working working for some time\", the White House of justice in the said., solve, it's- a biggest in the's highest,000, 1998.", "rouge": {"rouge1": 41.93548387096775, "rouge2": 16.666666666666668, "rougeL": 22.580645161290324}, "nll_sum": 255.24008178710938, "token_count": 44} +{"index": 10362, "reference": "A dispute that led to strikes by drivers of the Luas, Dublin's public tram system, has ended after staff voted to accept pay rises of up to 18%.", "prediction": "as the drivers on Luas, but have beoted for members in strike action in a pay offer.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 119.80223083496094, "token_count": 20} +{"index": 10363, "reference": "A Conservative politician has won libel damages after it was reported he helped fund so-called Islamic State (IS).", "prediction": "A TV candidate Press TV has won to possible damages over the sale, an American news newspaper. was broadcast indes it's \"bittal a \" Michael's a of from a from that it's beenImages of from a from'sA", "rouge": {"rouge1": 20.338983050847457, "rouge2": 3.508771929824561, "rougeL": 16.94915254237288}, "nll_sum": 316.3018798828125, "token_count": 47} +{"index": 10364, "reference": "A campaign group website says over a million people in the European Union have signed a petition against trade negotiations with the United States.", "prediction": "A petition is calling for the European Parliament to be allowed to pay foreign companies receive compensation with the government if it gets a of public committee and", "rouge": {"rouge1": 26.923076923076923, "rouge2": 12.0, "rougeL": 19.23076923076923}, "nll_sum": 131.79319763183594, "token_count": 27} +{"index": 10365, "reference": "Bolton Wanderers have given preferred bidder status to former striker Dean Holdsworth's Sports Shield consortium, reports BBC Radio Manchester.", "prediction": "Wigan player- Dean Holdsworth Hold been taken over by by Bolton Wanderers, reports BBC Manchester reports about \u00a39.9m.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 16.216216216216214, "rougeL": 25.641025641025646}, "nll_sum": 162.45143127441406, "token_count": 27} +{"index": 10366, "reference": "Scotland recovered from a woeful first-half performance to overhaul Ireland and keep their Six Nations Championship hopes alive.", "prediction": " being held on to Ireland's five-match losing streak in the Six Nations with a nine match between a battle to Ireland at Murrayfield Murray in", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454546, "rougeL": 17.391304347826086}, "nll_sum": 137.31362915039062, "token_count": 28} +{"index": 10367, "reference": "Scientists have used a gene-editing tool to stunt tumour growth in mice.", "prediction": "A Chinese hospital was developed a new marriage for a tumished which can create a speech.", "rouge": {"rouge1": 6.896551724137931, "rouge2": 0.0, "rougeL": 6.896551724137931}, "nll_sum": 123.52781677246094, "token_count": 17} +{"index": 10368, "reference": "The future of Lydney Harbour in Gloucestershire has been secured after a deal has been done for it to be operated by a local business.", "prediction": "Lneyney harbour, which to bid for the future of part Dean, is to be restoring as part of a \u00a36.6m demolition.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.333333333333334, "rougeL": 25.53191489361702}, "nll_sum": 148.4438018798828, "token_count": 29} +{"index": 10369, "reference": "The 2011 Nobel Peace Prize has been presented to three women at a ceremony in the Norwegian capital, Oslo.", "prediction": "Liberia has won the 2011 Nobel Peace Prize for women and women and not rights world.", "rouge": {"rouge1": 40.0, "rouge2": 24.24242424242424, "rougeL": 34.285714285714285}, "nll_sum": 76.20955657958984, "token_count": 17} +{"index": 10370, "reference": "Belfast Giants have closed the gap on Elite League leaders Cardiff Devils to six points with this comfortable win over the Capitals at the SSE Arena.", "prediction": "Belfast are level on points with Elite League League leaders Cardiff Devils after beating Edinburgh Capitals 75-list at the SSE2.", "rouge": {"rouge1": 51.06382978723405, "rouge2": 26.66666666666666, "rougeL": 42.553191489361694}, "nll_sum": 154.09671020507812, "token_count": 26} +{"index": 10371, "reference": "Lani Belcher won K1 5000m silver for Great Britain while the K4 500m women also qualified their boat for Rio 2016 at the Canoe Sprint World Championships in Milan.", "prediction": "Great Britain's M. Belcher is shocked to have missed out a place at next monthmp Paralympics after the girls only finished for fifth place at the Rio Olympics.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 7.142857142857142, "rougeL": 20.689655172413794}, "nll_sum": 167.52099609375, "token_count": 34} +{"index": 10372, "reference": "Emergency services were not called until 11 minutes after the Alton Towers rollercoaster crash, it has emerged.", "prediction": "A member of staff received emergency call after a rollercoaster crash made a emergency call, the fire service said. has been in the \" game, a 30- it, from serious a it it's's of!", "rouge": {"rouge1": 38.46153846153846, "rouge2": 3.9999999999999996, "rougeL": 23.076923076923077}, "nll_sum": 232.9143829345703, "token_count": 43} +{"index": 10373, "reference": "A man has been arrested in Sydney after reports of a suspicious package caused police to lock down a part of the central business district.", "prediction": "A man has been arrested in Sydney after making a bomb threat on 999 phone to Sydney, Australian police say.", "rouge": {"rouge1": 48.88888888888889, "rouge2": 32.55813953488372, "rougeL": 44.44444444444445}, "nll_sum": 73.50405883789062, "token_count": 21} +{"index": 10374, "reference": "The Australian government has released pictures showing the riot at Christmas Island migrant detention centre earlier this week and its aftermath.", "prediction": "Australian police are under fire with fans fire at an tank at an Australian detention centre, in the west of Australia.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.000000000000001, "rougeL": 19.047619047619047}, "nll_sum": 107.38939666748047, "token_count": 22} +{"index": 10375, "reference": "More diseased meat could end up in sausages and pies because of changes to safety checks in slaughterhouses, hygiene inspectors have warned.", "prediction": "Holders' heads, animals such as tuberculosis and cigarette and, should be cut because, the fears of animal welfare, a BBC investigation has found.", "rouge": {"rouge1": 13.33333333333333, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 148.358642578125, "token_count": 29} +{"index": 10376, "reference": "Jay Dasilva has signed a new four-year deal with Chelsea and rejoined Charlton Athletic on a season-long loan.", "prediction": "League One side Charlton Athletic have signed defender Sergio Perezilva on the successful from loan from Chelsea on a two-year deal.", "rouge": {"rouge1": 42.85714285714286, "rouge2": 15.0, "rougeL": 19.04761904761905}, "nll_sum": 114.0881576538086, "token_count": 26} +{"index": 10377, "reference": "Two staff members have admitted failing to take reasonable care of a disabled pupil who suffered brain damage when he was submerged in a swimming pool for 90 seconds.", "prediction": "A mother and son who fell from a rubber ring in his leg, his brain which left of teenager soldier seriously injured in a swimming lesson have admitted.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 10.909090909090908, "rougeL": 21.052631578947366}, "nll_sum": 169.91366577148438, "token_count": 29} +{"index": 10378, "reference": "Rescuers in southern Italy are trying to find eight people missing after an apartment block collapsed in Naples.", "prediction": "Four children have been killed after a building collapsed in the northern Italian port city of conspiracy, local officials say.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 95.16813659667969, "token_count": 21} +{"index": 10379, "reference": "Gateshead midfielder Antony Sweeney is pleased to be returning to his native North East after leaving League Two side Carlisle United.", "prediction": "Gateshead United are have been their first of the season by signing defender Dan Sweeney on pre-season training.", "rouge": {"rouge1": 15.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 111.72628784179688, "token_count": 22} +{"index": 10380, "reference": "British astronaut Tim Peake has spoken to hundreds of children from across England and Wales in a live space chat.", "prediction": "Hundreds of and thousands of astronaut Peake sent to school pupils in Manchester to address they leave alone and what he \"would afar take in space\".", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 26.08695652173913}, "nll_sum": 191.3204803466797, "token_count": 28} +{"index": 10381, "reference": "A father whose drunken attack left his newborn son with severe brain damage has been jailed.", "prediction": "A man who killed his partner in a heart attack on his five-month-old son, who has been jailed for acowardly\" attack.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 35.8974358974359}, "nll_sum": 129.51742553710938, "token_count": 29} +{"index": 10382, "reference": "Nancie Atwell, an English teacher from Maine in the United States, has been named as the winner of a competition to find the world's best teacher, with a prize of $1m (\u00c2\u00a3680,000).", "prediction": "Lana Atwell, who became the most author for writing, writing and writing, has received the top top money for teaching in education award.", "rouge": {"rouge1": 17.54385964912281, "rouge2": 0.0, "rougeL": 14.035087719298241}, "nll_sum": 142.99667358398438, "token_count": 28} +{"index": 10383, "reference": "North Wales needs more devolution if it is to fully benefit from the \"northern powerhouse,\" Manchester city council's leader has said.", "prediction": " Cardiff Bay and the city region needs to given more power to powers giving England of powers, the Welsh secretary has said. said in the 2011 solve, solve, says they from a from from it's from's of grew from of from a", "rouge": {"rouge1": 30.303030303030305, "rouge2": 3.125, "rougeL": 18.18181818181818}, "nll_sum": 266.6224060058594, "token_count": 47} +{"index": 10384, "reference": "Left-back James Jennings has joined promoted Cheltenham Town from Gloucestershire rivals Forest Green.", "prediction": "Tranmere Rovers have signed striker Gary Midlandsill on a free transfer from a nonleagueleague club.", "rouge": {"rouge1": 6.89655172413793, "rouge2": 0.0, "rougeL": 6.89655172413793}, "nll_sum": 104.8878173828125, "token_count": 21} +{"index": 10385, "reference": "Adele has apparently turned down the Grammy award for best album, saying Beyonce deserved it more.", "prediction": "Adele has received a surprise at this year's Grammys, winning of her best album and best album of the year's it the-'s, West, \" it from the-D's bald in Saturday from it.\". from", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.8431372549019605, "rougeL": 22.641509433962266}, "nll_sum": 249.70668029785156, "token_count": 46} +{"index": 10386, "reference": "Liverpool manager Brendan Rodgers described his team's 2-1 victory against West Brom as a \"big win\" after a stuttering start to the season.", "prediction": "Liverpool manager Brendan Rodgers praised the \"important\" and the resilience of his players as they came from behind and beat beat Liverpool at Anfield cheek 2011 solve. 2011's again 2011 again's from's a's again of from's from's of's", "rouge": {"rouge1": 25.71428571428571, "rouge2": 8.823529411764705, "rougeL": 20.0}, "nll_sum": 256.4190673828125, "token_count": 47} +{"index": 10387, "reference": "The UK government has announced that Scotland's Court of Session will now be able to hear new patent cases.", "prediction": "The UK government has backed its priorities priority for a \" divisional court\" in Scotland, the Society of Scotland. said in it the's it, it, from The's a from from a local have of from.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 11.111111111111112, "rougeL": 25.0}, "nll_sum": 263.6173095703125, "token_count": 43} +{"index": 10388, "reference": "A $150,000 (\u00c2\u00a397,000) custom-made Calvin Klein dress, worn by actress Lupita Nyong'o at this year's Oscars, has been stolen in Hollywood.", "prediction": " a dress rehearsal to to the actress actor Nyita Nyong'o stoleno stolen and stolen from hotel room from a Los Angeles room on Tuesday, Los Angeles police say.", "rouge": {"rouge1": 21.818181818181817, "rouge2": 3.773584905660378, "rougeL": 21.818181818181817}, "nll_sum": 170.92330932617188, "token_count": 34} +{"index": 10389, "reference": "Radiohead have released the song they recorded to be the theme for the latest James Bond movie Spectre.", "prediction": " Smith Smith have receive the theme tune for the theme tune for the James Bond film Spectre, James the wake - the force a rock ballet's record.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 13.953488372093027, "rougeL": 40.0}, "nll_sum": 173.4043426513672, "token_count": 29} +{"index": 10390, "reference": "Great Britain beat the Netherlands 3-0 in the Ergo Masters Four Nations Invitational in Dusseldorf as Ashley Jackson won his 100th cap.", "prediction": "Great Britain missed a dramaticplace play-out penalty shootout as Netherlands Netherlands beat the Netherlands 41- reach a third European Under-21 Championship.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 13.636363636363635, "rougeL": 21.73913043478261}, "nll_sum": 157.01028442382812, "token_count": 27} +{"index": 10391, "reference": "Some UK police forces are using overtime to cover gaps caused by staff shortages, BBC Radio 5 live has found.", "prediction": "The Met Police will pay almost \u00a31m to overtime staff working in the past five years, figures obtained by the BBC suggest in the- the, 2011, so they from 3-D, or in from national..", "rouge": {"rouge1": 21.818181818181817, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 224.96044921875, "token_count": 43} +{"index": 10392, "reference": "Archaeologists have found fragments of Stirling Castle's 16th Century outer defences.", "prediction": "Italian defence defences found during, wall wall at Edinburgh Castle have been uncovered during the force, construction work.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 131.91693115234375, "token_count": 20} +{"index": 10393, "reference": "A Canadian ice cream manufacturer hopes it can give something back to its local community, by keeping an elementary school in Ontario province from shutting down.", "prediction": "An ice cream firm in Canada says it has bought a investment help fund a small town, facing closure because because of a asbestos struggle.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 4.081632653061225, "rougeL": 11.76470588235294}, "nll_sum": 137.27969360351562, "token_count": 26} +{"index": 10394, "reference": "A company which runs a paper recycling plant in Salford where a major fire broke out has had its environmental permit revoked.", "prediction": "A company which was seriously damaged in a major fire in Manchester Manchester city centre in 2014, has been fined \u00c2\u00a339,000.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 19.047619047619047, "rougeL": 36.36363636363637}, "nll_sum": 100.119140625, "token_count": 27} +{"index": 10395, "reference": "Is Tony Fadell destined to eclipse his former Apple workmate Sir Jonathan Ive?", "prediction": "Twenty years ago, one of my customers advertising started't isn it wasn't.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 93.06982421875, "token_count": 15} +{"index": 10396, "reference": "The English Football Association has given its backing to Michel Platini's bid to become the next boss of Fifa.", "prediction": "The Football Association ofFFA) says wants Michel Platini to become the Fifa president, saying there is a \"strong \" leadership and leadership\".", "rouge": {"rouge1": 43.90243902439024, "rouge2": 20.51282051282051, "rougeL": 43.90243902439024}, "nll_sum": 138.61737060546875, "token_count": 28} +{"index": 10397, "reference": "Shrewsbury gave their survival hopes a huge boost with victory at Gillingham, who drop out of the play-off places.", "prediction": "Gillingham came back from two goals down and beat fellow strugglerslers Shrewsbury.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 74.48072052001953, "token_count": 19} +{"index": 10398, "reference": "Planning bosses have raised concerns over a Stirlingshire tennis and golf centre proposed by Judy Murray and Colin Montgomerie.", "prediction": "The bowling plans plans for a proposed \u00a312m golf and Scottish golf would be \" acceptable, backing local community\", according to a local report.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 157.27999877929688, "token_count": 28} +{"index": 10399, "reference": "The RSPCA has issued a warning against what it says is a growing trend for keeping raccoon dogs as pets.", "prediction": "The RSPCA is looking forward for a racata dog working to protect own future, the RCAdale said. a aolveof's-A, dog's from from-g - its in from from a Saturday..owned", "rouge": {"rouge1": 26.415094339622634, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301888}, "nll_sum": 310.90289306640625, "token_count": 46} +{"index": 10400, "reference": "Ed Miliband may have wowed delegates with his \"look - no notes\" speech to the Labour conference but not everyone is going home happy.", "prediction": "On Wednesday night, arrived at Labour at meters conference in Bridgend!.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 92.13294982910156, "token_count": 14} +{"index": 10401, "reference": "A Russian jet flew within 100ft (30m) of a US Air Force plane over international waters near Japan in April, US officials have said.", "prediction": "A Russian jet was accidentally fired shots by a American break to break through a aircraft military, Russian officials say.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 9.523809523809526, "rougeL": 22.727272727272727}, "nll_sum": 119.32835388183594, "token_count": 21} +{"index": 10402, "reference": "The number of videos viewed every day on messaging app Snapchat has tripled since May this year to six billion.", "prediction": "ons says Facebook in one million Facebook images on Snapchat will be viewed every day, despite the count emerged on Facebook course just 30 minutes.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 9.30232558139535, "rougeL": 17.77777777777778}, "nll_sum": 152.09193420410156, "token_count": 26} +{"index": 10403, "reference": "Mobile phone company Three has apologised after some of its customers were unable to make calls or texts.", "prediction": " postal service service customer overnight has apologised apologised again after dozens of texts were sent through, Facebook numbers numbers.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 5.714285714285714, "rougeL": 27.027027027027025}, "nll_sum": 130.60586547851562, "token_count": 20} +{"index": 10404, "reference": "A school in Sydney has banned clapping in favour of \"silent cheering\", \"excited faces\" and \"punching the air\".", "prediction": "An Australian school in Sydney has a ban on students \" doingnoapping cheer\" because of the ban is \"offensive and a Fmoing\".", "rouge": {"rouge1": 51.28205128205129, "rouge2": 16.216216216216214, "rougeL": 35.8974358974359}, "nll_sum": 169.09507751464844, "token_count": 28} +{"index": 10405, "reference": "A fictitious MEP was recognised by a greater percentage of people than three real ones, a survey has suggested.", "prediction": "A picture of the only Wales candidate only a European Parliament election includes his higher profile of Brexit, analysis of an independent academic at a Cardiff University study.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 164.31869506835938, "token_count": 29} +{"index": 10406, "reference": "The Sun's original headline, above the 2003 story of former heavyweight champion Frank Bruno's admission to a psychiatric hospital, did not last long.", "prediction": "culture of a mental sportsperson which began in 2004, has raised the issue around mental issues.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 90.46775817871094, "token_count": 18} +{"index": 10407, "reference": "European Taekwondo champion Lauren Williams says she feels under pressure to keep up her winning record.", "prediction": "Welsh teenagerarrell Williams says she can maintain her taekwondo title after winning her gold medal at Rio 2016", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 108.54037475585938, "token_count": 22} +{"index": 10408, "reference": "British heavyweight Anthony Joshua has been ordered by the WBA to defend his title against Cuba's Luis Ortiz.", "prediction": "'s world champion Anthony's W world title against American Julio48 on in October and will take place on on 11 November, 11 December, the first recent from from the's/- Martin's's from a November's his ban. aA", "rouge": {"rouge1": 20.0, "rouge2": 3.448275862068966, "rougeL": 13.333333333333334}, "nll_sum": 302.1314697265625, "token_count": 46} +{"index": 10409, "reference": "Security forces are controlling who enters the main office of the crisis-hit Nigerian Football Federation in the capital Abjua, BBC Sport has learned.", "prediction": "The Football of Nigeria isNFF) has enter the football house N capital Nama,, after a ruling carried it into investigation corruption.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 181.39808654785156, "token_count": 26} +{"index": 10410, "reference": "One of Northern Ireland's best-known birds has been added to a list of those that are giving major concern to conservationists.", "prediction": "in puffin which again washed added into a bird to Northern Ireland been added to a red list, list most protected protected bird of nothingie Nottingham.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 17.02127659574468, "rougeL": 32.6530612244898}, "nll_sum": 213.9713897705078, "token_count": 29} +{"index": 10411, "reference": "Burnley defender Michael Keane has been handed his first international call-up after Stoke's Glen Johnson withdrew from the England squad through injury.", "prediction": "Burnley forward find Keane has been called out of England Under-21 squad after midfielder Lee Johnson was ruled out of a calf calf injury.", "rouge": {"rouge1": 40.81632653061225, "rouge2": 8.51063829787234, "rougeL": 32.6530612244898}, "nll_sum": 123.32466125488281, "token_count": 27} +{"index": 10412, "reference": "The controversial writer Michel Houellebecq has won France's top literary award, the Goncourt Prize, for his book The Map and the Territory.", "prediction": "The French author, president Michel Mueller weq, has officially won the famous winner for Literature, for prestigious prestigious Nobel for Fiction in for crime.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 0.0, "rougeL": 25.53191489361702}, "nll_sum": 184.5524444580078, "token_count": 28} +{"index": 10413, "reference": "A cyclist has died in a crash with an HGV in east London.", "prediction": "A cyclist was seriously seriously injured after being hit by a car and coach coach in south-west London.", "rouge": {"rouge1": 31.25, "rouge2": 6.666666666666667, "rougeL": 31.25}, "nll_sum": 67.34272766113281, "token_count": 20} +{"index": 10414, "reference": "Frenchman Alexander Levy extended his lead to six shots on day two of the fog-delayed European Open in Germany.", "prediction": "Germany's Daniel Levy missed the chance share off the card after the penultimate of a rain-hit Italian Open.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 115.80245208740234, "token_count": 22} +{"index": 10415, "reference": "Battersea Power Station is being offered for sale on the open market for the first time.", "prediction": "Batter lam Power Station has, put up for sale again for's first time.", "rouge": {"rouge1": 46.666666666666664, "rouge2": 21.428571428571427, "rougeL": 46.666666666666664}, "nll_sum": 108.42701721191406, "token_count": 16} +{"index": 10416, "reference": "Two people in Afghan military uniforms opened fire on a vehicle killing two Nato soldiers at a military base in the south, alliance officials say.", "prediction": "Gun Afghan gunmen have killed at least 10 foreign soldiers and their Taliban in Afghanistan, and north Pakistan, officials say.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 26.66666666666666}, "nll_sum": 92.81794738769531, "token_count": 22} +{"index": 10417, "reference": "Gregor Townsend says Saturday's 1872 Cup derby provides one last chance for players to force their way into his first Scotland squad.", "prediction": " Gregor Townsend says it was a \"important\" match for Scotland players to include some players, ahead ahead of the eye and being involved in his Pro12 match against Scotland on Saturday the and it's have announced of's the from'sold", "rouge": {"rouge1": 30.769230769230766, "rouge2": 9.523809523809522, "rougeL": 24.615384615384613}, "nll_sum": 270.6764221191406, "token_count": 47} +{"index": 10418, "reference": "Port Vale chairman Norman Smurthwaite is anticipating \"interest\" in young defender Nathan Smith following his outstanding start to the season.", "prediction": "Teenage teenage Steven Smith could for non-league club Torquay fora summer, the the club's chairman political Smurthwaite as recent", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 188.32186889648438, "token_count": 30} +{"index": 10419, "reference": "A Colombian air force plane has crashed in the north of the country, killing all 11 of those on board.", "prediction": "At least 11 soldiers have been killed in a plane crash in Colombia in the south in F Colombia, officials say.", "rouge": {"rouge1": 34.14634146341463, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 82.14451599121094, "token_count": 22} +{"index": 10420, "reference": "Factory activity in the world's second largest economy, China, shrank the most in two years in July as new orders fell more than expected.", "prediction": "Growth in's second largest economy, China in July, fell slightly in July, saying continuing fears of a slowing and a burning economy.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 21.73913043478261, "rougeL": 37.49999999999999}, "nll_sum": 134.48580932617188, "token_count": 27} +{"index": 10421, "reference": "Roma stayed in touch with Serie A leaders Juventus thanks to a win at Genoa secured by Armando Izzo's first-half own goal.", "prediction": "Italian champions champions Juventus moved three points clear points of Serie A as they were held to 10-game by Genoa, believe a game-sc passing game- ballet from a 30-gA a in from years's reputation.", "rouge": {"rouge1": 29.03225806451613, "rouge2": 3.3333333333333335, "rougeL": 16.129032258064516}, "nll_sum": 276.4566345214844, "token_count": 45} +{"index": 10422, "reference": "The Russian embassy has honoured 30 World War Two veterans in Southampton for their part in transporting crucial supplies to Russia.", "prediction": "A World War Two lawyer awarded award for his Russian convoys received the Ukrainian flag, the Russian government said 2011", "rouge": {"rouge1": 29.268292682926827, "rouge2": 15.384615384615385, "rougeL": 19.51219512195122}, "nll_sum": 126.45165252685547, "token_count": 21} +{"index": 10423, "reference": "Four men have been charged after police recovered an armour-piercing mortar during searches in Lurgan.", "prediction": "Two men have been charged with attempting to murder an of explosive device that was used to be to kill and kill police officers County Armagh.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 15.0, "rougeL": 23.80952380952381}, "nll_sum": 121.7989273071289, "token_count": 27} +{"index": 10424, "reference": "Glory, Britney Spears' latest release, has been beaten to the top of the UK album chart by the 35th studio album from US music veteran Barbra Streisand.", "prediction": "Jessica tiny has broken the UK album list as the best-selling artist recorded of her album, Them andokersoke a newCalifornia-'s- solve by again a again-'s- again a in a from a's. from Broadway", "rouge": {"rouge1": 28.125, "rouge2": 6.451612903225808, "rougeL": 21.875}, "nll_sum": 314.31610107421875, "token_count": 46} +{"index": 10425, "reference": "A post-mortem examination is to take place on human remains found near a motorway slip road in Shropshire.", "prediction": "Human remains human found on a motorway in Shropshire have been missing missing, police have confirmed.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 18.18181818181818, "rougeL": 40.0}, "nll_sum": 83.87098693847656, "token_count": 21} +{"index": 10426, "reference": "The death toll from the current cholera epidemic in Haiti has exceeded 500, the country's health ministry has said.", "prediction": "The death toll from the cholera struck that hit central Haiti has reached 4, the country's agency says.", "rouge": {"rouge1": 56.41025641025641, "rouge2": 37.83783783783783, "rougeL": 56.41025641025641}, "nll_sum": 90.65802001953125, "token_count": 22} +{"index": 10427, "reference": "\"Mean-spirited\" and \"wrong-headed\" is how teachers' leaders have described Theresa May's plan to scrap free school meals for infant pupils in England.", "prediction": "From no party means free school meals for all infant families suggests parents by parents.", "rouge": {"rouge1": 30.0, "rouge2": 15.789473684210526, "rougeL": 30.0}, "nll_sum": 102.1971206665039, "token_count": 15} +{"index": 10428, "reference": "A revision by the Office for National Statistics (ONS) has cast doubt on the UK's double-dip recession last year.", "prediction": "The UK's economy will recession into recession, according to the latest trends and and, figures from the Office for National Statistics (ONS).", "rouge": {"rouge1": 45.454545454545446, "rouge2": 33.33333333333333, "rougeL": 27.27272727272727}, "nll_sum": 97.81929016113281, "token_count": 26} +{"index": 10429, "reference": "The Queen has described Chinese officials as having been \"very rude\" during last October's state visit to the UK by President Xi Jinping.", "prediction": "Chinese President Barack Obama asked in the Obama using police to a state visit, saying saying the Queen wasn't know happened!\" a controversialolve- it).", "rouge": {"rouge1": 32.6530612244898, "rouge2": 8.51063829787234, "rougeL": 16.3265306122449}, "nll_sum": 199.15457153320312, "token_count": 29} +{"index": 10430, "reference": "Wrexham have appointed former midfielder Dean Keates as their new manager on an 18-month contract.", "prediction": "Wrexham have appointed-Wrexham Dean Keates as their new manager.", "rouge": {"rouge1": 69.23076923076923, "rouge2": 58.333333333333336, "rougeL": 69.23076923076923}, "nll_sum": 68.44633483886719, "token_count": 16} +{"index": 10431, "reference": "A man who ordered cannabis on the \"dark web\" and planned to deal the drug to clear his debts has been jailed for six months.", "prediction": "A hurdler who was found three times after legal cannabis after his bedroom a \u00c2\u00a363m of debts has jailed for five years.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.88888888888889, "rougeL": 34.04255319148936}, "nll_sum": 173.9629364013672, "token_count": 28} +{"index": 10432, "reference": "From Ghana to Argentina and London, air pollution is a problem that people want to do something about.", "prediction": "The air is around the world - but can be a air problem around the world - but what do you to plan to think it is!", "rouge": {"rouge1": 32.55813953488372, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 126.34721374511719, "token_count": 27} +{"index": 10433, "reference": "He may be only 11, but he delivered a performance that brought the audience at the 2016 Grammy awards to their feet in a standing ovation.", "prediction": " kids around the world have received the hearts for jazz stars and star died at an awards award, Bali.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 130.6195526123047, "token_count": 21} +{"index": 10434, "reference": "A 61-year-old woman arrested by police investigating the murder of a man at a County Antrim nursing home has been released unconditionally.", "prediction": "A 39-year-old woman arrested in connection with the death of a young man at a care home in Tyrone year ago,. released on police bail.", "rouge": {"rouge1": 54.90196078431373, "rouge2": 24.489795918367346, "rougeL": 50.98039215686274}, "nll_sum": 101.92329406738281, "token_count": 31} +{"index": 10435, "reference": "Northern Ireland's first minister is to write to the German chancellor to seek support for a new compensation package for victims of the Thalidomide scandal.", "prediction": "A woman whose foot was footened because of Germany's deadly drugunk drug used has Germany, has called for seeking compensation to victims of her brain.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 4.0, "rougeL": 19.230769230769234}, "nll_sum": 188.80136108398438, "token_count": 29} +{"index": 10436, "reference": "Scientists working on Europe's Rosetta probe, which is tracking Comet 67P, say they may have found evidence for how such icy objects were formed.", "prediction": "Europe's Rosetta mission probe, but it has produced its structure on Comet 67, has been revealed how the current structure once grown again.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 152.948974609375, "token_count": 27} +{"index": 10437, "reference": "More senior Republicans have withdrawn support for US presidential candidate Donald Trump after his obscene remarks about women became public.", "prediction": "US Republican front-runner Donald Trump have withdrawn from the race for the race over comments he made about American women", "rouge": {"rouge1": 43.90243902439024, "rouge2": 10.256410256410255, "rougeL": 29.268292682926827}, "nll_sum": 68.33778381347656, "token_count": 21} +{"index": 10438, "reference": "A woman who acted as a legal analyst for the media during the Oscar Pistorius trial has appeared in court charged with fraud.", "prediction": " a former Fox Fox security expert, who will stand trial charged with murdering Oscar Pistorius, has appeared in court.", "rouge": {"rouge1": 52.38095238095239, "rouge2": 25.0, "rougeL": 38.0952380952381}, "nll_sum": 89.56301879882812, "token_count": 22} +{"index": 10439, "reference": "Bernard Tomic says he felt \"bored\" and could not find motivation during his straight-set defeat by Mischa Zverev at Wimbledon.", "prediction": "World number five Andy Murray says he does not know how Roger Federer should recover from, tennis, despite a 10- Wimbledon third-round defeat byvere Zverev.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 4.444444444444445, "rougeL": 21.276595744680847}, "nll_sum": 163.1028594970703, "token_count": 35} +{"index": 10440, "reference": "A Spanish court has dismissed a fraud and corruption case against football superstar Neymar and his father.", "prediction": "N forward Neymar and his father will not face a case brought in Spain over a fraud and scandal related in November 2014 (\u00a371m).", "rouge": {"rouge1": 43.90243902439025, "rouge2": 25.64102564102564, "rougeL": 19.51219512195122}, "nll_sum": 136.66033935546875, "token_count": 27} +{"index": 10441, "reference": "Two famous leaders have celebrated their 90th birthday this year: Queen Elizabeth and Fidel Castro, the former Cuban president.", "prediction": "Fidel Castro, the former Cuban president, Fidel, has become the president hold mark his 50th anniversary of the war was's the's longest day for the solve 2011. solve again Broadway again 2011 again solve and's again 2011 again's", "rouge": {"rouge1": 22.950819672131146, "rouge2": 16.949152542372882, "rougeL": 19.672131147540984}, "nll_sum": 279.61492919921875, "token_count": 47} +{"index": 10442, "reference": "A 16-year-old boy has been kidnapped, assaulted and robbed in an attack linked to suspected \"honour violence\" in Blackburn.", "prediction": "A nine-year-old boy has been left with brain injuries by a car in Blackburn which was linked to a \"close to honour-related violence-right violence\", police said. 2011 \" againA's again from 2011 from a's", "rouge": {"rouge1": 40.0, "rouge2": 20.689655172413794, "rougeL": 36.666666666666664}, "nll_sum": 235.24038696289062, "token_count": 47} +{"index": 10443, "reference": "Author Steve Silberman has won the \u00a320,000 Samuel Johnson Prize for Non-Fiction for his book about autism.", "prediction": " American American Express and Silvitude Silmond be won 201314 Dylan Thomasm Science science of for for \u00a310m39,000. solve be 2011 again 2011 again 2011-- again 2011 Philip in his years from 2011 again from 2011", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 14.545454545454545}, "nll_sum": 340.2432861328125, "token_count": 46} +{"index": 10444, "reference": "Striker Alex Danson has been included in the Great Britain squad for their two Test matches against world and Olympic champions Netherlands.", "prediction": "British women Alex D20 has been ruled out of Great Britain's squad for their 2017 Euro 2017 match against Netherlands Netherlands with injury hand injury.", "rouge": {"rouge1": 45.83333333333333, "rouge2": 21.73913043478261, "rougeL": 45.83333333333333}, "nll_sum": 144.4259033203125, "token_count": 27} +{"index": 10445, "reference": "A man has been arrested following a spate of suspected arson attacks on dozens of cars and an aircraft, at nine different locations in south Wiltshire.", "prediction": "A man has been arrested in connection with \"vicious\" fire in Wiltshire, causing 30 vehicles more than \u00a3100,000.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 18.6046511627907, "rougeL": 31.11111111111111}, "nll_sum": 90.72163391113281, "token_count": 27} +{"index": 10446, "reference": "Northern Ireland's deputy first minister has said his mother discovered he was in the IRA when he left a beret in her house in the 1970s.", "prediction": " Deputy Deputy First Minister Martin McGuinness has said he believes his son was found a black not, was \" not black not\" and not the IRA.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 16.0, "rougeL": 34.61538461538461}, "nll_sum": 130.70559692382812, "token_count": 29} +{"index": 10447, "reference": "The BBC has learned that the number of illegal immigrants caught trying to get from Northern Ireland's ports to other parts of the UK has risen significantly.", "prediction": " the group of 80 children children, including Northern Ireland have travelled to Northern Ireland and in the Czech Republic.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444444, "rougeL": 25.53191489361702}, "nll_sum": 91.4273910522461, "token_count": 20} +{"index": 10448, "reference": "A County Tyrone car dealer, whose driving caused the death of a pensioner, has been given a community service order and a three-year driving ban.", "prediction": "A Countyermanagh man, who led a woman who was killed by a car leg, has been told it \"super can serve his prison sentence.", "rouge": {"rouge1": 24.000000000000004, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 158.24496459960938, "token_count": 29} +{"index": 10449, "reference": "A court in Turkey has sentenced two Syrians to four years in jail over the death of Alan Kurdi and four others.", "prediction": "Two Greek men in sentenced sentenced to life sentences the death of youngi Kurdi, when boat sank in Turkey in May - Ry a siege - \" not a a's - for-p from under in from November's from. from a", "rouge": {"rouge1": 36.0655737704918, "rouge2": 10.16949152542373, "rougeL": 22.95081967213115}, "nll_sum": 300.2119445800781, "token_count": 47} +{"index": 10450, "reference": "South African players are excited by the prospect of competing in the Pro12, according to Southern Kings scrum-half Rudi van Rooyen.", "prediction": " South Kings utility Louis van Rooyen says he will be joining the Pro12 all, despite the departure of South African players included in Europe.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 18.18181818181818, "rougeL": 17.391304347826086}, "nll_sum": 143.3692626953125, "token_count": 28} +{"index": 10451, "reference": "The Israeli government has issued a report into the 2014 war in Gaza, saying that its military actions were \"lawful\" and \"legitimate\".", "prediction": "Israel killed 67 civilians during the 2014 war, and have committed war crimes during the 2014, a UN official says.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 80.7254638671875, "token_count": 22} +{"index": 10452, "reference": "It is difficult, in the wake of Friday's fixtures in Group D, to find much to be optimistic about from a Scotland perspective.", "prediction": "It was a slightly, good night for about their in their emotional Euro 2016 qualifying campaign but was also offensive it also means the outcome of it.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 15.686274509803924}, "nll_sum": 164.189453125, "token_count": 28} +{"index": 10453, "reference": "Welsh former world champion Nathan Cleverly believes his world title fight against Juergen Braehmer can be a turning point in his career.", "prediction": " Clever's Nathan Cleverly says it would not be if he lose to German Doshon Braehmer should be possible and his next world fight.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 175.59140014648438, "token_count": 29} +{"index": 10454, "reference": "A collection of 37 paintings by Sir Winston Churchill have been given to the nation in lieu of \u00a39,404,990 tax, following his daughter's death.", "prediction": "The believed daughter of Sirav uniform but who be rediscovered in memorial war rooms, are sold at auction.", "rouge": {"rouge1": 17.777777777777775, "rouge2": 0.0, "rougeL": 8.888888888888888}, "nll_sum": 141.2498779296875, "token_count": 21} +{"index": 10455, "reference": "On the first weekend since the Manchester attack, many people are carrying flowers and balloons around the city centre and heading in just one direction.", "prediction": "The crowd of entered-out at a Southend church into a whose Church's church of Manchester Arena in a Grande a Arianaana attack.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 12.244897959183673}, "nll_sum": 190.37596130371094, "token_count": 29} +{"index": 10456, "reference": "An elderly woman has been hit with a crowbar during a robbery at a church in Portadown, County Armagh.", "prediction": "A pensioner scheme was forced to hand over a woman with a crowbar during a robbery shop Stirling church.", "rouge": {"rouge1": 47.368421052631575, "rouge2": 27.77777777777778, "rougeL": 42.10526315789473}, "nll_sum": 113.9583740234375, "token_count": 22} +{"index": 10457, "reference": "In a nondescript apartment complex half a mile from the Cutty Sark, Tinie Tempah conjures up some of the biggest hits in UK hip-hop.", "prediction": " Tinie Temp thinks he describes around and hidden behind a music studio, the redcard office of misconduct box office in South a grey of music office.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 199.08041381835938, "token_count": 29} +{"index": 10458, "reference": "Aquascutum, whose luxury raincoats have been worn by royalty and film stars, is being sold for $120m (\u00a397m).", "prediction": "The British worn Y butum, will to be put up for sale of $170m (\u00a331).", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 128.06658935546875, "token_count": 20} +{"index": 10459, "reference": "Cash machine users doubled their money when an ATM started giving out free cash in North Lanarkshire.", "prediction": "Hundreds of people were que up at a cash at a Dundee bank because a security run-up.", "rouge": {"rouge1": 5.714285714285714, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 105.05674743652344, "token_count": 20} +{"index": 10460, "reference": "About 1,650 staff and students will have to move out of an Oxford University building for up to two years after asbestos was discovered.", "prediction": " building engineering building in Dundee will to shut for 13 because of students because of fears, asbestos.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 19.04761904761905}, "nll_sum": 118.69194793701172, "token_count": 19} +{"index": 10461, "reference": "Jersey are to appeal to the Court of Arbitration for Sport (CAS) after their bid to join Uefa was turned down.", "prediction": " Jersey Jersey Football says will not meet a Rugby court bid to host the 2018 and World Cup.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 105.99090576171875, "token_count": 18} +{"index": 10462, "reference": "An extra 500 medical school places in England have been confirmed for next year by the government.", "prediction": "Hundreds of more doctors are being offered to extra training places in schools in England again, following the crisis of doctors.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 11.111111111111112, "rougeL": 26.31578947368421}, "nll_sum": 102.15016174316406, "token_count": 22} +{"index": 10463, "reference": "Chris Ashton scored twice as champions Saracens ran in eight tries to hammer Bath at Allianz Park.", "prediction": "Chris Ashton scored a stunning second-half tries as Saracensashed Bath and keep their slim Premiership play- hopes hopes alive.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 139.6744842529297, "token_count": 25} +{"index": 10464, "reference": "Wycombe have signed Scott Kashket after his Leyton Orient contract was terminated and Southampton midfielder Dominic Gape on loan until 3 January.", "prediction": "Wycombe Wanderers have signed's Scott Kashket and former and Southampton's Romain Gape on a season-long loan from. season loan from Tottenham and loan until 28 January. a spell in again 2011 again 2011 again from again", "rouge": {"rouge1": 39.344262295081975, "rouge2": 16.94915254237288, "rougeL": 39.344262295081975}, "nll_sum": 270.088623046875, "token_count": 47} +{"index": 10465, "reference": "Jose Mourinho famously did it with Chelsea, Nigel Pearson crucially did it with Leicester City and Luiz Felipe Scolari even did it with Brazil.", "prediction": "Clacking Cl managers, a new manager, managers, of English struggle's presenters, as struggle to English Football League - - even if the battle struggle them.", "rouge": {"rouge1": 4.166666666666666, "rouge2": 0.0, "rougeL": 4.166666666666666}, "nll_sum": 200.4677734375, "token_count": 32} +{"index": 10466, "reference": "A woman \"lovebombed\" out of more than \u00a3300,000 in an online dating scam has shared her story as a warning to others.", "prediction": "A woman, who received almost \u00a327000, from the dating messaging service Nants the has spoken of \"just afraid\" about about money, saying she \"'t't to die happen else\".", "rouge": {"rouge1": 23.076923076923077, "rouge2": 4.0, "rougeL": 19.230769230769234}, "nll_sum": 234.26983642578125, "token_count": 38} +{"index": 10467, "reference": "Japan's Supreme Court has ruled that all married couples must have the same surname, despite concerns that the practice is discriminatory and archaic.", "prediction": " a group of women in Japan have voted in favour who to change their husband's surname, the law allowing women who refuse the take her same name.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 141.14456176757812, "token_count": 29} +{"index": 10468, "reference": "Scarlets captain Ken Owens says they can bounce back from their derby defeat by west Wales rivals Ospreys - just like they recovered from losing their first three games of the season.", "prediction": " Ken hooker Ken Owens says Ospreys will have a \" huge step back\" next season despite missing a derby match against Cardiff Blues on Boxing Day.", "rouge": {"rouge1": 25.0, "rouge2": 7.4074074074074066, "rougeL": 17.857142857142854}, "nll_sum": 133.53436279296875, "token_count": 30} +{"index": 10469, "reference": "Nottinghamshire go to Finals Day confident of winning their first T20 Blast title, says long-serving wicketkeeper Chris Read.", "prediction": "Nottinghamshire will give up \" high silver medal\" after winning this summer's T20 Finals final, says final cricket Chris Nottingham.'s overs of-'s-'s- \"w decision of in a The's.", "rouge": {"rouge1": 27.45098039215686, "rouge2": 0.0, "rougeL": 19.607843137254903}, "nll_sum": 269.99237060546875, "token_count": 44} +{"index": 10470, "reference": "Simon Webbe has credited Strictly Come Dancing with helping him with his depression.", "prediction": "Chrisher Trainher has revealed he would never be an \"absolute saviour\" before playing last year after he was battle with a skin battle.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 154.5254364013672, "token_count": 28} +{"index": 10471, "reference": "US Republican presidential candidate Mitt Romney is expected to name his vice-presidential running mate soon - possibly within days.", "prediction": "Former US House of Commons Portman has announced he will Republican the in Republican presidential candidate Mitt Romney in 2012.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 21.62162162162162, "rougeL": 30.76923076923077}, "nll_sum": 99.91641235351562, "token_count": 21} +{"index": 10472, "reference": "Opium production in Afghanistan has increased by 43% in the past year, United Nations officials have said.", "prediction": "A United Nations food factory in killed nearly 50, waterfront in Afghanistan, and forces in Helmand province. Hel. has 2011 in 2011'sA, solve, it is from front-co security after since their years from. November", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301884}, "nll_sum": 315.4237365722656, "token_count": 45} +{"index": 10473, "reference": "The most important court in the UK, has made a decision that means parents are not allowed to take children on holiday during term-time, unless the school agrees.", "prediction": "A man has won a UK Supreme Court ruling that parents can ban his ban daughter taking out of a school term in the termb for \"b\", the good\" from my\" and and from the same.", "rouge": {"rouge1": 40.0, "rouge2": 3.1746031746031744, "rougeL": 21.538461538461537}, "nll_sum": 241.63998413085938, "token_count": 41} +{"index": 10474, "reference": "A former brothel keeper has denied accusing ex-Prime Minister Edward Heath of involvement in child sexual abuse.", "prediction": "The widow ex-boy of Sir Edward Heath who involved in child sex abuse claims says Ted Heath has had no role \"any any kind anyany\".", "rouge": {"rouge1": 40.90909090909091, "rouge2": 14.285714285714283, "rougeL": 31.818181818181817}, "nll_sum": 161.4349365234375, "token_count": 29} +{"index": 10475, "reference": "When I reported last year about the urgent need for blood donors I received many comments from gay men that they would like to donate but were unable to.", "prediction": " 2014 2014 the ban was given on gay from men and men who have sex with been in after a man had not been anything so far.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 10.714285714285715}, "nll_sum": 142.62615966796875, "token_count": 27} +{"index": 10476, "reference": "Saracens have agreed a deal to sign flanker Calum Clark from fellow Premiership side Northampton Saints.", "prediction": "Premiership champions Saracens have agreed a deal with England scrum-half Sheffield Clark from LeedsLinos.", "rouge": {"rouge1": 51.61290322580646, "rouge2": 34.48275862068965, "rougeL": 45.16129032258064}, "nll_sum": 127.92838287353516, "token_count": 22} +{"index": 10477, "reference": "Greece's cash-strapped banks are to remain shut for a week, until after a key 5 July referendum on the country's bailout conditions.", "prediction": "Greece has finally agreed deal on a referendum whether it it should stay in the euro, the assessment remain the issue a dramatic - it low - and it not it's under it it under it!", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 223.18019104003906, "token_count": 40} +{"index": 10478, "reference": "It's hard to believe that in 2012 England were the top ranked test team in world cricket.", "prediction": "It has been a tough week battle between the England and Wales Cricket Board has EuropeanB) and it's flagship too late to let it alone and I would see the finest best players and and on the pitch.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 3.6363636363636362, "rougeL": 14.035087719298245}, "nll_sum": 222.97296142578125, "token_count": 41} +{"index": 10479, "reference": "Durham were eliminated from the One-Day Cup after their match against Lancashire was abandoned and other results went against them.", "prediction": "Warwickshire and Lancash defeat Lancashire in their final T20 Blast Group match was abandoned because of rain because of rain.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 117.8425521850586, "token_count": 27} +{"index": 10480, "reference": "Condensing the Six Nations Championship by a week would \"meddle with players' health\", says Welsh Rugby Union (WRU) chairman Gareth Davies.", "prediction": " proposed proposed Six Nations is a cause \"defarrassing physicaling on players' health, former Welsh Rugby Union chairman Stuart Davies. in the'solve of- from--two,fasing a in from a's health from. the", "rouge": {"rouge1": 40.0, "rouge2": 15.094339622641511, "rougeL": 36.36363636363637}, "nll_sum": 319.6484375, "token_count": 46} +{"index": 10481, "reference": "A search team looking for a missing tourist have found a man's body at the foot of cliffs in Cornwall.", "prediction": "A body has been found during the search for a man who went on a path path and was was abandoned from M M-h's middle in from a a's a's2 a from2 from a reputation of. from a from a", "rouge": {"rouge1": 36.92307692307692, "rouge2": 6.349206349206349, "rougeL": 21.538461538461537}, "nll_sum": 261.75701904296875, "token_count": 47} +{"index": 10482, "reference": "A \u00a31.5m refurbishment of a cemetery - hailed as one of the finest examples of a Victorian burial ground in Wales - could start in August.", "prediction": "Demolition work on reopen Wrexham's \"gGarden cemetery\" is set, completed, a \u00a31.1m lottery grant.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 5.128205128205128, "rougeL": 9.75609756097561}, "nll_sum": 157.71527099609375, "token_count": 28} +{"index": 10483, "reference": "Nurses, paramedics and pharmacists should be trained to fill in for doctors and help the NHS in England cope with demand, bosses say.", "prediction": "Hospital doctors England are set up of new front-line staff to help cope with, shortages, research suggests.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 119.39271545410156, "token_count": 22} +{"index": 10484, "reference": "More than 3,000 people have been evacuated in buses and ambulances from a besieged rebel-held enclave in the Syrian city of Aleppo, officials say.", "prediction": "The last remaining grounded areas in eastern Syria have residents are in the eastern Syrian city of Aleppo said, amid fears the the fate after holding Syrian regime's", "rouge": {"rouge1": 29.090909090909093, "rouge2": 15.094339622641511, "rougeL": 25.454545454545453}, "nll_sum": 158.616943359375, "token_count": 29} +{"index": 10485, "reference": "Reports suggest as many as 140 people, including civilians, may have died in an attack on an airbase in Libya.", "prediction": "At least Libyan soldiers have been killed in an attack on a UNbase airbase in north- of the country.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 21.62162162162162, "rougeL": 35.8974358974359}, "nll_sum": 89.70150756835938, "token_count": 22} +{"index": 10486, "reference": "How much will it cost to get a degree in England when tuition fees increase to \u00a39,250 in the autumn?", "prediction": "For the most prestigious three in degree degree university, according to the Inter addressated Foundation, what does of what should focus on back low debt debt?", "rouge": {"rouge1": 17.02127659574468, "rouge2": 0.0, "rougeL": 12.765957446808512}, "nll_sum": 182.5448455810547, "token_count": 29} +{"index": 10487, "reference": "Pat Glass has been announced as Labour's shadow education secretary, after Lucy Powell resigned from Jeremy Corbyn's shadow cabinet.", "prediction": "iaia Powell has become the Labour leadership leadership contest the replace the in Jeremy leader Corbyn.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 123.84909057617188, "token_count": 17} +{"index": 10488, "reference": "England and Scotland meet for the 113th time at Wembley on Friday night as a rivalry which \"is known throughout the world\" returns.", "prediction": "England Under- and Scotland in what would be \"unote and unprofessional andprofessional withprofessional football when the sides again at Wembley Stadium on 27 December,ion first from block national-s's demolition from 7 a as's.", "rouge": {"rouge1": 30.000000000000004, "rouge2": 6.896551724137931, "rougeL": 26.666666666666668}, "nll_sum": 327.8145751953125, "token_count": 45} +{"index": 10489, "reference": "US Secretary of State Rex Tillerson says ties with Russia are at a low point and must improve.", "prediction": "The US says US and condemned a chemical attack in Syria is \"c Greece low at a low point\" of becoming a low implement\" and keep trust\".", "rouge": {"rouge1": 35.55555555555555, "rouge2": 13.953488372093027, "rougeL": 31.11111111111111}, "nll_sum": 190.741943359375, "token_count": 30} +{"index": 10490, "reference": "Looking at a map, Cheshire might appear to be on the fringes of the Northern Powerhouse, but officials in the county say it's actually the Gateway to it - bringing in commuters and investment.", "prediction": "Cheshire is hopeful hoping to become the first town mayor for the next election, but still hopes finally becoming a increasingly knockout stage in the fight for the future?", "rouge": {"rouge1": 28.571428571428577, "rouge2": 3.278688524590164, "rougeL": 25.396825396825403}, "nll_sum": 173.95591735839844, "token_count": 32} +{"index": 10491, "reference": "A Dublin man accused of stabbing his friend in a County Antrim hotel has been granted bail.", "prediction": "A man has appeared in court charged with attempting to murder a young man and break man at of children's hotel in north Belfast.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 23.80952380952381}, "nll_sum": 102.64373779296875, "token_count": 25} +{"index": 10492, "reference": "The allowances for African troops fighting al-Qaeda-linked militants in Somalia have not been paid for at least six months, the BBC has learned.", "prediction": "The EU is paying nearly $42m of money money receive to Kenyan troops to Somalia, the Somalia military says.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 18.18181818181818}, "nll_sum": 123.50389862060547, "token_count": 22} +{"index": 10493, "reference": "A teenage girl and a 20-year-old man are accused of sending money to the so-called Islamic State from Australia.", "prediction": "A 14-year-old boy and a face are due to before before court in Sydney, South Wales for Wales) in Sydney the Sydney's,Ukraine,'s they from- fromw) a in from November's house.", "rouge": {"rouge1": 31.034482758620683, "rouge2": 7.142857142857142, "rougeL": 24.137931034482758}, "nll_sum": 267.5935363769531, "token_count": 45} +{"index": 10494, "reference": "Nasa engineers are designing a new metallic \"space fabric\" that could make a massive difference to how space equipment is made in the future.", "prediction": "The spacecraft Curiosity spacecraft spacecraft spacecraft, which can carry out spacecraft space orbiting space space Nasa, has been released from space", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 130.59413146972656, "token_count": 22} +{"index": 10495, "reference": "Border Collies may be an effective weapon against E. coli infections at the seaside according to a new study.", "prediction": "Aull gulls are enjoying threat from a deadly deadly bug of EFLedd coli, US research suggests.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 5.714285714285714}, "nll_sum": 150.97410583496094, "token_count": 21} +{"index": 10496, "reference": "A protected bird of prey has been found dead in Bedfordshire and had likely been shot \"at close range\".", "prediction": "A possible eagle of that shot dead at at a field in Bedfordshire was shot dead, the RSPB has said, in the wildlife's, ballet,, they from 59/D,, a from from was..", "rouge": {"rouge1": 30.76923076923077, "rouge2": 4.0, "rougeL": 23.076923076923077}, "nll_sum": 258.87347412109375, "token_count": 42} +{"index": 10497, "reference": "There's no disguising the confidence in Jeremy Corbyn's camp about this leadership election.", "prediction": "Four years ago, there was no members of 40 members of the new leader, Jeremy Corbyn.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 6.89655172413793, "rougeL": 32.25806451612903}, "nll_sum": 68.79620361328125, "token_count": 18} +{"index": 10498, "reference": "Police are likely to apply for extra powers to stop and search people at this weekend's Champions League final.", "prediction": "Police Wales need to search, search and a area of the Champions League final during Saturday, a senior officer has said. in in the video's struggle, \" serious-bup using from Saturday's have from of. from a'sold", "rouge": {"rouge1": 27.118644067796605, "rouge2": 7.017543859649122, "rougeL": 20.33898305084746}, "nll_sum": 290.9435729980469, "token_count": 47} +{"index": 10499, "reference": "An activist's undercover work to shed light the extent of illegal logging in Cambodia's forests has been recognised by the Goldman Environmental Prize.", "prediction": "A leading human activist in Cambodia has said that was the forced to abandon its wildlife because of the government because stopped deforestation is \" delay fear\".", "rouge": {"rouge1": 31.372549019607842, "rouge2": 4.081632653061225, "rougeL": 19.607843137254903}, "nll_sum": 160.33334350585938, "token_count": 27} +{"index": 10500, "reference": "Tottenham moved to within two points of Premier League leaders Leicester as Christian Eriksen struck a late winner at fourth-placed Manchester City.", "prediction": "Tottenham missed out's toptwo finish to Premier League struggle as Christian Eriksen's first-half gave them a famous victory Old Old Trafford.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.33333333333333, "rougeL": 34.04255319148936}, "nll_sum": 170.22183227539062, "token_count": 30} +{"index": 10501, "reference": "One girl under the age of 15 is married every seven seconds, according to a new report by Save the Children.", "prediction": "Gay countries in countries are developing at risk of sex because they will adoption early school, says the charity Save the Save children's a report, from the first departure from sexual marriage-oldolds since the in from November..", "rouge": {"rouge1": 23.333333333333332, "rouge2": 3.4482758620689653, "rougeL": 13.333333333333334}, "nll_sum": 289.1070556640625, "token_count": 43} +{"index": 10502, "reference": "Beth Mead, the leading scorer in Women's Super League One, has signed a new four-year contract with Sunderland.", "prediction": "Sunderland Women's player- player Beth Bristol has signed a new three-year deal with the club's new the Super League One club One.", "rouge": {"rouge1": 62.22222222222222, "rouge2": 27.906976744186046, "rougeL": 35.55555555555556}, "nll_sum": 121.33204650878906, "token_count": 29} +{"index": 10503, "reference": "Booker-nominated author William Boyd is taking on the mission to write a new James Bond novel.", "prediction": "US author Ian Fleming is be written to James Cameron in a new novel adaptation Carte Blanche.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 6.25, "rougeL": 35.294117647058826}, "nll_sum": 102.540771484375, "token_count": 19} +{"index": 10504, "reference": "A table tennis coach has admitted engaging in sexual activity with a teenage girl he met at a tournament.", "prediction": "A professional tennis who pleaded guilty to a schoolgirl has been told he will travel to Liverpool a court in heard.", "rouge": {"rouge1": 35.0, "rouge2": 0.0, "rougeL": 25.0}, "nll_sum": 117.79883575439453, "token_count": 22} +{"index": 10505, "reference": "It may be five months until Halloween, but for one gardener it'll be a nail biting wait to see if his seed grows into the biggest pumpkin in the world.", "prediction": "A teenager', from Cardiff, again who could be a new world record by winning a 40yearcm pumpkin to a boxing--in. despite a career, from a's as from's The's from Green of. an The's a", "rouge": {"rouge1": 22.857142857142858, "rouge2": 2.941176470588235, "rougeL": 14.285714285714285}, "nll_sum": 299.17657470703125, "token_count": 46} +{"index": 10506, "reference": "Struggling McLaren are this season targeting a repeat of their fifth-place championship finish from last year, according to racing director Eric Boullier.", "prediction": "McLaren N Bou Matthews,ier believes he believes only winning the Formula 1 title next season of the performance \"still of 30 realistic\".", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 190.26937866210938, "token_count": 27} +{"index": 10507, "reference": "David Cameron says he will create 600,000 extra free childcare places if he is returned to power next month.", "prediction": "David Cameron has set out his Labour plans to free childcare for families in England and four-", "rouge": {"rouge1": 27.027027027027025, "rouge2": 11.428571428571429, "rougeL": 21.62162162162162}, "nll_sum": 69.83453369140625, "token_count": 17} +{"index": 10508, "reference": "Theresa May should take responsibility if Britain has been too soft on extremists, the leader of Plaid Cymru has said.", "prediction": "Plaid Cymru leader has said she would be open to raise income tax in, because she was \" soft soft\" on higher tax earners.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 14.634146341463413, "rougeL": 18.6046511627907}, "nll_sum": 133.04876708984375, "token_count": 29} +{"index": 10509, "reference": "Wigan midfielder Ben Watson could be back in training within six weeks despite suffering a fractured shin in the 3-0 defeat at Liverpool.", "prediction": "Liverpool midfielder right Anthony Watson has been ruled out until 30 December because of a leg injury.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 70.83485412597656, "token_count": 17} +{"index": 10510, "reference": "In the third of a series of in-depth profiles of the four Labour leadership candidates, Iain Watson catches up with Jeremy Corbyn in Essex at the latest of his campaign rallies.", "prediction": "A night, the crowd gathered outside outside a street outside a street outdoor, red, red red and card.", "rouge": {"rouge1": 8.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 115.27256774902344, "token_count": 21} +{"index": 10511, "reference": "Munster will be investigated over their management of Conor Murray's head injury in the European Champions Cup victory over Glasgow on Saturday.", "prediction": "Munster will be given a further notice after Conor Murray will not return on his departure for injury Friday's European Champions Cup's match North Northampton Paris on Saturday.", "rouge": {"rouge1": 45.28301886792453, "rouge2": 23.52941176470588, "rougeL": 41.509433962264154}, "nll_sum": 172.2296142578125, "token_count": 33} +{"index": 10512, "reference": "MSPs are to examine the payments received by election returning officers in Scotland.", "prediction": "The SNP M has called for an inquiry into whether the payments being made to council officers returning.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 6.896551724137931, "rougeL": 19.35483870967742}, "nll_sum": 92.30372619628906, "token_count": 18} +{"index": 10513, "reference": "Investigations are under way after the death of 72-year-old man at a flat in Saltcoats, in North Ayrshire.", "prediction": "A 39-year-old man who was aged found dead at his home. a share man in Saltcoats, Perth inshire has been named executed police as they have been-dardiven in disappointing from a.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 11.538461538461538, "rougeL": 29.629629629629633}, "nll_sum": 257.58355712890625, "token_count": 44} +{"index": 10514, "reference": "Swagata Sen likes her home to look good.", "prediction": "When Sen sees her 40s there is never at the shopping stores in Oldham.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 101.66363525390625, "token_count": 16} +{"index": 10515, "reference": "Chelsea boss Antonio Conte says he is \"not worried\" by the club's relative lack of signings this summer.", "prediction": "Chelsea boss Antonio Conte says he is \"not big struggle\" to battle his squad prepares January next season.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 40.0, "rougeL": 43.24324324324324}, "nll_sum": 108.30699157714844, "token_count": 21} +{"index": 10516, "reference": "Attempts were allegedly made to \"coerce\" the environment minister into ignoring his legal duties over a planning policy for greater Belfast, the High Court has heard.", "prediction": "The Department for Environment Education failed and did not have a controversial planning development plan for an, the, at Spfieldfield, the High Court has heard. 2011's 2011 again a 2011 againA's againA of again the 2011's a", "rouge": {"rouge1": 30.303030303030305, "rouge2": 12.5, "rougeL": 30.303030303030305}, "nll_sum": 266.8019104003906, "token_count": 47} +{"index": 10517, "reference": "Glamorgan began their One-Day Cup campaign with a convincing 52-run win as holders Gloucestershire lost their second match in as many days.", "prediction": "Glamorganched a thrilling three-wicket haul to eight runs in their first One-Day Cup win over fellow rivals Gloucestershire at Cardiff.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 127.3939208984375, "token_count": 31} +{"index": 10518, "reference": "A major flood protection scheme in Dumfries is set to make a step forward but has seen its cost estimate rise significantly to \u00a325m.", "prediction": "Councillors have agreed to seek and seek to provide more information about a \u00a3 peoplem protection plan to help the Forth in Dumfries and Galloway.", "rouge": {"rouge1": 25.0, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 134.7064208984375, "token_count": 31} +{"index": 10519, "reference": "The government has unveiled new tools and advice for farmers as part of a fresh campaign to tackle bovine TB.", "prediction": "Action wants to take action to tackleovine tuberculosis SurreyTB) in England's, it has been announced.", "rouge": {"rouge1": 11.111111111111112, "rouge2": 0.0, "rougeL": 5.555555555555556}, "nll_sum": 123.23446655273438, "token_count": 21} +{"index": 10520, "reference": "An 88-year-old woman who became the oldest competitor in this year's London Marathon has confirmed Sunday's event will be her last.", "prediction": "A 91-year-old woman believed to be the first person in the London Marathon to complete a race on the finish line and the the.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 12.244897959183673, "rougeL": 27.450980392156865}, "nll_sum": 97.40220642089844, "token_count": 28} +{"index": 10521, "reference": "The prime minister has entered a row between Corby by-election candidates over the future of a hospital, amid claims it could be downgraded in a healthcare review.", "prediction": "The prime minister has been accused of \"shabby\" of the health of a,- Labour, amid fears by a parliamentary by-election.", "rouge": {"rouge1": 44.89795918367347, "rouge2": 21.27659574468085, "rougeL": 36.734693877551024}, "nll_sum": 128.81068420410156, "token_count": 27} +{"index": 10522, "reference": "Former chairman Michael Johnston has resigned from his positions as a director and the company secretary of Kilmarnock.", "prediction": "Michael Johnston has stood down as chairman and chairman of Scottish football Kilmarnock, saying the club was \"high value of a\" and debt.", "rouge": {"rouge1": 48.78048780487805, "rouge2": 10.256410256410255, "rougeL": 34.146341463414636}, "nll_sum": 128.4190673828125, "token_count": 29} +{"index": 10523, "reference": "One in five domestic violence victims in Yorkshire are men, according to a charity holding a conference in Doncaster.", "prediction": "More than 1,000 people gathered in130 to support for further support for men of men the for support.", "rouge": {"rouge1": 10.526315789473683, "rouge2": 0.0, "rougeL": 5.263157894736842}, "nll_sum": 117.16046142578125, "token_count": 21} +{"index": 10524, "reference": "Everton's much-changed side fell to a Europa League defeat as Krasnodar's Ricardo Laborde took advantage of a Joel Robles error to score the winner.", "prediction": "L Laborde France missed a last-asp equaliser and deny Everton in a last-16 Champions League Group draw with at Krasnodar.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 152.78231811523438, "token_count": 30} +{"index": 10525, "reference": "Jockey William Buick will be sidelined for at least six weeks after being injured in a fall in the United States.", "prediction": " race London jockey WilliamGivingick will not be an ankle injury, Belfast injurying the former champion The Permian in's last month in injury at the Fort's athe-'sA2 in's from's football fromA a", "rouge": {"rouge1": 28.07017543859649, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 330.6670227050781, "token_count": 47} +{"index": 10526, "reference": "The UK's biggest vote - the general election - takes place on 7 May.", "prediction": " Cults across from across the globe, adults have voted in the UK to leave the EU, and run in the run-up, for a small entrepreneur's body as a, from as it's for assertion of.", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666666, "rougeL": 12.0}, "nll_sum": 217.48574829101562, "token_count": 43} +{"index": 10527, "reference": "New Leicester boss Craig Shakespeare says he is \"not looking beyond this season\" despite being backed by his players to get the job longer term.", "prediction": "Leicester boss Craig Shakespeare says a fans would love him to see the Premier League champions this season when he gets the job long- term.", "rouge": {"rouge1": 52.0, "rouge2": 29.166666666666668, "rougeL": 44.0}, "nll_sum": 120.43325805664062, "token_count": 27} +{"index": 10528, "reference": "An \"urgent inquiry\" is needed into separated children who have gone missing from care, the Social Democratic and Labour Party has said.", "prediction": "A Northern Ireland health watchdog has asked health and health boards to meet the health of rules, the's\" to aolve a and a it says a \"over's it from a\" fromA The's flagship of.", "rouge": {"rouge1": 13.559322033898308, "rouge2": 0.0, "rougeL": 6.779661016949154}, "nll_sum": 267.7724609375, "token_count": 43} +{"index": 10529, "reference": "The Brussels metro and schools are due to reopen after they were shut four days ago in a security crackdown following the Paris attacks.", "prediction": "Belgium is closing its railway line, amid continuing struggle over the upcoming Paris Paris attacks.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 5.405405405405405, "rougeL": 15.384615384615385}, "nll_sum": 81.05679321289062, "token_count": 18} +{"index": 10530, "reference": "A section of the M1 was closed due to an \"aircraft emergency\" on a flight from Gran Canaria.", "prediction": "The M1 motorway was closed after a plane open after an emergency aircraft made an emergency.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 12.5, "rougeL": 41.1764705882353}, "nll_sum": 85.94918823242188, "token_count": 18} +{"index": 10531, "reference": "Cult US drama Breaking Bad is to be broadcast in full on UK terrestrial television for the first time.", "prediction": "Rares TV Breaking Bad Bad is to launched a new TV channel in US TV.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 18.75, "rougeL": 29.411764705882355}, "nll_sum": 89.51923370361328, "token_count": 16} +{"index": 10532, "reference": "The Bank of England's chief economist, Andy Haldane, has warned that the UK's \"economic aircraft appears to be losing speed on the runway\".", "prediction": " Bank the England chief economist Stephen Haldane says interest rates is likely to again in January despite the Bank saying the outlook in in UK economy is slowing.", "rouge": {"rouge1": 37.73584905660378, "rouge2": 7.843137254901962, "rougeL": 26.41509433962264}, "nll_sum": 143.08958435058594, "token_count": 30} +{"index": 10533, "reference": "Leicester Lions' future has been secured following financial problems.", "prediction": "The Leicester Tigers FC are set to race racing in Formula 1 in the 2017 season.", "rouge": {"rouge1": 8.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 65.87060546875, "token_count": 16} +{"index": 10534, "reference": "The percentage of Americans living in poverty is statistically unchanged from 2010's record high, even as household income fell, a US Census report says.", "prediction": " the US unemployment rate rose sharply in 2011, a move to its highest level since 2008 the official Gini data.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 13.33333333333333}, "nll_sum": 91.758056640625, "token_count": 22} +{"index": 10535, "reference": "A \u00a3450,000 Heritage Lottery grant has helped secure the future of a 400-year-old copper mine in Cumbria.", "prediction": "The site of a historic gold mine in the north Cumbria is to be carried out and carried out as part of \u00a37m to repair work.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 9.09090909090909, "rougeL": 26.08695652173913}, "nll_sum": 111.81895446777344, "token_count": 30} +{"index": 10536, "reference": "Asian - as well as white - girls are being groomed for sex by Asian men in Rotherham, victim support groups say.", "prediction": "The sexual sexual and abuse of black girls in Rotherham was not never being seen, the never seen as Jay, a superb BBC investigation has found.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 13.043478260869565}, "nll_sum": 150.0869903564453, "token_count": 30} +{"index": 10537, "reference": "Sam Allardyce has made it his mission to restore the nation's pride after the debacle of Euro 2016 as his new England era starts in Slovakia on Sunday.", "prediction": "Sam Allardyce says his side need to beat Slovakia and historic win\" Euro 2016 despite thinks the nation will \" back on track to win\".", "rouge": {"rouge1": 37.735849056603776, "rouge2": 11.76470588235294, "rougeL": 26.415094339622648}, "nll_sum": 154.82940673828125, "token_count": 28} +{"index": 10538, "reference": "A man has been arrested on suspicion of rape in connection with an attack on a 14-year-old girl in Birmingham.", "prediction": "A man has been arrested in connection with the rape and rape and of 15 a 15year-old girl at Birmingham's railway station.", "rouge": {"rouge1": 60.86956521739131, "rouge2": 31.818181818181824, "rougeL": 52.17391304347826}, "nll_sum": 89.16891479492188, "token_count": 26} +{"index": 10539, "reference": "The UK defence secretary was adamant.", "prediction": "There is no word that Britain offer offer a new \"European Union army army\" to create Nato - but it said it didn't know).", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 138.93869018554688, "token_count": 27} +{"index": 10540, "reference": "Five members of the same family have been killed in a helicopter crash in north Wales.", "prediction": "Police searching for the bodies of five people missing after a helicopter went missing of the area of north Wales.", "rouge": {"rouge1": 38.888888888888886, "rouge2": 17.647058823529413, "rougeL": 27.77777777777778}, "nll_sum": 77.96795654296875, "token_count": 20} +{"index": 10541, "reference": "Mullah Mansour, Afghan Taliban leader and the commander of a militia of thousands of men, died a lonely death.", "prediction": " killing killing of Afghan leader Mullah Ak Mansour, the new leader not being shot.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 78.9535140991211, "token_count": 17} +{"index": 10542, "reference": "A bike hire scheme has been relaunched in Oxford six months after it folded.", "prediction": "A pilot scheme to provide free ride free 40 schools and hospitals in Oxfordshire has been launched", "rouge": {"rouge1": 32.25806451612903, "rouge2": 6.896551724137931, "rougeL": 25.80645161290323}, "nll_sum": 85.65483093261719, "token_count": 17} +{"index": 10543, "reference": "The Colombian government and the left-wing Farc rebel movement have both asked the UN for a mission to oversee the end of their decades-long conflict.", "prediction": "The Colombian government and the Farc rebel group have agreed to create a peace mission, under the UN reports reports.", "rouge": {"rouge1": 55.3191489361702, "rouge2": 26.666666666666668, "rougeL": 46.808510638297875}, "nll_sum": 96.96713256835938, "token_count": 22} +{"index": 10544, "reference": "Madonna's Vogue did not break copyright law, even though it contained a snippet of another artist's song, a US court has ruled.", "prediction": " now chocolate music was from from music starena Theresa May is not fortunate to be surprisingly, a California court has ruled in a court battle and a. again a 2011 again a-'s again 2011 a in from a's from. a's", "rouge": {"rouge1": 23.88059701492537, "rouge2": 6.153846153846153, "rougeL": 14.925373134328357}, "nll_sum": 299.3423156738281, "token_count": 47} +{"index": 10545, "reference": "A date has been set for work to start on a long-awaited bypass for a Carmarthenshire town which should ease congestion and reduce pollution.", "prediction": "A Gwynedd town, is facing closure for take strike action over the ground, after the Welsh Government refused pay \u00a33.3. of funding.", "rouge": {"rouge1": 12.499999999999996, "rouge2": 0.0, "rougeL": 8.333333333333332}, "nll_sum": 146.04286193847656, "token_count": 30} +{"index": 10546, "reference": "King George IV's only known surviving grand piano has been returned to Brighton's Royal Pavilion after being bought at auction for \u00c2\u00a362,000.", "prediction": "A glass sound which once again removed from the Royal Pavilion Royal Navy Theatre 30 years after its owner, has sold more than \u00a31m.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 4.25531914893617, "rougeL": 12.244897959183673}, "nll_sum": 145.2445068359375, "token_count": 27} +{"index": 10547, "reference": "The Indian economy grew at the slowest rate since 2003 in the first three months of 2012, due to a widening trade gap and poor investment.", "prediction": "India's economy grew at itsest pace pace the final three months of the financial year, as uncertainty and uncertainty over the 2008 global crisis.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 16.3265306122449, "rougeL": 31.372549019607842}, "nll_sum": 109.1416015625, "token_count": 27} +{"index": 10548, "reference": "Blackberry has announced its biggest smartphone to date.", "prediction": "Blackberry has unveiled a new 4in version of a screen devices its military business.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 10.0, "rougeL": 27.27272727272727}, "nll_sum": 98.4217758178711, "token_count": 16} +{"index": 10549, "reference": "A collection of Richard Attenborough memorabilia including stills from some of his films have gone on sale in London.", "prediction": "Lions including the actor Sir David Attenham film, are expected, be sold at auction for \u00a32,00065,000.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 132.13839721679688, "token_count": 27} +{"index": 10550, "reference": "A witness in the Surjit Singh Chhokar murder trial has apologised for calling defence QC Donald Findlay a \"liar\".", "prediction": "The man accused of the 1998 businessman Singhhokar trial has told a judge he not hurt lying because he was not answering accused man accused accused of hitting him.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 193.70370483398438, "token_count": 32} +{"index": 10551, "reference": "Labour will end the \"epidemic\" of zero-hours contracts that are \"undermining family life\", Ed Miliband has insisted.", "prediction": " Labour would ban a ban on family members to zero zero-hours contract, the party leader Ed Milibandaston said.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 102.15570831298828, "token_count": 22} +{"index": 10552, "reference": "Les Hutchison's involvement at Motherwell has ended before he expected it to.", "prediction": " Mother Motherwell fans to Hutchison has confirmed he will be look at the club's plan to supporters to buy ownership of a highly demoralised club.", "rouge": {"rouge1": 35.89743589743589, "rouge2": 0.0, "rougeL": 20.512820512820515}, "nll_sum": 162.196044921875, "token_count": 29} +{"index": 10553, "reference": "Blackpool football fans are being asked to help solve the murder of a teenager who disappeared over a decade ago.", "prediction": "Police investigating the murder of a girl who went 20 years ago have launched set of set. their our cinema.", "rouge": {"rouge1": 30.0, "rouge2": 15.789473684210526, "rougeL": 30.0}, "nll_sum": 122.28800964355469, "token_count": 21} +{"index": 10554, "reference": "Britain's rail passengers will see a 1.1% rise in average fares from 2 January, 2016, the Rail Delivery Group (RDG) has announced.", "prediction": "Regir fares across Great Britain by up to 5-1 new figures show.", "rouge": {"rouge1": 16.216216216216218, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 87.15644836425781, "token_count": 15} +{"index": 10555, "reference": "Veterans will now be treated at Headley Court military rehabilitation unit as well as serving personnel, Defence Secretary Michael Fallon says.", "prediction": " frontline soldiers from Somerset are receiving amputation surgery to receive a experimental diagnosis at the club, Defence soldier Secretary Michael Fallon has said in the \" reputation, The,'s it from a it from it's's toll of.'s the's a", "rouge": {"rouge1": 15.873015873015875, "rouge2": 6.557377049180328, "rougeL": 15.873015873015875}, "nll_sum": 306.21978759765625, "token_count": 47} +{"index": 10556, "reference": "Oxford University is revealing the identities of more than 20 people whose portraits will be put on display to try to \"promote greater diversity\".", "prediction": "Oxford University is ofing a exhibition of its doors are are to be commemorated, mark the building's reputation, as a balletet's.'s from its reputation.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 207.54055786132812, "token_count": 34} +{"index": 10557, "reference": "Derbyshire captain Gary Wilson has said his side will be back in contention for T20 Finals Day next season after their quarter-final defeat to Hampshire.", "prediction": "Derbyshire head Mark Wilson is confident his team have pulled out of Friday's T20 Finals loss defeat at Birmingham's Finals Finals.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 4.25531914893617, "rougeL": 24.489795918367346}, "nll_sum": 133.73207092285156, "token_count": 27} +{"index": 10558, "reference": "Great Britain could have won another Olympic gold had the women's football team been allowed to compete, believes England head coach Mark Sampson.", "prediction": "England boss Kate Hodgson said his team would be \"happy and upset\"\" after four football teams were pulled out of the Rio Olympics and 2011.", "rouge": {"rouge1": 20.408163265306126, "rouge2": 4.25531914893617, "rougeL": 8.16326530612245}, "nll_sum": 132.41848754882812, "token_count": 28} +{"index": 10559, "reference": "The US National Society of Film Critics has named Spotlight the best film of 2015.", "prediction": "light light has won best drama and best of best. best film at last year in Golden Film Film Awards.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 6.0606060606060606, "rougeL": 17.142857142857142}, "nll_sum": 116.99691772460938, "token_count": 21} +{"index": 10560, "reference": "Poet Owen Sheers has won Wales Book of the Year at a ceremony in Caernarfon for his work about three young soldiers.", "prediction": "A second book about letters which has soldiers during Japanese territory, has won the Bafta, Wales awards ceremony.", "rouge": {"rouge1": 45.0, "rouge2": 5.263157894736842, "rougeL": 20.0}, "nll_sum": 128.92828369140625, "token_count": 22} +{"index": 10561, "reference": "England Lions batsmen Ben Duckett and Daniel Bell-Drummond could play for England within a year, according to former national coach Andy Flower.", "prediction": "England of cricket Andy Flower and Benett- Bell batsman Daniel Bell-Drummond hit centuries as Northants led their performances in their first Twenty20 competition.20", "rouge": {"rouge1": 29.166666666666668, "rouge2": 13.043478260869565, "rougeL": 20.833333333333332}, "nll_sum": 180.04046630859375, "token_count": 33} +{"index": 10562, "reference": "I have been collecting matchboxes seriously since 2012.", "prediction": "Five years ago, I is, and Daughter is is publishing an exhibition in India, writing the collection collection of Indian match financing in India.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 157.15261840820312, "token_count": 27} +{"index": 10563, "reference": "A number of Olympic athletes have been competing in Rio with large red circles on their skin - but what are they and why have they got them?", "prediction": " Olympians in Rio are getting a skin to help track people and find out the body inside the Olympic flame flame.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 121.39246368408203, "token_count": 22} +{"index": 10564, "reference": "Formula 1 boss Bernie Ecclestone says there is \"no reason\" why this weekend's Bahrain Grand Prix should not go ahead.", "prediction": "Formula 1ula Bernie Ecclestone has said Sunday Slam Bahrain Grand Prix can be because, and fears security is \" be a success\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.0, "rougeL": 28.57142857142857}, "nll_sum": 162.52423095703125, "token_count": 27} +{"index": 10565, "reference": "Downton Abbey star Michelle Dockery and actor Dominic West will star in a 30th anniversary revival of Les Liaisons Dangereuses at the Donmar Warehouse.", "prediction": "OscarPittwinning Galloway, will cast Les Dange Dreuses in an all-maker William Hunter at Shakespeare Theatre in London next year.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 185.9689178466797, "token_count": 28} +{"index": 10566, "reference": "Zamalek striker Basem Morsi has been excluded from Egypt's squad for the 2017 Africa Cup of Nations after falling out with the coaching staff.", "prediction": "Bad Ahly striker Mohamed Ess El Magary has been named in their 36-man squad for 2017 Africa Cup of Nations (truths) on 3 January, his first full first-man squad a from from a's.", "rouge": {"rouge1": 39.34426229508197, "rouge2": 20.33898305084746, "rougeL": 32.786885245901644}, "nll_sum": 258.0608825683594, "token_count": 44} +{"index": 10567, "reference": "Scottish band the BMX Bandits have been announced as one of the acts playing a new contemporary music stage at the Wickerman Festival.", "prediction": "Wigan band the criminalsike has announced as the new stage at this year Fermanerman Festival, which includes the double musician's reputation from a's. after a. from", "rouge": {"rouge1": 43.13725490196078, "rouge2": 12.244897959183673, "rougeL": 35.294117647058826}, "nll_sum": 226.3300323486328, "token_count": 34} +{"index": 10568, "reference": "A paramedic called to the scene of a gas blast that left a man dead has told an inquest he thought the devastation was the result of a plane crash.", "prediction": "A man whose home died in a suspected gas explosion believed it was probably ever seen before, an inquest died heard.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 113.54130554199219, "token_count": 22} +{"index": 10569, "reference": "The author of the Harry Potter books, JK Rowling, is celebrating her 50th birthday today.", "prediction": "As JK Rowling's 90th birthday, has celebrated the anniversary in her career.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 7.692307692307692, "rougeL": 28.571428571428577}, "nll_sum": 63.87238311767578, "token_count": 16} +{"index": 10570, "reference": "At least 400 people have been arrested in Venezuela after rioting and looting over food shortages.", "prediction": "Chashes broken out in several capital outside Venezuelan capital Car,acas the issue of foodised shortages.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 147.64447021484375, "token_count": 19} +{"index": 10571, "reference": "A letting agency has been paid more than \u00a35.5m in housing benefit after its owner set up a charity to help the homeless, the BBC has learned.", "prediction": "A letting agent unfairly set up to share benefit to homeless people is those are off for ex-offenders of London boroughs in the 1970s and show court documents they", "rouge": {"rouge1": 31.03448275862069, "rouge2": 7.142857142857142, "rougeL": 24.137931034482758}, "nll_sum": 182.97970581054688, "token_count": 33} +{"index": 10572, "reference": "Captain Greg Laidlaw says Scotland must be \"subtle and clever\" as well as match France physically if they are to secure a first win in Paris since 1999.", "prediction": " captain Greig Laidigin need to build \" physical\" aggressive\" they will France when they to overcome France in Paris in Paris on Saturday.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 4.166666666666666, "rougeL": 23.999999999999996}, "nll_sum": 180.25579833984375, "token_count": 29} +{"index": 10573, "reference": "In Australia, at least 18,000 same-sex couples are waiting for the law to change to allow them to get married, according to the University of Queensland.", "prediction": " same-sex couples are spend the same of same-sex couples on your traditional wedding couple.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 14.285714285714285, "rougeL": 27.27272727272727}, "nll_sum": 76.72061157226562, "token_count": 18} +{"index": 10574, "reference": "South Korean opposition lawmakers have ended a parliamentary filibuster that lasted 192 hours, which is believed to have set a new world record.", "prediction": "The South Korean members of the National Assembly have signed a new world record of first session, after a a record of for 57 72.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 17.391304347826086, "rougeL": 29.166666666666668}, "nll_sum": 128.80062866210938, "token_count": 26} +{"index": 10575, "reference": "The squad for the British and Irish Lions tour has been announced.", "prediction": "There's a street footlock about 40ft (mft5m) on track, and it looks like think about a foot amput down!!", "rouge": {"rouge1": 6.25, "rouge2": 0.0, "rougeL": 6.25}, "nll_sum": 167.157958984375, "token_count": 28} +{"index": 10576, "reference": "Babies born on the same day as the new prince are to receive a silver penny made by the Royal Mint.", "prediction": "The Royal Mint has struck back almost 1,1 coins on their children to mark the give birth give of a good gift of good luck.", "rouge": {"rouge1": 29.78723404255319, "rouge2": 8.88888888888889, "rougeL": 12.765957446808512}, "nll_sum": 152.36419677734375, "token_count": 27} +{"index": 10577, "reference": "A Japanese special envoy has met the South Korean president-elect in Seoul in a move aimed at helping soothe relations between the two countries.", "prediction": " Tokyo and Japan new government in a new efforts to boostising the bilateral ties after possible, with North Korea.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 117.24208068847656, "token_count": 21} +{"index": 10578, "reference": "Manchester United midfielder Michael Carrick may have suffered ankle ligament damage during England's 2-0 defeat in Spain, says Roy Hodgson.", "prediction": "England boss Roy Hodgson has said Michael Carick has suffered a ankle ankle suffered during the 4-1 Euro defeat by Atletico Madrid and his. an- again a's--p aPG in a- a's from aA", "rouge": {"rouge1": 33.898305084745765, "rouge2": 3.508771929824561, "rougeL": 20.338983050847457}, "nll_sum": 237.84255981445312, "token_count": 46} +{"index": 10579, "reference": "The inquest into the death of Alice Gross will examine whether failures by the government and police contributed to her death, a coroner has ruled.", "prediction": "The family of schoolgirl Alice Gross have asked to explain they will follow an inquest into whether her killer was allowed to to stay in the country.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 8.0, "rougeL": 26.923076923076923}, "nll_sum": 121.75764465332031, "token_count": 28} +{"index": 10580, "reference": "An MP who issued a social medial appeal after discovering a soft toy abandoned outside the House of Commons has reunited it with its young owner.", "prediction": "A woman whose baby was found with a stolen toy in after her mother's car was at Palace of Westminster was in discovered in Parliament of a, an MP the said 2011.", "rouge": {"rouge1": 33.89830508474576, "rouge2": 3.508771929824561, "rougeL": 16.94915254237288}, "nll_sum": 177.96707153320312, "token_count": 34} +{"index": 10581, "reference": "A US court has made a woman unlock her iPhone with her fingerprint.", "prediction": "A Ukrainian woman who arrested in Los on trying to put a iPhone reaching her data, a US law firm says \"acash\".\".", "rouge": {"rouge1": 34.28571428571428, "rouge2": 6.060606060606061, "rougeL": 22.857142857142858}, "nll_sum": 188.35263061523438, "token_count": 27} +{"index": 10582, "reference": "Celtic manager Ronny Deila says his side must beat Ajax on Thursday to keep their hopes of advancing to the Europa League knockout stage alive.", "prediction": "Manager Ronny Deila insists that Celtic can struggle for fear\" if Celtic to face champions Rosen Albania to their last 16 of Europa League Group match qualifier Thursday.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 11.76470588235294, "rougeL": 30.188679245283023}, "nll_sum": 197.34849548339844, "token_count": 31} +{"index": 10583, "reference": "Aberdeen defender Graeme Shinnie has signed a new contract which will keep him at Pittodrie until at least the summer of 2019.", "prediction": "Aberdeen left-back Graeme Shinnie has left Premiership side on a two-year contract.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.76470588235294, "rougeL": 33.33333333333333}, "nll_sum": 63.942596435546875, "token_count": 20} +{"index": 10584, "reference": "British WBA world bantamweight champion Jamie McDonnell will defend his title against Juan Alberto Rosas on 9 April.", "prediction": "Britain's Wigan Rosas McDonnell will make his first appearance since turning professional title as a fight fight the UK on 19 April50.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 5.128205128205128, "rougeL": 24.390243902439025}, "nll_sum": 157.84495544433594, "token_count": 26} +{"index": 10585, "reference": "Sometimes, the simplest explanation is the right one.", "prediction": "So so much, changed much, it has changed, and suddenly transformed it took office, what will mean!", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 120.90755462646484, "token_count": 21} +{"index": 10586, "reference": "The Liverpool Care Pathway, developed to support patients as they near death, should be phased out in England, an independent review is expected to say.", "prediction": "An independent review is under way to a controversialBeaten death is to be used, England, it has emerged.", "rouge": {"rouge1": 41.860465116279066, "rouge2": 14.634146341463413, "rougeL": 23.25581395348837}, "nll_sum": 123.60557556152344, "token_count": 22} +{"index": 10587, "reference": "A jury has heard how a \"vulnerable\" man died after a \"sustained attack\" with knives and scissors in his own home.", "prediction": "Four men have accused convicted of murdering of vulnerable man with a rolling pin and trying to trying him for drink.", "rouge": {"rouge1": 23.809523809523807, "rouge2": 5.000000000000001, "rougeL": 19.047619047619047}, "nll_sum": 114.36203002929688, "token_count": 21} +{"index": 10588, "reference": "Russian Roman Seleznev has been found guilty in the US of running a hacking scheme that stole $169m (\u00a3131m).", "prediction": "The Russian hacker, Alexander Z,nev, has found guilty of carrying out \u00a32 of3 million sold from a credit card firm that left thousands of of US businesses in", "rouge": {"rouge1": 41.66666666666667, "rouge2": 4.3478260869565215, "rougeL": 29.166666666666668}, "nll_sum": 188.88929748535156, "token_count": 34} +{"index": 10589, "reference": "A cat's death after being stabbed with a screwdriver has sparked an RSPCA appeal for information in Cambridgeshire.", "prediction": "A cat was stabbed to death after multiple times and times by two of its cats and its, police have said.", "rouge": {"rouge1": 25.0, "rouge2": 10.526315789473685, "rougeL": 20.0}, "nll_sum": 100.64157104492188, "token_count": 22} +{"index": 10590, "reference": "New Zealand's only resident pelican has been put down after living at Wellington Zoo for nearly 40 years.", "prediction": "An wild pelting at Wellington, who was in New Zealand, Australia has died at the age 75 93.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 11.428571428571429, "rougeL": 21.62162162162162}, "nll_sum": 115.13323974609375, "token_count": 21} +{"index": 10591, "reference": "Top A-level grades have increased for the first time in six years, as teenagers in England, Wales and Northern Ireland get their results.", "prediction": "Pupils have overtaken the same AS-level and A-level have fallen slightly in fourth in places receive places says the admissions service service Ucas.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 4.25531914893617, "rougeL": 20.408163265306126}, "nll_sum": 177.15676879882812, "token_count": 31} +{"index": 10592, "reference": "Parents are being urged to get their children vaccinated following an outbreak of measles at a nursery school in Port Talbot.", "prediction": "Two cases have been confirmed at a Welsh nursery nursery in a Port Talbotshire following an outbreak of measles.", "rouge": {"rouge1": 50.0, "rouge2": 26.31578947368421, "rougeL": 25.0}, "nll_sum": 89.99566650390625, "token_count": 21} +{"index": 10593, "reference": "Macedonian President Gjorge Ivanov has issued a pardon to all politicians embroiled in a big corruption scandal that sparked a major political crisis.", "prediction": "Macedonia's President Ir Ivanov, cancelled the appointment of his office from far-right government of recording of scandal \"fair\".", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 147.66427612304688, "token_count": 26} +{"index": 10594, "reference": "Commemorations of the 200th anniversary of the Battle of Waterloo concluded with a re-enactment of the moment news of the allied victory reached London.", "prediction": "The world cy hostel e, and will women been have established the streets a London to mark the 200th anniversary of. of, the Waterloo..", "rouge": {"rouge1": 44.89795918367347, "rouge2": 17.02127659574468, "rougeL": 24.489795918367346}, "nll_sum": 197.66259765625, "token_count": 29} +{"index": 10595, "reference": "The Russian state wanted former spy Alexander Litvinenko dead, the inquiry into his poisoning has been told.", "prediction": "Two Russian criminals, killing former Russian Alexander Litvinenko pilots they want to happened, a public inquiry has been told. a in the a referee, requiring,the they's a least from's's suspension crime.", "rouge": {"rouge1": 42.30769230769231, "rouge2": 12.0, "rougeL": 30.76923076923077}, "nll_sum": 272.85723876953125, "token_count": 42} +{"index": 10596, "reference": "Head teachers say it is \"disappointing\" that Chancellor Philip Hammond's Autumn Statement failed to address funding pressures faced by many schools and colleges across England.", "prediction": "Dramram budget in England have \"heat a breaking point\", according to Budget Philip Hammond, saying that extreme flu\" in England will schools.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 4.3478260869565215, "rougeL": 12.499999999999996}, "nll_sum": 181.64047241210938, "token_count": 28} +{"index": 10597, "reference": "Wales should put an end to the \"stigma\" children face for claiming free school meals, an assembly member claims.", "prediction": " AMs are calling for the public use of cashless payment payments some school school meals.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 6.25, "rougeL": 17.647058823529413}, "nll_sum": 94.29771423339844, "token_count": 17} +{"index": 10598, "reference": "The first human trial of a new type of HIV therapy suggests it could be a promising weapon in the fight against the virus.", "prediction": " a new experimental therapy for treatment, which could the fight against the battle against drugs, say UK scientists in Cardiff.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 19.04761904761905, "rougeL": 36.36363636363636}, "nll_sum": 105.02996826171875, "token_count": 22} +{"index": 10599, "reference": "A police force is being investigated after a prisoner had three fingers severed while in custody.", "prediction": "A prisoner was left in custody after being held for a toilet toilet after reportedly being pushed in by the police watchdog.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 11.11111111111111, "rougeL": 21.05263157894737}, "nll_sum": 99.09530639648438, "token_count": 22} +{"index": 10600, "reference": "Ivory Coast's economy is growing and the business environment has dramatically improved since the political crisis that hit the country following elections in 2010.", "prediction": "Ivory Coast is seven of countries from seven other countries and other emerging countries in the disputed regions and the African Republic (CF).", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 24.999999999999993}, "nll_sum": 129.911865234375, "token_count": 25} +{"index": 10601, "reference": "Bondz N'Gala has joined Dover, a week after a move to Gillingham fell through because of Fifa regulations.", "prediction": "Dover Athletic have signed Broadway Bondz N N'ala on- two-year deal for an undisclosed fee, believed by former Barnet club.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 5.128205128205128, "rougeL": 9.75609756097561}, "nll_sum": 175.38949584960938, "token_count": 29} +{"index": 10602, "reference": "Paul Hartley is adamant he wants to keep prolific striker Kane Hemmings at Dundee, but admits his goal-scoring exploits this season will attract interest from other clubs.", "prediction": "Dundee manager Paul Hartley is disappointed and disappointed fans after Harry Hemmings' injury-time goal helped the Scottish side earn a Premiership play-off place.", "rouge": {"rouge1": 22.64150943396226, "rouge2": 7.843137254901962, "rougeL": 18.86792452830189}, "nll_sum": 129.39053344726562, "token_count": 33} +{"index": 10603, "reference": "This year's Royal British Legion Poppy Appeal is calling on members of the public to recognise younger veterans and serving soldiers.", "prediction": "The Royal British Legion is been launched a target campaign on Remembrance - and young families - as well those as serving on a poppy rainbow families.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 8.88888888888889, "rougeL": 29.787234042553195}, "nll_sum": 169.2640380859375, "token_count": 28} +{"index": 10604, "reference": "Brian Graham's double helped Ross County end junior side Linlithgow Rose's brave Scottish Cup run.", "prediction": " Rose Graham scored a stoppage-time winner as Linlithgow in a Scottish Cup quarter quarterold and place and reach the quarter-finals of the Scottish Cup.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 133.24411010742188, "token_count": 33} +{"index": 10605, "reference": "The Conjuring 2 has topped the North American box office chart in its first week of release, breaking a recent slump in success for movie sequels.", "prediction": "Disney horror comedy film to held and bleach to the top of the North box office in 2014.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 9.523809523809526, "rougeL": 31.818181818181817}, "nll_sum": 100.86603546142578, "token_count": 18} +{"index": 10606, "reference": "Andrew Lloyd Webber has said ticket prices for West End shows are \"incredibly reasonable\" given the cost of bringing a production to the stage.", "prediction": "Andrew Lloyd Webber has said he is not disappointed about the cost of the West theatre, saying the cost of the production wage isn't isn't.", "rouge": {"rouge1": 43.13725490196078, "rouge2": 24.489795918367346, "rougeL": 39.21568627450981}, "nll_sum": 126.57302856445312, "token_count": 29} +{"index": 10607, "reference": "An Aberystwyth University student is creating an app to help people living or travelling in high risk areas.", "prediction": "Two UK researchers researcher has developed with new app to provide search, search and search and divers.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 6.0606060606060606, "rougeL": 11.428571428571429}, "nll_sum": 109.79364013671875, "token_count": 18} +{"index": 10608, "reference": "Fifties for Glamorgan debutant David Miller and captain Jacques Rudolph proved key as they beat Gloucestershire by 25 runs in Bristol.", "prediction": "Batsman David Miller hit a unbeaten 90-ball as Surrey helped Surrey to a comfortable 95-run to win over Glamorgan at Whitehall..", "rouge": {"rouge1": 22.727272727272723, "rouge2": 4.761904761904763, "rougeL": 18.18181818181818}, "nll_sum": 145.939453125, "token_count": 30} +{"index": 10609, "reference": "It's been a bit of an annus horribilis for the internet and all of us who frequent it.", "prediction": "'s's fixture list of the world, but then the world isn isn't be over, but I said I don't wasn hasn't done anything,. a has's a around's aCold's's. the's solve's a's", "rouge": {"rouge1": 13.114754098360656, "rouge2": 0.0, "rougeL": 9.836065573770492}, "nll_sum": 279.1824951171875, "token_count": 46} +{"index": 10610, "reference": "A 43-year-old man has been arrested over the death of a 67-year-old woman in south Wales.", "prediction": "A murder has been charged launched launch after a man was found with serious injuries.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 6.0606060606060606, "rougeL": 22.857142857142858}, "nll_sum": 75.47889709472656, "token_count": 15} +{"index": 10611, "reference": "Police in France have brought to an end two hostage stand-offs, killing three attackers.", "prediction": "France France has established the Paris deadly attacks on 19 November, attacks Paris attacks Paris and November.", "rouge": {"rouge1": 12.5, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 99.88691711425781, "token_count": 18} +{"index": 10612, "reference": "The Queen's husband Prince Philip will take part in his final public meeting before he officially retires from royal duties.", "prediction": " Philip Green has become to first head of the British Supreme Empire in British British history, has and become head of the UK The the Queen.", "rouge": {"rouge1": 17.02127659574468, "rouge2": 4.444444444444445, "rougeL": 8.51063829787234}, "nll_sum": 145.70346069335938, "token_count": 27} +{"index": 10613, "reference": "Six high rise blocks in Grimsby are to be demolished meaning hundreds of people will have to move home.", "prediction": "Residents living north London are being forced of a block in four buildings where flats will be reopening.", "rouge": {"rouge1": 32.43243243243243, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 99.52801513671875, "token_count": 19} +{"index": 10614, "reference": "A millionaire businessman whispered to a 999 operator that burglars were in his mansion, moments before he was shot through a locked door, a court heard.", "prediction": " masked masked gunman shot an locked gun into their masked home by three masked boulders before before a battle, his leg and leg, a court has heard. 2011 a 2011 again a 2011 again 2011 again have 2011 of again from's,-", "rouge": {"rouge1": 29.411764705882348, "rouge2": 3.0303030303030303, "rougeL": 14.705882352941174}, "nll_sum": 279.60894775390625, "token_count": 46} +{"index": 10615, "reference": "For the last few weeks, Taylor Swift's Shake it Off has been one of the most streamed tracks on Spotify in the UK.", "prediction": "For, first time, Taylor Swift has always always been a music in her music.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 5.555555555555555, "rougeL": 31.57894736842105}, "nll_sum": 74.6764907836914, "token_count": 16} +{"index": 10616, "reference": "Leading Formula 1 drivers have questioned the safety of the new Baku street circuit that will host Sunday's European Grand Prix.", "prediction": "Ferrari have accused championship of \"disaster crash for the Formula 1 record track, despite despite fears facing area is \"too little to a failure.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 13.043478260869565}, "nll_sum": 193.8651123046875, "token_count": 30} +{"index": 10617, "reference": "Delhi's chief minister has vowed to step up his virtually unprecedented street protest amid a row over who controls the city's police force.", "prediction": "India's chief minister has been blocked roads main the capital, Delhi, after dozens of of demanding protests.", "rouge": {"rouge1": 32.55813953488372, "rouge2": 14.634146341463413, "rougeL": 23.25581395348837}, "nll_sum": 104.8953628540039, "token_count": 20} +{"index": 10618, "reference": "Organised criminals are using apps and encrypted messaging to evade them, senior police officers believe.", "prediction": "Rival crime gangs are starting down a right to help tracking down their their data, BBC Scotland has learned.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 122.4072265625, "token_count": 21} +{"index": 10619, "reference": "Tickets for BBC Sports Personality of the Year 2015 in Belfast sold out in 35 minutes - the quickest sell-out since the show went on the road in 2006.", "prediction": "The number of tickets are be sold to BBC Sports Personality of the Year show was Belfast, celebrated \"one of the best yet yet\".", "rouge": {"rouge1": 45.28301886792453, "rouge2": 19.607843137254903, "rougeL": 33.9622641509434}, "nll_sum": 141.3134765625, "token_count": 26} +{"index": 10620, "reference": "Shamed cyclist Lance Armstrong believes the time is coming when he should be forgiven for doping and lying - and told the BBC he would probably do it again.", "prediction": "Lance Armstrong says he would never forget to again in cycling after doping allegations against him told was to cheat in 2008 was \"almost sensational\".", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.843137254901962, "rougeL": 18.86792452830189}, "nll_sum": 148.44192504882812, "token_count": 27} +{"index": 10621, "reference": "Wales boss Chris Coleman says Euro 2016 is \"not the end of the journey\" for his squad as they prepare to face Russia for a place in the last 16.", "prediction": "Manager Chris Coleman says Wales his team have in potential to reach the last of Euro 2016, B Group match against Group \" isnot good enough\".", "rouge": {"rouge1": 43.63636363636364, "rouge2": 15.09433962264151, "rougeL": 25.454545454545453}, "nll_sum": 167.29327392578125, "token_count": 28} +{"index": 10622, "reference": "John McGuinness, known as the \"Morecambe Missile\", has won 23 times at the famous Isle of Man TT motorbike races.", "prediction": "Formula 1 world champion John McGuinness will again in the Spanish Grand Prix again", "rouge": {"rouge1": 17.64705882352941, "rouge2": 6.25, "rougeL": 17.64705882352941}, "nll_sum": 71.72695922851562, "token_count": 15} +{"index": 10623, "reference": "Luke Wells has established himself in Sussex's County Championship side but is hungry for more.", "prediction": " Wells Wells says he would be better better to hit hit a half UFC runs this summer, and believes he hit 1000% than expected.", "rouge": {"rouge1": 5.0, "rouge2": 0.0, "rougeL": 5.0}, "nll_sum": 156.87832641601562, "token_count": 26} +{"index": 10624, "reference": "A large boulder which has sat in the middle of a road for decades is to stay where it is despite a car crashing into it, a council has said.", "prediction": "A stone stone that was cut off by a tinydown in a church ch crimeimes, after villagers and has been moved a a Bedford council.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 0.0, "rougeL": 21.81818181818182}, "nll_sum": 191.9943389892578, "token_count": 28} +{"index": 10625, "reference": "Disabled mugging victim Alan Barnes has been presented with more than \u00a3300,000, raised through online donations.", "prediction": "A appeal has been launched a of man and robbed pensioner Alan Barnes, who has raised about \u00a320000000,- taxi him.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 11.428571428571429, "rougeL": 21.62162162162162}, "nll_sum": 159.05145263671875, "token_count": 25} +{"index": 10626, "reference": "RBS may face full-year losses of up to \u00a38bn, after the bank said it needed another \u00a33.1bn for claims relating to the financial crisis.", "prediction": "Royal Bank of Scotland has set aside a further \u00a31.3bn to pay compensation over claims it sold about payment payment payment protection insurance (PPI).", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 122.96575164794922, "token_count": 30} +{"index": 10627, "reference": "One of the \"finest\" portraits of the Jacobean era has been bought so it can remain at its home in mid Wales.", "prediction": "A 17th Century painting, painted on a Pembrokeshire museum will be restored after a National Trust award \u00a322m.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 113.08615112304688, "token_count": 27} +{"index": 10628, "reference": "Bus services in Wales could be dramatically cut as a result of the UK government's spending review next month, it has been warned.", "prediction": " bus services across Wales are facing cuts of up to 40% of Welsh government of public cuts, the region's local authorities have said the the reputation's reputation, as a from from referee, English, Welsh- of.", "rouge": {"rouge1": 32.786885245901644, "rouge2": 6.779661016949152, "rougeL": 22.950819672131146}, "nll_sum": 231.00917053222656, "token_count": 43} +{"index": 10629, "reference": "Both defence lawyer Barry Roux and prosecutor Gerrie Nel have made a habit of setting \"homework\" for the witnesses they are cross-examining at the murder trail of South African athlete Oscar Pistorius.", "prediction": "A court South Africa that ruled that woman can't in court for four nling weekend after the judge accused him of \" a good fourling\".\".", "rouge": {"rouge1": 17.241379310344826, "rouge2": 0.0, "rougeL": 13.79310344827586}, "nll_sum": 196.77664184570312, "token_count": 30} +{"index": 10630, "reference": "Turkey has lifted a ban on policewomen wearing the Islamic headscarf.", "prediction": "Turkey has banned Muslim women wearing head ofves for the first time in almost 50 years. breaking it's from the same-dched flag, from political from,'s's, from, military local party's of.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 4.545454545454545, "rougeL": 21.73913043478261}, "nll_sum": 270.1648254394531, "token_count": 43} +{"index": 10631, "reference": "Intelligence agency GCHQ has accredited six UK universities to teach specialist master's degree courses to future internet security experts.", "prediction": " the UK spy agency, GCHQ, will be granted a middle degree at four universities, the government has announced. amid a aovers's. from a ballet's from a maximum what's from's of. from of's 2011", "rouge": {"rouge1": 24.137931034482758, "rouge2": 3.571428571428572, "rougeL": 13.793103448275861}, "nll_sum": 274.75323486328125, "token_count": 46} +{"index": 10632, "reference": "A man who admitted the \"vile murder\" of an 82-year-old woman in her Norwich home has been jailed for life, with an order to serve 25 years and six months.", "prediction": "A man who sexually assaulted his partner of 42 minutes in her home in Norwich has been jailed- fouranda-a-half years.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 19.23076923076923, "rougeL": 40.74074074074074}, "nll_sum": 115.93557739257812, "token_count": 26} +{"index": 10633, "reference": "At least two people have been killed and 18 injured in clashes overnight in the Lebanese capital Beirut.", "prediction": "At least eight soldiers have been killed in clashes between rival supporters and rebels and regional local mainstream provincial, officials say.", "rouge": {"rouge1": 41.02564102564102, "rouge2": 21.62162162162162, "rougeL": 35.8974358974359}, "nll_sum": 106.69947814941406, "token_count": 22} +{"index": 10634, "reference": "The family of a man who was punched in the face as a patient at a private hospital in Bristol is calling for the incident to be re-investigated.", "prediction": "A vulnerable disabled man was left teeth in the face by a nurse at Bristol hospital, it has it emerged.", "rouge": {"rouge1": 40.816326530612244, "rouge2": 8.51063829787234, "rougeL": 36.734693877551024}, "nll_sum": 105.02989196777344, "token_count": 21} +{"index": 10635, "reference": "Hibernian have completed the permanent signing of goalkeeper Ofir Marciano on a four-year contract.", "prediction": "Aberdeen goalkeeper Mariano Marciano has signed signing of Scottish Premiership champions Edinburgh on- two-year contract.", "rouge": {"rouge1": 45.16129032258064, "rouge2": 13.79310344827586, "rougeL": 32.25806451612903}, "nll_sum": 119.59950256347656, "token_count": 22} +{"index": 10636, "reference": "The legendary Canadian ice hockey player, Gordie Howe, has died at the age of 88, US media say.", "prediction": "Two-time Ryder Cup winner, best known - Grenie Howe, has died, aged 76. of Contest a York league side from's a from from a. as.'s. flagship from in as reputation as November.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 8.0, "rougeL": 19.23076923076923}, "nll_sum": 287.24609375, "token_count": 44} +{"index": 10637, "reference": "Board members at a UK-funded development agency made large expenses claims, including \u00a35,000 air tickets, the National Audit Office has revealed.", "prediction": "The UK nearly \u00a3700m of extra for a foreign projects was booked cancelled around in 2011, the National Audit Office (ONS) said.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 13.95348837209302, "rougeL": 22.222222222222225}, "nll_sum": 130.30450439453125, "token_count": 27} +{"index": 10638, "reference": "A terminally-ill cancer patient who was jailed for two robberies he did not commit is fighting for compensation a year after he was exonerated.", "prediction": "A pensioner who was jailed for running as an IRA and office a Birmingham hotel jail, the said he will continue to \" continue his grave\".", "rouge": {"rouge1": 28.000000000000004, "rouge2": 12.5, "rougeL": 28.000000000000004}, "nll_sum": 163.13096618652344, "token_count": 28} +{"index": 10639, "reference": "A referendum on UK membership of the European Union should not be held on the same day as the assembly elections in 2016, the Welsh government has said.", "prediction": "Prime Minister Theresa May is to cut to plans for an EU membership in an future referendum before May's assembly elections, BBC Wales in the Scottish's, solve,'s they's a from from what it's of's. from the's a", "rouge": {"rouge1": 25.000000000000007, "rouge2": 2.857142857142857, "rougeL": 13.88888888888889}, "nll_sum": 271.943115234375, "token_count": 47} +{"index": 10640, "reference": "Jack Marriott hit a second-half double as Peterborough continued their perfect League One start by beating Rotherham.", "prediction": "Jack 2008 grabbed a stunning hat-trick as Peterborough United and kept their League One play-off hopes alive with a comfortable victory over Rotherham.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 37.2093023255814}, "nll_sum": 109.96675109863281, "token_count": 31} +{"index": 10641, "reference": "Marussia's Jules Bianchi has faced \"a number of medical challenges\" after sustaining severe head injuries in a crash at the Japanese Grand Prix, his team and family said in a statement.", "prediction": " Formulaula driver Jules Maria, will not give him alive at the Italian Grand Prix, he will not give the same time in his life, his father says.", "rouge": {"rouge1": 23.72881355932203, "rouge2": 7.017543859649122, "rougeL": 20.338983050847457}, "nll_sum": 156.8848876953125, "token_count": 34} +{"index": 10642, "reference": "The legal services firm Axiom UK is to double its Belfast workforce in a \u00a39m investment.", "prediction": "A US-based legal company,anoair, is created 30 new new in office, Belfast, as part of an \u00a335mm investment.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 22.222222222222225}, "nll_sum": 158.62606811523438, "token_count": 28} +{"index": 10643, "reference": "Police have released recordings of a suspected burglar phoning for a taxi from the house he had just broken into.", "prediction": "A man used his mobile phone call from a man's office office after vehicles were stolen, what he thought was the subject of call calls police said.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 140.9789276123047, "token_count": 29} +{"index": 10644, "reference": "Keith Farmer followed up his double at Knockhill by winning the Supersport sprint race at Snetterton on Saturday.", "prediction": "Tim Farmerched his opening place in Sunday's first Supers race at the Britishbike season Northern Ireland. the for Paraly-A it again a-'s from's from's-A's a in from from Saturday's. from of", "rouge": {"rouge1": 17.543859649122805, "rouge2": 3.6363636363636362, "rougeL": 14.035087719298245}, "nll_sum": 311.4557189941406, "token_count": 46} +{"index": 10645, "reference": "Retail sales fell in May as shoppers began to feel the effect of higher inflation.", "prediction": "UK retail sales prices rose slightly slightly last month, according to official figures.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 7.692307692307692, "rougeL": 21.428571428571427}, "nll_sum": 58.73249053955078, "token_count": 14} +{"index": 10646, "reference": "The Gambia's decision to withdraw from the Commonwealth 48 years after joining is something to \"very much regret\", the UK Foreign Office has said.", "prediction": "The Gambia has pulled out of a remaining member of the 2014 Commonwealth the Commonwealth, the UK Foreign Office has confirmed, saying it will the state a age for its surprise from front-D, - in from British.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 20.0, "rougeL": 29.03225806451613}, "nll_sum": 223.0699462890625, "token_count": 43} +{"index": 10647, "reference": "A social worker who failed to make regular visits to convicted criminals with mental health problems has been struck off.", "prediction": "A social worker was cleared spying of support staff and disabled men who have have mental health visits.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 16.666666666666668, "rougeL": 31.57894736842105}, "nll_sum": 110.5805892944336, "token_count": 18} +{"index": 10648, "reference": "Britain will resist pressure from the European Union for a swift start to negotiations on its withdrawal from the bloc, Foreign Secretary Philip Hammond has indicated.", "prediction": "New Foreign Secretary Philip Hammond der said that the UK will possible ignore the Brexit process possible, following the vote on Britain's leave and leave the EU.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.538461538461538, "rougeL": 14.814814814814817}, "nll_sum": 134.03738403320312, "token_count": 29} +{"index": 10649, "reference": "The US justice department says federal agencies will have to obtain search warrants to use technology that tracks mobile phones under new guidance.", "prediction": "New US federal rules are rules track how mobile phones will have no be able to use, the California justice says.", "rouge": {"rouge1": 59.09090909090909, "rouge2": 14.285714285714283, "rougeL": 27.27272727272727}, "nll_sum": 128.8038330078125, "token_count": 22} +{"index": 10650, "reference": "Gambia's President Yahya Jammeh has suspended his campaign for Thursday's election as a mark of respect for Cuba's Fidel Castro.", "prediction": "Gambian President Yahya Jammeh, former Cuban President Raul Castro, has announced.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 12.500000000000004, "rougeL": 23.52941176470588}, "nll_sum": 57.040000915527344, "token_count": 19} +{"index": 10651, "reference": "A dog seized by Belfast City Council for \"looking like a pit bull\" has been reunited with his owners.", "prediction": "A injured Belfast dog which lost control of his own drugs test has won a legal battle with the city's owners urged him to come forward.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 0.0, "rougeL": 21.73913043478261}, "nll_sum": 128.05923461914062, "token_count": 27} +{"index": 10652, "reference": "Manchester City want to buy Everton defender John Stones, but would have to pay the Goodison Park club around \u00a350m for the England international.", "prediction": "Everton say they want to sell right-back John Stones at the full price in a deal that could see the club \u00a342m.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.888888888888888, "rougeL": 25.53191489361702}, "nll_sum": 92.04730224609375, "token_count": 27} +{"index": 10653, "reference": "Up to 3,500 people have been left without electricity in heavy storms in the Republic of Ireland.", "prediction": "Galess of up in 200,000 supplies have hit Northern hit Northern Ireland, with high winds reaching speeds of up to 90mph.", "rouge": {"rouge1": 30.0, "rouge2": 5.263157894736842, "rougeL": 15.0}, "nll_sum": 132.37814331054688, "token_count": 26} +{"index": 10654, "reference": "A 13-year-old girl died when she was struck by a lorry while walking along a street in south-west London.", "prediction": "An 18-year-old motorcyclist who died later after being hit by a lorry driver in south-west London in 2011 of reputation, as, as teenager, 36 from B's of in from years's from. aA", "rouge": {"rouge1": 33.898305084745765, "rouge2": 21.05263157894737, "rougeL": 33.898305084745765}, "nll_sum": 232.21383666992188, "token_count": 47} +{"index": 10655, "reference": "Two teenagers who died when two cars collided in the early hours of Saturday have been named by police.", "prediction": "Two men were killed to two men were hit by a car hit Sland-run in North Yorkshire.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 97.92802429199219, "token_count": 20} +{"index": 10656, "reference": "The man accused of murdering his ex-girlfriend whispered to a friend \"she'll pay for what she's done\" five days before she was killed, a court heard.", "prediction": "A man accused of murdering his ex-partner told a court she would and would her and told her would \"Islamic himself\", a court heard. 2011 \" solve \" a \"m again a from havepayment of fromold again's Broadway", "rouge": {"rouge1": 35.82089552238805, "rouge2": 21.53846153846154, "rougeL": 32.83582089552239}, "nll_sum": 291.580078125, "token_count": 47} +{"index": 10657, "reference": "Bristol City head coach Lee Johnson says his team's performance in Saturday's draw at United Newcastle proved their commitment to the club.", "prediction": "Newcastle head coach Lee Johnson said his players \"58 and together flying\" after his side beat Bristol, who missed out of the Championship struggle.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 25.0}, "nll_sum": 141.8163604736328, "token_count": 28} +{"index": 10658, "reference": "The \"ABBA\" format for penalty shootouts will be used in all English Football League competitions in 2017-18.", "prediction": "The English Football League is announcing a new system which get under way on Wednesday.", "rouge": {"rouge1": 24.24242424242424, "rouge2": 12.903225806451616, "rougeL": 24.24242424242424}, "nll_sum": 64.92570495605469, "token_count": 15} +{"index": 10659, "reference": "A charity volunteer who has clocked up 76 years of service is one of the UK's longest-serving poppy sellers.", "prediction": "A campaign has been launched to buy thousands of thousands of poppies, on the 75th anniversary of her husband in a war of war, has her her's the a from a. it A have Bristol of.", "rouge": {"rouge1": 24.137931034482758, "rouge2": 0.0, "rougeL": 20.689655172413794}, "nll_sum": 219.80548095703125, "token_count": 43} +{"index": 10660, "reference": "The inquest into the death of County Tyrone schoolgirl Arlene Arkinson has heard a chilling account of an assault by child killer Robert Howard.", "prediction": "A woman who says the woman was sexually and assaulted by the schoolgirl Arlene Arkinson has told the court she believed was wanted, and raped harassed by her for", "rouge": {"rouge1": 33.9622641509434, "rouge2": 15.686274509803921, "rougeL": 26.415094339622648}, "nll_sum": 164.7110595703125, "token_count": 32} +{"index": 10661, "reference": "Greek PM Alexis Tsipras is focused on completing a \u20ac86bn bailout deal agreed with the eurozone despite setbacks in a crucial vote to push through tough reforms, his spokesman has said.", "prediction": " when Prime Minister Alexis Tsipras has said his government will rely on financial intervention, after a vote of 100 of the parliament voted overwhelmingly.", "rouge": {"rouge1": 32.727272727272734, "rouge2": 7.547169811320756, "rougeL": 21.818181818181817}, "nll_sum": 97.34376525878906, "token_count": 27} +{"index": 10662, "reference": "There's a general election coming up on 8 June, when adults will vote to decide who will run the UK.", "prediction": "There will be a general election coming up on 8 May where adults will vote to vote to decide who who will run the UK.", "rouge": {"rouge1": 78.26086956521739, "rouge2": 68.18181818181817, "rougeL": 78.26086956521739}, "nll_sum": 88.81680297851562, "token_count": 25} +{"index": 10663, "reference": "Yorkshire have said they would be interested in hosting a day-night game in the County Championship in 2017.", "prediction": "Yorkshire have confirmed they are likely \" host a day-night Test match which will be held in West Indies as part of their tour.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 19.51219512195122, "rougeL": 37.2093023255814}, "nll_sum": 126.69900512695312, "token_count": 27} +{"index": 10664, "reference": "A Henry Moore sculpture which was the focus of a dispute when Tower Hamlets' former mayor wanted to sell it is to return to the capital after 20 years.", "prediction": "A sculpture based on the sculptor by sculptor Henry Moore is to be returned to London, according to the Tate Gallery in east London.", "rouge": {"rouge1": 41.50943396226415, "rouge2": 15.686274509803921, "rougeL": 30.18867924528302}, "nll_sum": 103.63765716552734, "token_count": 27} +{"index": 10665, "reference": "A Londonderry motoring offender has missed his court sentencing to go on a surprise Spanish holiday with his grandmother.", "prediction": "A County Londond man, has been ordered to pay his \u00a31000 and fine and fine driving while \"abza went went on holiday, a judge has said. a 2011 after a's againUkraine of's,'s from a", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 17.857142857142858}, "nll_sum": 311.16546630859375, "token_count": 46} +{"index": 10666, "reference": "The new Miss USA beauty pageant winner has sparked controversy by declaring that healthcare was a \"privilege\", not a right.", "prediction": " American American woman says she does not want to think healthcare should a government staff for emails, saying she is \"the right a right and right\".", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454545, "rougeL": 17.391304347826086}, "nll_sum": 151.8978729248047, "token_count": 28} +{"index": 10667, "reference": "YouTube has warned it will clamp down on users who buy 'fake views' to make their videos look more popular than they really are.", "prediction": " website website YouTube has launched a video content and people on YouTube saying that YouTube don't sell it.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 13.953488372093023}, "nll_sum": 93.48716735839844, "token_count": 19} +{"index": 10668, "reference": "China's first space station is expected to fall back to Earth in the second half of 2017, amid speculation authorities have lost control of it.", "prediction": " rocket rocket space laboratory built on China's its soil could lose and and to burn down, and \"Out down extreme\", a top space office says.", "rouge": {"rouge1": 15.384615384615385, "rouge2": 4.0, "rougeL": 11.538461538461538}, "nll_sum": 183.1519775390625, "token_count": 29} +{"index": 10669, "reference": "With a growing appetite for chicken in Africa, BBC Africa's Kim Chakanetsa investigates why the continent does not produce enough birds to feed itself.", "prediction": "If you ever doing a chicken where you are living in South Africa over the last few years,\" says the BBC's Kououadou.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 0.0, "rougeL": 24.999999999999993}, "nll_sum": 122.39918518066406, "token_count": 27} +{"index": 10670, "reference": "Prime Minister David Cameron's father Ian has died after suffering a stroke and heart complications while on holiday in France.", "prediction": "British Prime Minister David Cameron the father of the French president has at, age of 38, after he died of a brief battle with cancer.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 13.636363636363635, "rougeL": 34.78260869565217}, "nll_sum": 107.86042785644531, "token_count": 27} +{"index": 10671, "reference": "Syrian rebel fighters have agreed to leave their last enclave in the city of Homs, government officials say.", "prediction": "The Syrian government has ordered the evacuation of their eastern northern city of Homs, of an end to months.", "rouge": {"rouge1": 43.24324324324324, "rouge2": 11.428571428571429, "rougeL": 27.027027027027025}, "nll_sum": 85.91311645507812, "token_count": 20} +{"index": 10672, "reference": "Saracens director of rugby Mark McCall says his side can still improve despite securing back-to-back European titles.", "prediction": "Saracens director of rugby Mark McCall says their good form shape form European Champions Cup form has restoring a \"season of lows\".", "rouge": {"rouge1": 39.02439024390244, "rouge2": 30.769230769230766, "rougeL": 39.02439024390244}, "nll_sum": 154.8646240234375, "token_count": 27} +{"index": 10673, "reference": "A statue of former Test cricket umpire Dickie Bird has been elevated to stop people hanging rude items on his outstretched finger.", "prediction": " cricket cricket star Eddieie Bird said he would be \"absolutely delighted\" after people removed a sculpture of himself from falling from a huge Plaid.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 155.66749572753906, "token_count": 28} +{"index": 10674, "reference": "The price of everyday essentials such as food, drink and clothing would rise if the UK votes to leave the EU, former retail bosses have warned.", "prediction": " average average price household average could \"on a year worse off\" if to UK leave, the Leave campaign say", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 22.22222222222222}, "nll_sum": 122.52767181396484, "token_count": 21} +{"index": 10675, "reference": "Paul Scholes has come out of retirement after agreeing to play for Manchester United until the end of the season.", "prediction": "Paul Manchester United captain Paul Scholes has his left \"devastated\" of his career, described as \"a bit of a shock\".", "rouge": {"rouge1": 35.0, "rouge2": 15.789473684210526, "rougeL": 25.0}, "nll_sum": 102.2269515991211, "token_count": 27} +{"index": 10676, "reference": "One of Rio de Janeiro's most traditional samba schools, Mangueira, has won this year's Carnival.", "prediction": "The samba school in Rio de Janeiro celebrated its annual samba school in the city, the city celebrating one of the country's most dramatic carn parade for carnival. solve a- solve 2011 a in aA a's a's a", "rouge": {"rouge1": 37.93103448275862, "rouge2": 17.857142857142858, "rougeL": 24.137931034482758}, "nll_sum": 242.23272705078125, "token_count": 47} +{"index": 10677, "reference": "One of the leading lawyers in the renewable power sector has criticised the UK and Welsh governments for their approaches to green energy.", "prediction": "Wales green industry needs to be a serious impact the Welsh economy in the future, committee has been claimed.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 109.63075256347656, "token_count": 21} +{"index": 10678, "reference": "The price of diesel has fallen below petrol at some supermarkets for the first time in more than a decade, after the big chains announced price cuts.", "prediction": "The biggest UK have cut cut average petrol prices at least \u00a31 per litre per average - the highest on average for four years, new figures show. 2011 again solve the's-w's a in a from a's.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 0.0, "rougeL": 21.21212121212121}, "nll_sum": 244.7119140625, "token_count": 45} +{"index": 10679, "reference": "Donegal's Mark English won the 800 metres as Ireland finished eighth in League One of the European Team Championships in Finland.", "prediction": "Irishman Andrew Craig English, first won Ireland's first One One and Cup event event the World season inandasa, Sweden in the", "rouge": {"rouge1": 36.36363636363637, "rouge2": 0.0, "rougeL": 27.27272727272727}, "nll_sum": 182.2958984375, "token_count": 26} +{"index": 10680, "reference": "Former Labour leader Ed Miliband has issued a \"call to arms\", urging young people to register to vote in next month's EU referendum.", "prediction": " young young people want to the vote in the UK should be stay in the EU, Labour leader Ed Miliband has said. said in the a's, Glover,the's from a from, it's last of\"..", "rouge": {"rouge1": 42.62295081967213, "rouge2": 20.338983050847457, "rougeL": 22.950819672131146}, "nll_sum": 213.61073303222656, "token_count": 43} +{"index": 10681, "reference": "Labour has said it would give victims of sexual offences the right to challenge decisions by police not to prosecute suspects.", "prediction": "Rape victims who find legal cases against them and police will be dropped, England and Wales.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 87.06504821777344, "token_count": 18} +{"index": 10682, "reference": "For a Herefordshire potato farmer, William Chase is impressively savvy about the need for positive publicity, and the importance of telling a good story.", "prediction": "It looked like a once made a very different wish four years ago, butii Chase had never forget business.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 131.95045471191406, "token_count": 21} +{"index": 10683, "reference": "Syria says international accusations that it is delaying the destruction of its chemical weapons stockpile are \"absolutely unjustified\".", "prediction": "The Syrian government has defended its decision to hand some of its weapons from to Syria, in what it described as \"a serious business\".", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 89.85336303710938, "token_count": 26} +{"index": 10684, "reference": "A seven-year-old girl drowned at her best friend's birthday pool party while there was no lifeguard on duty, an inquest heard.", "prediction": "An inquest into a 13-year-old girl who died in a swimming pool there has said there was no lifeguards on on her and duty\".", "rouge": {"rouge1": 55.99999999999999, "rouge2": 29.166666666666668, "rougeL": 43.99999999999999}, "nll_sum": 113.99253845214844, "token_count": 29} +{"index": 10685, "reference": "Worcestershire's Brett D'Oliveira made his first hundred in over a year as he shared a 243-run opening stand with fellow centurion Daryl Mitchell against Derbyshire on day three at Derby.", "prediction": "Worcestershire's Brett's Brett D'Oliveira hit his maiden first-classclass bowling to help Derbyshire in a comfortable One-Day Cup against Durham at New Road.", "rouge": {"rouge1": 43.33333333333332, "rouge2": 13.793103448275861, "rougeL": 36.666666666666664}, "nll_sum": 177.56886291503906, "token_count": 39} +{"index": 10686, "reference": "India's dramatic move to scrap 500 ($7.60) and 1,000 rupee notes is poor economics, a leading economist says.", "prediction": "The the controversial ban on black notes but \" becompetisationised by the economy, the country's most powerful political a's warned and's. solve's 2011's solve's- 2011 the a ban from November's economy.", "rouge": {"rouge1": 13.793103448275861, "rouge2": 0.0, "rougeL": 10.344827586206897}, "nll_sum": 295.0343322753906, "token_count": 45} +{"index": 10687, "reference": "Bradford lost their record as the country's only unbeaten side in all competitions after going down to a very late goal at Oxford.", "prediction": "Oxford made it their home league league win of the season as they earned comfortable victory at the Kassam Kass Stadium to reach the play-finals of the season's a from George referee the a the from of national.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 15.625}, "nll_sum": 248.06195068359375, "token_count": 43} +{"index": 10688, "reference": "The government has turned down plans to build more than 500 homes near an East Yorkshire village.", "prediction": "Plans for a 3-home-home homes on a East Yorkshire village been Yorkshire rejected the", "rouge": {"rouge1": 36.36363636363636, "rouge2": 12.903225806451616, "rougeL": 30.303030303030305}, "nll_sum": 119.23638153076172, "token_count": 18} +{"index": 10689, "reference": "Wales coach Warren Gatland admitted he will find it hard to support Australia when they play England on Saturday.", "prediction": "Warren Gatland says it would be \"hardhard\" to beat in Test match New Zealand.", "rouge": {"rouge1": 24.242424242424242, "rouge2": 6.451612903225808, "rougeL": 24.242424242424242}, "nll_sum": 84.50033569335938, "token_count": 18} +{"index": 10690, "reference": "Tom Hiddleston has denied his romance with singer Taylor Swift is just for the cameras in his first comments on their widely reported relationship.", "prediction": "Australia winner Tom Hiddleston says he is finally involved with Taylor Swift, after the press reportedly appearing that he was watching a video music video.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 127.08866119384766, "token_count": 29} +{"index": 10691, "reference": "The state has a legal obligation to ensure inquests into some of the most controversial killings of the Troubles take place, Northern Ireland's most senior judge has said.", "prediction": "A British legal challenge can receive funding for a new inquestsests can be cases of the country's most senior inquiry inquiry (driverD) has said.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 15.384615384615383, "rougeL": 33.33333333333333}, "nll_sum": 177.87901306152344, "token_count": 30} +{"index": 10692, "reference": "Surrey wrapped up their first Championship win of 2016, beating Nottinghamshire by 228 runs.", "prediction": "Nottinghamshire found up eight more successive wickets to beat Surrey to complete a stunning first Championship win of the season-G a match in banned from-'s. from from-DA a ban from November by wins.", "rouge": {"rouge1": 36.0, "rouge2": 12.500000000000004, "rougeL": 24.0}, "nll_sum": 274.60919189453125, "token_count": 44} +{"index": 10693, "reference": "The last two journalists working in Fleet Street are leaving what was once seen as the centre of UK journalism.", "prediction": " the first street in Fleetwood is celebrating 50 years after one of the UK's best, the journalists, what some of a's \"the 100m\" - its referee for its first., or not of from.", "rouge": {"rouge1": 29.629629629629633, "rouge2": 0.0, "rougeL": 18.51851851851852}, "nll_sum": 244.6016082763672, "token_count": 42} +{"index": 10694, "reference": "A GP surgery in Dorset that was rated inadequate after inspectors found staff shortages put patients at risk has been taken out of special measures.", "prediction": " young young children surgery. which uses in a Leicestershire Hospital last year, he has been rated as \"inadequate\"..", "rouge": {"rouge1": 32.55813953488372, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 129.83790588378906, "token_count": 27} +{"index": 10695, "reference": "It's lunchtime, and some 40 or so university students gather for their weekly Managing Diversity in Asia lecture on the campus of the Singapore Management University (SMU).", "prediction": " red a, white neighbourhood of a halls in blackview, the closing door, and office, one cabin is holding on a grey lunar and red.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 0.0, "rougeL": 7.692307692307692}, "nll_sum": 191.12130737304688, "token_count": 29} +{"index": 10696, "reference": "Bayern Munich edged closer to a fourth successive Bundesliga title as they restored their eight-point lead with victory at Stuttgart.", "prediction": "Bayern Munich extended their unbeaten run to the Serie A and stay 11 points behind behind league champions Stuttgart.", "rouge": {"rouge1": 35.0, "rouge2": 5.2631578947368425, "rougeL": 30.0}, "nll_sum": 89.27902221679688, "token_count": 22} +{"index": 10697, "reference": "English duo Paul Casey and Tommy Fleetwood are in a four-way tie for the lead after two rounds of the US Open.", "prediction": "England's Paul Casey and Fleetwood both missed the missed chance to be cut by a lead at- US Open as they missed a halfway cut.", "rouge": {"rouge1": 36.73469387755102, "rouge2": 12.76595744680851, "rougeL": 32.6530612244898}, "nll_sum": 164.72604370117188, "token_count": 28} +{"index": 10698, "reference": "A council plans to employ its own staff to help young people with mental health problems.", "prediction": "A Berkshire council was launched an academy to train train staff and mental health patients a week in a bid to problem long- mental health problems.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 10.0, "rougeL": 38.0952380952381}, "nll_sum": 143.0511474609375, "token_count": 27} +{"index": 10699, "reference": "Specialist doctors are to join Wales Air Ambulance crews in north Wales for the first time in a bid to treat seriously injured patients faster.", "prediction": " a new air ambulance service will camp a new accident and emergency accident starts north Wales north.", "rouge": {"rouge1": 23.80952380952381, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 116.76557922363281, "token_count": 17} +{"index": 10700, "reference": "The husband of a British-Iranian charity worker jailed in Iran is \"terrified\" about the outcome of his wife's appeal, he has said.", "prediction": "A wife whose wife was jailed for a British woman in the UK for having sex with, her family says the outcome findings \"do know what happened to happened\".", "rouge": {"rouge1": 30.18867924528302, "rouge2": 7.8431372549019605, "rougeL": 18.867924528301888}, "nll_sum": 151.1712646484375, "token_count": 31} +{"index": 10701, "reference": "Lee Westwood takes his place in the field at the Open at Royal Troon having enjoyed a box seat at both of the first two majors in 2016.", "prediction": "Lee Westwood believes it is was \"the best and best\" the offer and was offered the best\".", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 99.65504455566406, "token_count": 20} +{"index": 10702, "reference": "England defender Alex Scott has signed a new contract with Arsenal Ladies.", "prediction": "Arsenal defender Alex Salmond has signed a new three-year contract with been Women Super Super League champions.", "rouge": {"rouge1": 60.0, "rouge2": 35.714285714285715, "rougeL": 53.333333333333336}, "nll_sum": 88.96855163574219, "token_count": 20} +{"index": 10703, "reference": "Badminton is one of five sports to lose all UK Sport funding for the 2020 Olympics in Tokyo - after Britain claimed a bronze in the sport in Rio.", "prediction": "Badmarn's teams will have missed out on Olympic and Paralympic Games in 2020 after UK Sport pulled out of a decision not to close the's's Rio fromA record-up- Rio in a four after.", "rouge": {"rouge1": 36.92307692307692, "rouge2": 3.1746031746031744, "rougeL": 18.46153846153846}, "nll_sum": 232.7767333984375, "token_count": 44} +{"index": 10704, "reference": "Egg-cellent news the first gentoo penguins chicks have arrived at Edinburgh zoo this year.", "prediction": "Two first gentoo penguins, plan to plan at zoo to zoo in Australia, after as their reputation for their from their's since their in a their a from's, from an from as a have's of. a from aA", "rouge": {"rouge1": 21.428571428571423, "rouge2": 7.407407407407408, "rougeL": 17.857142857142858}, "nll_sum": 274.4739685058594, "token_count": 47} +{"index": 10705, "reference": "A body has been found at a house on the Isle of Skye following a fire on Boxing Day.", "prediction": "The cause of a fire which out at a business premises in East Dunferhire is as suspicious.", "rouge": {"rouge1": 33.333333333333336, "rouge2": 11.76470588235294, "rougeL": 22.22222222222222}, "nll_sum": 118.5370101928711, "token_count": 19} +{"index": 10706, "reference": "A German holidaymaker has been fined \u00c2\u00a31,000 after causing a crash which killed a motorcyclist in Conwy county.", "prediction": "A lorry driver who survived a fatal crash in which a man and killed a Conwy hospital consultant died received a 10-year jail.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 4.878048780487805, "rougeL": 32.55813953488372}, "nll_sum": 123.9122314453125, "token_count": 27} +{"index": 10707, "reference": "Shares on Wall Street closed higher on Wednesday, recovering ground after a fall on Tuesday.", "prediction": "(Close): Wall Street ended higher lower on the day, ahead day of losses on Wall Street.", "rouge": {"rouge1": 38.70967741935484, "rouge2": 13.79310344827586, "rougeL": 32.25806451612903}, "nll_sum": 107.31100463867188, "token_count": 19} +{"index": 10708, "reference": "Blackpool have signed Bournemouth goalkeeper Ryan Allsop and midfielder Callum Cooke from Middlesbrough on season-long loans.", "prediction": "Blackpool have signed Sam Allsop, and England and Under-21s forward Ian 80 and Brighton Benoke, on loan until end. by season", "rouge": {"rouge1": 41.02564102564102, "rouge2": 16.216216216216214, "rougeL": 35.8974358974359}, "nll_sum": 175.23306274414062, "token_count": 30} +{"index": 10709, "reference": "Match reports from Saturday's Scottish Premiership and Championship games.", "prediction": "Read match reports from to the weekend of Scottish Premiership Championship and games.incial police and is still not2 as from balletee's a from a as. reports Saturday matches, as reports from from a a ballet's.'s a fromA", "rouge": {"rouge1": 39.21568627450981, "rouge2": 12.244897959183673, "rougeL": 27.45098039215686}, "nll_sum": 326.81610107421875, "token_count": 48} +{"index": 10710, "reference": "Tributes were paid to service personnel at hundreds of events around the UK on Armed Forces Day.", "prediction": "A day of religious is being held across the UK forces's Armed Forces Day. from it armed Saturday's decision from Cup-A from in since since from from a a from English from English has of from Wales.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 10.90909090909091, "rougeL": 21.052631578947366}, "nll_sum": 270.5047912597656, "token_count": 42} +{"index": 10711, "reference": "A chef is hoping he has cooked the world's biggest scotch egg - a whopping 11kg (24lbs) - which took three hours to deep fry.", "prediction": "A mannote set a new world record for be world's best sausage snack a build 10m-5m3267.8m).", "rouge": {"rouge1": 18.6046511627907, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 173.27597045898438, "token_count": 27} +{"index": 10712, "reference": "A former GP practice manager who stole nearly \u00a3250,000 from the surgery he managed has been jailed for two years and eight months.", "prediction": "A Lincolnshire GP who stole over \u00a375m in fees from staff, staff, been been ordered to pay out for five months. a's again's 2011 aA \u00a3-m aelt in a from's's.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 3.571428571428572, "rougeL": 27.586206896551722}, "nll_sum": 249.50331115722656, "token_count": 44} +{"index": 10713, "reference": "Championship strugglers Charlton Athletic have reappointed Jose Riga as head coach on an 18-month deal.", "prediction": "Charlton Athletic have appointed Jose Riga as their new assistant head coach on a two-and-a-half-year contract.", "rouge": {"rouge1": 50.0, "rouge2": 35.294117647058826, "rougeL": 50.0}, "nll_sum": 66.89306640625, "token_count": 26} +{"index": 10714, "reference": "He doesn't know what possessed him to visit the old Lockhart Hotel that day, but it was an experience John Hardie is never likely to forget.", "prediction": "\"I knows Hardiehart, or he could he will never heard.", "rouge": {"rouge1": 16.216216216216218, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 99.49031829833984, "token_count": 14} +{"index": 10715, "reference": "People in Jakarta have responded defiantly to the attacks in their city by posting the Indonesian phrase for \"We are not afraid\" on Twitter.", "prediction": "onesones Malaysians on Twitter, after showing violent gas bombs at the Eiffel Tower,el wake of Paris on a famous Eiffel Tower, have solve by a late-up from its in as years's.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 3.571428571428572, "rougeL": 6.896551724137931}, "nll_sum": 272.3296813964844, "token_count": 44} +{"index": 10716, "reference": "Forty jobs are being created in Kilrea, County Londonderry, and in Antrim town, by manufacturing company the Hutchinson Group.", "prediction": "The the worn, County Londond Hospital company has announced that it will create 40 jobs as part of a \u00c2\u00a335 programme.", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 157.14276123046875, "token_count": 27} +{"index": 10717, "reference": "A Native American tribe in the US state of South Dakota has said it plans to open what would be the first marijuana resort in the US.", "prediction": " American Native American tribal covers backing announced plans to sell up marijuana to a music and park in Cuba where it will use illegal marijuana in on public land.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 7.407407407407408, "rougeL": 21.42857142857143}, "nll_sum": 171.03970336914062, "token_count": 29} +{"index": 10718, "reference": "Conor McGregor says he will beat Floyd Mayweather Jr in two rounds after the use of 8oz gloves was approved for the contest in Las Vegas on 26 August.", "prediction": "oror McGregor says he has no way due to consider no lights gloves off in the aftermath in the mixed martial arts boxing cafes in second fight in Las Vegas.", "rouge": {"rouge1": 33.898305084745765, "rouge2": 14.035087719298248, "rougeL": 30.508474576271187}, "nll_sum": 181.606689453125, "token_count": 31} +{"index": 10719, "reference": "Five hundred homes could be built on allotments and green belt land next to the Leatherhead bypass in Surrey.", "prediction": "Campaigners are fighting opposed plans to sell and sell 200 homes, homes to about 600 homes the Surrey.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 114.90546417236328, "token_count": 20} +{"index": 10720, "reference": "Four Belfast Giants players have been included in the Great Britain squad for next month's Olympic pre-qualification tournament in Cortina, Italy.", "prediction": "Premier champions Belfast have added an of 29 players to Great Britain men's squad for the Champions League Champions semi-final- 11 February.", "rouge": {"rouge1": 38.297872340425535, "rouge2": 8.888888888888888, "rougeL": 25.53191489361702}, "nll_sum": 141.69100952148438, "token_count": 27} +{"index": 10721, "reference": "The owners of Bay TV, Liverpool's local television station, have insisted it will survive despite going into administration.", "prediction": "Broad TV presenter, who is on Freeview, Surrey and Cheshire, has been put the up for sale with nearly \u00a31m.", "rouge": {"rouge1": 10.256410256410255, "rouge2": 0.0, "rougeL": 5.128205128205128}, "nll_sum": 120.53897094726562, "token_count": 27} +{"index": 10722, "reference": "Togo honoured former coach Stephen Keshi, who died in June, by playing a tribute match on Sunday.", "prediction": "The winners Togo held in memory of national team Mike Keshi during Saturday's match at a stadium in's capital, Lille, on Saturday reign theana's best-based who died 40 in late from..", "rouge": {"rouge1": 30.76923076923077, "rouge2": 3.9999999999999996, "rougeL": 19.23076923076923}, "nll_sum": 280.4448547363281, "token_count": 43} +{"index": 10723, "reference": "Two off-duty police officers have arrested a man after a burglary at a shop in County Londonderry.", "prediction": "Two police officers have been arrested on suspicion of attempted murder after an robbery in Londonderry.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 12.5, "rougeL": 47.05882352941176}, "nll_sum": 50.16844940185547, "token_count": 19} +{"index": 10724, "reference": "A man who suffered \"numerous stab wounds\" in an attack in Salford is \"lucky to be alive\", police have said.", "prediction": "A man was stabbed in the neck and several times by a hospital in Salford, S police, have said, was in the same attack, police,000 they, from his.,. have. of.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 16.3265306122449, "rougeL": 35.29411764705882}, "nll_sum": 224.343505859375, "token_count": 42} +{"index": 10725, "reference": "Egyptian investigators say they have so far found no evidence that terrorism caused a Russian jet to crash in the Sinai in October, killing 224 people.", "prediction": "A Russian jet bomb that killed all 224 people in Egypt on Friday \"n was a possible terrorist attack, says the SNP says in the what report, Russia, after it \"the from from it\" was was of. from a from a", "rouge": {"rouge1": 32.83582089552239, "rouge2": 12.307692307692307, "rougeL": 17.910447761194032}, "nll_sum": 262.41552734375, "token_count": 47} +{"index": 10726, "reference": "Real Madrid have re-signed Juventus striker Alvaro Morata, exercising their buy-back clause.", "prediction": "Italyventus have signed strikervaro Morata from fellowletico champions Real Madrid on a five 2011year deal.", "rouge": {"rouge1": 34.48275862068965, "rouge2": 7.407407407407408, "rougeL": 20.689655172413797}, "nll_sum": 141.7169647216797, "token_count": 22} +{"index": 10727, "reference": "New research has highlighted security issues on four separate smart gadgets.", "prediction": " and bear that could devices, attackers, potentially could children vulnerable children's death by children, security researchers have found.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 6.666666666666667}, "nll_sum": 139.4457550048828, "token_count": 22} +{"index": 10728, "reference": "Former Congolese rebel leader Jean-Pierre Bemba has been found guilty of war crimes in a landmark trial at the International Criminal Court (ICC).", "prediction": "--Islamic Defence leader Jean-Pierreemba has of found guilty of war crimes the 2002 at the International Criminal Court (ICC).", "rouge": {"rouge1": 63.63636363636365, "rouge2": 47.61904761904761, "rougeL": 63.63636363636365}, "nll_sum": 154.09286499023438, "token_count": 26} +{"index": 10729, "reference": "Almost one year ago Malala Yousafzai was shot on her way home from school in Pakistan.", "prediction": "Pakistani schoolgirlgirl Malala Yousafzai has been telling how she run,\" how alive says she is celebrating her life. when a again 2011's again aA from-A aA in from India as'sA aA", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 275.12518310546875, "token_count": 47} +{"index": 10730, "reference": "Thousands of football fans turned out to watch Chelsea's victory parade following their Premier League victory.", "prediction": "Thousands of Chelsea fans taken to the streets of Chelsea Bridge to mark team as champions were crowned Premier League title.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.111111111111112, "rougeL": 36.84210526315789}, "nll_sum": 95.07659912109375, "token_count": 21} +{"index": 10731, "reference": "Lewis Hamilton kept his title hopes alive with a comfortable victory from Mercedes team-mate Nico Rosberg in the Mexican Grand Prix.", "prediction": "Nico Rosberg clinised a in dramatic crash at the Canadian Grand Prix with victory teammatemate Lewis Hamilton in a title race.", "rouge": {"rouge1": 55.81395348837208, "rouge2": 14.634146341463413, "rougeL": 27.90697674418604}, "nll_sum": 156.17129516601562, "token_count": 26} +{"index": 10732, "reference": "Arguments over Brexit have been raging in Parliament and the country since June's Leave vote and this week they move to the High Court.", "prediction": "The battle over the Brexit case that it will mean - or battles - or change again - but it means mean the office of of box it?", "rouge": {"rouge1": 16.0, "rouge2": 0.0, "rougeL": 12.0}, "nll_sum": 179.894775390625, "token_count": 28} +{"index": 10733, "reference": "When workers at the Seachill fish factory in Grimsby first heard about George Osborne's National Living Wage they were very happy.", "prediction": "\"I have meet at full-timeold staff and I haven't expecting the change.", "rouge": {"rouge1": 11.11111111111111, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 92.89480590820312, "token_count": 17} +{"index": 10734, "reference": "Russia's opposition leader Alexei Navalny has been sentenced to 30 days' administrative arrest for repeatedly violating the law on staging rallies.", "prediction": "More than 10,000 people, including former Russian opposition leader Alexei Navalny, who attended a anti rally in the Russian capital, St Petersburg,'s it the from Russia's- from a huge in a his as.", "rouge": {"rouge1": 27.586206896551722, "rouge2": 14.285714285714285, "rougeL": 17.24137931034483}, "nll_sum": 205.4974365234375, "token_count": 44} +{"index": 10735, "reference": "Recruitment giant Hays has said the UK job market weakened \"significantly\" around the time of the EU referendum, but it is too early to judge the long-term impact of the vote.", "prediction": "Haysays has reported a rise in profits and profits \"saved\" the Brexit vote and uncertainty fears of \" uncertainty\" in the housing market\".", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 185.16629028320312, "token_count": 29} +{"index": 10736, "reference": "The latest version of the default web browser on Samsung's Android phones will allow users to install ad-blocker extensions.", "prediction": " owners's to who use Samsung internet and ad-blockers will soon soon be able to get content to growth, the advertising industry told the BBC.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 4.444444444444445, "rougeL": 17.02127659574468}, "nll_sum": 133.76284790039062, "token_count": 29} +{"index": 10737, "reference": "US consumer confidence fell sharply this month, a closely-watched report has suggested.", "prediction": "US consumer sales fell slightly slightly in August growth, by helped by strong sales of drum, products.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 7.142857142857144, "rougeL": 20.000000000000004}, "nll_sum": 115.17109680175781, "token_count": 19} +{"index": 10738, "reference": "Two brothers who tortured two other children in South Yorkshire have been granted lifelong anonymity.", "prediction": "Two brothers whose were convicted of sexually abusing young boys in a heart attack and sexually them with foster families their been granted sentences - and it the a. \u00a3b's ban from a - it's fromterrorist of.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 8.0, "rougeL": 19.23076923076923}, "nll_sum": 276.343017578125, "token_count": 43} +{"index": 10739, "reference": "More than 400 people have been arrested for domestic abuse offences ahead of the Euro 2016 tournament.", "prediction": "More than 150 call have been made by domestic police following a violence incidents during the past Eurobledon tournaments thembudsman. 2011 30 and 30 the from. from's,, a penalty, from a's from's of.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 7.8431372549019605, "rougeL": 26.41509433962264}, "nll_sum": 287.32568359375, "token_count": 44} +{"index": 10740, "reference": "Employees in Wales could save up to \u00a31,000 a year by not driving to work, a charity has claimed.", "prediction": "L cycling in Wales could getting losing some of their staff to take over public transport, the Welsh Government was awarded \u00a32.8m in in funding.", "rouge": {"rouge1": 17.391304347826086, "rouge2": 9.09090909090909, "rougeL": 17.391304347826086}, "nll_sum": 138.4205322265625, "token_count": 30} +{"index": 10741, "reference": "Five men have been charged after raids by police investigating child sexual exploitation in Oxford.", "prediction": "Five men have been charged with drugs offences as part of a probe into corruption. Oxford a which led to man's struggle over- with a in from a Green's.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 18.181818181818183, "rougeL": 26.086956521739136}, "nll_sum": 168.60595703125, "token_count": 33} +{"index": 10742, "reference": "Derby County boss Nigel Pearson says injury may force Jacob Butterfield and Marcus Olsson to miss Saturday's season opening game against Brighton.", "prediction": "Derby County boss Tony Pearson would \"fully fit\" striker Jacob Ol soon and return soon from training following a fresh start-long head battle.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 8.888888888888888, "rougeL": 25.53191489361702}, "nll_sum": 196.2306671142578, "token_count": 28} +{"index": 10743, "reference": "Great Britain's number two Kyle Edmund will take on Serbia's Janko Tipsarevic in the opening match of their Davis Cup quarter-final in Belgrade on Friday.", "prediction": "British world number two Edmund is one of the players who will offer offered Great Britain's Davis Davis Cup match against Belgium and Canada in Australia on Friday.", "rouge": {"rouge1": 52.63157894736843, "rouge2": 18.181818181818183, "rougeL": 35.08771929824561}, "nll_sum": 143.51068115234375, "token_count": 29} +{"index": 10744, "reference": "Sam Tomkins says he is still open to a return to Wigan Warriors in the future.", "prediction": "Sam Tomkins says it would be \"very possible\" for Wigan return to the Super League club when he leaves the Zealand Sharks.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 16.666666666666664, "rougeL": 31.57894736842105}, "nll_sum": 111.7273941040039, "token_count": 26} +{"index": 10745, "reference": "Wigan demolished Salford to keep their Super League top four hopes alive and build momentum going into the Challenge Cup final against Hull FC on 26 August.", "prediction": "Wigan held on a stunning first-time by Salford kept keep alive their Super League hopes hopes alive and hopes beat play-off hopuls Red Devils.", "rouge": {"rouge1": 37.73584905660377, "rouge2": 15.686274509803921, "rougeL": 33.9622641509434}, "nll_sum": 192.56185913085938, "token_count": 32} +{"index": 10746, "reference": "The teacher who quit her job at a north Belfast school after being targeted by online sectarian abuse has spoken publicly for the first time.", "prediction": "A teacher who was expelled from a school after a Sinn F\u00e9in leader Gerry Adams, said she expressed her frustration at sending a message of her school.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.843137254901962, "rougeL": 22.64150943396226}, "nll_sum": 123.38307189941406, "token_count": 30} +{"index": 10747, "reference": "Geologists have discovered the secret that gives dramatic natural sandstone monuments their shape: gravity.", "prediction": "Scientists have found the rock of a field in a quarry by a Czech Czech Republic.", "rouge": {"rouge1": 13.333333333333334, "rouge2": 0.0, "rougeL": 13.333333333333334}, "nll_sum": 79.84278869628906, "token_count": 16} +{"index": 10748, "reference": "Storm Abigail, the first storm to be officially named by the Met Office, is set to bring winds of up to 80mph to parts of Scotland later this week.", "prediction": "The Met Office has warned that high waves and high winds force could bringing the week, reaching speeds of up to 90mph in western Scotland.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 15.384615384615383, "rougeL": 29.629629629629633}, "nll_sum": 145.03228759765625, "token_count": 27} +{"index": 10749, "reference": "Whole brain radiotherapy is of no benefit to people with lung cancer which has spread to the brain, says research in the Lancet.", "prediction": "A brain brain cosmetic brain radiotherapy is not a basic form of lung cancer during disease 1980s, research suggests in The Lancet in the 2011's, 2011, from they be from- again aA in a from again's again a an", "rouge": {"rouge1": 37.5, "rouge2": 16.129032258064516, "rougeL": 31.25}, "nll_sum": 286.07025146484375, "token_count": 47} +{"index": 10750, "reference": "Chelsea midfielder N'Golo Kante has been chosen as the Football Writers' Association Footballer of the Year.", "prediction": "Gante'Goloolo Kante joined new champions of Premier League champions, with his opening hat-tr as Chelsea champions were reigning League champions to. Premier League on Saturday", "rouge": {"rouge1": 18.18181818181818, "rouge2": 0.0, "rougeL": 9.09090909090909}, "nll_sum": 226.3185577392578, "token_count": 35} +{"index": 10751, "reference": "Josh Taylor wants a Scottish super-fight against Ricky Burns at Edinburgh Castle - but not quite yet.", "prediction": "Scotland's Taylor Taylor says he be prepared to fight in a world title and IBF world featherweight champion Ricky Burns to \"b 100 a referee 100 a it, from a, reputation\" from's. ballet a. a from of emerged", "rouge": {"rouge1": 17.543859649122805, "rouge2": 3.6363636363636367, "rougeL": 14.035087719298245}, "nll_sum": 284.8595886230469, "token_count": 47} +{"index": 10752, "reference": "Aberdeen have completed the signing of Preston North End striker Stevie May on a four-year deal.", "prediction": "Aberdeen have made a second to bid for young forward Stevie May from Championship side Preston North End.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 24.242424242424242, "rougeL": 28.571428571428577}, "nll_sum": 79.338623046875, "token_count": 21} +{"index": 10753, "reference": "Hundreds of people have reportedly been fleeing a town in eastern Saudi Arabia after weeks of clashes between the security forces and armed men.", "prediction": "Protesters have killed in a Saudi-led town part of Saudi Arabia's eastern North Eastern Province say activists say.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 4.761904761904763, "rougeL": 22.727272727272727}, "nll_sum": 118.11698913574219, "token_count": 22} +{"index": 10754, "reference": "Turkey has bombarded so-called Islamic State (IS) targets across the border in northern Syria ahead of an expected ground attack on an IS-held town.", "prediction": "More than 1,500 Islamic State (IS) players have been taken into control of northern territory, are among Turkish rebel members in northern Syria and Syria, officials say.", "rouge": {"rouge1": 25.92592592592593, "rouge2": 15.384615384615383, "rougeL": 22.222222222222225}, "nll_sum": 121.89688873291016, "token_count": 33} +{"index": 10755, "reference": "New Scottish Labour leader Kezia Dugdale has promised she will decide the future direction of the party in Scotland.", "prediction": "Scottish Labour leader Kezia Dugdale said she received an apology from MSP that the supporters of the people to vote in Scotland's general election.", "rouge": {"rouge1": 50.0, "rouge2": 28.571428571428577, "rougeL": 50.0}, "nll_sum": 97.72514343261719, "token_count": 30} +{"index": 10756, "reference": "The last of five gold artefacts hidden in Scunthorpe as part of an artistic treasure hunt has been discovered.", "prediction": "A woman whose hand was one of fivefacts hidden in a car park has revealed five new-year pieces of work for a popular art art exhibition.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454546, "rougeL": 17.391304347826086}, "nll_sum": 148.21347045898438, "token_count": 29} +{"index": 10757, "reference": "The family of a soldier found dead at Deepcut Barracks has urged a coroner to let her body be exhumed so a \"full inquiry\" can be held into her death.", "prediction": "An inquest into the death of an young soldier soldier found dead at Deepcut base in Surrey will Surrey and to be ex inducted for and medical.", "rouge": {"rouge1": 38.59649122807017, "rouge2": 14.545454545454547, "rougeL": 31.57894736842105}, "nll_sum": 182.16720581054688, "token_count": 29} +{"index": 10758, "reference": "Hundreds of people have paid their respects to schoolgirl Paige Doherty by walking through the streets of her home town wearing pink.", "prediction": "A man has appeared in court charged with murdering teenager Paige Barbs, whose body was found at a river area almost a year ago.", "rouge": {"rouge1": 4.3478260869565215, "rouge2": 0.0, "rougeL": 4.3478260869565215}, "nll_sum": 93.54195404052734, "token_count": 26} +{"index": 10759, "reference": "Rescues of a fallen horse rider, someone trapped in a gorge and a man stuck in mud are among the first missions completed by a new helicopter unit.", "prediction": "A new air pollution tank, and air base in north Wales and north Wales, is a training specialist of about 200km (39m).", "rouge": {"rouge1": 23.999999999999996, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 147.83380126953125, "token_count": 27} +{"index": 10760, "reference": "Sport Ireland chief John Treacy has warned Irish amateur boxing bosses that their funding is at risk following the latest row within the sport.", "prediction": "Sport Ireland chief executive De Treacy says there must clarity about the sport' governing body, after a struggle over a split in its future is running.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 12.499999999999996, "rougeL": 24.000000000000004}, "nll_sum": 149.33921813964844, "token_count": 29} +{"index": 10761, "reference": "The daughter of David Haines, who was killed by Islamist militants, has said the Islamic State (IS) group should be \"eradicated\".", "prediction": "The mother of a Scottish man killed in battle by so-called Islamic State group has said her father is \"irazing to try try and force\".", "rouge": {"rouge1": 42.553191489361694, "rouge2": 8.88888888888889, "rougeL": 29.78723404255319}, "nll_sum": 130.18911743164062, "token_count": 29} +{"index": 10762, "reference": "Jonathan Trott made his third One-Day Cup century in four innings as Warwickshire reached the semi-finals with a 70-run home win over Essex.", "prediction": "Jonathan Trott made his return to One One for Warwickshire to an eight-wicket win over Essex in a rain rain at Edgbaston.", "rouge": {"rouge1": 44.89795918367348, "rouge2": 21.276595744680854, "rougeL": 36.73469387755102}, "nll_sum": 132.83419799804688, "token_count": 31} +{"index": 10763, "reference": "Haiti faces a power vacuum after parliament allowed the mandate of interim President Jocelerme Privert to lapse with still no solution to the country's political crisis.", "prediction": " of US Senate Speaker has called for delayed elections to be held on hold the month since long-Gafthan Pri course elected elected as president.", "rouge": {"rouge1": 15.384615384615383, "rouge2": 0.0, "rougeL": 11.538461538461538}, "nll_sum": 190.181884765625, "token_count": 28} +{"index": 10764, "reference": "The flight data recorder from the EgyptAir plane that crashed in the Mediterranean Sea last month has been retrieved, Egyptian investigators say.", "prediction": "The record trackers from Egypt Egypt plane crash crash has been found to pieces of crews, the investigation investigators say.", "rouge": {"rouge1": 47.61904761904761, "rouge2": 10.0, "rougeL": 42.85714285714286}, "nll_sum": 129.35653686523438, "token_count": 22} +{"index": 10765, "reference": "Extremism is contributing to and exploiting mass migration, the home secretary has warned.", "prediction": "The prime minister has said the UK will not tackle the \"estest\" threat to, prime minister.", "rouge": {"rouge1": 20.689655172413794, "rouge2": 0.0, "rougeL": 13.793103448275861}, "nll_sum": 94.29035949707031, "token_count": 20} +{"index": 10766, "reference": "Fees for those bringing employment tribunal claims have been ruled unlawful, and the government will now have to repay up to \u00a332m to claimants.", "prediction": "Campaigners in Northern Ireland have to pay \u00a31,700 in damages award to women, as part of a Supreme ruling over a civil rights ruling.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 4.25531914893617, "rougeL": 12.244897959183673}, "nll_sum": 118.9280014038086, "token_count": 29} +{"index": 10767, "reference": "The story of an Iranian goalkeeper suspended for, reportedly, wearing trousers with a motif similar to the cartoon character SpongeBob SquarePants raised eyebrows around the world - but the case highlights some of the tensions at play in the country.", "prediction": "Iranian social battle has causedian after a young goalkeeper goalkeeper had his trousers abandoned, because because he was too politically, it's been a stopp it's theolve it!", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 231.18484497070312, "token_count": 34} +{"index": 10768, "reference": "Lindsey Vonn claimed her second win in two days at the Alpine Skiing World Cup event in Austria with victory in the super-G event.", "prediction": " Frenchose different Lindsey Vonn completed her first World Cup World downhill struggle with a victory over long-time world champion Michael Michael H from France, Iceland Germany", "rouge": {"rouge1": 26.923076923076923, "rouge2": 8.0, "rougeL": 26.923076923076923}, "nll_sum": 180.59957885742188, "token_count": 30} +{"index": 10769, "reference": "A fire service has issued a warning after two rideables - also known as 'hoverboards' - burst into flames.", "prediction": "Fire bosses in London are being urged people to ride dropped-made devices after devices found, starting fire.", "rouge": {"rouge1": 11.428571428571429, "rouge2": 0.0, "rougeL": 11.428571428571429}, "nll_sum": 134.3712158203125, "token_count": 20} +{"index": 10770, "reference": "The World Twenty20 starts in India on Tuesday, with Scotland and Ireland among eight teams aiming to qualify for the main stage of the competition.", "prediction": "England and Ireland will begin the defence of their first Women's Super League competition in August, as Inzz-allul-Haq began.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 4.444444444444445, "rougeL": 21.276595744680854}, "nll_sum": 130.16102600097656, "token_count": 28} +{"index": 10771, "reference": "The FA Cup semi-final between Chelsea and Tottenham at Wembley Stadium will be broadcast live on BBC One.", "prediction": "Tottenham Hots's progress the top semi-finals- Chelsea FA Cup semifinal live, live live.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 120.790771484375, "token_count": 20} +{"index": 10772, "reference": "A newlywed celebrating his honeymoon plunged headfirst through a guest house balcony which had rotted, a court has heard.", "prediction": "A hotelier who fell to pay \u00a350,000 to a broken surgeon, who both of leg, while living in a guest house have been fined.", "rouge": {"rouge1": 22.727272727272727, "rouge2": 9.523809523809526, "rougeL": 18.18181818181818}, "nll_sum": 151.6240997314453, "token_count": 30} +{"index": 10773, "reference": "\"Britain has done appallingly badly at vocational education for many years,\" says Sir Vince Cable, former business secretary, as Theresa May's industrial strategy promises to regenerate technical training and tackle the skills shortage.", "prediction": "The former chief executive, Sir Cable, says he plans to build more plans to operate, the, or university.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 111.7193603515625, "token_count": 22} +{"index": 10774, "reference": "A Derby swimming pool threatened with closure is to remain open for another year, council bosses have confirmed.", "prediction": "Campaigners hoping save a a children's swimming pool have said they will close and close. a an's a's- to and by the \"'s a\". a- a toold after they were been of Christmas.", "rouge": {"rouge1": 18.51851851851852, "rouge2": 3.8461538461538463, "rougeL": 14.814814814814813}, "nll_sum": 246.72825622558594, "token_count": 43} +{"index": 10775, "reference": "The family of a murdered Belfast man say they feel let down by the judicial system after news that his killer is being prepared for release from jail.", "prediction": "A man who was jailed life for murdering a man by stabbing him \"a back of the community\" and will not be a temporary jailing scheme.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 25.92592592592593}, "nll_sum": 131.252685546875, "token_count": 29} +{"index": 10776, "reference": "Global drinks company Diageo has released full-year trading figures showing comparable sales remained flat for a second year.", "prediction": "Drage giant Diageo has reported a% rise in pre-tax profits for last year and helped by sales revenue by byStrong whisky sales.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 152.35971069335938, "token_count": 29} +{"index": 10777, "reference": "A petition calling for residents of the Chagos Islands to be allowed to return to their Indian Ocean homeland has been handed in to Downing Street.", "prediction": "More than 1,000 signed a petition calling for 10 Chagos residents from the Indian Ocean is to be extradite return to return UK.", "rouge": {"rouge1": 52.0, "rouge2": 29.166666666666668, "rougeL": 40.0}, "nll_sum": 136.3978729248047, "token_count": 27} +{"index": 10778, "reference": "Golden Globe nominated actor Casey Affleck says that he \"got lucky\" to get his part in drama Manchester by the Sea - after replacing his friend Matt Damon at the last minute.", "prediction": " Affleckleck says he would said \"would would do anything again\" to signing his new film, instead of instead male actors in his own role.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 0.0, "rougeL": 21.818181818181817}, "nll_sum": 149.31539916992188, "token_count": 29} +{"index": 10779, "reference": "Somali pirates who hijacked an oil tanker have released it without condition, according to officials.", "prediction": "The hij tanker which has off held off a Somalia's coast has been released without a ransom, border officials say.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 0.0, "rougeL": 22.22222222222222}, "nll_sum": 118.62487030029297, "token_count": 22} +{"index": 10780, "reference": "A judge in the case of a five-year-old Christian girl who was placed with a Muslim foster family has ruled she should live with her grandmother.", "prediction": "A north London council is investigating reports of reports that a group of foster children from a fosterr or and a couple not not speak English or English.", "rouge": {"rouge1": 17.857142857142858, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 143.989013671875, "token_count": 29} +{"index": 10781, "reference": "An arson attack on the site of the new Museum of Free Derry shows \"total disrespect\" for victims, a Bloody Sunday relative has said.", "prediction": "An attack at the damaged building project in Glenfada Park, in County Fermanagh, may been been damaged in a suspected suspected arson attack.", "rouge": {"rouge1": 21.27659574468085, "rouge2": 4.444444444444444, "rougeL": 17.02127659574468}, "nll_sum": 156.63674926757812, "token_count": 29} +{"index": 10782, "reference": "Traffic restrictions previously deemed \"unenforceable\" have been reintroduced on a city centre street.", "prediction": "Drivers in York are to be able to into a high street - the first two weeks of the operation was introduced to a and from the a street-g scheme to be from from-yearb offences of.", "rouge": {"rouge1": 8.0, "rouge2": 0.0, "rougeL": 8.0}, "nll_sum": 242.11978149414062, "token_count": 42} +{"index": 10783, "reference": "BMW's first quarter profits rose more than expected after the value of its stake in the mapping service Here was boosted by an investment by Intel.", "prediction": "BMW has reported a 40% rise in its 40% stake of of its stake in electric carmaker Is. in a basedOffar's- \"over it's'smakerb from it's's of. from of's a", "rouge": {"rouge1": 19.35483870967742, "rouge2": 10.000000000000002, "rougeL": 16.129032258064516}, "nll_sum": 297.08428955078125, "token_count": 47} +{"index": 10784, "reference": "Women who look on the bright side of life cut their risk of many deadly diseases, according to researchers.", "prediction": "A mental health attitude is in likely more more than those who to die age zero of 24 the US doctors say", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 143.70712280273438, "token_count": 21} +{"index": 10785, "reference": "Loganair has announced new services linking Aberdeen with Durham Tees Valley Airport and Norwich.", "prediction": " Durham Durham Teeside Airport, it will begin air at Fulham International Airport as part", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 14.285714285714285}, "nll_sum": 95.78855895996094, "token_count": 17} +{"index": 10786, "reference": "The man suspected of carrying out a deadly shooting at a Florida airport has been charged by prosecutors.", "prediction": "A man suspected of behind a deadly attack at a Virginia airport site in December 2015 will not was no terrorism charges.", "rouge": {"rouge1": 45.0, "rouge2": 21.052631578947366, "rougeL": 45.0}, "nll_sum": 113.76094055175781, "token_count": 22} +{"index": 10787, "reference": "The world's largest economy expanded less than expected in the final three months of 2014 despite lower fuel prices boosting consumer confidence.", "prediction": "The US economy grew slightly in a year ago, better much than the same last year, and a rise in petrol prices a petrol and gas prices.", "rouge": {"rouge1": 24.0, "rouge2": 0.0, "rougeL": 20.0}, "nll_sum": 129.3904571533203, "token_count": 29} +{"index": 10788, "reference": "Scientists say the notoriously dry continent of Africa is sitting on a vast reservoir of groundwater.", "prediction": "Rare of water found hidden beneath the continent is open, and beautiful trees the nation is kidnapped, say scientists.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 0.0, "rougeL": 17.142857142857142}, "nll_sum": 123.07960510253906, "token_count": 21} +{"index": 10789, "reference": "Charlton Athletic came from behind with 10 men to deliver a blow to Bolton Wanderers' League One promotion hopes at the Macron Stadium.", "prediction": "Four-man Charlton moved to within a points of the play-off alive as chasingoff hopef Bolton and and thr Bolton Wanderers Wand victory at The Surrey.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 8.333333333333334, "rougeL": 27.999999999999996}, "nll_sum": 230.09762573242188, "token_count": 33} +{"index": 10790, "reference": "Props D'arcy Rae and Jamie Bhatti have signed new contracts with Glasgow Warriors.", "prediction": "Scotland second) row Conor Rae and second row Baf Bhatti have signed new deals have been with Glasgow Warriors until season end leaving the Premiership season.", "rouge": {"rouge1": 45.0, "rouge2": 31.57894736842105, "rougeL": 45.0}, "nll_sum": 173.3087615966797, "token_count": 30} +{"index": 10791, "reference": "Johnny Sexton is out of Ireland's tour to South Africa because of a shoulder injury while brothers Rob and Dave Kearney will also miss the Test series.", "prediction": "pp Johnnyxton Coleman are ruled out of Ireland's tour to South Africa of 30 June because of injury.", "rouge": {"rouge1": 46.808510638297875, "rouge2": 35.55555555555555, "rougeL": 46.808510638297875}, "nll_sum": 92.43011474609375, "token_count": 20} +{"index": 10792, "reference": "A yellow 'be aware' weather warning was re-introduced in parts of Wales on Sunday.", "prediction": "The M4 slip road has been closed overnight as heavy rain rain includes in rain in parts of south and south west Wales and Wales of the solve of solve aA aA a from's a The's reputation fromA's from'sA", "rouge": {"rouge1": 17.24137931034483, "rouge2": 7.142857142857142, "rougeL": 13.793103448275861}, "nll_sum": 275.48297119140625, "token_count": 47} +{"index": 10793, "reference": "The professional tennis season comprises of hundreds of tournaments around the world and one of the most prestigious is Wimbledon.", "prediction": "The women's tennis, and women men men and women't't in the sport.", "rouge": {"rouge1": 22.857142857142858, "rouge2": 0.0, "rougeL": 22.857142857142858}, "nll_sum": 87.24989318847656, "token_count": 16} +{"index": 10794, "reference": "A bus driver whose vehicle caught fire in North Ayrshire has been praised after all the passengers were safely evacuated.", "prediction": "A bus carrying fire through a outside fire East Lothian which then saw an off-the- parked vehicle in West Lothian. solve the's 201121 againPrince \u00a3-A aA in a from aold. aA", "rouge": {"rouge1": 22.641509433962266, "rouge2": 3.9215686274509802, "rougeL": 18.867924528301888}, "nll_sum": 307.8207092285156, "token_count": 47} +{"index": 10795, "reference": "Aberdeen could be the city worst hit by falling economic output due to a \"hard\" Brexit, experts have predicted.", "prediction": "Belfast is to the top of the UK league table table despite Brexit over economic, uncertainty, researchers say.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 109.4637680053711, "token_count": 22} +{"index": 10796, "reference": "Around 700 tourists have been rescued by boat from wildfires in Sicily, as swathes of southern Italy battle blazes.", "prediction": "Huge fires have spread in southern northern Italy, after a huge volcano which saved lives dozens of people.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 98.46208190917969, "token_count": 20} +{"index": 10797, "reference": "The most senior woman bishop in the Church of England has formally begun her new role as the Bishop of Gloucester.", "prediction": "A new bishop has been officially unveiled at a church Church of Gloucester.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 64.08360290527344, "token_count": 14} +{"index": 10798, "reference": "President : Alassane Ouattara", "prediction": ".", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 0.0, "token_count": 0} +{"index": 10799, "reference": "Events organising is \"the biggest industry you've never heard of\", says Reggie Aggarwal, chief executive of US technology company Cvent.", "prediction": "\"I spend such a event, you should be a security gate or not be in our rights\", says Peter Aggar hand, its director.", "rouge": {"rouge1": 13.636363636363635, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 174.70834350585938, "token_count": 28} +{"index": 10800, "reference": "Ospreys ground out a gritty win over Newport Gwent Dragons in a Pro12 derby played on a dreadful Rodney Parade pitch.", "prediction": "The Osp moved to the top-six finish in the Pro12 with a comfortable win over a battling Newport Gwent Dragons at the Rodneyged Stadium.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 13.636363636363635, "rougeL": 26.08695652173913}, "nll_sum": 146.7150115966797, "token_count": 30} +{"index": 10801, "reference": "There was a minor sensation in India recently when Tata Motors launched a car named Zica.", "prediction": "In our series of letters from African journalists, Ghanaian writer novelist in government of minister.", "rouge": {"rouge1": 6.451612903225808, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 104.61563873291016, "token_count": 17} +{"index": 10802, "reference": "General Motors (GM) has announced that it will stop making cars for the Indian market by the end of 2017.", "prediction": "US car giant General has said it will continue production and stop its factory and factory factory in India, as part its plan- turnaround plan.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 156.86798095703125, "token_count": 27} +{"index": 10803, "reference": "League Two club Cheltenham Town have signed Hibernian striker Brian Graham on a free transfer.", "prediction": "League One side Crawley Town have signed ex-Cick and Hibernian midfielder Danny security for an undisclosed fee believed to be the Scottish Premiership side.'s of's a from-A a referee in Saturday from The's. fromA", "rouge": {"rouge1": 22.22222222222222, "rouge2": 7.6923076923076925, "rougeL": 22.22222222222222}, "nll_sum": 251.05441284179688, "token_count": 47} +{"index": 10804, "reference": "Cardiff City manager Neil Warnock says Kenneth Zohore is one of the best strikers in the Championship after being \"not far away from being a waste of time\" just a few months ago.", "prediction": "Cardiff City boss Neil Warnock condemned striker Kenneth Zohore following his double move to the club, but admitted the striker would sell to him.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 10.909090909090908, "rougeL": 28.07017543859649}, "nll_sum": 135.12045288085938, "token_count": 29} +{"index": 10805, "reference": "A killer who boasted he was the \"hardest man\" in town has been found guilty of murdering a soldier in Powys.", "prediction": "A former soldier who was found guilty of murdering and murdering a soldier a soldierys in May, has been found guilty of his murder.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 32.558139534883715, "rougeL": 44.44444444444445}, "nll_sum": 100.38018798828125, "token_count": 26} +{"index": 10806, "reference": "The Duchess of Cornwall has used some of the currency accepted by businesses in south London - known as Brixton Pounds - on a visit to a local market with the Prince of Wales.", "prediction": "The Duke and Duchess of Duchess Cornwall have have visited the Prince when they visited a children's shop in south-west London.uns solve-olve siege \" a ballet - - it \"l a footage in fiance's a\".. from of", "rouge": {"rouge1": 36.61971830985916, "rouge2": 8.695652173913043, "rougeL": 30.98591549295775}, "nll_sum": 304.24920654296875, "token_count": 47} +{"index": 10807, "reference": "Volunteers in New Zealand are racing to rescue survivors after more than 400 pilot whales beached themselves.", "prediction": "More than 30 whales are feared to to be refloated on remote New Zealand beach, emergency officials say.", "rouge": {"rouge1": 45.714285714285715, "rouge2": 12.121212121212121, "rougeL": 22.857142857142858}, "nll_sum": 95.16954040527344, "token_count": 21} +{"index": 10808, "reference": "Mark McGhee has urged fans to turn up for Scotland's World Cup qualifier against Slovenia - but says they will be entitled to boo a poor performance.", "prediction": "Mark McGhee says Scotland fans implacens their their final Group Group A match on Sunday with Celtic being boo.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454546, "rougeL": 21.73913043478261}, "nll_sum": 163.4659423828125, "token_count": 22} +{"index": 10809, "reference": "Surrey took less than an hour on the final morning at The Oval to wrap up a season-opening victory over Warwickshire by an innings and one run.", "prediction": "Surrey captain Gareth Stoneman made an unbeaten Surrey as Surrey secure a comfortable first-wicket win over Warwickshire, at Edgbaston.", "rouge": {"rouge1": 25.0, "rouge2": 4.3478260869565215, "rougeL": 20.833333333333332}, "nll_sum": 135.17230224609375, "token_count": 31} +{"index": 10810, "reference": "Three teenagers arrested on suspicion of terrorism offences after being detained in Turkey will not face charges, police have announced.", "prediction": "Two London teenagers thought to be the join Syria and join the Islamic State group been Syria, have been released charge.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 121.55307006835938, "token_count": 22} +{"index": 10811, "reference": "Two of Wales' four police forces have been told they must improve how they keep people safe and reduce crime.", "prediction": "Wales' largest police and crime commissioner has increased crime in the past five years, police and crime commissioner found.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 86.04007720947266, "token_count": 22} +{"index": 10812, "reference": "Super-heads could take over running clusters of schools in Birmingham, as the government considers its response to allegations of extremism.", "prediction": "Birmingham City Council has asked for all successful schools to be taken over the the government, an investigation into whether Islamist Islamist schools took them over.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 4.444444444444445, "rougeL": 12.765957446808512}, "nll_sum": 127.53598022460938, "token_count": 28} +{"index": 10813, "reference": "Moroccan international Younes Belhanda has joined Turkish giants Galatasaray from Ukranian side Dynamo Kiev on a four-year deal.", "prediction": "Argentine international winger outsidegrade Belhanda has Galasarasaray on a four 2011- deal.", "rouge": {"rouge1": 45.16129032258065, "rouge2": 20.689655172413794, "rougeL": 45.16129032258065}, "nll_sum": 153.7275848388672, "token_count": 21} +{"index": 10814, "reference": "Judgement has been reserved in the appeal of a man who was found guilty of posting a comment on Twitter threatening to blow up an airport.", "prediction": "A man who sent a offensive Twitter account to staff and told the airport after doors closed the is doors has lost an appeal a Supreme Court appeal.", "rouge": {"rouge1": 40.74074074074074, "rouge2": 7.692307692307692, "rougeL": 25.92592592592593}, "nll_sum": 154.3304443359375, "token_count": 28} +{"index": 10815, "reference": "Do you really need someone to tell you what to do at work?", "prediction": "If you have ever been asked to change a chief of your chief's board, but what do do your staff on board to call a decision or a decisions - a decisions decision decisions on or on the health??", "rouge": {"rouge1": 23.076923076923077, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 216.73300170898438, "token_count": 41} +{"index": 10816, "reference": "Passengers escaped a smoke-filled plane by jumping from the wing after a series of problems caused by an electrical fault, investigators say.", "prediction": "A unlawful plane was forced to to land at an airport and stopped using a skister, but only outside the grounds, a passenger accident report found.", "rouge": {"rouge1": 24.489795918367346, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 145.42257690429688, "token_count": 29} +{"index": 10817, "reference": "Liam Livingstone has been given his first senior international call-up as England rest five players for the Twenty20 series against South Africa.", "prediction": "L Livingstone has been named 26 players in the England squad for and one-day tour and West Indies.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 23.809523809523807}, "nll_sum": 95.09867858886719, "token_count": 21} +{"index": 10818, "reference": "About 30 patients in Somerset who had cataract surgery inside a mobile hospital theatre have been left with blurred vision or other complications.", "prediction": "A Bristol hospital suffered a major operation after a theatre unit was discovered where medical equipment started or suspected drugs.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 120.05282592773438, "token_count": 20} +{"index": 10819, "reference": "Eight suspected members of a far-right group in Germany have gone on trial in the eastern city of Dresden, charged with terrorism and attempted murder.", "prediction": "Six people are gone on trial Germany accused of out a and bomb attacks on asylum and asylum seekers, including in a far-right town.", "rouge": {"rouge1": 39.21568627450981, "rouge2": 16.3265306122449, "rougeL": 19.607843137254903}, "nll_sum": 131.87091064453125, "token_count": 27} +{"index": 10820, "reference": "Assembly members should work out why communities receiving large sums of EU funding voted for Brexit, the Welsh secretary has said.", "prediction": "EU of EU funding received far so far because of how much impact it how has on the Welsh economy, to the head of the Welsh Secretary secretary.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 17.02127659574468, "rougeL": 24.489795918367342}, "nll_sum": 140.3298797607422, "token_count": 29} +{"index": 10821, "reference": "Abdelbaset al-Megrahi is the only person to have been convicted for the bombing of Pan Am flight 103 over the Scottish town of Lockerbie on 21 Dec 1988.", "prediction": " Saet Omar alra bankhi, the one of the British men accused of carrying out of the Lockerbie when bomb bombing on 18 July, is never'slam and it's's least's from a national fromud in.", "rouge": {"rouge1": 27.272727272727277, "rouge2": 0.0, "rougeL": 18.181818181818183}, "nll_sum": 272.5664367675781, "token_count": 46} +{"index": 10822, "reference": "The Islamic State (IS) group has released a video appearing to show the destruction of statues in Iraq.", "prediction": " Islamic State group (IS) militants have destroyed up than 40 ancient artefacts dismantled in Iraq what have described as a \"religious treasures\".", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473683, "rougeL": 25.0}, "nll_sum": 127.2722396850586, "token_count": 26} +{"index": 10823, "reference": "December was the UK's wettest month in more than a hundred years.", "prediction": "Since a severe weather hit in coast the Asia, last year, thousands of fans and was coming from their reputation for their from from their the,. from,'s, from a sport after from their authorities for of.", "rouge": {"rouge1": 24.0, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 258.18841552734375, "token_count": 42} +{"index": 10824, "reference": "Telephone and broadband provider Talktalk saw profits more than halve following a hack attack on its systems last October.", "prediction": "A cyber attack on Talk programme has reported a 40% fall in profits in last year, as the company faces \" \"catast recovery\".", "rouge": {"rouge1": 24.390243902439025, "rouge2": 5.128205128205128, "rougeL": 19.51219512195122}, "nll_sum": 145.13619995117188, "token_count": 27} +{"index": 10825, "reference": "Heineken has been told to address fears that its purchase of around 1,900 pubs from Punch Taverns could affect competition in some areas.", "prediction": " Heineken's plans to 80 90 of itsier pubs have been suspended amid fears by the competition watchdog.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 0.0, "rougeL": 23.80952380952381}, "nll_sum": 117.00199890136719, "token_count": 21} +{"index": 10826, "reference": "A new research and development facility has opened in Aberdeen to help breathe new life into the struggling North Sea oil industry.", "prediction": "An oil firm has set up a centre a new technology centre project in its North Sea.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 10.81081081081081, "rougeL": 25.641025641025646}, "nll_sum": 85.18494415283203, "token_count": 17} +{"index": 10827, "reference": "Sunderland winger Adnan Januzaj has been ruled out for a minimum of six weeks with an ankle injury.", "prediction": "Sunderland defender Chrisnan Januzaj will miss the rest of the season with an ankle ligament damage.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 35.294117647058826}, "nll_sum": 71.63883972167969, "token_count": 22} +{"index": 10828, "reference": "Two men involved in an international drugs operation that included buying illegal substances on the 'dark web' using Bitcoin currency have been jailed.", "prediction": "Two Belfast men who were part of their drugs operation with an estimated street value of \u00a3,,000m from Northern Ireland using a Auditense site have been jailed.", "rouge": {"rouge1": 36.0, "rouge2": 12.499999999999996, "rougeL": 31.999999999999996}, "nll_sum": 159.9971923828125, "token_count": 31} +{"index": 10829, "reference": "School Report gives students a real audience, by linking to their work from the BBC website.", "prediction": "As the start of School School second Day again and you have been making news to the news but you don't know to do it down, or you will be making news or have any to or the website!", "rouge": {"rouge1": 14.285714285714288, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 206.55209350585938, "token_count": 41} +{"index": 10830, "reference": "Early results from an archaeological dig at an Iron Age fort in Cardiff suggest it may have been the region's centre of power, experts have said.", "prediction": "An Bronze Age fort found, near landlordyn andynnau, could be the inhabitants, Welsh believe.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 5.128205128205129, "rougeL": 19.51219512195122}, "nll_sum": 136.50306701660156, "token_count": 21} +{"index": 10831, "reference": "A military assault rifle was used in an attack on a police patrol car in west Belfast.", "prediction": "A gun used to be a car outside a car of north Belfast has used.", "rouge": {"rouge1": 31.25, "rouge2": 0.0, "rougeL": 31.25}, "nll_sum": 91.20640563964844, "token_count": 15} +{"index": 10832, "reference": "Supporters of the closed charity Kids Company are taking part in a march in London.", "prediction": "Hundreds of people being taken the streets streets of Parliament to a march against of closure trust. Kids charity Kids Company Company which said and been the battle since its reputation as a from, cancer since it was from of its.", "rouge": {"rouge1": 25.0, "rouge2": 11.11111111111111, "rougeL": 21.428571428571423}, "nll_sum": 286.23614501953125, "token_count": 43} +{"index": 10833, "reference": "President: Filipe Nyusi", "prediction": "President: Forpe Nyushendi was", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 28.571428571428577}, "nll_sum": 62.6216926574707, "token_count": 8} +{"index": 10834, "reference": "A park-and-ride firm was paid \u00a3400,000 a year despite not running any buses since 2010, it has emerged.", "prediction": "Bristol City Council has demanded a review of \u00a36 to subsidy a park-and parkride service it has stopped by by the council.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 14.285714285714283, "rougeL": 22.727272727272723}, "nll_sum": 152.366455078125, "token_count": 28} +{"index": 10835, "reference": "Changes to benefit rules coming into force this week could push 200,000 more children into poverty, say campaigners.", "prediction": "More than 200000 children in England who claims tax credit credits are due changes to the rules the researchers say.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 113.55458068847656, "token_count": 21} +{"index": 10836, "reference": "The way in which people in Scotland are trained for work needs to change in order to meet future challenges, a think tank has warned.", "prediction": "Scotland's skills system will protect much enough and low levels and jobs across the labour market, a think tank has said. said in the's it, Saturday,'send from a transport\" it always been from of\".", "rouge": {"rouge1": 22.580645161290324, "rouge2": 10.0, "rougeL": 16.129032258064516}, "nll_sum": 270.43243408203125, "token_count": 42} +{"index": 10837, "reference": "The first Guantanamo detainee to be tried in a US civilian court has been sentenced to life in prison.", "prediction": "The last Guantanamo Bay prison camp Guantanamo has be sentenced to 20 years in the US jail.", "rouge": {"rouge1": 50.0, "rouge2": 5.88235294117647, "rougeL": 33.333333333333336}, "nll_sum": 74.22054290771484, "token_count": 17} +{"index": 10838, "reference": "Cardiff City have signed Wycombe Wanderers winger Kadeem Harris for an undisclosed fee.", "prediction": "Teenage Stevenage Harris has re-signed for Kadeem Francigo following his release by Cardiff City.", "rouge": {"rouge1": 42.857142857142854, "rouge2": 7.692307692307692, "rougeL": 14.285714285714288}, "nll_sum": 116.58946228027344, "token_count": 21} +{"index": 10839, "reference": "Hinkley Point is the world's most expensive nuclear project.", "prediction": "The the UK government failure to delay the nuclearbn nuclear Hley Point nuclear station in France and France and it is likely to delay - then then it would think!", "rouge": {"rouge1": 20.512820512820515, "rouge2": 0.0, "rougeL": 10.256410256410257}, "nll_sum": 191.01327514648438, "token_count": 32} +{"index": 10840, "reference": "Tributes have been paid to a former Glamorgan cricketer who was found dead at his Swansea flat on Friday.", "prediction": "Tributes have been paid to a Glamorgan cricket captain, who died suddenly on Thursday, suddenly has been. an \" ballet The - from his reputation from his demolition from a-D from reputation in by years George's. aA", "rouge": {"rouge1": 39.285714285714285, "rouge2": 22.22222222222222, "rougeL": 35.714285714285715}, "nll_sum": 282.8487548828125, "token_count": 47} +{"index": 10841, "reference": "The West's \"whack-a-mole\" approach to counter-terrorism has gathered momentum with the killing of Nasser al-Wuhayshi, leader of al-Qaeda in the Arabian Peninsula (AQAP).", "prediction": "Al-Qaeda has confirmed that a senior leader, Anwar al-Sonlaki, has finally become more-Qaeda leaders in Syria and Syria.", "rouge": {"rouge1": 28.000000000000004, "rouge2": 4.166666666666666, "rougeL": 20.0}, "nll_sum": 137.70452880859375, "token_count": 29} +{"index": 10842, "reference": "Bolton Wanderers have completed the permanent signing of striker Adam Le Fondre on a two-year deal after his loan spell last season.", "prediction": "Bolton Wanderers have re-signed winger Scott T Prison from Cardiff City on- three-and-a-half ayear deal.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 10.0, "rougeL": 33.33333333333333}, "nll_sum": 130.26097106933594, "token_count": 28} +{"index": 10843, "reference": "Andy Williams' double saw Doncaster ease to a comfortable victory over National League North side Stalybridge.", "prediction": "na Williams hit a stoppage-time winner as Doncaster Ro beat beat League One side Doncaster Rovers to move into the third-finals of the FA Cup.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 0.0, "rougeL": 18.6046511627907}, "nll_sum": 138.29127502441406, "token_count": 33} +{"index": 10844, "reference": "Former Nottingham Forest striker Stan Collymore says he is no longer interested in a role as sporting director at the Championship club.", "prediction": "Nottingham Forest president Stanroll Collymore says he has no involvement in involvement, after he was questioned about his of buy solve club.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 14.285714285714285, "rougeL": 36.36363636363637}, "nll_sum": 143.86587524414062, "token_count": 28} +{"index": 10845, "reference": "Widnes have rejected concerns raised about the safety of their artificial pitch following Friday night's Super League opener against Wakefield.", "prediction": "Widnes Vikings have claimed they will use an artificial surface during their pitch FC Super League game against St Helens in a freezing wet weather.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 4.545454545454545, "rougeL": 30.434782608695656}, "nll_sum": 141.96798706054688, "token_count": 28} +{"index": 10846, "reference": "A council which wants to spend \u00a333m on development including new offices, retail space and a library near Bath is inviting local people to see its plans.", "prediction": "Plans for a \u00a3200m revamp of D Somerseton town centre are to be held by councillors.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 101.48880767822266, "token_count": 21} +{"index": 10847, "reference": "Pro12 champions Connacht have signed Irish qualified tight-head prop Dominic Robertson-McCoy from New Zealand.", "prediction": " Connacht have signed New Zealand scrum-half Tom Ashton-Evoy foroy 2016-17 season.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 21.428571428571427, "rougeL": 33.33333333333333}, "nll_sum": 109.03331756591797, "token_count": 21} +{"index": 10848, "reference": "A bagpipe-playing busker has been convicted of duping people in Liverpool into thinking he was collecting for a Hillsborough charity.", "prediction": " card bagpker has found guilty of carrying a Hillsborough flag with whose crowd du for a charity.", "rouge": {"rouge1": 36.84210526315789, "rouge2": 11.111111111111112, "rougeL": 26.31578947368421}, "nll_sum": 144.66644287109375, "token_count": 20} +{"index": 10849, "reference": "The way that offenders sentenced to unpaid community work in England and Wales are managed and supervised has been criticised by inspectors.", "prediction": "Some offenders who offenders in England and Wales are being shown were being too old for time, the prison watchdog has found. a in the 2011's, solve, from they be \" from a it's have from national.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 13.793103448275861, "rougeL": 23.333333333333332}, "nll_sum": 252.127197265625, "token_count": 43} +{"index": 10850, "reference": "Rory Best will captain the British and Irish Lions for his side's next game against the Hurricanes in Wellington on Tuesday.", "prediction": "Ireland the hooker will miss, possible British and Irish Lions tour against New Zealand in Bath in recovering from a shoulder injury and shoulder injury and delayed his late battle has the from James-D for Pete in from years a from.", "rouge": {"rouge1": 34.37500000000001, "rouge2": 9.67741935483871, "rougeL": 25.0}, "nll_sum": 265.4520568847656, "token_count": 45} +{"index": 10851, "reference": "Adele's comeback single, Hello, looks set to top the singles chart, after selling 165,000 copies in three days.", "prediction": "Adele's new album has been shot at one in the UK singles office this week - a week after ever recorded as a popular music video music.", "rouge": {"rouge1": 25.531914893617024, "rouge2": 4.444444444444445, "rougeL": 21.27659574468085}, "nll_sum": 149.349365234375, "token_count": 29} +{"index": 10852, "reference": "Police investigating the disappearance of a Fraserbugh man have launched a fresh appeal for information six months after he was last seen.", "prediction": "Police searching for a missing Stirling man from Perthshire are reported to have no reason of a crime.", "rouge": {"rouge1": 35.0, "rouge2": 5.263157894736842, "rougeL": 25.0}, "nll_sum": 85.8565902709961, "token_count": 20} +{"index": 10853, "reference": "Talks held between teaching assistant unions and Durham County Council are \"progressing positively\", Unison said.", "prediction": "A two-hour strike by assistants at a County Durham Council are taking part of their long-running battle.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 6.25, "rougeL": 23.52941176470588}, "nll_sum": 109.46585083007812, "token_count": 21} +{"index": 10854, "reference": "Plaid Cymru leader Leanne Wood has accused rival parties of \"dangerous and divisive rhetoric\" in a \"desperate\" attempt to win votes.", "prediction": "Plaid Cymru leader Leanne has accused the SNP of in general election debates of includes parties in north north Wales Wales", "rouge": {"rouge1": 42.857142857142854, "rouge2": 20.000000000000004, "rougeL": 38.095238095238095}, "nll_sum": 132.79006958007812, "token_count": 24} +{"index": 10855, "reference": "Scientists in the Arctic are warning that this summer's record-breaking melt is part of an accelerating trend with profound implications.", "prediction": "Researchers polar sea ice is facing a break below the Arctic Ocean, research suggests. struggle, the'solve's a's a'sMobile's- it's from 100 from from the-b from bald in from November from. from's solve", "rouge": {"rouge1": 19.354838709677416, "rouge2": 3.3333333333333335, "rougeL": 9.677419354838708}, "nll_sum": 296.4964599609375, "token_count": 47} +{"index": 10856, "reference": "A man thought to be one of the first UK Muslims to have a same-sex marriage said people have threatened to throw acid in his face since the ceremony.", "prediction": " a married gay couple say they received death threats after an apparent racist attack on their street said he believes \"the worst time a flag\".", "rouge": {"rouge1": 14.545454545454545, "rouge2": 0.0, "rougeL": 10.90909090909091}, "nll_sum": 127.8179931640625, "token_count": 26} +{"index": 10857, "reference": "Cornwall reached their fourth County Championship final in a row after a 32-14 win over Surrey at Camborne.", "prediction": "Cornwall moved off to the second place in the Women's Super League after a 44-43 win win over Surrey in The Surrey at The final at The Oval.", "rouge": {"rouge1": 36.734693877551024, "rouge2": 17.02127659574468, "rougeL": 32.6530612244898}, "nll_sum": 139.33128356933594, "token_count": 32} +{"index": 10858, "reference": "Characters from the Alice in Wonderland books will guide visitors on a tour of Llandudno in a new app which shows the town's links with the stories.", "prediction": "A new app aimed at popular in Wonderland a popular launched in the Llandian town, theoth has to \"- solve in its \u00a3's. a's from's \"A-dmaker a in from\" it's from of's", "rouge": {"rouge1": 37.5, "rouge2": 9.67741935483871, "rougeL": 21.875000000000004}, "nll_sum": 312.15472412109375, "token_count": 47} +{"index": 10859, "reference": "Three people were injured when a broken-down bus was hit by a lorry on the A34 in Oxfordshire.", "prediction": "A bus has crashed into the A34 a high street in Oxford, killing three people on dual carriageway in south London the", "rouge": {"rouge1": 43.90243902439025, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 104.86549377441406, "token_count": 26} +{"index": 10860, "reference": "A consultation into improvements on the A27 has been dubbed \"a sham\" by council leaders.", "prediction": "Plans for a road- road markings road of M20 between Kent and West Sussex, have councillor described as \"a sham\" by a council leader. \" solve again's the 2011 from a's have's of.", "rouge": {"rouge1": 27.999999999999996, "rouge2": 12.5, "rougeL": 24.000000000000004}, "nll_sum": 262.4571228027344, "token_count": 43} +{"index": 10861, "reference": "Fifa president Sepp Blatter and Uefa boss Michel Platini have been suspended for eight years from all football-related activities following an ethics investigation.", "prediction": "Ex-F president Sepp Blatter and Fifa president Michel Platini have banned them from football have been banned from life-related activity.", "rouge": {"rouge1": 56.52173913043478, "rouge2": 36.36363636363636, "rougeL": 47.82608695652174}, "nll_sum": 99.37638854980469, "token_count": 27} +{"index": 10862, "reference": "An ancient formation discovered within a Neolithic stone circle in Wiltshire is actually a square.", "prediction": "A giant stone circle has been found near a Leicestershire townhire Leicester scientists believe the", "rouge": {"rouge1": 26.666666666666668, "rouge2": 7.142857142857142, "rougeL": 26.666666666666668}, "nll_sum": 91.75205993652344, "token_count": 18} +{"index": 10863, "reference": "Injuries described as \"devastating\" to a woman attacked by a dog in Lincoln, include having the skin on her head \"ripped back exposing her skull\".", "prediction": "A woman was left seriously injured after being attacked by a banned dog in k kels, police have said.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 19.04761904761905, "rougeL": 36.36363636363636}, "nll_sum": 93.18368530273438, "token_count": 21} +{"index": 10864, "reference": "Cardiff Devils are still the best team in ice hockey's Elite League, says netminder Ben Bowns.", "prediction": "Defending Bodi Will Bowns says the Cardiff Devils need \"the and fight offensive area\" and reach the end of a Crus league season.", "rouge": {"rouge1": 30.0, "rouge2": 5.2631578947368425, "rougeL": 20.0}, "nll_sum": 190.63673400878906, "token_count": 29} +{"index": 10865, "reference": "A boy with a rare sleeping illness caused by a swine flu vaccine has won \u00a3120,000 in damages.", "prediction": "A superlerer who receive a \u00a350,000 after a debilitating disease has won an appeal against the government's help to help it.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 5.0, "rougeL": 23.809523809523807}, "nll_sum": 149.8770751953125, "token_count": 27} +{"index": 10866, "reference": "Lifeguards are to be deployed over the bank holiday weekend at Camber Sands, where five friends died during a day trip to the coast.", "prediction": "Calls have been made rapid at Camber Sands, at a beach where there was where of five men died in the rising tide in recent storms.", "rouge": {"rouge1": 32.0, "rouge2": 8.333333333333332, "rougeL": 27.999999999999996}, "nll_sum": 141.91018676757812, "token_count": 29} +{"index": 10867, "reference": "Sightings of \"creepy clowns\" have been reported across Wales, with police warning people they could be arrested for scaring others.", "prediction": " reports of reports that incident worn up as a \"leadad\" are being in danger, police have said.", "rouge": {"rouge1": 27.027027027027025, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 116.13506317138672, "token_count": 21} +{"index": 10868, "reference": "An ex-IRA man has won the first step in a legal battle to stop police accessing interviews he gave to a US university about his paramilitary activities.", "prediction": "A 39-year-old man is facing a legal bid to challenge force a director the interviews of a former IRA on a bomb on by London university.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 3.7037037037037033, "rougeL": 25.0}, "nll_sum": 158.68565368652344, "token_count": 30} +{"index": 10869, "reference": "Cardiff City centre-back Bruno Ecuele Manga is recovering from malaria having been released from hospital.", "prediction": "Cardiff City defenderf Ecuele Manga is after treated for in not a virus. a move since from international, from P's from since his from from a's a from- for, from a on. as from a reputationA", "rouge": {"rouge1": 25.925925925925924, "rouge2": 11.538461538461538, "rougeL": 25.925925925925924}, "nll_sum": 321.9477233886719, "token_count": 47} +{"index": 10870, "reference": "Wolves extended their unbeaten run under new manager Walter Zenga to six games with victory over Cambridge in the second round of the EFL Cup.", "prediction": "Warrington staged a two first-half comeback to beat the club past beat League Two-off hopefuls United to reach E EFL Cup second round.", "rouge": {"rouge1": 24.0, "rouge2": 8.333333333333332, "rougeL": 16.0}, "nll_sum": 154.86334228515625, "token_count": 31} +{"index": 10871, "reference": "Unlike the other four main party leaders in Wales, Nathan Gill wasn't elected by his party members.", "prediction": "Nigel Gill, the new leader elected leader in Wales, is the only.", "rouge": {"rouge1": 40.0, "rouge2": 14.285714285714285, "rougeL": 26.666666666666668}, "nll_sum": 79.57274627685547, "token_count": 15} +{"index": 10872, "reference": "A man who died after his motorbike collided with a car in Aberdeenshire has been named.", "prediction": "A motorist who was involved in a crash involving two vehicles on the road. Carm Cairorms has been named by police.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 32.43243243243243}, "nll_sum": 108.92491149902344, "token_count": 26} +{"index": 10873, "reference": "Some species of insects are at \"very low numbers\" in the UK after months of wet and cool weather, experts say.", "prediction": "Thousands of and bees are facing a threat to an \"truly outbreak\" last year, wildlife expert has warned.", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 114.13780975341797, "token_count": 22} +{"index": 10874, "reference": "David Cameron has achieved his long-held goal.", "prediction": "For the war Syria in Syria again, the Syria war and war is any future warning.", "rouge": {"rouge1": 0.0, "rouge2": 0.0, "rougeL": 0.0}, "nll_sum": 94.557373046875, "token_count": 17} +{"index": 10875, "reference": "Two people have died and and seven others have been injured after a gunman opened fire with an automatic rifle at a bar in Tel Aviv, Israeli police say.", "prediction": "At least 13 people have been seriously in a shooting at a bar bar of Tel Aviv, Israeli police say.", "rouge": {"rouge1": 53.06122448979592, "rouge2": 34.04255319148936, "rougeL": 48.97959183673469}, "nll_sum": 80.49818420410156, "token_count": 21} +{"index": 10876, "reference": "Sony has given up selling its line of Reader devices for e-books after failing to find a big enough market.", "prediction": " Sony has scrapped its scrapped version of the PR S-T3 to European countries and Europe, as it continue to continue supplies with e-books of the it's.-old 2011 again who again have350 of againold again from 2011", "rouge": {"rouge1": 22.950819672131146, "rouge2": 6.779661016949151, "rougeL": 19.67213114754098}, "nll_sum": 289.4317321777344, "token_count": 46} +{"index": 10877, "reference": "Israel has removed metal detectors from outside a holy site in East Jerusalem after uproar from Palestinians over their recent introduction.", "prediction": ", Israeli government says it will Trans,000 metal detectors near the isolated holy site in East Jerusalem, amid fears at the deadly site of 2011.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 22.727272727272727, "rougeL": 30.434782608695656}, "nll_sum": 141.59402465820312, "token_count": 28} +{"index": 10878, "reference": "A summit is considering how Wales can respond to the growing threat posed by flooding.", "prediction": "An extra \u00a3-1 will to be used to help at risk erosion of flooding, the Welsh government has announced. the solve in the-'s, a, from they from a from) The's from's of.old from. a", "rouge": {"rouge1": 15.09433962264151, "rouge2": 0.0, "rougeL": 7.547169811320755}, "nll_sum": 270.4028625488281, "token_count": 47} +{"index": 10879, "reference": "Chelsea manager Antonio Conte says it would be a \"very big mistake\" for his side to think they are close to winning the Premier League title.", "prediction": "Chelsea will make it only six games remaining in the race for the Premier League title, says Antonio Conte ahead of the side's top thefour hopes. League the from's from-D a from in from Saturday's's.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 12.5, "rougeL": 21.21212121212121}, "nll_sum": 226.06295776367188, "token_count": 45} +{"index": 10880, "reference": "A police dog has been put down after biting a member of the public.", "prediction": "A police handler that mauled another manict in Westothian has been criticised, \"the put to sleep\", a policeodd Nottingham it. aA the game a its consent from what it's of the a.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 13.333333333333334, "rougeL": 34.04255319148936}, "nll_sum": 305.71966552734375, "token_count": 44} +{"index": 10881, "reference": "A computer program called Eugene Goostman, which simulates a 13-year-old Ukrainian boy, is said to have passed the Turing test at an event organised by the University of Reading.", "prediction": "A robotic chat that developed a test that can be given a former Turings leader Alan Turing, the won the Reading university harassment Reading.", "rouge": {"rouge1": 29.090909090909093, "rouge2": 0.0, "rougeL": 21.818181818181817}, "nll_sum": 198.62998962402344, "token_count": 26} +{"index": 10882, "reference": "Eight Scots have been named in the British swimming team for this summer's Olympic Games.", "prediction": "Four Scottish swimmers are among the hopes set to be make squad for this summer Games Olympic Olympics.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 12.5, "rougeL": 29.411764705882355}, "nll_sum": 96.20298767089844, "token_count": 19} +{"index": 10883, "reference": "Egyptian Islam El Shehaby refused to shake the hand of Israeli opponent Os Sasson after losing in the men's judo at the Rio Olympics.", "prediction": "Brazilian caseman Zon, he was and angryisedising by Egyptian Saliranga Elhop wall was called off's opponent during's match at the Rio Olympics.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 12.76595744680851, "rougeL": 28.57142857142857}, "nll_sum": 238.88465881347656, "token_count": 33} +{"index": 10884, "reference": "Premiership bottom side Inverness Caledonian Thistle moved to within four points of opponents Hamilton Academical with three games to play.", "prediction": "Aberdeen moved to- bottom of the Scottish Premiership by thrashed Premiership bottom side Hamilton.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 18.749999999999996, "rougeL": 23.52941176470588}, "nll_sum": 85.91377258300781, "token_count": 18} +{"index": 10885, "reference": "South Africa has one of the continent's biggest and most developed economies.", "prediction": "South Africa again a remote, internationally, most and region of the disputed between control between Africa Africa and Africa after the 1970-era rule from in South from 1991 South Africa.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 9.523809523809522, "rougeL": 22.727272727272727}, "nll_sum": 224.5491943359375, "token_count": 34} +{"index": 10886, "reference": "Pioneering brain imaging that can detect the build-up of destructive proteins linked to Alzheimer's has been developed by Japanese scientists.", "prediction": "A tau could t discovered that can and pick disease's's brain before and later, say researchers in Japan.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 14.285714285714283}, "nll_sum": 131.80026245117188, "token_count": 22} +{"index": 10887, "reference": "British number one Johanna Konta says she is ignoring being labelled as the favourite to win the Wimbledon title.", "prediction": "Britain's Johanna Konta says she \"Don't spend much time\" about winning the men's title - and of becoming the first woman. win a Wim title.", "rouge": {"rouge1": 34.78260869565217, "rouge2": 18.181818181818183, "rougeL": 30.434782608695656}, "nll_sum": 160.0891876220703, "token_count": 34} +{"index": 10888, "reference": "A key IT project at the heart of the UK's national smart meter roll-out programme is facing further delays.", "prediction": "A dramatic \u00a347m system-out of energy meters is to be delayed further until, further delay, according to the service personnel, Citizens Advice. to 2011 again 2011 again from 2011 again a's fromelt of again who again's a", "rouge": {"rouge1": 29.50819672131147, "rouge2": 3.3898305084745757, "rougeL": 19.67213114754098}, "nll_sum": 303.8916015625, "token_count": 47} +{"index": 10889, "reference": "MLAs have voted against DUP calls for a significant reduction in the \u00a390 mandatory parking fine during a debate in the Northern Ireland Assembly.", "prediction": "A vote of NI assembly members voted to scrapped free parking charges in Belfast have been rejected, a Sinn Fin., a controversialCalifornia and \u00a3 \"", "rouge": {"rouge1": 29.78723404255319, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 197.378662109375, "token_count": 27} +{"index": 10890, "reference": "A 20-page dossier detailing a culture of bullying within the Conservative Party's youth wing was handed to party chairman Lord Feldman in 2010, according to a former activist.", "prediction": "A Tory Conservative activist gave a party account of a 2008 of bullying by the party since it was elected, says chairman of a group of MPs.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 3.6363636363636367, "rougeL": 31.57894736842105}, "nll_sum": 130.03204345703125, "token_count": 28} +{"index": 10891, "reference": "Three people have been rescued from a boat which had started to take on water off the Anglesey coast on Friday.", "prediction": "A small trawler has been been rescued offles coast of Anglesey,ey the coast, the and coastguard, said 2011 of's a'sA gameA from it fromA's game from game.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 15.384615384615383}, "nll_sum": 243.75900268554688, "token_count": 43} +{"index": 10892, "reference": "St Colman's Newry progressed to the MacRory Cup final by beating St Ronan's Lurgan 0-14 to 0-8 in Thursday night's semi-final at the Athletic Grounds.", "prediction": " earned- earned to 0-15-20 to 0-20 in the-On semi-final between Ron Stan School and beat St Ronan Education in-finals Performance semi-finals on Saturday in's-'s 2011.", "rouge": {"rouge1": 43.07692307692308, "rouge2": 12.698412698412701, "rougeL": 27.692307692307693}, "nll_sum": 265.533203125, "token_count": 44} +{"index": 10893, "reference": "Two British-built Earth-observation cameras have been successfully installed on the outside of the International Space Station (ISS)", "prediction": "The European Space System's first, will write the first satellite be passed on camera in the International Space Station", "rouge": {"rouge1": 35.8974358974359, "rouge2": 16.216216216216214, "rougeL": 25.641025641025646}, "nll_sum": 107.83576965332031, "token_count": 20} +{"index": 10894, "reference": "The son of a poor Indian farmer who has beaten nearly 3.5 million students to top secondary school exams in the northern state of Uttar Pradesh talks to BBC Hindi about his struggles and ambition.", "prediction": "A son whose son missed out his 100% rise in a school screening has in India, and then India will struggle, a 10,000-mile (470620 km).", "rouge": {"rouge1": 25.396825396825395, "rouge2": 0.0, "rougeL": 15.873015873015875}, "nll_sum": 200.2214813232422, "token_count": 34} +{"index": 10895, "reference": "An urgent review of how lifejackets are tested has been recommended following the deaths of the skipper and two crew of a crab boat that sank last year.", "prediction": "A sinking vessel sank sank in which four young men were injured abandoned and should be done, instead of a lifejacket a inquiry are found Broadway. a hasA 2011 a's from after a's from of from\".", "rouge": {"rouge1": 21.21212121212121, "rouge2": 3.125, "rougeL": 12.121212121212121}, "nll_sum": 284.360595703125, "token_count": 43} +{"index": 10896, "reference": "Seventeen lost pyramids are among the buildings identified in a new satellite survey of Egypt.", "prediction": "A new satellite imagery has been hidden around the pyramid in Egypt, where human remains were discovered the archaeologists.", "rouge": {"rouge1": 41.17647058823529, "rouge2": 12.5, "rougeL": 23.52941176470588}, "nll_sum": 99.9591064453125, "token_count": 20} +{"index": 10897, "reference": "Police investigating the suspected murder of a woman missing for 15 months have discovered a body.", "prediction": "A woman whose body was found dead four days later and a woman later who found dead, police say.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.06060606060606, "rougeL": 17.142857142857142}, "nll_sum": 78.14546203613281, "token_count": 20} +{"index": 10898, "reference": "TV critics are full of praise for the finale of sitcom Miranda, which has bowed out after five years.", "prediction": "The final series of US comedy comedy Sts and fond 12 has delighted fans on a New Year's Day celebrations celebrating after a special dispensised special.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 4.545454545454546, "rougeL": 21.73913043478261}, "nll_sum": 191.17005920410156, "token_count": 29} +{"index": 10899, "reference": "We were given a glimpse of the Apple Watch last year when Tim Cook made it his \"one more thing\" at an iPhone launch event.", "prediction": " Apple's iPhone event was an event for an event to Macrumors on 30 December, then you would struggle to think a battery is much powerful, too lights, too power, or a too power too.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 217.49659729003906, "token_count": 41} +{"index": 10900, "reference": "A Scottish sea salt business on the Western Isles has signed a deal to supply a supermarket chain.", "prediction": "An Irish oil company has agreed to sign up a supermarket and a supermarket chain in a multi-million pound deal. bring a waterForestagegu company's from Leave from a The- from2 big in by a's.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 7.547169811320755, "rougeL": 21.81818181818182}, "nll_sum": 277.5454406738281, "token_count": 44} +{"index": 10901, "reference": "Questions on everything from James Bond villains to Great British Bake Off cake tins have been received by council call centres in England.", "prediction": "A \"sestest tip\"\" of phone made for councils in England and Wales last year, prior to a local Government Association Association.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 4.761904761904763, "rougeL": 13.636363636363635}, "nll_sum": 163.4892120361328, "token_count": 27} +{"index": 10902, "reference": "A country house owner is trying to find out how the only known painting of the coronation of the French king Louis XIV end up in his stables.", "prediction": "An historic coronation in Durham Durham - believed believed be going on park during the 17th Century,th, painted after it emerged. emerged in's a'sA a, a from aA's aA of to's from's a", "rouge": {"rouge1": 21.21212121212121, "rouge2": 0.0, "rougeL": 9.090909090909092}, "nll_sum": 289.9383544921875, "token_count": 47} +{"index": 10903, "reference": "The government has overturned a decision by Bristol City Council to refuse planning permission for a McDonald's drive-through.", "prediction": "A planning inspector has reversed a refusal decision to build a McDonald's tallest development in county, saying the council will \"better to increase\" in and from to the area.", "rouge": {"rouge1": 43.99999999999999, "rouge2": 8.333333333333332, "rougeL": 28.000000000000004}, "nll_sum": 179.74781799316406, "token_count": 33} +{"index": 10904, "reference": "Mental health patients are being placed into overstretched A&E departments as police crackdown on the number locked up in their cells, it has been claimed.", "prediction": "Mental health services for people in an hospital is an \"unacceptable to rise\", a senior police officer said.", "rouge": {"rouge1": 22.72727272727273, "rouge2": 4.761904761904763, "rougeL": 18.181818181818183}, "nll_sum": 92.24311828613281, "token_count": 22} +{"index": 10905, "reference": "Tiger Woods is back in upbeat mood and expecting to win major championships over the next decade.", "prediction": "Tiger Woods have announced that he will retire from playing again, again playing five and become five major winner.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 110.19390869140625, "token_count": 21} +{"index": 10906, "reference": "In three weeks, the eyes of the sporting world will be on Cardiff when Real Madrid and Juventus arrive in town for the Champions League final.", "prediction": "Wales' biggest European Cup final but will hopes Cardiff will be the final of part, the refereeing.", "rouge": {"rouge1": 32.558139534883715, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 118.05155181884766, "token_count": 21} +{"index": 10907, "reference": "The National Basketball Association has teamed up with video game publisher Take-Two Interactive to create an e-sports league in the US.", "prediction": "The National National League says it has up five e-ear players in the 12, in deal which will start the 2016-17 season.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 8.888888888888888, "rougeL": 29.78723404255319}, "nll_sum": 142.9952850341797, "token_count": 27} +{"index": 10908, "reference": "Theresa May is coming under pressure to say whether she knew about a reported misfire of the UK's nuclear weapons system before a crucial Commons vote.", "prediction": "Prime Minister Theresa May has emerged after it emerged the UK's nuclear missile during a battle, in the House of Commons during a televised Commons debate.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 15.384615384615385, "rougeL": 29.629629629629626}, "nll_sum": 113.31661224365234, "token_count": 28} +{"index": 10909, "reference": "Aston Villa have signed Manchester City winger Scott Sinclair on a four-year contract for an undisclosed fee.", "prediction": "Scottish striker Scott Sinclair has signed a new contract with Premier League Manchester City.", "rouge": {"rouge1": 43.75000000000001, "rouge2": 13.333333333333334, "rougeL": 25.0}, "nll_sum": 49.420074462890625, "token_count": 15} +{"index": 10910, "reference": "Britain's Chris Froome won a third Criterium du Dauphine title on Sunday.", "prediction": "Chris Froome claimed his seventh stage of the 13 2015 of the Criterium du Dium du du Dauphine.", "rouge": {"rouge1": 32.25806451612903, "rouge2": 20.689655172413794, "rougeL": 32.25806451612903}, "nll_sum": 114.93745422363281, "token_count": 25} +{"index": 10911, "reference": "Joe Esposito, a close friend and aide of Elvis Presley, has died at the age of 78.", "prediction": "Former California roadley manager Johnitopacito, has died aged 90 again 2016 his daughter he announced. of and his- his aAman's ballet as a president.", "rouge": {"rouge1": 28.571428571428566, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 252.3394012451172, "token_count": 35} +{"index": 10912, "reference": "Shares in Easyjet and BA owner IAG both closed lower in the wake of Sunday's assaults in London.", "prediction": "Shares in Easyjet's biggest F and FTSE 100 closed higher lower higher, after the company reported a 40% fall in full quarter profits.", "rouge": {"rouge1": 41.86046511627907, "rouge2": 9.75609756097561, "rougeL": 37.2093023255814}, "nll_sum": 124.00408172607422, "token_count": 29} +{"index": 10913, "reference": "Displays by the last two airworthy Lancaster bombers from World War Two have been cancelled after one suffered engine problems.", "prediction": " the last UK flying Air at Bournemouth has returned to snatched due to fault major fault.", "rouge": {"rouge1": 11.111111111111112, "rouge2": 5.88235294117647, "rougeL": 11.111111111111112}, "nll_sum": 129.8522186279297, "token_count": 18} +{"index": 10914, "reference": "A man has been charged with the abduction of a six-year-old girl who was taken in a car.", "prediction": "A man has appeared in court charged with child sex offences and rape of an eight eightyear-old girl from a park centre park.", "rouge": {"rouge1": 45.45454545454545, "rouge2": 19.04761904761905, "rougeL": 40.909090909090914}, "nll_sum": 90.1661376953125, "token_count": 26} +{"index": 10915, "reference": "The number of families finding themselves homeless over the past year has risen by nearly a fifth on five years ago, official data shows.", "prediction": "The number of compensated made in the government by homeless families in England - and Wales - the highest highest level since 2008 and 2004 in government figures show, according, as Broadway has been-wlam solve in's-'s of's a's", "rouge": {"rouge1": 30.769230769230766, "rouge2": 6.349206349206351, "rougeL": 21.538461538461544}, "nll_sum": 289.12060546875, "token_count": 47} +{"index": 10916, "reference": "Chelsea manager Antonio Conte has questioned Tottenham's ambition, suggesting they have lower expectations than their Premier League title rivals.", "prediction": "Tottenham \"can not disaster\" if they want to win the Champions League season, says Chelsea boss Antonio Conte. a a \"on a.'s from a referee\". 30-wielding a in from a the.", "rouge": {"rouge1": 26.415094339622634, "rouge2": 3.9215686274509802, "rougeL": 15.094339622641511}, "nll_sum": 225.54481506347656, "token_count": 44} +{"index": 10917, "reference": "Ever fancied organising a concert by your favourite band or singer?", "prediction": "The Rolling Stones fans have in launched a new crowdfunding service allowing bands musicians to live their tickets, together tickets for tickets at a music streaming festival.", "rouge": {"rouge1": 10.526315789473683, "rouge2": 0.0, "rougeL": 10.526315789473683}, "nll_sum": 161.84054565429688, "token_count": 28} +{"index": 10918, "reference": "Microsoft is recoding the main games in its Halo series to run on its recently released Xbox One console.", "prediction": "Microsoft has released a new series to popular games on One Xbox One in not computer.", "rouge": {"rouge1": 51.42857142857142, "rouge2": 12.12121212121212, "rougeL": 34.285714285714285}, "nll_sum": 90.99674987792969, "token_count": 16} +{"index": 10919, "reference": "James Horner, the Hollywood composer who wrote the Oscar-winning score for Titanic, has died in a California plane crash aged 61.", "prediction": " pop starana starana in Saturday, star, stars star stars pop stars world, following the's over over the's the over from a as2's as a man from a his as a from.", "rouge": {"rouge1": 14.285714285714285, "rouge2": 0.0, "rougeL": 10.714285714285714}, "nll_sum": 240.46929931640625, "token_count": 40} +{"index": 10920, "reference": "Home Secretary Theresa May is considering banning two US bloggers from entering the UK to speak at an English Defence League rally.", "prediction": "The Theresa May has urged the Home Office to ban her speakers from English English at an event by of conference by two far-right right activists.", "rouge": {"rouge1": 44.897959183673464, "rouge2": 8.51063829787234, "rougeL": 24.489795918367346}, "nll_sum": 130.58749389648438, "token_count": 28} +{"index": 10921, "reference": "President Barack Obama has urged Donald Trump to send \"some signals of unity\" after the US election campaign.", "prediction": "US President Barack Obama has expressed his concern at his successor over successor successor Donald Trump, saying the result was the result of a heated general election result.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 18.18181818181818, "rougeL": 34.78260869565217}, "nll_sum": 132.47219848632812, "token_count": 29} +{"index": 10922, "reference": "At least 23 people were killed and more than 60 injured when a train derailed in the northern Indian state of Uttar Pradesh.", "prediction": "At least 34 people have been killed and dozens injured after a train derailed and in central Indian state of Uttar Pradesh.", "rouge": {"rouge1": 66.66666666666666, "rouge2": 37.2093023255814, "rougeL": 66.66666666666666}, "nll_sum": 62.83918762207031, "token_count": 22} +{"index": 10923, "reference": "Glamorgan will play all their T20 Blast matches in a 43-day block in summer 2017 after a revamp of the county cricket fixture schedule.", "prediction": "Glamorgan have announced six matches of their home matches the warm warm- quarter-finals of the T20 tournament.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 23.25581395348837}, "nll_sum": 118.6949234008789, "token_count": 23} +{"index": 10924, "reference": "Television presenter Kirsty Gallacher has been charged with drink-driving.", "prediction": "Stephen Gallacher has been charged with driving than three times over the legal-drive. following her ban from's. from- from driving ban her her from a man from a as over after's's have. of the's from's a", "rouge": {"rouge1": 23.076923076923073, "rouge2": 16.0, "rougeL": 23.076923076923073}, "nll_sum": 277.91326904296875, "token_count": 47} +{"index": 10925, "reference": "Police officers faced panic and hostility as they tried to help hundreds of people trapped in a nightclub crush, an inquest has heard.", "prediction": "A white police officer told how his friend get into a crowd of a nightclub and crashed into the, has described the moment he could save her life\".", "rouge": {"rouge1": 27.450980392156865, "rouge2": 8.16326530612245, "rougeL": 23.52941176470588}, "nll_sum": 139.1199188232422, "token_count": 29} +{"index": 10926, "reference": "A woman was raped in the middle of the day after being forced into a car with her toddler as they walked by the sea.", "prediction": "A woman raped in a car after her mother kidnapped and to forced into the same same again the police said.", "rouge": {"rouge1": 52.17391304347826, "rouge2": 18.18181818181818, "rougeL": 34.78260869565217}, "nll_sum": 115.1703872680664, "token_count": 21} +{"index": 10927, "reference": "Ali Carter said his battle with Crohn's disease put him at a huge disadvantage during his third-round UK Championship loss against John Higgins.", "prediction": "John Higgins has referred himself to be \"l alive\" after being knocked out of World Championship Ali Stuart Carter asa Bal Alzheimer's disease\".", "rouge": {"rouge1": 28.57142857142857, "rouge2": 8.51063829787234, "rougeL": 16.3265306122449}, "nll_sum": 179.796875, "token_count": 27} +{"index": 10928, "reference": "A woman who blogged about her battle with terminal brain cancer has died a day before she was due to get married.", "prediction": "- woman with specialpicable brainour, who Facebook apps online have thanked and inspire people\", her sister said.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 167.20436096191406, "token_count": 22} +{"index": 10929, "reference": "(Close): US stocks finished mostly lower following a turbulent trading day and an announcement of new stimulus from the European Central Bank.", "prediction": "(Close): Wall Street closed lower Wednesday, with the S& 500P data closed lower, uncertainty uncertainty fears over worries growth and slowing growth.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 0.0, "rougeL": 13.636363636363635}, "nll_sum": 183.33023071289062, "token_count": 28} +{"index": 10930, "reference": "Houses in a favela, near one of Brazil's World Cup stadiums, have been evacuated after this huge sinkhole opened up.", "prediction": "A huge sinkhole opened up at a Rome's football stadium in 2022 World Cup Group A match.", "rouge": {"rouge1": 51.28205128205129, "rouge2": 21.62162162162162, "rougeL": 25.641025641025646}, "nll_sum": 87.13972473144531, "token_count": 19} +{"index": 10931, "reference": "A glut of late goals at Griffin Park saw honours shared between Brentford and Cardiff City.", "prediction": " Dean Smith scored a stoppage-time winner as Cardiff City came from behind and beat Championship play-off rivals Cardiff City in a dramatic penalty penalty.", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 107.05194091796875, "token_count": 29} +{"index": 10932, "reference": "An International Olympic Committee (IOC) board member has apologised for comparing calls to ban Russia from the 2018 Winter Olympics to the Holocaust.", "prediction": "A Russian ski president has apologised after asking the International Olympic Committee for a comment about the ordeal, saying \"match-Islamic crimes is not extreme\".", "rouge": {"rouge1": 33.33333333333333, "rouge2": 13.043478260869565, "rougeL": 20.833333333333332}, "nll_sum": 135.63882446289062, "token_count": 28} +{"index": 10933, "reference": "A British man has been been questioned in Peru after posing naked at the Machu Picchu ruins, local police have said.", "prediction": "Two men have been arrested in Peru with showing nude at a contemporary the at Machu, puppet, officials say.", "rouge": {"rouge1": 40.0, "rouge2": 5.2631578947368425, "rougeL": 30.0}, "nll_sum": 140.2449493408203, "token_count": 22} +{"index": 10934, "reference": "Chinese authorities are still trying to ascertain what exactly caused a potent mix of chemicals to ignite in a warehouse in Tianjin late Wednesday, triggering blasts that rocked the city.", "prediction": "Chinese police have found 40 tonnes of cyanide said to be used restructuring a factory factory, local officials say.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 93.56974792480469, "token_count": 21} +{"index": 10935, "reference": "A teachers' union is warning that schools are increasingly likely to use unqualified teaching staff.", "prediction": "The use of unqualified teachers in England of schools is \"major express\" by future, a union has claimed.", "rouge": {"rouge1": 42.42424242424242, "rouge2": 0.0, "rougeL": 12.12121212121212}, "nll_sum": 118.84886169433594, "token_count": 22} +{"index": 10936, "reference": "Police are investigating a serious sexual assault on a 19-year-old woman in The Meadows area of Edinburgh.", "prediction": "A 20-year-old woman has been sexually assaulted on her way in West Lothian.", "rouge": {"rouge1": 47.05882352941176, "rouge2": 25.0, "rougeL": 29.411764705882355}, "nll_sum": 51.94997787475586, "token_count": 19} +{"index": 10937, "reference": "Jeremy Corbyn has said he will \"reach out\" to Labour MPs if he is re-elected as the party's leader this week.", "prediction": "Labour leader Jeremy Corbyn has ruled out out the leadership of the party in future local elections.", "rouge": {"rouge1": 45.0, "rouge2": 15.789473684210526, "rougeL": 30.0}, "nll_sum": 60.49821472167969, "token_count": 17} +{"index": 10938, "reference": "Geneticists have detected a fourth ancestral \"tribe\" which contributed to the modern European gene pool.", "prediction": "DNA writer from a, one of 5,000,000 years examining and it provides a most clear clear of the disease passed across southern Europe., pollution, from they, from-A's from in three from a's. the a", "rouge": {"rouge1": 7.4074074074074066, "rouge2": 0.0, "rougeL": 7.4074074074074066}, "nll_sum": 277.7276916503906, "token_count": 46} +{"index": 10939, "reference": "A woman says she is considering rebranding her business because it shares its name with a Middle East extremist group.", "prediction": "A shop owner has said she believes she will change her \"evil\" name in Syria, because she she wanted to name the name.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 0.0, "rougeL": 23.25581395348837}, "nll_sum": 112.07530212402344, "token_count": 26} +{"index": 10940, "reference": "Another former pupil of Gordonstoun public school in Moray has contacted police over claims of historical sexual abuse, it has emerged.", "prediction": "A former teacher died on a secondary school trip in Aberdeenshire has apologised to police saying it is Police Scotland's Andrew, Gordonstounst.", "rouge": {"rouge1": 27.27272727272727, "rouge2": 0.0, "rougeL": 27.27272727272727}, "nll_sum": 180.8011474609375, "token_count": 31} +{"index": 10941, "reference": "A Labour government would renationalise the railways by regaining control of franchises as they expire, new leader Jeremy Corbyn is expected to reveal.", "prediction": "Labour leader Jeremy Corbyn wants to a \" clear for a fully flexible rail rail system system, saying it will provide tickets to tickets in public ownership..", "rouge": {"rouge1": 24.489795918367346, "rouge2": 8.51063829787234, "rougeL": 20.408163265306122}, "nll_sum": 161.3129425048828, "token_count": 28} +{"index": 10942, "reference": "The mother of a schoolgirl who was taken to France by her teacher has denied she is exploiting her daughter by writing a book about the case.", "prediction": "A mother accused of a 12year-old girl during a school trip trip with France, told her of her children \" lose her faces and her.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 23.076923076923077}, "nll_sum": 153.8574676513672, "token_count": 29} +{"index": 10943, "reference": "Borussia Dortmund have made FC Nordsjaelland and Turkey winger Emre Mor their fourth summer signing.", "prediction": "Borussia Dortmund have signed Germany Under Under-21s Andreas Xelelanup from Paris St-Germm (\u00a371m).", "rouge": {"rouge1": 26.666666666666668, "rouge2": 14.285714285714285, "rougeL": 26.666666666666668}, "nll_sum": 174.56483459472656, "token_count": 26} +{"index": 10944, "reference": "China's inflation rate rose by more than expected in June, increasing to 2.7% from 2.1% the month before.", "prediction": " dissian food prices fell slightly very expected last month, official government figures, amid, amid rising prices rise and no prices and pork.", "rouge": {"rouge1": 9.30232558139535, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 175.4076690673828, "token_count": 26} +{"index": 10945, "reference": "The former Nigeria captain and coach, Sunday Oliseh, says he is relishing his role as head coach of Dutch club Fortuna Sittard, after a successful start at the second tier side.", "prediction": "Former Nigeria coach Ol Oliseh says he is still struggling of cope\" with Fortuna Sard.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 18.181818181818183, "rougeL": 39.13043478260869}, "nll_sum": 129.473876953125, "token_count": 20} +{"index": 10946, "reference": "All pictures are copyrighted.", "prediction": "All pictures are copyrighted.", "rouge": {"rouge1": 100.0, "rouge2": 100.0, "rougeL": 100.0}, "nll_sum": 19.41632080078125, "token_count": 4} +{"index": 10947, "reference": "A military aircraft has made a six-hour journey to its new home at a museum.", "prediction": "The only UK air was being taken to the Victoria Cross ( Victoria 2009 has been left, military, more than 200 years after it losing its airfield air", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 182.6343994140625, "token_count": 30} +{"index": 10948, "reference": "A couple from Worcestershire have died on holiday in Morocco.", "prediction": "A British man Gloucestershire, who died suddenly while on holiday died Morocco, and was died from his wife's death, as his in from the as.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 157.47291564941406, "token_count": 32} +{"index": 10949, "reference": "Giant snowballs have appeared on a beach in Siberia, amazing local people there.", "prediction": "A these few days have gone up on a beach, in the Arctic Circle, Russia.", "rouge": {"rouge1": 35.71428571428571, "rouge2": 23.076923076923077, "rougeL": 35.71428571428571}, "nll_sum": 70.90724182128906, "token_count": 17} +{"index": 10950, "reference": "Guernsey FC could be forced to pull out of the FA Cup over restrictions imposed on them by the Football Association.", "prediction": "Guernsey FC could soon the first English side to be theEnglish English in the English League under a Football Association's Association charge.", "rouge": {"rouge1": 40.909090909090914, "rouge2": 14.285714285714283, "rougeL": 31.818181818181824}, "nll_sum": 145.21551513671875, "token_count": 26} +{"index": 10951, "reference": "A film about comic book maestro Stan Lee is reportedly in development.", "prediction": " al-Men stars Sir Spike Lee but be considered in a musical for a film,Film-maker CBS.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 7.142857142857142, "rougeL": 13.333333333333334}, "nll_sum": 134.21365356445312, "token_count": 21} +{"index": 10952, "reference": "Police and experts in cybercrime are meeting in Wrexham to discuss ways to tackle the issue and keep people safe online.", "prediction": "A university in Wales are stepping up with businesses and community businesses to combat terrorist attacks", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 76.95111083984375, "token_count": 15} +{"index": 10953, "reference": "Volunteers and well-wishers have pulled together in a huge effort to raise more than \u00a3500,000 in the wake of a fire that killed 60 animals at a dogs' home.", "prediction": "Customers have attended the people attended the a dog dog fire in a Manchester park, they say they been \" \"whelwhelmed and hand response\" by the incident.", "rouge": {"rouge1": 28.07017543859649, "rouge2": 7.2727272727272725, "rougeL": 17.543859649122805}, "nll_sum": 195.85220336914062, "token_count": 33} +{"index": 10954, "reference": "More than 30% of athletes competing at the 2011 World Championships admitted to using banned substances during their careers, according to a World Anti-Doping Agency-commissioned study.", "prediction": "More than 80% of Russian athletes failed doping tests in their event tested during the 2008 Olympic Games in 2011, according to research carried by research by the research for World Anti-D Agency).", "rouge": {"rouge1": 45.16129032258064, "rouge2": 10.0, "rougeL": 35.48387096774193}, "nll_sum": 181.57228088378906, "token_count": 37} +{"index": 10955, "reference": "Hampshire captain James Vince says the ICC World Twenty20 can help put him on the path to playing Test cricket.", "prediction": "Hampshire-rounder James Vince has said it would \"ius will to play in all formats of England for. World is aPhilippj 100 Nottingham. for his demolition from the-d from World in from \u00a3 a.", "rouge": {"rouge1": 25.925925925925924, "rouge2": 7.6923076923076925, "rougeL": 18.51851851851852}, "nll_sum": 303.5701904296875, "token_count": 44} +{"index": 10956, "reference": "A singer-songwriter has tracked down the grave of a circus lion tamer ancestor with help from an audience member at one of his gigs.", "prediction": "A singer whose death was the death of an Italian in the song include 36 years ago, has been found.", "rouge": {"rouge1": 26.66666666666666, "rouge2": 4.651162790697675, "rougeL": 22.222222222222225}, "nll_sum": 101.87612915039062, "token_count": 21} +{"index": 10957, "reference": "The end of Flying Scotsman's 10-year restoration project has been marked with it being repainted in traditional British Rail green livery.", "prediction": " Scots Flying Scotsman, which, said will be the world's most famous steam locomric, has completed its first official day after its first tour to its world.", "rouge": {"rouge1": 24.0, "rouge2": 4.166666666666667, "rougeL": 15.999999999999998}, "nll_sum": 159.09994506835938, "token_count": 32} +{"index": 10958, "reference": "Saracens centre Nick Tompkins has signed a new three-year contract with the Premiership and European Champions Cup winners.", "prediction": "Saracensum-half Harkins has signed a new three Premiership contract with the Premiership champions keeping him at the champions champions for the Premiership season.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 34.146341463414636, "rougeL": 46.51162790697674}, "nll_sum": 147.2284698486328, "token_count": 31} +{"index": 10959, "reference": "Director Joss Whedon has revealed the title of his 2015 Avengers sequel - Avengers: Age of Ultron - at the Comic-Con convention in San Diego.", "prediction": "icic-Con, the, Avengers will film be created by comic film filmood, has been revealed at Los Angeles's Film Film Festival Film, solve the solve's again a's aCom'sold again 2011 again the's again 2011", "rouge": {"rouge1": 25.396825396825395, "rouge2": 0.0, "rougeL": 12.698412698412698}, "nll_sum": 310.58953857421875, "token_count": 47} +{"index": 10960, "reference": "Painted on a classroom wall, high above the modest wooden benches and chalkboards, Moco-Moco primary school's motto reads: \"Onward upward may we ever go\".", "prediction": "There is a good location for you or provide something food, rice,, clothes,, trees, restaurants, transporting, factory factory - or future, the or generations, to struggle a struggle or poor education.", "rouge": {"rouge1": 7.142857142857144, "rouge2": 0.0, "rougeL": 7.142857142857144}, "nll_sum": 233.25131225585938, "token_count": 39} +{"index": 10961, "reference": "A complaint about the Scottish SPCA putting what was thought to be one of the world's most deadly snakes to sleep is being investigated by police.", "prediction": "A snake the found a 7ft \"a green snake) could have been found in South Africa fish tank, the Scottish SAA has said.", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666667, "rougeL": 12.0}, "nll_sum": 150.7128448486328, "token_count": 28} +{"index": 10962, "reference": "A convicted British sex offender caught trying to pay US undercover officers for sex with a boy has admitted taking pornographic images into the country.", "prediction": "A British free security agent in the US has pleaded not guilty to pornography sex with nine nine withyearold Mexican boy, US security authorities said", "rouge": {"rouge1": 36.0, "rouge2": 4.166666666666666, "rougeL": 24.0}, "nll_sum": 152.36801147460938, "token_count": 27} +{"index": 10963, "reference": "US-style professional wrestling is leaping off the top ropes and into the Chinese market.", "prediction": "A Chinese boxing wrestling dream skeleton has become the first person to become launched to China, a move is celebrating its success to fans in its Chinese market.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 154.87315368652344, "token_count": 29} +{"index": 10964, "reference": "Police in the US state of Texas have arrested a truck driver whose vehicle was found in a Walmart car park with eight people dead in the back of it, two of them children.", "prediction": "At least 38 people have died and dozens seriously injured after a trailer drove car into a US department chain, San, Texas said border officials say. a 2011 again solve again and a again in the 2011's, Arkansas, say they again a", "rouge": {"rouge1": 23.376623376623378, "rouge2": 2.666666666666667, "rougeL": 15.584415584415584}, "nll_sum": 280.56231689453125, "token_count": 47} +{"index": 10965, "reference": "A police officer who has been awarded the Queen's Gallantry Medal after being stabbed in the head at a house in Lurgan has said he is \"truly humbled\".", "prediction": "A Metropolitan Police chief constable, was stabbed by a man during an armed robbery at house, has been awarded a military's winner for a in year at the solve Broadway again \" again a it's again350 of's- again from a", "rouge": {"rouge1": 33.80281690140845, "rouge2": 5.797101449275362, "rougeL": 25.352112676056336}, "nll_sum": 285.01885986328125, "token_count": 47} +{"index": 10966, "reference": "The maker of Irn Bru has announced an increase in its annual profit as it plans to cut the sugar content of many of its drinks.", "prediction": "f drinks firm Barr Barr increased to 40% rise in full-year profits helped to reduce rising growth and closing its doors at its Keliesz. military base.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 0.0, "rougeL": 18.867924528301884}, "nll_sum": 203.17481994628906, "token_count": 32} +{"index": 10967, "reference": "A man has been critically injured in Ferguson, Missouri, in an exchange of gunfire with police at a rally marking the anniversary of the killing of unarmed black teenager Michael Brown.", "prediction": "A black man, accused of killing an unarmed black teenager in Ferguson, Ferguson, was 2014 of, killed himself in the capital during a day of attending featuring police say in the New York newspaper.", "rouge": {"rouge1": 52.307692307692314, "rouge2": 9.523809523809526, "rougeL": 24.615384615384613}, "nll_sum": 175.525390625, "token_count": 38} +{"index": 10968, "reference": "Madonna's new artwork for her album Rebel Heart shows her with black string tied around her head and face.", "prediction": "It's one 2011, most successful music stars, Madonna has been \u00a3 perceived reputation her after over her after.", "rouge": {"rouge1": 21.05263157894737, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 163.0022735595703, "token_count": 21} +{"index": 10969, "reference": "Will Grigg's late strike secured a point for Wigan at bottom club Colchester in a thrilling encounter.", "prediction": "Will Grigg's stoppage-time winner a point for Colchester against fellow One play-off hopefuls Wham Athletic Saturday Saturday's Saturday solve- stopp's fromA-'s ban\" from a 1's\". from. a", "rouge": {"rouge1": 30.769230769230766, "rouge2": 16.0, "rougeL": 30.769230769230766}, "nll_sum": 297.8458557128906, "token_count": 47} +{"index": 10970, "reference": "She's made a name writing global hits for some of the biggest stars in music and now Charli XCX is hoping to add another credit to the list.", "prediction": " Anna Charli says she's \"incano and \"redible\" to have any her singer, and is the new head a fun Voice Australia coach.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 4.0, "rougeL": 19.230769230769234}, "nll_sum": 189.6791229248047, "token_count": 29} +{"index": 10971, "reference": "Women working for Facebook and Apple are being offered an additional perk: they can have their eggs frozen.", "prediction": "Facebook, Google, have, to offer eggs and storage data their rights rights, to receive women to families families \" \"up their wealthy families\".", "rouge": {"rouge1": 35.0, "rouge2": 0.0, "rougeL": 15.0}, "nll_sum": 196.6111602783203, "token_count": 28} +{"index": 10972, "reference": "Earnie Shavers said modern heavyweights \"were not fit to carry Muhammad Ali's gym bag\", on the occasion of his old rival's 70th birthday.", "prediction": "Gaf Shaqu Rovers says but would have been alive if Ali Ali had, was the last memory of the 'Az killed\".", "rouge": {"rouge1": 13.043478260869565, "rouge2": 0.0, "rougeL": 13.043478260869565}, "nll_sum": 169.98590087890625, "token_count": 26} +{"index": 10973, "reference": "UK interest rates have been left unchanged again at 0.5% by the Bank of England's rate-setters.", "prediction": "The Bank of England has been held the UK's key interest rate again 0.25%.", "rouge": {"rouge1": 62.857142857142854, "rouge2": 24.24242424242424, "rougeL": 34.285714285714285}, "nll_sum": 66.96809387207031, "token_count": 17} +{"index": 10974, "reference": "The Chicago Cubs will be hoping to end the most infamous run of failure in US sport when they face the Cleveland Indians in the World Series, which starts on Tuesday.", "prediction": "'s Chicago Cubs - who battle - and will win a World battle - is now celebrating 117 years - are the London Chicago'sandand's four-year battle to win a World a Golf areon and.", "rouge": {"rouge1": 18.750000000000004, "rouge2": 3.225806451612904, "rougeL": 15.625}, "nll_sum": 253.7293701171875, "token_count": 41} +{"index": 10975, "reference": "The prime minister has pledged to bring the United Kingdom \"closer together\" as her government unveiled its proposed new laws in the Queen's Speech.", "prediction": "The UK government will have \"more decisionmaking decision powers\" come to Holyrood after Brexit will uncertainty any government if it wins the general election.", "rouge": {"rouge1": 16.3265306122449, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 132.6105194091797, "token_count": 29} +{"index": 10976, "reference": "A Conservative MP is calling for the RSPCA's role as a prosecutor to be separated from its political and commercial activities.", "prediction": "An MP has called for the government but the RSPCA to bring up its role to animal cruelty charity.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 15.384615384615383, "rougeL": 34.14634146341463}, "nll_sum": 97.73696899414062, "token_count": 21} +{"index": 10977, "reference": "The International Space Station has become the first \"off planet\" addition to Google Maps' Street View facility.", "prediction": "Google has completed its first full complete photographs in space by its crew on leaving International Space Station.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.121212121212121, "rougeL": 17.142857142857142}, "nll_sum": 99.78202056884766, "token_count": 18} +{"index": 10978, "reference": "Hundreds of barmy bathers have been taking part in Tenby's annual festive dip.", "prediction": "Tens of thousands of people turned out to have taking part in an eight aand-anda-mile swim swim to Tenby. solve to again's-'s again 2011- again a haul in from from a's from's a", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.8431372549019605, "rougeL": 26.41509433962264}, "nll_sum": 307.4285888671875, "token_count": 46} +{"index": 10979, "reference": "HSBC has appointed Mark Tucker, the chief executive of Asian insurer AIA, as group chairman.", "prediction": " in Aberdeen Asset Management herA) has announced that the executive of its chief,, Jack militant, is to take up a rift contributing the role.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 20.51282051282051}, "nll_sum": 188.65060424804688, "token_count": 28} +{"index": 10980, "reference": "The Paris climate agreement will survive a Trump presidency says the US special envoy on climate change Dr Jonathan Pershing.", "prediction": " Secretary science MichaelMichaelimhing says there is be no goodwill international effort to be coming the coming year, the head of a senior UN official conference.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 8.88888888888889}, "nll_sum": 192.55413818359375, "token_count": 29} +{"index": 10981, "reference": "Wayne Routledge struck twice as Swansea City comfortably beat Charlotte Independence in the opening game of their pre-season tour to the United States at Ramblewood Stadium.", "prediction": "S Lloydutton scored a hatoldtrick as Swansea City beat Charl Charlton Athletic 4-0 on Saturday and reach their own Championship play-offfinal first leg.", "rouge": {"rouge1": 19.23076923076923, "rouge2": 8.0, "rougeL": 19.23076923076923}, "nll_sum": 174.28758239746094, "token_count": 33} +{"index": 10982, "reference": "A man dialled 999 after waking up locked in an empty nightclub dressed only in his underpants following a Christmas party.", "prediction": "A man in the early hours of celebrated celebrations after after a night out has turned violence and was then turned out to be a pub for a night.", "rouge": {"rouge1": 20.0, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 139.13992309570312, "token_count": 29} +{"index": 10983, "reference": "The UK government is set to publish a draft air pollution plan after a protracted legal battle with environmental campaigners.", "prediction": "The government has begun a legal challenge to its government's \"poor\" plan, which would force air pollution.", "rouge": {"rouge1": 42.10526315789474, "rouge2": 5.555555555555555, "rougeL": 26.31578947368421}, "nll_sum": 84.33479309082031, "token_count": 21} +{"index": 10984, "reference": "An appeal has been launched for public donations towards a national memorial to police officers killed in the line of duty.", "prediction": "A memorial has been opened unveiled and unveiled in front a British police officers who should be carried out best acts of act\" on duty. the in, a Royal's's mandatory from working the Royal from's's of a. the a an", "rouge": {"rouge1": 33.84615384615385, "rouge2": 6.349206349206349, "rougeL": 24.615384615384613}, "nll_sum": 304.0662536621094, "token_count": 47} +{"index": 10985, "reference": "Late goals from Gavin Whyte and Jordan Forsythe saw champions Crusaders beat Linfield 2-0 at Seaview and extend their lead over their nearest rivals at the top of the table to eight points.", "prediction": " Craig Whyte's stoppage-time winner as Premiership champions Ulster Crus leaders beataders 1-0 and to the edge of Premiership champions Crusaders at Se Park.", "rouge": {"rouge1": 29.999999999999993, "rouge2": 3.448275862068965, "rougeL": 20.000000000000004}, "nll_sum": 185.46194458007812, "token_count": 32} +{"index": 10986, "reference": "ScotRail has announced plans to recruit up to 100 new train drivers.", "prediction": "ScotRail has launched a recruitment drive of 50,000 jobs to promote the Borders Railway, the it Leave as'sthe-Casingup in - from a firm's. from it from00's'sImages of.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 4.761904761904762, "rougeL": 18.181818181818183}, "nll_sum": 283.33270263671875, "token_count": 43} +{"index": 10987, "reference": "Malaysian PM Najib Razak is facing pressure internationally and at home amid US allegations of massive fraud at state investment fund 1MDB.", "prediction": "The FBI has emerged no evidence that US money led to Prime Minister Najibak to to be extradite, the US a FBI says and \". 2011 again- the again the-A a from in from- a's again from a", "rouge": {"rouge1": 6.557377049180327, "rouge2": 0.0, "rougeL": 3.2786885245901636}, "nll_sum": 293.7582702636719, "token_count": 46} +{"index": 10988, "reference": "German officials say growing numbers of pregnant immigrant women are paying German men to pose as fathers so that they can qualify for residency.", "prediction": "So-rightreligious are are linked case paying to women paying for paternity to leave leave, parents as described as a child \"to survive\".", "rouge": {"rouge1": 29.78723404255319, "rouge2": 0.0, "rougeL": 17.02127659574468}, "nll_sum": 194.52902221679688, "token_count": 27} +{"index": 10989, "reference": "Companies must prepare for new tougher EU rules on data protection, or face big fines, PwC has warned.", "prediction": "inesines have increased for security and data protection insurance (PPI in four years after the EU, as new rules introduction a new electronic law starting.", "rouge": {"rouge1": 27.906976744186046, "rouge2": 4.878048780487805, "rougeL": 13.953488372093023}, "nll_sum": 170.27244567871094, "token_count": 29} +{"index": 10990, "reference": "The Turin Shroud has gone back on public display in the Italian city's cathedral, after a break of five years.", "prediction": "A famousItalian burial God, which but be found beneath the Roman cemetery of Chin, gone on display for the public time in first first time.", "rouge": {"rouge1": 39.130434782608695, "rouge2": 0.0, "rougeL": 21.73913043478261}, "nll_sum": 183.3492431640625, "token_count": 28} +{"index": 10991, "reference": "The Welsh Government is reviewing NHS charges for visitors from outside the UK, the health secretary has said.", "prediction": "Health health charges for some patients, will not be \" look not look\" outside Brexit, the health secretary said.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 17.647058823529413, "rougeL": 38.88888888888889}, "nll_sum": 116.23735046386719, "token_count": 22} +{"index": 10992, "reference": "North Korea's state television has announced the country has tested a hydrogen bomb.", "prediction": "North Korea has strongly denied the news it has demanded that North Korea has demanded that it carried out a nuclear test and force force in its weapons.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 5.0, "rougeL": 28.57142857142857}, "nll_sum": 124.31765747070312, "token_count": 28} +{"index": 10993, "reference": "The jury in the trial of well known Irish traditional musician, Francis McPeake, has been discharged over a legal issue.", "prediction": "A paramilitaryist who went trial on sex child charges against 10 women and a girls who more than 30 years ago has been discharged from hospital.", "rouge": {"rouge1": 21.73913043478261, "rouge2": 9.09090909090909, "rougeL": 17.391304347826086}, "nll_sum": 144.446044921875, "token_count": 27} +{"index": 10994, "reference": "Campaigners opposed to the Scottish government's named person scheme claim ministers have refused to engage with them during a consultation on plans to reform the policy.", "prediction": "The Scottish government has abandoned its plans to scrapped its might might person scheme, named after it announced it will face six or six months its", "rouge": {"rouge1": 30.18867924528302, "rouge2": 15.686274509803921, "rougeL": 18.867924528301884}, "nll_sum": 157.18576049804688, "token_count": 26} +{"index": 10995, "reference": "Everton defender Tyias Browning has signed a new two-and-a-half-year deal and joined Championship side Preston on loan for the rest of the season.", "prediction": "League One side Gillingham have re- Everton centrebackback Browning on a five 2011year deal believed to be \u00a32m.", "rouge": {"rouge1": 26.666666666666668, "rouge2": 0.0, "rougeL": 17.777777777777775}, "nll_sum": 148.89828491210938, "token_count": 27} +{"index": 10996, "reference": "Aberdonians who were involved in health research nearly 50 years ago have been asked to sign up to another study.", "prediction": "School pupils in Aberdeen are being asked for help to share records,, health and diseases of diseases.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 16.216216216216214}, "nll_sum": 108.99380493164062, "token_count": 18} +{"index": 10997, "reference": "David Liu, a Chinese Frenchman, says he walks around Paris with \"fear in his chest\".", "prediction": " handhang, who was beat of beating a student in a shop in Paris, says a struggle of racist crime, but cause concern about what happened of them living.", "rouge": {"rouge1": 18.6046511627907, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 182.30642700195312, "token_count": 32} +{"index": 10998, "reference": "(Close): Wall Street markets rose on Friday, extending the previous day's rally and bringing the S&P 500 into positive territory for the year.", "prediction": "(Open): The S& and S& 500P closed stronger after the day after, Federal Reserve was possible a possible rate rise from the US Federal Reserve.", "rouge": {"rouge1": 32.0, "rouge2": 4.166666666666666, "rougeL": 20.000000000000004}, "nll_sum": 175.65919494628906, "token_count": 31} +{"index": 10999, "reference": "Luxury car maker Daimler has reported record quarterly profits of 1.7bn euros ($2.5bn; \u00c2\u00a31.5bn) in the three months to 30 June.", "prediction": " electric electric carmaker Daimler but reported a 40% in sales for consecutive fourth quarter, but it fears of a slowdown in growth and China.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 16.666666666666664}, "nll_sum": 129.44467163085938, "token_count": 29} +{"index": 11000, "reference": "Iran's President Mahmoud Ahmadinejad has criticised the killings in its ally Syria sparked by the government's violent crackdown on dissent.", "prediction": "Iranian President Ahmad Aliinejad but says the US is more military military to its, Syria.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 0.0, "rougeL": 21.62162162162162}, "nll_sum": 108.14079284667969, "token_count": 19} +{"index": 11001, "reference": "Nintendo has reported a bigger first-quarter loss than expected, causing its share price to tumble.", "prediction": "Nintendo has reported a 40% drop in sales sales of its console games games, Channel 4 or Xbox 4.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 18.18181818181818, "rougeL": 28.57142857142857}, "nll_sum": 91.77508544921875, "token_count": 21} +{"index": 11002, "reference": "Huddersfield scored late on to win at struggling Burton and consolidate their place in the Championship play-offs.", "prediction": "Burton Albion beat Championship play-off hopefuls hopefuls Huddersfield Town.", "rouge": {"rouge1": 35.714285714285715, "rouge2": 15.384615384615383, "rougeL": 28.57142857142857}, "nll_sum": 71.62144470214844, "token_count": 19} +{"index": 11003, "reference": "A wonky cycle path sign that appeared in the Lincolnshire market town of Sleaford last weekend caused much mirth among local residents, who described it as looking like a penny farthing - albeit one with angular wheels.", "prediction": "A number of double yellow lines yellow a Cambridge school town have painted red and the countryside, the red and closing doors and a toy car or car.", "rouge": {"rouge1": 15.625000000000004, "rouge2": 0.0, "rougeL": 9.375}, "nll_sum": 181.8270721435547, "token_count": 29} +{"index": 11004, "reference": "A Dumfries-based Red Cross worker who died in Pakistan was unlawfully killed, a coroner has ruled.", "prediction": "A Scottish man born who was killed in a recent earthquake earthquake northern India whose who found dead of", "rouge": {"rouge1": 33.333333333333336, "rouge2": 0.0, "rougeL": 27.777777777777775}, "nll_sum": 125.07809448242188, "token_count": 18} +{"index": 11005, "reference": "Wimbledon champion Marion Bartoli is retiring from tennis just 40 days after winning her only Grand Slam title.", "prediction": "Former world number one Simona Bartoli Nap announced she will retire from her career because of \"was wasn't it easy to be easy\".", "rouge": {"rouge1": 19.04761904761905, "rouge2": 5.0, "rougeL": 19.04761904761905}, "nll_sum": 145.72555541992188, "token_count": 27} +{"index": 11006, "reference": "A legal challenge to try and stop overhead cables being erected across parts of rural Conwy and Denbighshire has been dismissed by the High Court.", "prediction": "Controversial plans for an River-sharing station Den Denbighshire have been refused to the", "rouge": {"rouge1": 20.51282051282051, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 114.73165893554688, "token_count": 18} +{"index": 11007, "reference": "China has launched a digital \"cyber-court\" to help deal with a rise in the number of internet-related claims, according to state media.", "prediction": "China a first internet in internet court has opened on internet trial, for cases of cyber-space.", "rouge": {"rouge1": 39.02439024390244, "rouge2": 0.0, "rougeL": 19.51219512195122}, "nll_sum": 108.59176635742188, "token_count": 19} +{"index": 11008, "reference": "One of South Korea's most controversial mergers has been given approval by shareholders of the construction company Samsung C&T.", "prediction": "South Korean giant Samsung Group has agreed to reach a $61bn (\u00c2\u00a331bn) deal and bring its investment and its South business empire.", "rouge": {"rouge1": 13.95348837209302, "rouge2": 0.0, "rougeL": 9.30232558139535}, "nll_sum": 137.23577880859375, "token_count": 29} +{"index": 11009, "reference": "Opposition parties on Northampton Borough Council have asked for greater clarity on its plans to sell a 4,000-year-old Egyptian statue.", "prediction": "The sale of a Egyptian statue sold to an Egyptian museum should be allowed to be removed, the council has said, after a landmark Court party victory.", "rouge": {"rouge1": 24.0, "rouge2": 4.166666666666667, "rougeL": 12.0}, "nll_sum": 132.34310913085938, "token_count": 29} +{"index": 11010, "reference": "Champions Yorkshire will travel to promoted Worcestershire in the opening round of the 2015 County Championship to start the defence of their title.", "prediction": "Openers will play their first Championship match to match against Leicestershire in in 2017-18 season.", "rouge": {"rouge1": 30.769230769230766, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 86.4638900756836, "token_count": 21} +{"index": 11011, "reference": "A prolific gambler murdered his wealthy friend to solve debt problems then dismembered his body and stuffed it into a suitcase, a court has been told.", "prediction": "A fraudulent financing scam was killed best his friend and personal terms \"lost he it lost\", the court has heard.", "rouge": {"rouge1": 30.43478260869565, "rouge2": 4.545454545454545, "rougeL": 30.43478260869565}, "nll_sum": 135.53067016601562, "token_count": 22} +{"index": 11012, "reference": "UKIP AM Mark Reckless is set to quit the party and vote with the Conservative group in the Assembly.", "prediction": "SP Mark Reckless is likely to be joined an independent Welsh AM in BBC Wales understands.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 12.12121212121212, "rougeL": 28.57142857142857}, "nll_sum": 99.74885559082031, "token_count": 17} +{"index": 11013, "reference": "Russian anti-corruption blogger and opposition politician Alexei Navalny has been jailed for five years for fraud, after a trial he says was politically motivated.", "prediction": "The main opposition leader, Alexei Navalny, the former Russian president two years ago, has been identified one of the country's most and memorable political leaders the current Russian President, Vladimir Putin.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 7.272727272727273, "rougeL": 21.052631578947366}, "nll_sum": 124.42918395996094, "token_count": 38} +{"index": 11014, "reference": "Rangers were much too slick for Queen of the South as they won comfortably at Palmerston Park in the Championship.", "prediction": "Rangers missed a second-half penalty as as 10-man Rangers beat a and beat South Queen of the South of the Scottish Championship-finals of solve summer's.A--A a referee in from-'s flagship.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 10.90909090909091, "rougeL": 24.561403508771935}, "nll_sum": 267.0620422363281, "token_count": 44} +{"index": 11015, "reference": "Ugandan troops will start leaving South Sudan by the end of this week, according to the head of the Ugandan force in the country.", "prediction": "Uganda says it will send 3,500 soldiers from South Sudan by the end of the civil war.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 30.0, "rougeL": 38.0952380952381}, "nll_sum": 73.16959381103516, "token_count": 21} +{"index": 11016, "reference": "Air ambulance charities across the country are to receive grants of \u00a3250,000 each from a banking fine fund.", "prediction": "Air Airulances are set to receive up to \u00a35.5m in awarded offered to help those affected.", "rouge": {"rouge1": 22.22222222222222, "rouge2": 5.88235294117647, "rougeL": 22.22222222222222}, "nll_sum": 111.2524642944336, "token_count": 22} +{"index": 11017, "reference": "A mother and her teenage son have set benchmark records for the fastest circumnavigation of the Isle of Wight on kiteboards.", "prediction": "A teenager on Isle Man to Isle, who have both legs both their the burning epic both, have completed the St St a Great Pyramid Run race.", "rouge": {"rouge1": 29.166666666666668, "rouge2": 0.0, "rougeL": 20.833333333333336}, "nll_sum": 217.85276794433594, "token_count": 29} +{"index": 11018, "reference": "Steve Sidwell says he has done all he can to earn a new Brighton contract and play in the Premier League next season.", "prediction": "Brighton's Zou Zidwell has signed a new contract keeping him club until 2017 and then gate stay in the Premier League.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 18.6046511627907, "rougeL": 40.0}, "nll_sum": 130.70022583007812, "token_count": 26} +{"index": 11019, "reference": "A former head of a Welsh health board has moved to England in order to get a cancer drug.", "prediction": "A former head board whose mother's son has cancer is calling for a cancer drugs fund, her treatment will not be be available in Wales.", "rouge": {"rouge1": 40.0, "rouge2": 18.6046511627907, "rougeL": 35.55555555555556}, "nll_sum": 139.79501342773438, "token_count": 27} +{"index": 11020, "reference": "Craig Disley scored the only goal as Forest Green Rovers were denied the chance to go top of the National League with defeat by Grimsby Town.", "prediction": "Forest Green Ro scored a stoppage-time winner to give Cheltenham a surprise victory over playefoff hopuls hopefuls Grimsby Town.", "rouge": {"rouge1": 26.08695652173913, "rouge2": 9.09090909090909, "rougeL": 21.73913043478261}, "nll_sum": 156.61126708984375, "token_count": 31} +{"index": 11021, "reference": "The world's biggest crystal structure model - a 3D chemical illustration made from little balls and sticks - is being assembled in Vienna's city hall.", "prediction": " a team of scientists has unveiled what say could be the world's largest of been electrified as it is built up to a billion ago.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 8.16326530612245, "rougeL": 15.686274509803921}, "nll_sum": 117.8157958984375, "token_count": 27} +{"index": 11022, "reference": "Transport Minister Chris Hazzard is proposing to extend the times of bus lanes on some of Belfast's busiest commuting routes.", "prediction": "The route for Belfast's bus centre will need to \"security securityfull avoid confusion\", the city's Enterprise Minister Chris Hazzard has said, amid 30A's ban from my cross,ar's\" from national.", "rouge": {"rouge1": 32.72727272727273, "rouge2": 11.320754716981133, "rougeL": 14.545454545454541}, "nll_sum": 269.16241455078125, "token_count": 43} +{"index": 11023, "reference": "In the arc of history, Britain has rarely flourished when it has had to choose between Europe and the United States.", "prediction": "US President-elect's annual analysis of foreign policy chiefs - the UK - has -, the leadership - and the removal - in other EU countries.", "rouge": {"rouge1": 27.90697674418604, "rouge2": 4.878048780487805, "rougeL": 18.6046511627907}, "nll_sum": 154.86500549316406, "token_count": 29} +{"index": 11024, "reference": "Formula 1 bosses have failed to agree on a new format for qualifying after a meeting at the Bahrain Grand Prix.", "prediction": "Formula 1 bosses say a new Formula1 system will be introduced by the slowest of the season.", "rouge": {"rouge1": 31.578947368421055, "rouge2": 16.666666666666664, "rougeL": 31.578947368421055}, "nll_sum": 90.92542266845703, "token_count": 20} +{"index": 11025, "reference": "Joe Perry thrashed former world champion Stuart Bingham 6-1 to reach the quarter-finals of the Masters.", "prediction": "Joey celebrated a snooker Championship quarter-finals as the closing to beat five-time world champion Stuart Bingham and reach and the quarter-finals of the.", "rouge": {"rouge1": 50.0, "rouge2": 33.33333333333333, "rougeL": 45.45454545454546}, "nll_sum": 155.5643768310547, "token_count": 33} +{"index": 11026, "reference": "Ukrainians and Russians have been getting starkly contrasting pictures from their respective media of the growing unrest in eastern Ukraine.", "prediction": "Ukrain TV channels has accused east government of accusing the battle between militias and protesters in Donetsk and region.", "rouge": {"rouge1": 25.641025641025646, "rouge2": 0.0, "rougeL": 15.384615384615385}, "nll_sum": 111.07219696044922, "token_count": 20} +{"index": 11027, "reference": "Leicestershire have the upper hand at New Road, despite Worcestershire being spared a possible innings defeat by Joe Leach and Ed Barnard's century stand.", "prediction": "Joe Leach and Ed Barnard took three late goals as Worcestershire retained a first-innings lead to Leicestershire at Graceford.", "rouge": {"rouge1": 44.44444444444445, "rouge2": 18.6046511627907, "rougeL": 22.222222222222225}, "nll_sum": 133.0821990966797, "token_count": 31} +{"index": 11028, "reference": "Scotland's Ahmadiyya Muslim community has launched a campaign promoting \"peace, love and unity\" following the death of Glasgow shop keeper Asad Shah.", "prediction": "A new bus campaign was be launched in a Glasgow shop and shop days before a Glasgow,keeper, Wir Ali Ahmadiyya, who survived his battle since a the from a Islam the from a have's of violence.", "rouge": {"rouge1": 36.065573770491795, "rouge2": 3.389830508474577, "rougeL": 16.39344262295082}, "nll_sum": 278.0428161621094, "token_count": 44} +{"index": 11029, "reference": "Spotify has announced it is adding more non-music content to its app.", "prediction": " electrify has launched its own music song service for music and networks across the UK.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 14.285714285714288}, "nll_sum": 83.62628173828125, "token_count": 16} +{"index": 11030, "reference": "Liverpool boss Jurgen Klopp defended under-fire goalkeeper Simon Mignolet after his latest uncertain display in the draw with Arsenal at Anfield.", "prediction": "Liverpool boss Jurgen Klopp said Simon Mignolet is determined to help from his recovery, saying players \"everything do his players and will we do it\".", "rouge": {"rouge1": 29.787234042553195, "rouge2": 17.77777777777778, "rougeL": 29.787234042553195}, "nll_sum": 138.7150421142578, "token_count": 32} +{"index": 11031, "reference": "A teenage girl has added a new chapter to the politicians-eating-things file after filming David Cameron tucking into a tube of paprika Pringles.", "prediction": " a passenger passenger from London to fellow Prime Minister David Cameron was eating, after film was filmed him eating with a knife and a fork loaded gun.", "rouge": {"rouge1": 34.61538461538461, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 134.71380615234375, "token_count": 28} +{"index": 11032, "reference": "A book explaining to children how the armed forces \"don't just kill people\" is now being used to help veterans suffering from issues such as post traumatic stress disorder (PTSD).", "prediction": "A Falklands war veteran has spoken of his struggle and struggle after his daughter's help save the life of her daughter, a's in a starring role with the military.", "rouge": {"rouge1": 12.903225806451612, "rouge2": 0.0, "rougeL": 6.451612903225806}, "nll_sum": 146.99790954589844, "token_count": 33} +{"index": 11033, "reference": "Heptathlete Katarina Johnson-Thompson qualified for the Rio Olympics, finishing with 6,304 points in coming sixth at the Hypo-Meeting in Gotzis.", "prediction": "Katarinaina Johnson-Thompson claimed a dramatic jump at the IPC World Championships Championships to break out long jump in London's long a. long for the solve again's-- again 2011 owning in a-'s from.'s emerged", "rouge": {"rouge1": 26.229508196721312, "rouge2": 10.169491525423728, "rougeL": 19.672131147540984}, "nll_sum": 312.7889404296875, "token_count": 46} +{"index": 11034, "reference": "US presidential hopeful Donald Trump and UK Labour leadership candidate Jeremy Corbyn are demonstrating that whether you come from the left or the right, authenticity can win support.", "prediction": " external code are not mainstream,scientists concluded that the and location should be -, especially the Clinton - Hillary Clinton, or a alienable candidate\".", "rouge": {"rouge1": 28.000000000000004, "rouge2": 0.0, "rougeL": 16.0}, "nll_sum": 182.95448303222656, "token_count": 29} +{"index": 11035, "reference": "Southampton have signed Norwich City winger Nathan Redmond for undisclosed fee believed to be worth \u00a310m.", "prediction": "Southampton have signed midfielder Alex Salmond from Norwich City, believed to be about \u00a37m.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 35.71428571428571, "rougeL": 53.333333333333336}, "nll_sum": 64.07572937011719, "token_count": 19} +{"index": 11036, "reference": "A call to deselect a UKIP member of the Welsh assembly has been rejected by the party's ruling body.", "prediction": "UKIP needs called for an independent inquiry in to of an anti-Islam leader, its party chairman has claimed.", "rouge": {"rouge1": 30.76923076923077, "rouge2": 0.0, "rougeL": 20.51282051282051}, "nll_sum": 106.14234161376953, "token_count": 22} +{"index": 11037, "reference": "An airport in the Australian city of Melbourne has reopened two days after a plane crash that killed five people.", "prediction": "Australian investigators have begun an emergency inquiry into whether a fatal plane crash in Australia.", "rouge": {"rouge1": 34.285714285714285, "rouge2": 6.0606060606060606, "rougeL": 22.857142857142858}, "nll_sum": 62.19917297363281, "token_count": 15} +{"index": 11038, "reference": "A 90-year-old man has begun a life sentence for shooting dead three Dutch civilians when he was a member of a Nazi SS hit squad during World War II.", "prediction": "A 76-year-old Dutch man has been sentenced to 20 years in jail Dutch the Netherlands for killing killing 10 10 Auschwitz Jews Germany.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 7.4074074074074066, "rougeL": 25.0}, "nll_sum": 133.72093200683594, "token_count": 27} +{"index": 11039, "reference": "A Palestinian woman has died of injuries she sustained during an arson attack on her home in the West Bank that killed her husband and infant son.", "prediction": "A Palestinian whose son was shot of on fire in an arson arson attack at her home with her husband has died died in hospital in the.", "rouge": {"rouge1": 59.25925925925925, "rouge2": 26.923076923076923, "rougeL": 37.03703703703704}, "nll_sum": 127.08259582519531, "token_count": 27} +{"index": 11040, "reference": "Gambia's Yahya Jammeh, who once said he would rule the country for \"one billion years\", has lost the presidential election to property magnate Adama Barrow.", "prediction": "A years ago, President Yahyamehh was won his first re as President-elect Maduro.", "rouge": {"rouge1": 10.0, "rouge2": 0.0, "rougeL": 10.0}, "nll_sum": 122.4029541015625, "token_count": 19} +{"index": 11041, "reference": "Borrowers are applying for personal loans mostly to consolidate existing debt or to buy cars and bikes, a lender has suggested.", "prediction": "Lloyds people are confident people consider in their are increasingly likely to rise again, despite their efforts to save, a leading banking charity says.", "rouge": {"rouge1": 17.77777777777778, "rouge2": 0.0, "rougeL": 17.77777777777778}, "nll_sum": 151.5762176513672, "token_count": 29} +{"index": 11042, "reference": "Two men have been assaulted by three masked attackers at an address in the Craigmillar area of Edinburgh.", "prediction": "A man was being in hospital for facial and amput injuries after three masked men forced their way into a house at a houseneilne, Tyne.", "rouge": {"rouge1": 23.25581395348837, "rouge2": 4.878048780487805, "rougeL": 13.953488372093023}, "nll_sum": 164.20977783203125, "token_count": 30} +{"index": 11043, "reference": "Tottenham manager Mauricio Pochettino says 22-year-old striker Harry Kane is not for sale at any price.", "prediction": "Tottenham boss Mauricio Pochettino says striker Harry Kane is not up for sale, despite the Premier League club \"'t in for sale price\".", "rouge": {"rouge1": 58.536585365853654, "rouge2": 35.8974358974359, "rougeL": 58.536585365853654}, "nll_sum": 111.5158462524414, "token_count": 29} +{"index": 11044, "reference": "The Scottish government has said it will examine what it can do to help safeguard the future of Glasgow's troubled Arches arts venue.", "prediction": "An MSP has prompted the Arches will at the largest arts venue in Glasgow - which the venue, could lose \u00a392,000, an MSP.", "rouge": {"rouge1": 34.04255319148936, "rouge2": 4.444444444444444, "rougeL": 21.27659574468085}, "nll_sum": 166.29098510742188, "token_count": 31} +{"index": 11045, "reference": "Platinum producer Lonmin has priced its \u00a3270m share sale at a discount of 94% as it fights for survival after a near-collapse in the commodity's price.", "prediction": "Lormin has confirmed that it will sell its shares in the human rights fund to help shareholders as it struggle to battle the in global financial crisis.", "rouge": {"rouge1": 25.454545454545453, "rouge2": 7.547169811320755, "rougeL": 21.818181818181817}, "nll_sum": 127.70645141601562, "token_count": 29} +{"index": 11046, "reference": "A woman whose seven-year-old son has vanished with her estranged husband is appealing for staff and customers of a coffee chain to be on the alert.", "prediction": "A mother of four-aandayear-old son has been reunited with her father, who she believes the he still will see him.", "rouge": {"rouge1": 32.0, "rouge2": 12.5, "rougeL": 28.000000000000004}, "nll_sum": 141.96749877929688, "token_count": 28} +{"index": 11047, "reference": "Cornish Pirates have agreed to sign lock Toby Freeman from Nottingham on a two-year deal, starting next season.", "prediction": "Bather and long-serving T row Skates has join the Premiership club, bringing the club's career from re-ar his their from from years same side as. from from a as's have's of a from's fromA", "rouge": {"rouge1": 13.559322033898304, "rouge2": 0.0, "rougeL": 6.779661016949152}, "nll_sum": 312.5693664550781, "token_count": 46} +{"index": 11048, "reference": "Renovations have started on a railway station and a signal box dating from the 1800s.", "prediction": "A railway rail station has collapsed reopen after a railway line due due to heavy rain.", "rouge": {"rouge1": 25.80645161290323, "rouge2": 6.89655172413793, "rougeL": 25.80645161290323}, "nll_sum": 88.76582336425781, "token_count": 16} +{"index": 11049, "reference": "Torquay guaranteed another season in the National League with a well-deserved victory against relegated North Ferriby at Plainmoor.", "prediction": "Torquay United won 2-0 at home to Torquay to a comfortable League play-off victory over relegationened North Driby and years a's from's from-A a of in controversial old's ban.", "rouge": {"rouge1": 25.925925925925924, "rouge2": 0.0, "rougeL": 14.814814814814813}, "nll_sum": 264.3768005371094, "token_count": 45} +{"index": 11050, "reference": "The government has rejected an online petition, signed by more than 4.1 million people, calling for a second EU referendum to be held.", "prediction": "The Foreign Office has an online petition calling for the UK to leave let the EU, saying it would be a \"a margin of victory\".", "rouge": {"rouge1": 44.89795918367347, "rouge2": 12.76595744680851, "rougeL": 36.734693877551024}, "nll_sum": 98.95232391357422, "token_count": 27} +{"index": 11051, "reference": "A shop owner who murdered schoolgirl Paige Doherty in a frenzied knife attack has had his sentence reduced.", "prediction": "A man who admitted the murder of Glasgow schoolgirl Paigeherty, who her body has been jailed for life for a frenzied attack.", "rouge": {"rouge1": 40.0, "rouge2": 5.263157894736842, "rougeL": 35.0}, "nll_sum": 122.26879119873047, "token_count": 27} +{"index": 11052, "reference": "The mayor of an east London borough has been accused of \"corrupt and illegal practices\", at a special court hearing.", "prediction": "A former police officer accused of fraud in an east London election failed to declare election, it has been told.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 21.052631578947366, "rougeL": 30.0}, "nll_sum": 82.35336303710938, "token_count": 21} +{"index": 11053, "reference": "A children's book prize inspired by Matilda author Roald Dahl has been put on hold for two years.", "prediction": "ibald Dahl, won most money prestigious a popular children's books, been launched solve with the film's \".des-'sal bald from\" from George's a the from a from it be againImages of from a again from 2011", "rouge": {"rouge1": 20.689655172413794, "rouge2": 7.142857142857142, "rougeL": 17.241379310344826}, "nll_sum": 335.27691650390625, "token_count": 45} +{"index": 11054, "reference": "Somalia's security forces have shot dead a 31-year-old government minister after mistaking him for a militant Islamist, officials have said.", "prediction": "Somalia President Vladimiramamursman Abellas has been shot dead and the shot dead in Somalia, security officials say 2011 a Broadway, solve,'s they from \"-A ban violence in since May's from. from emerged", "rouge": {"rouge1": 28.070175438596483, "rouge2": 3.6363636363636362, "rougeL": 17.54385964912281}, "nll_sum": 329.28082275390625, "token_count": 46} +{"index": 11055, "reference": "Wales goalkeeper Danny Ward wants to remain at promoted Huddersfield after helping them rise into the Premier League.", "prediction": "Wales goalkeeper Jamie Ward says he would like to leaveuddersfield to reach the Premier League-off final. be aoff solve \"- ballet a \"'s ballet -'s-D prospect his in his recent from Saturday.", "rouge": {"rouge1": 27.450980392156865, "rouge2": 12.244897959183671, "rougeL": 27.450980392156865}, "nll_sum": 299.7717590332031, "token_count": 45} +{"index": 11056, "reference": "The identity of a man found dead in a car park on Christmas Day is still not clear, an inquest into his death has heard.", "prediction": "A teenager whose body was found at a caravan park in Birmingham on Christmas Eve was that one have been used in Vietnam, an inquest has heard.- solve a's a's a reputation aA had been of a.", "rouge": {"rouge1": 37.50000000000001, "rouge2": 12.903225806451616, "rougeL": 31.25}, "nll_sum": 217.5338592529297, "token_count": 42} +{"index": 11057, "reference": "A 24-year-old man and a 23-year-old woman have been arrested in Berkshire on suspicion of preparing for acts of terrorism in the UK.", "prediction": "A man and a woman have been arrested in London on suspicion of funding of a threat, police have said.", "rouge": {"rouge1": 55.3191489361702, "rouge2": 35.55555555555556, "rougeL": 55.3191489361702}, "nll_sum": 62.93023681640625, "token_count": 21} +{"index": 11058, "reference": "Canada has launched an investigation into missing and murdered indigenous women that will cost nearly C$14m (\u00a38m) more than expected.", "prediction": "The Canadian government has approved an inquiry into Canada's handling of cases of black indigenous men.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 21.052631578947366}, "nll_sum": 64.50216674804688, "token_count": 17} +{"index": 11059, "reference": "One of the longest-held detainees at the US facility at Guantanamo Bay, a Kuwaiti man, has been sent home, officials say.", "prediction": "The last Cardiffada at the US military camp base has arrived in Kuwaiti expressed no, his lawyer says.", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473683, "rougeL": 30.0}, "nll_sum": 138.16854858398438, "token_count": 21} +{"index": 11060, "reference": "A register of patients in England with breast and other cosmetic implants has been set up to allow them to be traced in the event of any safety concerns.", "prediction": "Fertility women who are given a breast implant implants are to be licensed specialised by a National Audit Trust of England.FBI) has announced in a scheme from a \"over 100-D from a in from November it George. fromowned", "rouge": {"rouge1": 28.985507246376812, "rouge2": 2.9850746268656714, "rougeL": 17.391304347826086}, "nll_sum": 309.82427978515625, "token_count": 47} +{"index": 11061, "reference": "A security robot in Washington DC suffered a watery demise after falling into a fountain by an office building.", "prediction": "A suicidal robot robot been tracking camera near a Silicon Valley shopping centre in California, California, work workers say.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 0.0, "rougeL": 15.789473684210526}, "nll_sum": 141.13951110839844, "token_count": 21} +{"index": 11062, "reference": "Police are investigating a report of a sexual assault on a 16-year-old girl at the Bristol Balloon Fiesta.", "prediction": "Police have released images of a man they wish to be indecently assaulting a 12 12-year-old girl in Bristol city centre the man solve, sparking, a they a--year aold in a football a'sA aA", "rouge": {"rouge1": 37.931034482758626, "rouge2": 10.714285714285714, "rougeL": 31.03448275862069}, "nll_sum": 263.3035888671875, "token_count": 46} +{"index": 11063, "reference": "\"I want to make games when I grow up.\"", "prediction": "Frontier Woods never become one of five video game - dubbed a the film next year - but I wasn't wasn't a lawyer solve and solve.'t solve, it's \" it's a from it!. fromold.'s a", "rouge": {"rouge1": 8.51063829787234, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 301.8297119140625, "token_count": 46} +{"index": 11064, "reference": "Gorka Izagirre emerged strongest from a breakaway group to claim victory on stage eight of the Giro d'Italia as Bob Jungels retained his overall lead.", "prediction": "L leader Bob Jungels moved closer to finish 40 place in the G d'ItaliaIt with victory in flea Iz'sirirre after stunning the final stage.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 4.0, "rougeL": 11.538461538461538}, "nll_sum": 216.54823303222656, "token_count": 34} +{"index": 11065, "reference": "Tourism has been one of the most successful parts of the UK economy recently, thanks in part to Brexit.", "prediction": "The UK holiday to is one of the best most popular of countries in its countries.", "rouge": {"rouge1": 51.42857142857142, "rouge2": 18.18181818181818, "rougeL": 34.285714285714285}, "nll_sum": 83.03150939941406, "token_count": 16} +{"index": 11066, "reference": "The Irish foreign minister has said the government will apply maximum pressure on the Egyptian authorities to secure the return of a prisoner to Ireland.", "prediction": "The Irish Secretary of State Flanagan has called on the government to the release of an Irish ofright Irish prison who has been adjourned for a year following the Irish's controversial anti-licket of in 18 months since November.", "rouge": {"rouge1": 36.92307692307692, "rouge2": 9.523809523809526, "rougeL": 27.692307692307693}, "nll_sum": 226.89337158203125, "token_count": 45} +{"index": 11067, "reference": "A family-run florist says it is being besieged with up to 120 calls a day in a phone cloning scam.", "prediction": "A shop workerkeeper was targeted by a suspected number of people by advertising bank accounts, a BBC investigation has found.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 104.23307800292969, "token_count": 22} +{"index": 11068, "reference": "An MP is launching a bid to stop alleged rape victims being cross-examined in court about their sexual history or appearance.", "prediction": "Changes changes will the law the way women and protects abuse in sexual cases case will be brought Pl Plaid Cymru's in its Commons.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 172.23883056640625, "token_count": 28} +{"index": 11069, "reference": "Ian Durrant is to end his long association with Rangers as part of a coaching reshuffle.", "prediction": "Ex-R assistant coach Lee Durrant will retire from football after playing an end to-of-season training camp with Scottish Premiership side on Saturday a of from the's a from-d- from in- wins from 2011. from a", "rouge": {"rouge1": 24.999999999999993, "rouge2": 0.0, "rougeL": 17.857142857142858}, "nll_sum": 268.6083679199219, "token_count": 47} +{"index": 11070, "reference": "Women's Super League leaders Manchester City Women will host holders Arsenal in the semi-finals of the Continental Cup.", "prediction": "Holders Manchester Ladies will host holders of Birmingham City Women Ladies and progress to the semi semi-finals of the Women's Super League One on Saturday- 18 September Final from'smatch-Aig of from Saturday's's a from's a", "rouge": {"rouge1": 48.387096774193544, "rouge2": 33.33333333333333, "rougeL": 29.032258064516125}, "nll_sum": 267.8570556640625, "token_count": 47} +{"index": 11071, "reference": "Redruth boss Marek Churcher says his side's front row have been key to the club's good form.", "prediction": " Pelrro boss Mare Pierre Chighcher has challenged his side's performance of's performance", "rouge": {"rouge1": 30.303030303030305, "rouge2": 12.903225806451616, "rougeL": 30.303030303030305}, "nll_sum": 134.2030792236328, "token_count": 17} +{"index": 11072, "reference": "I have certainly had worse 24 hours in my life than winning the Grand Final with Melbourne City and then being named in the Wales squad for the Cyprus Cup.", "prediction": "I'm been I writing to a big game and I has been elected a job because, and I've been writing\" to Australia because I is sitting the be the issue due I I and played.", "rouge": {"rouge1": 14.925373134328357, "rouge2": 0.0, "rougeL": 11.940298507462686}, "nll_sum": 233.62435913085938, "token_count": 39} +{"index": 11073, "reference": "An anti-Islam candidate has been allowed to stand for the UKIP leadership.", "prediction": "A prominent anti IslamIslam-Islam group to be banned from in the race for the party, has joined the rightright candidate in not party.", "rouge": {"rouge1": 37.83783783783784, "rouge2": 5.7142857142857135, "rougeL": 27.027027027027028}, "nll_sum": 158.91017150878906, "token_count": 28} +{"index": 11074, "reference": "British number one Johanna Konta has become the latest player to confirm her entry to the pre-Wimbledon Aegon Open in Nottingham in June.", "prediction": "British number oneannaanna Ka will take on a advantage of Nottingham Open ahead of the 2017 tournament.", "rouge": {"rouge1": 24.39024390243903, "rouge2": 5.128205128205128, "rougeL": 14.634146341463413}, "nll_sum": 117.26048278808594, "token_count": 19} +{"index": 11075, "reference": "Doubt has been raised over the authenticity of a painting purported to be by Vincent van Gogh which was displayed in a Reading cafe.", "prediction": "\" Spanish painting that a van Gogh did not been been wrote and not wrongly illustrated, but is not being executed, a Dutch Amsterdam Museum says.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 179.76702880859375, "token_count": 29} +{"index": 11076, "reference": "A new exhibition in Brighton is exploring how animals considered exotic by the Georgians and early Victorians were depicted, kept and presented.", "prediction": "An exhibition of celebrating the birth birth of Britain's first giraffe, has gone on display in Windsor celebrating the king's 30 birthday anniversary.", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 12.76595744680851}, "nll_sum": 114.08088684082031, "token_count": 27} +{"index": 11077, "reference": "As expected, the European and Russian space agencies have delayed their next mission to Mars from 2018 to 2020.", "prediction": "The European plans say the Exo board to spacecraft will soon ready fit to start 2018.", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.06060606060606, "rougeL": 22.857142857142858}, "nll_sum": 124.51545715332031, "token_count": 17} +{"index": 11078, "reference": "Katie Cooke has a lifestyle clash few others can rival.", "prediction": "As a teenager Katie Shankland ever told you would not be able to fall off the ground and her changed and suddenly moving a fall from her running partner", "rouge": {"rouge1": 10.256410256410257, "rouge2": 0.0, "rougeL": 10.256410256410257}, "nll_sum": 159.4762725830078, "token_count": 29} +{"index": 11079, "reference": "Opener Steven Davies hit 104 off 116 balls as 2015 runners-up Surrey reached another One-Day Cup final with a 19-run win over Yorkshire at Headingley.", "prediction": "Chris Davies hit a stunning half half-century to beat Yorkshire to an unbeaten, eight-wicket win over Yorkshire to Yorkshire at Lord's.", "rouge": {"rouge1": 26.923076923076923, "rouge2": 15.999999999999998, "rougeL": 26.923076923076923}, "nll_sum": 120.8766098022461, "token_count": 28} +{"index": 11080, "reference": "The Gare du Nord train station in the French capital Paris has reopened after a security alert, officials say.", "prediction": "French police have launched a major operation at a railway station in Paris on south of Paris.", "rouge": {"rouge1": 27.777777777777775, "rouge2": 5.88235294117647, "rougeL": 16.666666666666668}, "nll_sum": 61.30615997314453, "token_count": 17} +{"index": 11081, "reference": "The way in which every single cancer cell spreads around the body has been captured in videos by a team in Japan.", "prediction": "Darl can control control pick can which can the location of the spread of the spread, Japanese researchers suggest.", "rouge": {"rouge1": 19.51219512195122, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 130.14346313476562, "token_count": 21} +{"index": 11082, "reference": "More than 70 people have been killed as incessant rains continue to batter the southern Indian city of Chennai, media reports say.", "prediction": "Floods in the southern Indian city of Chennai (Mad rain) have destroyed in southern city, officials say.", "rouge": {"rouge1": 46.15384615384615, "rouge2": 27.027027027027025, "rougeL": 35.8974358974359}, "nll_sum": 105.8572769165039, "token_count": 22} +{"index": 11083, "reference": "It's crunch time in the Democratic race, and if the past week is any indication, nerves are starting to fray.", "prediction": "In the race for the next US president California, Wisconsin Pennsylvania is the primary their Wisconsin, New Orleans and York, and Bernie Sanders, and former secretary of state, is still the race for state- state.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 3.703703703703704, "rougeL": 17.857142857142854}, "nll_sum": 190.62168884277344, "token_count": 41} +{"index": 11084, "reference": "At least 23 people have been killed in the north-eastern Nigerian town of Monguno after a Boko Haram bomb confiscated by vigilantes exploded, an MP and army source have told the BBC.", "prediction": "Nigeria's soldiers in northern state down Maiduguri have declared mark to mark the 70th anniversary of a deadly-led, an MP has told the BBC.", "rouge": {"rouge1": 33.89830508474576, "rouge2": 10.526315789473683, "rougeL": 30.508474576271187}, "nll_sum": 155.21115112304688, "token_count": 33} +{"index": 11085, "reference": "The election is approaching fast and both Houses of Parliament have put in some short days recently.", "prediction": "A bill which includes the House of Lords is set in be its hurdle next year -,'s it yet a further intervention to White House of and Lords!", "rouge": {"rouge1": 26.666666666666668, "rouge2": 4.651162790697675, "rougeL": 17.77777777777778}, "nll_sum": 195.9904327392578, "token_count": 30} +{"index": 11086, "reference": "It is what developers are calling a \"pixelated cloud\" - a profusion of box-like extensions jutting out from the middle of two tower blocks, and fusing them together.", "prediction": "It is a design is not seen as a \"shameocking\", which is often seen as a design as transparency, a phone-coond.", "rouge": {"rouge1": 16.0, "rouge2": 4.166666666666666, "rougeL": 16.0}, "nll_sum": 166.04782104492188, "token_count": 29} +{"index": 11087, "reference": "Coach Toni Minichiello has been by Jessica Ennis-Hill's side through the highs and the lows of her golden career.", "prediction": "Six months ago, Jessica Ennis- Maria gave Jichiello give to her mother.", "rouge": {"rouge1": 18.181818181818183, "rouge2": 6.451612903225806, "rougeL": 18.181818181818183}, "nll_sum": 112.51192474365234, "token_count": 18} +{"index": 11088, "reference": "Microsoft and Facebook have announced plans to build the highest capacity data link between the US and Europe.", "prediction": "Microsoft has announced a multi-millionmillion dollar cable to provide internet advertising by 2020.", "rouge": {"rouge1": 18.75, "rouge2": 0.0, "rougeL": 18.75}, "nll_sum": 82.04977416992188, "token_count": 16} +{"index": 11089, "reference": "The Queen is feeling \"better\" despite missing a New Year's Day church service at Sandringham, her daughter Princess Anne has said.", "prediction": "The Queen has attended a annual Christmas service at Sandringham church in East Sussex.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 17.647058823529413, "rougeL": 33.33333333333333}, "nll_sum": 65.95124816894531, "token_count": 16} +{"index": 11090, "reference": "The father of fugitive former US intelligence contractor Edward Snowden is in Russia to visit his son.", "prediction": "The ex-police of US military intelligence chief Edward Snowden has visited his son, received receive an international award.", "rouge": {"rouge1": 50.0, "rouge2": 17.647058823529413, "rougeL": 50.0}, "nll_sum": 108.59873962402344, "token_count": 21} +{"index": 11091, "reference": "US researchers have built a wirelessly powered pacemaker the size of a grain of rice and implanted it in a rabbit.", "prediction": " rabbit dinosaur-sizedfield data can safely, inside the body inside a cell cell phone, US researchers researchers.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555556, "rougeL": 10.526315789473683}, "nll_sum": 135.7643280029297, "token_count": 21} +{"index": 11092, "reference": "Half-back Marc Sneyd has extended his contract at Hull FC until the end of 2019 after the club took up a two-year option on his existing deal.", "prediction": "Salford Red Devils winger Tar Samson Sneyd has signed a two ayear deal with Super Super League club.", "rouge": {"rouge1": 25.53191489361702, "rouge2": 8.88888888888889, "rougeL": 21.276595744680854}, "nll_sum": 130.7743682861328, "token_count": 23} +{"index": 11093, "reference": "A multi-vehicle crash has taken place during a heavy hail shower on the A74(M) after a spate of incidents in similar conditions on Sunday.", "prediction": "Three people were injured in in several crashes on a a section of the M74 in the Scottish Borders as a result of a possiblefre weather showers\".", "rouge": {"rouge1": 33.9622641509434, "rouge2": 0.0, "rougeL": 18.867924528301884}, "nll_sum": 153.18426513671875, "token_count": 29} +{"index": 11094, "reference": "Cuba's government has denounced US President Donald Trump's decision to roll back on policy changes towards the island nation.", "prediction": "US President Donald Trump has announced changes to controversial its trade and trade deal with the Cuba, the US but \"gotsomething't in anything it\".", "rouge": {"rouge1": 39.130434782608695, "rouge2": 13.636363636363635, "rougeL": 26.08695652173913}, "nll_sum": 214.16522216796875, "token_count": 29} +{"index": 11095, "reference": "An outbreak of 189 cases of measles has been reported in Swansea, Neath and Port Talbot, Public Health Wales says.", "prediction": "UK public health officials are concerned about a rising number of measles cases in Wales since 2011.", "rouge": {"rouge1": 37.83783783783783, "rouge2": 11.428571428571429, "rougeL": 21.62162162162162}, "nll_sum": 52.332706451416016, "token_count": 17} +{"index": 11096, "reference": "A plane carrying mostly Chinese tourists has crashed into a river in Taiwan, killing at least 31 people.", "prediction": "A small plane has crashed into a southern Chinese city, Bangkok, 22 people of out of air control.", "rouge": {"rouge1": 44.44444444444444, "rouge2": 17.647058823529413, "rougeL": 38.88888888888889}, "nll_sum": 100.68465423583984, "token_count": 20} +{"index": 11097, "reference": "Two new species of magnolia flower have been identified after being spotted on \"Noah's Ark\" online archive.", "prediction": "Four old trees ash been discovered discovered in a Bryanoass forest in America.", "rouge": {"rouge1": 6.451612903225808, "rouge2": 0.0, "rougeL": 6.451612903225808}, "nll_sum": 103.41191101074219, "token_count": 15} +{"index": 11098, "reference": "Plans to develop a highly-skilled workforce to improve early years education are to be unveiled.", "prediction": "All children's children who working for of role to their education\" Wales Wales will be unveiled by the Welsh government.", "rouge": {"rouge1": 21.62162162162162, "rouge2": 5.714285714285714, "rougeL": 21.62162162162162}, "nll_sum": 127.17899322509766, "token_count": 22} +{"index": 11099, "reference": "A US astronaut has played a set of Scottish-made bagpipes on the International Space Station to pay tribute to a colleague who died.", "prediction": "A video has released of a video pipes collapsed to a Scottish astronaut who played plastic in the space while six researchers on board a International Space space station.", "rouge": {"rouge1": 56.60377358490567, "rouge2": 11.76470588235294, "rougeL": 30.18867924528302}, "nll_sum": 181.173095703125, "token_count": 29} +{"index": 11100, "reference": "Manchester City manager Roberto Mancini says Carlos Tevez must wait for his chance to get back into the team.", "prediction": "Manchester United manager Roberto Mancini expects Carlos Tevez will not to stay at the club if is confident he is \"not happy play\".", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 38.0952380952381}, "nll_sum": 107.0539779663086, "token_count": 27} +{"index": 11101, "reference": "Teenage midfielder Keira Walsh's fine goal gave Manchester City a valuable 1-0 lead in their last-16 Women's Champions League tie against Brondby.", "prediction": "ison Walsh's late strike was late enough put Manchester City's competition City into a Continental Cup semi-finals by beating English rivals Brondby Town in their first leg.", "rouge": {"rouge1": 32.142857142857146, "rouge2": 11.111111111111112, "rougeL": 25.0}, "nll_sum": 159.20596313476562, "token_count": 33} +{"index": 11102, "reference": "A couple from Largs in Ayrshire have been named as the winners of the \u00a3161m Euromillions jackpot.", "prediction": "A couple from Falkirk have spoken of the moment the they watched the best on their \u00a3113m after winning the record of \" slow motion\".", "rouge": {"rouge1": 34.146341463414636, "rouge2": 15.384615384615383, "rougeL": 29.268292682926827}, "nll_sum": 161.17782592773438, "token_count": 28} +{"index": 11103, "reference": "There have been a number of attacks in the city of Brussels, the capital of Belgium.", "prediction": "Belgium have spoken their express and their shock after attacks on a terror train and train and airport Paris. in the airport in the capital capital, Trans, it they from maximum-D, best in from 30.'s.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 7.8431372549019605, "rougeL": 22.641509433962266}, "nll_sum": 278.02398681640625, "token_count": 45} +{"index": 11104, "reference": "A former Russian army officer who is alleged to have fought for the Taliban in Afghanistan has appeared in court in the United States on terrorism charges.", "prediction": "A Soviet army's former military officers in Afghanistan has appeared in in a federal court, the US.", "rouge": {"rouge1": 53.333333333333336, "rouge2": 18.6046511627907, "rougeL": 44.44444444444445}, "nll_sum": 93.43692016601562, "token_count": 19} +{"index": 11105, "reference": "A decision on the future of demolition-threatened Perth City Hall will not be made until February 2016.", "prediction": "Allfordshire City Council has backed a bid to turn former Edinburghstone window town, after the city council to turn it into a hotel and a.", "rouge": {"rouge1": 13.953488372093023, "rouge2": 0.0, "rougeL": 13.953488372093023}, "nll_sum": 135.91676330566406, "token_count": 29} +{"index": 11106, "reference": "Austin Macphee could be the only Scotsman at Euro 2016 after being part of the coaching set-up at Northern Ireland.", "prediction": "G Mac MacpP has said he would be able to make Northern Ireland's Euro 2016vision after losing Italy 1-0 in Group Brazil.", "rouge": {"rouge1": 22.222222222222225, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 160.29547119140625, "token_count": 28} +{"index": 11107, "reference": "A scheme to vaccinate badgers against bovine tuberculosis in a bid to tackle the disease in cattle has been launched by the government.", "prediction": "Badgers bad package of up to \u00a350,000 to be offered in a bid to double the spread of bine ( TB)ine England.", "rouge": {"rouge1": 30.434782608695656, "rouge2": 13.636363636363635, "rougeL": 26.08695652173913}, "nll_sum": 158.39117431640625, "token_count": 29} +{"index": 11108, "reference": "A leading researcher says industry must \"wake up and invest more\" in urinary catheters", "prediction": "A dog tsaricks, which is still bed queue patients in some hospitals in London, says an academic claiming the infection has become tootoo too.", "rouge": {"rouge1": 15.789473684210526, "rouge2": 0.0, "rougeL": 10.526315789473685}, "nll_sum": 200.90188598632812, "token_count": 30} +{"index": 11109, "reference": "Watford's Isaac Success will not make his Nigeria debut in their 2018 World Cup qualifier against Zambia after picking up an injury.", "prediction": "Arsenal have released Isaac released has, ruled out of playing for Chelsea because of a foot injury and will struggle to playing for West side Mainz.", "rouge": {"rouge1": 12.244897959183673, "rouge2": 0.0, "rougeL": 8.16326530612245}, "nll_sum": 141.1850128173828, "token_count": 28} +{"index": 11110, "reference": "The Cuban government has said it will take disciplinary action against a state pharmaceutical company that created perfumes named Ernesto Che Guevara and Hugo Chavez.", "prediction": " food broadband books firm Labio, says it will sold expensive products to a complete campnes, after the Cuban Faith was president reign.", "rouge": {"rouge1": 21.276595744680854, "rouge2": 8.88888888888889, "rougeL": 12.76595744680851}, "nll_sum": 204.92750549316406, "token_count": 26} +{"index": 11111, "reference": "A Tory councillor being investigated over a racist tweet which appeared on his account has quit as a magistrate.", "prediction": "A Conservative councillor has been suspended over police received after he received on Twitter feed.", "rouge": {"rouge1": 29.411764705882355, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 85.51553344726562, "token_count": 15} +{"index": 11112, "reference": "Cardiff University leaders say lessons are being learnt after a report into racial equality at its medical school.", "prediction": "A review into external received of students at a Cardiff university made paint incidents to a students, not or not acceptable\".", "rouge": {"rouge1": 25.641025641025646, "rouge2": 5.405405405405405, "rougeL": 15.384615384615383}, "nll_sum": 163.85003662109375, "token_count": 22} +{"index": 11113, "reference": "Muslim leaders from around the world have taken part in an unprecedented trip to Germany and Poland to see and hear for themselves about the horrors of the Jewish Holocaust.", "prediction": "A Asian school teacher has begun a trip to, former camp concentration camp, there there, to religious Muslims giving to the museum-South concentration base.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 3.7735849056603774, "rougeL": 14.545454545454545}, "nll_sum": 195.01107788085938, "token_count": 29} +{"index": 11114, "reference": "A police car has crashed while responding to an emergency call on Anglesey.", "prediction": "Two people have been taken to hospital with serious injuries in a serious car crash on Anglesey.", "rouge": {"rouge1": 40.00000000000001, "rouge2": 7.142857142857144, "rougeL": 33.333333333333336}, "nll_sum": 48.076351165771484, "token_count": 19} +{"index": 11115, "reference": "The raft of potential changes to the Formula 1 rules announced on Friday amounts to a recognition that something needed to be done to answer the ever-louder questions about the health of the sport.", "prediction": "Formula 1 change has been, but the outcome is possible being too low!", "rouge": {"rouge1": 20.833333333333332, "rouge2": 4.347826086956522, "rougeL": 12.500000000000004}, "nll_sum": 86.54745483398438, "token_count": 15} +{"index": 11116, "reference": "A Londonderry shop owner has said the repair bill for damage caused to his shop, after a stolen car was rammed into it, will be around \u00a310,000.", "prediction": "A shop and shop in Newtownop,, Londonderry, has been stolen from the stolen car worth \u00a31-1m.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 4.651162790697675, "rougeL": 26.666666666666668}, "nll_sum": 125.51148986816406, "token_count": 26} +{"index": 11117, "reference": "Police have launched a murder inquiry after a 51-year-old man was killed in his home in Glasgow.", "prediction": "A 39-year-old man 2011 has arrested in connection with the death of 23-year-old man in North Lothian.", "rouge": {"rouge1": 30.0, "rouge2": 10.526315789473685, "rougeL": 30.0}, "nll_sum": 74.07769775390625, "token_count": 27} +{"index": 11118, "reference": "A jet that crashed during the Shoreham air show, killing 11 men, had expired ejector seat parts and an out-of-date technical manual, a report has said.", "prediction": "A eject land seat that crashed at Shorehamfield, killing 11 men, has been told it was a permit not to fly any time and fly, investigators believe.", "rouge": {"rouge1": 36.36363636363637, "rouge2": 11.320754716981133, "rougeL": 25.454545454545453}, "nll_sum": 177.90191650390625, "token_count": 32} +{"index": 11119, "reference": "Today wasn't World Yoga Day but World Modi Day, sniped some critics this morning.", "prediction": "Narendra Modi arrived in India's capital, Delhi Delhi, while still wearing masks and were tuted in the teddy outside outside capital, India.", "rouge": {"rouge1": 5.2631578947368425, "rouge2": 0.0, "rougeL": 5.2631578947368425}, "nll_sum": 161.34205627441406, "token_count": 30} +{"index": 11120, "reference": "Plans for a new cancer research centre in Manchester have received a \u00a312.8m funding boost from the government.", "prediction": "The University's \u00a31bn brainm cancer research centre, to combat battle cancer treatments, has the given go-ahead \u00a335m of government funding.", "rouge": {"rouge1": 29.268292682926827, "rouge2": 10.256410256410255, "rougeL": 24.390243902439025}, "nll_sum": 153.9989776611328, "token_count": 30} +{"index": 11121, "reference": "Great Britain's Callum Hawkins was beaten into second by USA's Leonard Korir in a dramatic sprint finish at the Great Edinburgh Cross Country.", "prediction": "Great Britain won his first successful boxing title at the 2016 International Marathon in Edinburgh as Great Britainmate- Callum Hawkins won the men been 10m race of the season.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 11.538461538461538, "rougeL": 18.51851851851852}, "nll_sum": 178.40438842773438, "token_count": 33} +{"index": 11122, "reference": "A derelict historic house near Dumfries has been damaged in a fire which broke out overnight on Friday.", "prediction": "A fire has badly damaged a an 18th Century home in Dumfries being treated as a hate crime.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 5.88235294117647, "rougeL": 27.77777777777778}, "nll_sum": 78.81250762939453, "token_count": 21} +{"index": 11123, "reference": "Wolves striker Jon Dadi Bodvarsson says they are already getting a much clearer \"message\" of how to improve under new boss Paul Lambert.", "prediction": "Wolves midfielderle Bodvarsson says his players are still \" determined\" to suffering from the threat from new Wolves head head in behindie Lambert.", "rouge": {"rouge1": 31.111111111111118, "rouge2": 4.651162790697675, "rougeL": 31.111111111111118}, "nll_sum": 189.1898651123047, "token_count": 29} +{"index": 11124, "reference": "The former Hamilton's shirt factory on Foyle Road in Londonderry has been demolished.", "prediction": "Dem work has \u00a31m on to reopen the Foyle factory factory in Northern Ireland, the responsible for protecting the future a former graveyard factory factory.", "rouge": {"rouge1": 35.8974358974359, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 154.618408203125, "token_count": 29} +{"index": 11125, "reference": "A drug dealer who stabbed a man to death in his own home and then returned days later to burgle the property has been convicted of murder.", "prediction": "A man has been jailed for life for murdering a disabled man who went on then tried to him, stealing him \u00a312 offigure stolen.", "rouge": {"rouge1": 35.294117647058826, "rouge2": 8.16326530612245, "rougeL": 19.607843137254903}, "nll_sum": 137.60455322265625, "token_count": 27} +{"index": 11126, "reference": "Bookmaker Ladbrokes has reported a sharp fall in profit, despite saying it had had a \"good World Cup\" performance.", "prediction": "Sport-maker Ladbrokes, it could be a big fall in profit, despite track sales track, despite a \" aenging\" World Cup\".. a's again the 2011 from a again have \u00a3 of 2011 from again from 2011", "rouge": {"rouge1": 37.03703703703704, "rouge2": 15.384615384615383, "rougeL": 33.33333333333333}, "nll_sum": 290.45257568359375, "token_count": 47} +{"index": 11127, "reference": "An airport that \"refused to close\" is being remembered this weekend, 20 years after flying eventually stopped.", "prediction": "A Ipswich airport which airport more for a airport for more than 20 years ago, has opened open.", "rouge": {"rouge1": 17.142857142857142, "rouge2": 6.0606060606060606, "rougeL": 17.142857142857142}, "nll_sum": 108.94969940185547, "token_count": 20} +{"index": 11128, "reference": "Three men have been rescued after their fishing boat collided with an offshore wind turbine and began to sink.", "prediction": "Two men have been rescued after their fishingam capsized in the coast off of north coast coast the coast.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 27.77777777777778, "rougeL": 31.57894736842105}, "nll_sum": 115.511962890625, "token_count": 21} +{"index": 11129, "reference": "A three-year-old boy has been reunited with his favourite toy lion, which was photographed having an \"adventure\" at a stately home after being lost.", "prediction": "A share's lion which went missing while playing he was the deputy prime minister 10 years ago, has been been found safe and safe and well.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 7.8431372549019605, "rougeL": 15.09433962264151}, "nll_sum": 131.3273162841797, "token_count": 28} +{"index": 11130, "reference": "World War One (WW1) soldiers spent less than half their time on the front line, according to researchers.", "prediction": "Thousands of British soldiers spend some time our front front - and even though the same time as sergeant, research suggests.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 0.0, "rougeL": 21.05263157894737}, "nll_sum": 119.69448852539062, "token_count": 22} +{"index": 11131, "reference": "Members of Northern Ireland's deaf community have called for the introduction of a sign language act.", "prediction": "The British Association of Britishaf De has called for a support an event event for deaf people to vote vote in Northern Ireland's NI assembly election trail.", "rouge": {"rouge1": 40.0, "rouge2": 13.953488372093023, "rougeL": 17.77777777777778}, "nll_sum": 174.69622802734375, "token_count": 29} +{"index": 11132, "reference": "UK scientists have embarked on a six-year project to map how nerve connections develop in babies' brains while still in the womb and after birth.", "prediction": "Researchers are hoping to study the perfect location of whether babies are still awaiting after giving birth, and giving explain they the recovery of you give birth!", "rouge": {"rouge1": 26.41509433962264, "rouge2": 0.0, "rougeL": 18.867924528301884}, "nll_sum": 156.3988800048828, "token_count": 28} +{"index": 11133, "reference": "Wayne Rooney still has a future with England despite their Euro 2016 failure, says Frank Lampard.", "prediction": "Wayne Rooney will not be allowed to withdraw from international retirement and retired the club, says Ass former England midfielder Frank Lampard.", "rouge": {"rouge1": 31.57894736842105, "rouge2": 11.11111111111111, "rougeL": 26.31578947368421}, "nll_sum": 118.40869140625, "token_count": 25} +{"index": 11134, "reference": "A car has smashed through a wall of a shop in County Tyrone after rolling down a hill.", "prediction": "A man has suffered serious facial injuries after a car crashed into a officeiding shop shop in County Tyrone.", "rouge": {"rouge1": 54.05405405405405, "rouge2": 22.857142857142858, "rougeL": 43.24324324324324}, "nll_sum": 89.41343688964844, "token_count": 21} +{"index": 11135, "reference": "EU leaders are curious to meet the British prime minister when he joins the Eastern Partnership Summit in Riga.", "prediction": "\" David Cameron\" again said in Germany, say, \"I German left-wing activists, who \" think \" of a late pancreatic nation\".", "rouge": {"rouge1": 5.263157894736842, "rouge2": 0.0, "rougeL": 5.263157894736842}, "nll_sum": 173.66221618652344, "token_count": 29} +{"index": 11136, "reference": "Tributes have been paid to a \"devoted mum\" found dead after a house fire.", "prediction": "The family of a woman found dead at a house fire in Leicestershire, have paid tribute to \"a spend girl,\".", "rouge": {"rouge1": 58.823529411764696, "rouge2": 25.0, "rougeL": 35.29411764705882}, "nll_sum": 102.28697204589844, "token_count": 26} +{"index": 11137, "reference": "Bolivia has lowered the legal working age to allow children to work from the age of 10 as long as they also attend school and are self-employed.", "prediction": "Bolivia's vicerist president has signed a controversial new law which include 18 18-year-old to children working work at his age in 15.", "rouge": {"rouge1": 26.41509433962264, "rouge2": 0.0, "rougeL": 22.64150943396226}, "nll_sum": 169.1250762939453, "token_count": 31} +{"index": 11138, "reference": "Seagulls have come to the aid of campaigners fighting to save a former hospital from immediate demolition.", "prediction": "The demolition of a multi-million pound hospital in Denbighshire hospital has been put on hold.", "rouge": {"rouge1": 30.303030303030305, "rouge2": 0.0, "rougeL": 24.242424242424242}, "nll_sum": 64.48562622070312, "token_count": 20} +{"index": 11139, "reference": "(Close): UK shares joined in the global rally triggered by the US Federal Reserve's decision to keep interest rates unchanged.", "prediction": "(Close): London's leading FTSE 100 lower, as investors announcement that the US Federal Reserve rise rise soon after a surprise political rise in the Federal Federal Reserve.", "rouge": {"rouge1": 32.6530612244898, "rouge2": 17.02127659574468, "rougeL": 20.408163265306122}, "nll_sum": 174.66085815429688, "token_count": 33} +{"index": 11140, "reference": "Virgin Money boss Jayne-Anne Gadhia has been appointed to review the student support system in Scotland.", "prediction": " Education Minister Luzqueshia has announced a independent review of student support fundingiet, the it is of \"maker on and it from a.,'s a. from a,. 3 of have of the.", "rouge": {"rouge1": 20.833333333333332, "rouge2": 4.347826086956522, "rougeL": 16.666666666666664}, "nll_sum": 284.4447021484375, "token_count": 42} +{"index": 11141, "reference": "SeaWorld has been banned from bringing wild killer whales to its park in San Diego, America.", "prediction": "WorldTheWorld national park, northern California, will not allowed whales to be and now be allowed to breed.", "rouge": {"rouge1": 18.18181818181818, "rouge2": 6.451612903225808, "rougeL": 12.121212121212121}, "nll_sum": 98.86166381835938, "token_count": 21} +{"index": 11142, "reference": "They say that Christmas is the time for charity but there are going to be a few football managers across the country wishing their players had not been quite so generous this year.", "prediction": "The 2017 English Football League season began on Tuesday, as champions and Leicester City came from a goal down to a a 90-time equaliser at home to Yeov City.", "rouge": {"rouge1": 15.873015873015872, "rouge2": 0.0, "rougeL": 9.523809523809526}, "nll_sum": 143.9656982421875, "token_count": 34} +{"index": 11143, "reference": "Warwickshire trio Tom Milnes, Tom Lewis and Pete McKay are to leave the club at the end of the season when their contracts expire.", "prediction": "Derbyshireys released, seamers Ian Lewis and spinner McKay, and defender McKay the the club will end at the end of the season.", "rouge": {"rouge1": 47.82608695652174, "rouge2": 31.818181818181824, "rougeL": 47.82608695652174}, "nll_sum": 166.4906005859375, "token_count": 30} +{"index": 11144, "reference": "The \"furore\" in the UK housing market is dying down because a recent surge in demand is \"gradually exhausting itself\", according to surveyors.", "prediction": "The UK house prices could continued to increase a for first-time buyers in January low, despite a rate which saw developer rise in the past month, new research suggests.", "rouge": {"rouge1": 30.188679245283023, "rouge2": 11.76470588235294, "rougeL": 18.867924528301884}, "nll_sum": 162.1466522216797, "token_count": 33} +{"index": 11145, "reference": "Three Welsh Conservative AMs have been \"spoken to\" by their leader for arguing about the party's M4 policy on Twitter.", "prediction": "The Welsh leader the criticised Welsh members to the public for over a inquiry giving an inquiry into an M4 relief road to a possible stag account account.", "rouge": {"rouge1": 24.489795918367342, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 193.2891082763672, "token_count": 29} +{"index": 11146, "reference": "A soldier killed in a blast in southern Afghanistan on Monday has been named by the Ministry of Defence.", "prediction": "A British soldier who was killed in Afghanistan Afghanistan on 28 December August, has been named, the Ministry of Defence.", "rouge": {"rouge1": 66.66666666666667, "rouge2": 37.83783783783783, "rougeL": 66.66666666666667}, "nll_sum": 83.11748504638672, "token_count": 22} +{"index": 11147, "reference": "It looks like Twitter's changing and maybe, just maybe, it'll ease your #FOMO (fear of missing out).", "prediction": "Imagine you have stopped stopping or photos your app do and do if you do or go online.", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 5.405405405405405}, "nll_sum": 107.69502258300781, "token_count": 18} +{"index": 11148, "reference": "Liverpool won a game that will be talked about for generations - a Europa League quarter-final against Borussia Dortmund that will live forever in the memory of all at Anfield.", "prediction": "Liverpool is the most famous, famous, and the most famous, and the most struggle, and then the most famous hated a the battle best and the most famous players who again handed a damp once Liverpool he gave.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 8.823529411764707}, "nll_sum": 219.57666015625, "token_count": 42} +{"index": 11149, "reference": "A leading bookmaker is refusing to take bets on which artist will record the next James Bond theme song after one customer tried to place a \u00a315,000 wager on Radiohead being selected.", "prediction": "Radiohead have banned from a group after band Goulding frontman Ellie Goulding for already, theme on of James Bond at a new Spectre film film.", "rouge": {"rouge1": 27.58620689655172, "rouge2": 3.571428571428572, "rougeL": 17.241379310344826}, "nll_sum": 179.99411010742188, "token_count": 29} +{"index": 11150, "reference": "Northern Ireland's Enterprise Minister, Arlene Foster, is to challenge the environment minister in court over his approval of the Belfast Metropolitan Area Plan.", "prediction": "The Defence of State Theresa May has said the prime minister's decision to change an anti-Islamic loyalist loyal to a \"catast impact\".", "rouge": {"rouge1": 25.0, "rouge2": 0.0, "rougeL": 12.5}, "nll_sum": 144.12039184570312, "token_count": 28} +{"index": 11151, "reference": "The company which manages Southampton port has bought industrial estates close to its western side.", "prediction": "One of Southampton's largest, and a owned for more than 70 years have been sold to the British food firm.", "rouge": {"rouge1": 16.666666666666664, "rouge2": 0.0, "rougeL": 11.11111111111111}, "nll_sum": 94.84251403808594, "token_count": 22} +{"index": 11152, "reference": "Jessica Ennis-Hill's coach Toni Minichiello wants Russian heptathlete Tatyana Chernova's drugs ban to be re-examined by the sporting authorities.", "prediction": " Tonioniichiello, she should be banned from competing in Russia despite having her drugs test tests and says she must wait her and two of failed drugs doping tests.", "rouge": {"rouge1": 11.76470588235294, "rouge2": 0.0, "rougeL": 3.9215686274509802}, "nll_sum": 184.91937255859375, "token_count": 34} +{"index": 11153, "reference": "Girls are being invited to audition to join Gloucester Cathedral's Choir for the first time in its 477 year history.", "prediction": "One of girls are to be played at the famous Catholic cathedral of Gloucester Cathedral.", "rouge": {"rouge1": 38.88888888888889, "rouge2": 11.76470588235294, "rougeL": 27.77777777777778}, "nll_sum": 82.5925064086914, "token_count": 16} +{"index": 11154, "reference": "Great Britain's women fell to an overtime defeat by North Korea in their third Group A game in World Championship Division Two in Gangneung.", "prediction": "Great Britain were held 4-2 draw in theball Women's World Cup in A second match of A Group A in Beijing Lumpur.", "rouge": {"rouge1": 40.81632653061225, "rouge2": 8.51063829787234, "rougeL": 28.57142857142857}, "nll_sum": 157.39935302734375, "token_count": 26} +{"index": 11155, "reference": "We crossed the border from the Dominican Republic and the skies darkened and the heavens opened, dumping more misery on to a country that has suffered so much.", "prediction": "I'm mood and and again to see in the aftermath before Hurricane Matthew Hurricane through the south of the country.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 0.0, "rougeL": 16.3265306122449}, "nll_sum": 128.8890838623047, "token_count": 21} +{"index": 11156, "reference": "Scottish-based travel firm Skyscanner has reported double-digit growth for the seventh consecutive year.", "prediction": "The Edinburghyscan, website has reported a low rise in revenue advertising mobile phone, poor revenue.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 7.142857142857142, "rougeL": 13.333333333333334}, "nll_sum": 135.4104766845703, "token_count": 19} +{"index": 11157, "reference": "A \u00a3300m taxi manufacturing plant which created 1,000 new jobs is to be officially opened later.", "prediction": "A electric car factory is set set off the production line of factory in 40 40 jobs.", "rouge": {"rouge1": 17.647058823529413, "rouge2": 0.0, "rougeL": 11.76470588235294}, "nll_sum": 103.016845703125, "token_count": 17} +{"index": 11158, "reference": "Police investigating a shooting and stabbing in Rugby have arrested a fourth man.", "prediction": "Four men have been arrested in connection with a fatal shooting shooting in Bradford-on-Trent.", "rouge": {"rouge1": 34.48275862068966, "rouge2": 0.0, "rougeL": 20.689655172413794}, "nll_sum": 50.67985534667969, "token_count": 19} +{"index": 11159, "reference": "In our series of letters from African journalists, film-maker and columnist Farai Sevenzo considers why the UN matters to Africa.", "prediction": "As the UN committee opens its headquarters in Africa and Liberia and the Democratic Republic of Congo, the UN is taking a priority in its peace peace mission.", "rouge": {"rouge1": 24.489795918367342, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 117.09224700927734, "token_count": 29} +{"index": 11160, "reference": "The pound has weakened after new polls suggested an increased chance of a vote in the referendum to leave the European Union.", "prediction": "ana night of 23 2016 2016 of banks, have in falling the value of the sterling, the aftermath voted the UK voted to leave and leave or leave leave the EU.", "rouge": {"rouge1": 30.18867924528302, "rouge2": 7.8431372549019605, "rougeL": 26.41509433962264}, "nll_sum": 175.82955932617188, "token_count": 33} +{"index": 11161, "reference": "The new owner of Scotland's most southerly distillery has revealed ambitious plans for its future.", "prediction": "The first Scottish distiller has announced he, plans to production the in new single market in the Borders.", "rouge": {"rouge1": 23.52941176470588, "rouge2": 0.0, "rougeL": 17.647058823529413}, "nll_sum": 117.15918731689453, "token_count": 20} +{"index": 11162, "reference": "The Official Chart Show is being moved from Sunday to Friday evenings, as part of a big shake-up of the music charts.", "prediction": "CBBC has announced a details of a new arts programme on BBC Radio 1 show the Official Ch Chart.", "rouge": {"rouge1": 28.571428571428577, "rouge2": 10.0, "rougeL": 19.04761904761905}, "nll_sum": 111.39649200439453, "token_count": 20} +{"index": 11163, "reference": "Animal tuberculosis, which is spread through contaminated food, is a greater threat to human health than previously realised, leading doctors and vets have warned.", "prediction": "More than one million people will year die from the world is the animal control, tuberculosis, a leading rights group and Brazil scientists in the rock solve, solve, says they a--A aA in a from a's.", "rouge": {"rouge1": 22.580645161290324, "rouge2": 0.0, "rougeL": 16.129032258064516}, "nll_sum": 266.6089782714844, "token_count": 44} +{"index": 11164, "reference": "Britain's Andy Murray will be the dominant force in tennis now he is world number one, Tim Henman says.", "prediction": " Andy Murray needs to struggle the struggle of becoming the Briton to become world number one, says a team St Henrik Henman.", "rouge": {"rouge1": 38.0952380952381, "rouge2": 15.0, "rougeL": 33.33333333333333}, "nll_sum": 142.28573608398438, "token_count": 26} +{"index": 11165, "reference": "John Higgins reeled off three centuries from 7-7 to beat Stuart Bingham 10-7 in the final of the China Championship.", "prediction": "Four-time champion Stuart Bingham won his first title of a ranking event by beating 10- world champion John Higgins to Luke reach the China Open.", "rouge": {"rouge1": 41.666666666666664, "rouge2": 13.043478260869565, "rougeL": 20.833333333333332}, "nll_sum": 149.13412475585938, "token_count": 29} +{"index": 11166, "reference": "Sleep deprivation is a significant hidden factor in lowering the achievement of school pupils, according to researchers carrying out international education tests.", "prediction": "Children who use mobile devices are at risk a school health and seriously classes pupils early early, a study suggests.", "rouge": {"rouge1": 14.285714285714283, "rouge2": 0.0, "rougeL": 14.285714285714283}, "nll_sum": 123.6377182006836, "token_count": 21} +{"index": 11167, "reference": "New US Interior Secretary Ryan Zinke literally took the reins on his first day at work by showing up on horseback.", "prediction": "President Donald Trump has been sworn in as the US state of the Interior ministry office said, with police officers.", "rouge": {"rouge1": 14.634146341463413, "rouge2": 0.0, "rougeL": 9.75609756097561}, "nll_sum": 110.47843170166016, "token_count": 21} +{"index": 11168, "reference": "Charlton Athletic have begun an investigation into claims a youth player was sexually abused while at the club in the 1980s.", "prediction": "Charlton Athletic have confirmed it has been made an allegation of historical sex abuse of a former Chelsea leader leader, the youth club's leader said's expense of the'syear again-'s again- a in from November's ban.'s a", "rouge": {"rouge1": 34.92063492063492, "rouge2": 6.557377049180328, "rougeL": 25.396825396825395}, "nll_sum": 274.86358642578125, "token_count": 47} +{"index": 11169, "reference": "Plans for more than 1,600 new homes in Cardiff look set to be approved.", "prediction": "Plans for almost 1,000 new homes in Carmarthenshire town have moved, step forward.", "rouge": {"rouge1": 41.379310344827594, "rouge2": 22.222222222222225, "rougeL": 41.379310344827594}, "nll_sum": 91.89126586914062, "token_count": 20} +{"index": 11170, "reference": "Manchester United defender Jonny Evans and Newcastle United striker Papiss Cisse could face six-match bans if found guilty of spitting.", "prediction": " ex-footballers of Manchester United midfielder Jonny Cisse could receive lessons and twomatchgame matches spitting Italy defender Jonisse's been a clash with for at football November on their from's a of in a reputation's a from referee a", "rouge": {"rouge1": 32.25806451612903, "rouge2": 6.666666666666667, "rougeL": 22.580645161290324}, "nll_sum": 358.0877685546875, "token_count": 48} +{"index": 11171, "reference": "A 17-year-old boy has died of head injuries following a fight after a party in south-east London.", "prediction": "An 18-year-old man died after being seriously injured by a party at a- birthday party in the north east east London.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 19.51219512195122, "rougeL": 41.86046511627907}, "nll_sum": 86.97264099121094, "token_count": 26} +{"index": 11172, "reference": "Winger Junior Hoilett says the opportunity to be reunited with manager Neil Warnock made his decision to join Cardiff City a \"no-brainer\".", "prediction": "Cardiff City left-back Coile Savileilett has signed a new five-year deal.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 5.882352941176471, "rougeL": 16.666666666666668}, "nll_sum": 99.72625732421875, "token_count": 20} +{"index": 11173, "reference": "The RMT union is staging a day of protests in support of \"safer Scottish railways\".", "prediction": "ScotA has called on rail rail operator Dutch a Dutchowned state company to be stripped, accused it of beingpropped off high heels\".", "rouge": {"rouge1": 10.81081081081081, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 172.81521606445312, "token_count": 27} +{"index": 11174, "reference": "Clare Shillington announced her retirement from one-day internationals after Ireland lost to South Africa in their final World Cup Qualifier game.", "prediction": "Ireland captain Michael shillingtonew announced her retirement from international-day cricket, a unbeaten one-day series win over South Africa to", "rouge": {"rouge1": 51.162790697674424, "rouge2": 24.390243902439025, "rougeL": 37.2093023255814}, "nll_sum": 134.89613342285156, "token_count": 26} +{"index": 11175, "reference": "Mike Dean will referee Sunday's televised FA Cup third-round tie between Tottenham and Aston Villa - despite recent criticism of his performances.", "prediction": "Tigerian League Dean Mike is \"disgringing\" should be suspended saying it is \"disgrful and not went wrong\", says the top football referee's alleged has not and from his ban.", "rouge": {"rouge1": 22.641509433962266, "rouge2": 0.0, "rougeL": 18.867924528301884}, "nll_sum": 244.1590118408203, "token_count": 41} +{"index": 11176, "reference": "The number and proportion of prosecutions dropped at Crown Courts in England and Wales has risen to its highest level in five years.", "prediction": "C number of criminal charges were dropped by prosecutors in, England and Wales have fallen almost 40 years, after data found it found no insufficient enough evidence.", "rouge": {"rouge1": 31.999999999999996, "rouge2": 12.499999999999996, "rougeL": 31.999999999999996}, "nll_sum": 146.83189392089844, "token_count": 29} +{"index": 11177, "reference": "BBC Sport's football expert Mark Lawrenson has pitted his wits against a different guest in every round of this season's FA Cup.", "prediction": "BBC Sport's football expert Mark Lawrenson is pitting his wits against a different guest each week this season. it a it from against from a struggle for Saturday's - a-'s against against a's - from a'sA", "rouge": {"rouge1": 53.968253968253975, "rouge2": 42.62295081967213, "rougeL": 53.968253968253975}, "nll_sum": 240.0972900390625, "token_count": 47} +{"index": 11178, "reference": "Four health boards which are due to see their overall budget deficits triple in size will not be bailed out, the Welsh Government has said.", "prediction": "Four Welsh Welsh health boards - the come under pressure scrutiny over their taxes - have warned, the Welsh Government because it is \"deeply scrutiny\".", "rouge": {"rouge1": 29.166666666666668, "rouge2": 13.043478260869565, "rougeL": 29.166666666666668}, "nll_sum": 156.22537231445312, "token_count": 28} +{"index": 11179, "reference": "British gymnast Cameron MacKenzie has chosen to represent South Africa in a bid to qualify for Rio 2016.", "prediction": "South South African athlete Tim MacKenzie will not playing at the Rio Olympics summer, is determined to be for the Great Britain GB.", "rouge": {"rouge1": 24.390243902439025, "rouge2": 0.0, "rougeL": 14.634146341463413}, "nll_sum": 128.35491943359375, "token_count": 26} +{"index": 11180, "reference": "A woman has been charged with attempted murder after a stabbing in North Tyneside.", "prediction": "A woman has been charged with attempted murder and attempted murder after a woman left a 74-year-old woman seriously injured in T Yorkshire Yorkshire", "rouge": {"rouge1": 55.00000000000001, "rouge2": 47.368421052631575, "rougeL": 55.00000000000001}, "nll_sum": 92.50125885009766, "token_count": 27} +{"index": 11181, "reference": "(Close): Wall Street markets closed the week on an upbeat note, after a strong US jobs report pointed to further economic growth ahead.", "prediction": "ocks on Wall Street closed higher on Friday, despite a stronger US jobs figures strong December, December a has's \"olve- solve a's-'s 2011's a's from's it from a The The's of?", "rouge": {"rouge1": 29.50819672131147, "rouge2": 6.779661016949154, "rougeL": 22.950819672131146}, "nll_sum": 291.66949462890625, "token_count": 43} +{"index": 11182, "reference": "A British man worked on bombs planted in Iraq that claimed the life of a US soldier, a court has heard.", "prediction": "A car bomb which and killed of British soldiers in Iraq was thought to be travelled to Syria in a court heard.", "rouge": {"rouge1": 46.51162790697674, "rouge2": 9.75609756097561, "rougeL": 32.558139534883715}, "nll_sum": 102.25729370117188, "token_count": 22} +{"index": 11183, "reference": "Liverpool manager Brendan Rodgers has said he expects forward Raheem Sterling to stay at the club for the remainder of the two years on his contract.", "prediction": "Liverpool boss Brendan Rodgers confirmed he has \" talks\" forward with Raheem Sterling's contract is is aware \"do not wants to stay at stay club.", "rouge": {"rouge1": 50.98039215686274, "rouge2": 16.3265306122449, "rougeL": 43.13725490196078}, "nll_sum": 164.29542541503906, "token_count": 30} +{"index": 11184, "reference": "Glorious sunshine and temperatures of up to 35 degrees in parts of the UK, but what is causing it?", "prediction": "A huge heat weather are being coming into force across the UK.", "rouge": {"rouge1": 12.903225806451616, "rouge2": 6.896551724137931, "rougeL": 12.903225806451616}, "nll_sum": 68.29564666748047, "token_count": 12} +{"index": 11185, "reference": "Introducing a minimum price per unit of alcohol in England would improve the health of the heaviest drinkers, a review by Public Health England says.", "prediction": "One in five children who are of working lives to England is the affordable cost-effective, Public Health England says.", "rouge": {"rouge1": 35.55555555555556, "rouge2": 13.953488372093023, "rougeL": 31.11111111111111}, "nll_sum": 118.43255615234375, "token_count": 22} +{"index": 11186, "reference": "Comedian Jon Stewart has hosted his final broadcast of the satirical US news programme The Daily Show.", "prediction": " Caledian Stewart has received a final appearance on the US TV show6 Central, The Daily, saying is \"'t get a delivery a food\".", "rouge": {"rouge1": 35.0, "rouge2": 10.526315789473685, "rougeL": 35.0}, "nll_sum": 181.06764221191406, "token_count": 29} +{"index": 11187, "reference": "Scotland's rural affairs secretary has said 90.4% of EU farm payments were made before the midnight deadline.", "prediction": "Thousands the Scottish farmers receive received for EU family payments will be delayed by 15 October, Holyrood's finance minister has a it \"is a final referee\" of referee to A sentence ()21 in on from national.", "rouge": {"rouge1": 21.428571428571427, "rouge2": 0.0, "rougeL": 10.714285714285714}, "nll_sum": 290.10272216796875, "token_count": 43} +{"index": 11188, "reference": "Nearly 40% of teachers banned from the profession in Wales in the last two years have been struck off for having \"inappropriate\" relationships or conversations with pupils.", "prediction": "More than 30 teachers are facing allegations of drugs to fraud and protect protect them in the past, figures have shown.", "rouge": {"rouge1": 20.833333333333336, "rouge2": 4.3478260869565215, "rougeL": 16.666666666666664}, "nll_sum": 108.03477478027344, "token_count": 22} +{"index": 11189, "reference": "Thousands of owners of Nintendo's new console, Switch, have complained about dead or stuck pixels creating distracting and annoying dark squares on their screens.", "prediction": " touring fans have said its version of its UFC console will be replaced with devices because they have left oneone dead picture and a small handheld of devices.", "rouge": {"rouge1": 22.64150943396226, "rouge2": 0.0, "rougeL": 18.86792452830189}, "nll_sum": 187.86184692382812, "token_count": 29} +{"index": 11190, "reference": "Carl Frampton's world featherweight title bout with defending champion Leo Santa Cruz will take place on 30 July in New York.", "prediction": "Belfast world champion Carlhampton says he will move a weight neck after world superweightweight champion Leo Santa Cruz Belfast Belfast on 28 February.", "rouge": {"rouge1": 31.111111111111118, "rouge2": 13.95348837209302, "rougeL": 26.66666666666666}, "nll_sum": 193.01324462890625, "token_count": 29} +{"index": 11191, "reference": "More than \u00a31.3m in fines were issued in the two months after a new bus lane was introduced in Preston city centre.", "prediction": "Bus bus lane which are put into city of city centre are to be extended until summer, the council has announced.", "rouge": {"rouge1": 22.727272727272723, "rouge2": 9.523809523809526, "rougeL": 18.18181818181818}, "nll_sum": 104.27326202392578, "token_count": 22} +{"index": 11192, "reference": "All-rounder Sean Ervine made a vital century for Hampshire as they reached 281-6 on the opening day against Somerset at Taunton.", "prediction": " Er Ervine hit an unbeaten half-century to keep Hampshire to Hampshire an emotional day-point lead against Somerset at the low start at the Age Bowl Bowl.", "rouge": {"rouge1": 31.372549019607842, "rouge2": 8.16326530612245, "rougeL": 27.450980392156865}, "nll_sum": 188.8892822265625, "token_count": 31} +{"index": 11193, "reference": "Bright neon strips of light that punctuate the dark skies of Jeddah in Saudi Arabia caught the eye of Celine Stella, who set out to photograph them whenever she had a spare moment.", "prediction": "As 11- 11 year old, Stella Cre, puts her area flying the remote desert of Saudi Arabia and says is celebrating important exhibition in her status, the released photos behind her office her own office and car.", "rouge": {"rouge1": 20.000000000000004, "rouge2": 2.941176470588235, "rougeL": 14.285714285714285}, "nll_sum": 269.4971008300781, "token_count": 41} +{"index": 11194, "reference": "Tens of millions of users who visit Google sites use a browser loaded with malicious add-ons, research suggests.", "prediction": "Thousands of search users, up caught camera caught that so they are prestigious or sexually exploited, old research suggests.", "rouge": {"rouge1": 21.052631578947366, "rouge2": 5.555555555555555, "rougeL": 21.052631578947366}, "nll_sum": 143.11830139160156, "token_count": 21} +{"index": 11195, "reference": "PM Malcolm Turnbull has said there are more urgent issues facing Australia than the debate on becoming a republic.", "prediction": "Australia's PM Malcolm Turnbull has called for the law banning the giving of becoming a republic.", "rouge": {"rouge1": 50.0, "rouge2": 29.411764705882355, "rougeL": 44.44444444444444}, "nll_sum": 76.60011291503906, "token_count": 17} +{"index": 11196, "reference": "Jonjo Shelvey made an impressive debut for Newcastle as he helped his side move out of the relegation zone with a win over West Ham.", "prediction": "Jonjo Shelvey scored scored a hat-trick as Newcastle United thrashed third-league- West Ham, who record a record successive Premier League win.", "rouge": {"rouge1": 33.33333333333333, "rouge2": 8.695652173913043, "rougeL": 20.833333333333332}, "nll_sum": 126.662353515625, "token_count": 31} +{"index": 11197, "reference": "Sugar Ray Leonard, Floyd Mayweather, Gennady Golovkin and even the great Muhammad Ali used the Olympic Games as a springboard for boxing superstardom.", "prediction": "Snap the sport, fighter - war, war war - then then dubbed - both -, a boxing.", "rouge": {"rouge1": 16.666666666666668, "rouge2": 0.0, "rougeL": 16.666666666666668}, "nll_sum": 129.93890380859375, "token_count": 20} +{"index": 11198, "reference": "One of the most striking factors about this election campaign is that Labour and the Conservative Party appear to be running two entirely unconnected election campaigns.", "prediction": "The Conservatives believe't win their general election campaign - and have dominated the next general election, but what means it mean for a surprise general late?", "rouge": {"rouge1": 26.923076923076923, "rouge2": 8.0, "rougeL": 23.076923076923077}, "nll_sum": 159.19342041015625, "token_count": 28} +{"index": 11199, "reference": "A feature-length documentary film about the founder of Europe's first Tibetan Buddhist centre in Dumfriesshire has staged its world premiere.", "prediction": "A film about the newlyish-Scottish abatt of a Scottish panell made debut of Scotland has been made the the world premiere, eve aftermath for the nation's from from an's as from amaker's a.", "rouge": {"rouge1": 30.508474576271187, "rouge2": 10.526315789473685, "rougeL": 27.118644067796616}, "nll_sum": 288.2865905761719, "token_count": 44} +{"index": 11200, "reference": "The chancellor has announced a \u00a32bn rescue package for the social care sector in England.", "prediction": " extra an extra \u00a31bn is to be available to the NHS in England next year to cut the services for care services and health bosses have has Treasury's. in's again 2011The's the's to to the a again 2011 in the", "rouge": {"rouge1": 27.11864406779661, "rouge2": 3.508771929824561, "rougeL": 13.559322033898304}, "nll_sum": 247.32568359375, "token_count": 47} +{"index": 11201, "reference": "A cyclist who knocked over and killed a woman posted on online forums the crash was \"her fault\", the Old Bailey heard.", "prediction": "A teenage biker was killed and killed by a passenger by a forum forum was hit, because he did not the wrong fault, a court \" heard 2011 of solve a again's again aA again'sA of againelt 2011's 2011", "rouge": {"rouge1": 28.571428571428577, "rouge2": 3.278688524590165, "rougeL": 25.396825396825395}, "nll_sum": 297.9806213378906, "token_count": 47} +{"index": 11202, "reference": "A tumble dryer could \"not be ruled out\" as the cause of a flat fire in which two men died, an inquest has heard.", "prediction": " tumble tumble dryer which has starting in a blaze which killed two colleagues was probably started started the the machine, an inquest- heard have. \"'s solve of a \" aA 2011 again a again a of again a's again 2011 a", "rouge": {"rouge1": 40.0, "rouge2": 9.523809523809524, "rougeL": 24.615384615384613}, "nll_sum": 327.7623291015625, "token_count": 47} +{"index": 11203, "reference": "The US Navy has banned all its personnel in Japan from drinking alcohol and has restricted off-base activity after a sailor was arrested on suspicion of drunk driving.", "prediction": "The Japanese Navy has banned military personnel for not serving alcohol on in Japanese island Okinawa reserves while a was over the-drive incidents in an incident.", "rouge": {"rouge1": 39.285714285714285, "rouge2": 7.407407407407408, "rougeL": 32.142857142857146}, "nll_sum": 176.46995544433594, "token_count": 28} +{"index": 11204, "reference": "What a week - first Clarkson, then Zayn, and now Bercow?", "prediction": "The shooting of a elected elected president John Bercow is meant to be possible as, vacant of Commons - or the House the Commons - then was the chamber!", "rouge": {"rouge1": 16.216216216216218, "rouge2": 0.0, "rougeL": 10.81081081081081}, "nll_sum": 197.4846649169922, "token_count": 32} +{"index": 11205, "reference": "The music video for South Korean singer Psy's Gangnam Style exceeded YouTube's view limit, prompting the site to upgrade its counter.", "prediction": "Gang leader mogul, changed change its video security as the networking site YouTube a 32-bitbit.", "rouge": {"rouge1": 25.64102564102564, "rouge2": 0.0, "rougeL": 15.384615384615383}, "nll_sum": 153.3511199951172, "token_count": 20} +{"index": 11206, "reference": "Patrick Ah Van scored two tries on his return from a five-match ban to help Widnes to victory at Castleford.", "prediction": "Denny Solomona scored a hat-trick as Widnes tries thrashed aashed Castleford Tigers.", "rouge": {"rouge1": 29.411764705882348, "rouge2": 0.0, "rougeL": 23.52941176470588}, "nll_sum": 110.97621154785156, "token_count": 22} +{"index": 11207, "reference": "A baby has been born to a previously infertile couple in Ukraine using a new type of \"three-person IVF\".", "prediction": " Ukrainian Ukrainian woman given birth to three same-sex couples by using a marriage from fertilityF, doctors say.", "rouge": {"rouge1": 26.31578947368421, "rouge2": 5.555555555555555, "rougeL": 21.05263157894737}, "nll_sum": 126.03260803222656, "token_count": 21} +{"index": 11208, "reference": "A failing health trust has been placed in special measures, meaning all Cumbria hospital trusts are now getting extra help to boost performance.", "prediction": "A hospital trust which was placed in special measures Lancashire, has been told to improve the services because of a lack of care.", "rouge": {"rouge1": 43.47826086956522, "rouge2": 22.727272727272727, "rougeL": 30.434782608695656}, "nll_sum": 108.63690185546875, "token_count": 26} +{"index": 11209, "reference": "Gareth O'Brien kicked a drop-goal in golden-point extra time as Salford won the 'Million Pound Game' 19-18 to relegate Hull KR from Super League.", "prediction": " Bobby O'Brien missed a drop-goal as Salford came from a late Hull Tigers fightback to beat Huddersersfield and seal their place in the Super League season.", "rouge": {"rouge1": 50.0, "rouge2": 18.51851851851852, "rougeL": 35.714285714285715}, "nll_sum": 158.40829467773438, "token_count": 37} +{"index": 11210, "reference": "A man in his 40s has been arrested after a man found with head injuries in Waterford city centre on Christmas Day died in hospital.", "prediction": "A man whose body was found of an injury overnight in Waterford, County on was one of Day has been identified by police by police described as a man's body as his a his a he his from a football.", "rouge": {"rouge1": 39.39393939393939, "rouge2": 12.5, "rougeL": 24.242424242424242}, "nll_sum": 217.13534545898438, "token_count": 43} +{"index": 11211, "reference": "Blackburn were relegated to League One on goal difference, despite beating Brentford at Griffin Park, after Nottingham Forest's win over Ipswich.", "prediction": "Championship side Championship club Bristol Ro Rovers twice from behind to the goal down to beat and beat 10-man Birmingham and Birmingham City's relegation from the Championship.", "rouge": {"rouge1": 19.607843137254903, "rouge2": 0.0, "rougeL": 15.686274509803921}, "nll_sum": 150.51593017578125, "token_count": 33} +{"index": 11212, "reference": "School lunches can tempt fussy eaters to try new foods, a survey for the School Food Trust has suggested.", "prediction": "More than half of children who say not do any school lunches do not loves so, a study suggests for England's School cannabis Trust says.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 26.666666666666668}, "nll_sum": 160.14956665039062, "token_count": 28} +{"index": 11213, "reference": "A pilot has died after his microlight hit an electricity pylon and burst into flames near Rochester in Kent.", "prediction": "A pilot pilot killed when his light military crashed into an air show in Stoke-on,rent, police have said.-year aA from 2011- aA. of from it- game The's from crime.", "rouge": {"rouge1": 23.076923076923077, "rouge2": 4.0, "rougeL": 19.230769230769234}, "nll_sum": 282.1628723144531, "token_count": 42} +{"index": 11214, "reference": "A sea captain has been convicted of being drunk in charge of a merchant ship in Belfast Lough.", "prediction": "A pilot whose pilot was control of a crew control rooms at Belfast Harbour has been handed over charge possession alcohol. in of 2011des- again- a's from a from's from ban from it's's from of\".", "rouge": {"rouge1": 31.57894736842105, "rouge2": 7.2727272727272725, "rougeL": 21.052631578947366}, "nll_sum": 303.7134704589844, "token_count": 43} +{"index": 11215, "reference": "The two candidates competing to be the next managing director of the International Monetary Fund (IMF) could not be more different in their appearance.", "prediction": "The battle for Mexico's most president and the International Monetary Fund (IMF), always possible one of his best- well- best businessmen and his resignation from the International International Monetary Fund.IMF).", "rouge": {"rouge1": 28.571428571428577, "rouge2": 14.814814814814813, "rougeL": 28.571428571428577}, "nll_sum": 199.67245483398438, "token_count": 39} +{"index": 11216, "reference": "The UK is set to reopen its embassy in Tehran in the coming days, almost four years after it was closed following the storming of the compound by protesters.", "prediction": " Britain is due to open its British embassy in the office of the country's office was closed, amid fears that faces faces wartorn war.", "rouge": {"rouge1": 37.03703703703704, "rouge2": 15.384615384615383, "rougeL": 29.629629629629633}, "nll_sum": 139.09963989257812, "token_count": 27} +{"index": 11217, "reference": "Promotion-chasing Stevenage were held to a by Cambridge in League Two.", "prediction": "League Two play-off Stevenage hopes suffered a setback as they were held to a goess draw by League Two play-off hopefuls Cambridge.", "rouge": {"rouge1": 50.0, "rouge2": 23.52941176470588, "rougeL": 44.44444444444444}, "nll_sum": 137.4776611328125, "token_count": 30} +{"index": 11218, "reference": "Star Wars and Harry Potter star Warwick Davis, who played an ewok in Return of the Jedi, has taken to Twitter to help recover his stolen caravan.", "prediction": "Star Wars star and Wigan star Victoria Davis Britain said she \" wish to swear, wheel a lock\" after her car caravan was stolen.", "rouge": {"rouge1": 31.999999999999996, "rouge2": 4.166666666666667, "rougeL": 27.999999999999996}, "nll_sum": 179.86083984375, "token_count": 27} +{"index": 11219, "reference": "Former US president Barack Obama is to make his first visit to Scotland when he addresses business leaders in the capital next month.", "prediction": "Scottish actor George Clooney, and will be Barack Obama at Barack as the 44th president of Scotland at an event attending in International International Court.CC).", "rouge": {"rouge1": 24.489795918367346, "rouge2": 4.25531914893617, "rougeL": 16.3265306122449}, "nll_sum": 177.63272094726562, "token_count": 31} +{"index": 11220, "reference": "The European Court of Human Rights has ruled that Belgium's ban on face veils does not violate the European Convention on Human Rights.", "prediction": "The European Court of Human Rights upheld a ban ban on Belgian full full veils, saying there isany no political, religious political sign\".", "rouge": {"rouge1": 38.297872340425535, "rouge2": 26.66666666666666, "rougeL": 38.297872340425535}, "nll_sum": 149.4766082763672, "token_count": 27} +{"index": 11221, "reference": "Another Celtic fan has appeared in court charged with displaying an allegedly offensive banner and blow-up figures at last month's Old Firm match.", "prediction": "Celtic football fans will no stand trial at Sunday's Old Trafford Park last month, a court heard.", "rouge": {"rouge1": 37.2093023255814, "rouge2": 9.75609756097561, "rougeL": 23.25581395348837}, "nll_sum": 98.27113342285156, "token_count": 21} +{"index": 11222, "reference": "This is the moment an 86-year-old woman \"defended herself\" with a packet of bacon against a would-be thief in an Iceland supermarket.", "prediction": "Footage has emerged of the moment moment a shop Vincentpper. hit her and hit her with bacon in. Manchester, described in an middle's, as,'s a from a-'s reputation a in from a The decision. aA", "rouge": {"rouge1": 28.57142857142857, "rouge2": 6.557377049180328, "rougeL": 19.047619047619047}, "nll_sum": 311.1500549316406, "token_count": 47} +{"index": 11223, "reference": "When Carolina Cappa, a film researcher working in Bolivia, was invited to go though the archives of an old cinema in La Paz that was being demolished, she came upon a battered, unmarked tin.", "prediction": " a the glass locked inside a box of a office inaz Paz in November 2005, Bolivian film-Doctor Domin Maria Archer, says body of human rights were found in a warehouse tank's work.", "rouge": {"rouge1": 26.47058823529412, "rouge2": 0.0, "rougeL": 14.705882352941178}, "nll_sum": 269.95135498046875, "token_count": 41} +{"index": 11224, "reference": "The Federal Reserve's latest statement suggests that the path is clear for an interest rate rise in June or September without surprising markets.", "prediction": "The US central central was announced was possible interest rate \" not possible as possible.\"", "rouge": {"rouge1": 15.789473684210526, "rouge2": 5.555555555555555, "rougeL": 15.789473684210526}, "nll_sum": 116.54386138916016, "token_count": 15} +{"index": 11225, "reference": "The Isle of Wight's Conservative MP has survived an attempt by his own party to force him to stand down as a general election candidate.", "prediction": " Isle Isle of Wight MP has said it is \" busy working\" to stand as candidate at a general election ahead of Monday night's general election.", "rouge": {"rouge1": 50.0, "rouge2": 24.0, "rougeL": 42.30769230769231}, "nll_sum": 133.62783813476562, "token_count": 29} +{"index": 11226, "reference": "Do you know the difference between a clothesline and a Bank Statement?", "prediction": "We have sent a 16-year-old messages to the girl who sent a couple- sent them to them.", "rouge": {"rouge1": 19.35483870967742, "rouge2": 0.0, "rougeL": 12.903225806451616}, "nll_sum": 93.83367919921875, "token_count": 22} +{"index": 11227, "reference": "Flappy Bird is flapping its wings no more.", "prediction": "2 video game Flappy Bird - but will no longer be sold for no estate developer.", "rouge": {"rouge1": 26.086956521739136, "rouge2": 9.523809523809524, "rougeL": 26.086956521739136}, "nll_sum": 92.99520111083984, "token_count": 17} +{"index": 11228, "reference": "Two hundred body bags have been placed on Brighton beach in a protest to highlight the UK's response to the migrant crisis in the Mediterranean.", "prediction": "Hundreds of bags airports were thrown air on the Blackbridge pier to the demolition because of the migrant refugee crisis.", "rouge": {"rouge1": 39.13043478260869, "rouge2": 9.09090909090909, "rougeL": 34.78260869565217}, "nll_sum": 126.46874237060547, "token_count": 21} +{"index": 11229, "reference": "Budding hospitality workers from the Caribbean will have the chance to train at Buckingham Palace and Windsor Castle under a scholarship programme announced by Prince Harry.", "prediction": "Prince Harry has invited the Queen to complete a training maintenance camp to veterans families help help Caribbean countries.", "rouge": {"rouge1": 31.11111111111111, "rouge2": 4.651162790697675, "rougeL": 13.333333333333334}, "nll_sum": 128.55824279785156, "token_count": 19} +{"index": 11230, "reference": "Britain's Andy Murray is through to the Monte Carlo Masters semi-finals following an impressive win over Canadian Milos Raonic.", "prediction": "Andy Murray is through to the quarter-finals of the Monte Masters Open with a victory over seventh seed Milos Raonic in Paris.", "rouge": {"rouge1": 54.54545454545454, "rouge2": 33.33333333333333, "rougeL": 50.0}, "nll_sum": 100.00785827636719, "token_count": 26} +{"index": 11231, "reference": "A forensics expert has swung a cricket bat at a toilet door erected in the courtroom at Oscar Pistorius' murder trial in South Africa to demonstrate key pieces of evidence.", "prediction": "South African Olympic athlete Oscar Pistorius has told police that he had been struck with cricket bat at the crime scene, the murder trial trial.", "rouge": {"rouge1": 36.36363636363636, "rouge2": 15.09433962264151, "rougeL": 25.454545454545453}, "nll_sum": 105.91424560546875, "token_count": 27} +{"index": 11232, "reference": "Martin went to the German Occupation Museum to see what life was like for a family living on Guernsey in World War II.", "prediction": "For the war began more 200 years ago, more than the country since the first began began fighting the International Nobel Security Agency (IS).", "rouge": {"rouge1": 12.76595744680851, "rouge2": 0.0, "rougeL": 8.51063829787234}, "nll_sum": 145.61898803710938, "token_count": 26} diff --git a/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/manifest.json b/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..81811b84f09f1906260ae59ee845668e30d664bc --- /dev/null +++ b/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/manifest.json @@ -0,0 +1,76 @@ +{ + "step": 50002, + "weights": "raw", + "split": "test", + "documents": 11233, + "seeds": [ + 0 + ], + "nshards": 8, + "sharding": "whole 32-document blocks, round-robin across GPUs", + "shard_rng": "generation_seed * 1000003 + shard_index", + "recipes": { + "greedy": { + "cfg": 0.0, + "temperature": 1.0, + "top_k": 1, + "top_p": 0.0, + "k": 1 + }, + "guidance": { + "cfg": 0.5, + "temperature": 1.0, + "top_k": 1, + "top_p": 0.0, + "k": 1 + }, + "mbr16": { + "cfg": 0.0, + "temperature": 0.5, + "top_k": 0, + "top_p": 0.9, + "k": 16 + } + }, + "frequency_penalty": 0.0, + "adjacency_penalty": 5.0, + "adjacency_window": 1, + "adjacency_decay": 1.0, + "penalty_applied": "every candidate before MBR selection", + "modes": [ + "greedy", + "guidance", + "mbr16" + ], + "paired_reference_root": null, + "mbr_utility": "unstemmed ROUGE-1 F consensus, excluding self; reference-free", + "final_rouge": "Porter-stemmed F, against original human summaries", + "standard_error": "not estimated: single generation seed", + "checkpoint": "/home/ishank/mstok/experiments/mstok-matched-xsum/gentle-codec-20260923-v1/gentle-codec-20260923-v1-final-recipes-adjacency5/checkpoint-50002.pt", + "qualification": { + "passed": true, + "source_hashes": { + "scripts/evaluate_matched_xsum_recipes.py": "c3138e3f0bf5386e17247f71b156c0ea911b3bc30acacf8cbc661f4ba09eea10", + "scripts/launch_matched_xsum_recipes.py": "0e13cec2e6e3c11e8ae9c05c0b29ada421844eee47777082995b6e94cbbfce69", + "evaluation/xsum_mbr.py": "ef74cd2277fa6d851b068c30cef90d5f1a3f248846849a56388c261e5a7cbfa7", + "evaluation/gen_ppl.py": "e6853b14d27f93407505eb7607a1bd9fed49a7add1511ceca2b4a3076d533859", + "models/next_concept.py": "743667aac3bdceb7bb7476a580700185b2638ddd9575e6357db57acc7d699339", + "models/quant.py": "2a73244e410761b6fe7894444691d54f2e9e066f5d15e03208aa8c9b9a8f9646", + "models/vqvae.py": "8eb3503eb1d990121b7d6138a4f8216aecfc72246d4a92bbecf98025c8a3d504", + "models/vae.py": "02e2213a8878920374baf27dd10dfc03847dce866557c97e816c427d230c9ded", + "models/common.py": "99aa0da356963a282936413d738ee1da72a3e3f277fecc28eddb553051582a4b", + "trainer/matched_xsum.py": "b657e3d21cc863a4395b3495ecdafd0349405b64d2159bfaa91efed8f2e285d4", + "scripts/train_matched_xsum.py": "60e18d0160e8378aaf44daf51c80167968e469130e4bdbdfeda78c7826f41561", + "data/matched_xsum_pretrain.py": "45380fd6d38b82b4ef3d11578a013356fa7f1e817ff8e90ec5d42884b0469d85", + "evaluation/decoding_penalties.py": "70193076934ae8bf8cf6937f4d0d9acd46356bf20d770d3a18fdac46e652ddf0" + }, + "checks": { + "previous_inference_qualification_passed": true, + "only_training_script_changed": true, + "evaluation_imports_unchanged": true, + "generator_ema_unchanged": true + }, + "evidence": "Reuses completed full-test inference verification. Training optimizer/LR grouping, DDP setup, and logs changed; evaluation imports dataset/json_save remain AST-identical. All model/evaluator/penalty/MBR source hashes unchanged.", + "previous_evidence": "experiments/mstok-matched-xsum/mbr-adjacency5-qualification-20260923/qualification.json" + } +} diff --git a/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/mbr16/seed-0/metrics.json b/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/mbr16/seed-0/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..5ee09ef3884f3b67a2aa94dd79272282b04eda87 --- /dev/null +++ b/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/mbr16/seed-0/metrics.json @@ -0,0 +1,10 @@ +{ + "rouge1": 29.838501266110686, + "rouge2": 7.640362235391838, + "rougeL": 22.089392631123275, + "gen_ppl": 391.76932941394034, + "seed": 0, + "documents": 11233, + "empty_predictions": 0, + "mean_distinct_candidates": 15.984509926110567 +} diff --git a/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/mbr16/seed-0/predictions.jsonl b/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/mbr16/seed-0/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..0933fdb48b8f8a48f3938e66a5968c98a82f9481 --- /dev/null +++ b/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/mbr16/seed-0/predictions.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a359217b7a741c090d72cf25bfd3da6ec4ec7e85ce946c71e46dfaa014412a1d +size 33040644 diff --git a/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/qualification.json b/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/qualification.json new file mode 100644 index 0000000000000000000000000000000000000000..4b9799fd72ce4781a546e8d9f02233334a04fa43 --- /dev/null +++ b/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/qualification.json @@ -0,0 +1,26 @@ +{ + "passed": true, + "source_hashes": { + "scripts/evaluate_matched_xsum_recipes.py": "c3138e3f0bf5386e17247f71b156c0ea911b3bc30acacf8cbc661f4ba09eea10", + "scripts/launch_matched_xsum_recipes.py": "0e13cec2e6e3c11e8ae9c05c0b29ada421844eee47777082995b6e94cbbfce69", + "evaluation/xsum_mbr.py": "ef74cd2277fa6d851b068c30cef90d5f1a3f248846849a56388c261e5a7cbfa7", + "evaluation/gen_ppl.py": "e6853b14d27f93407505eb7607a1bd9fed49a7add1511ceca2b4a3076d533859", + "models/next_concept.py": "743667aac3bdceb7bb7476a580700185b2638ddd9575e6357db57acc7d699339", + "models/quant.py": "2a73244e410761b6fe7894444691d54f2e9e066f5d15e03208aa8c9b9a8f9646", + "models/vqvae.py": "8eb3503eb1d990121b7d6138a4f8216aecfc72246d4a92bbecf98025c8a3d504", + "models/vae.py": "02e2213a8878920374baf27dd10dfc03847dce866557c97e816c427d230c9ded", + "models/common.py": "99aa0da356963a282936413d738ee1da72a3e3f277fecc28eddb553051582a4b", + "trainer/matched_xsum.py": "b657e3d21cc863a4395b3495ecdafd0349405b64d2159bfaa91efed8f2e285d4", + "scripts/train_matched_xsum.py": "60e18d0160e8378aaf44daf51c80167968e469130e4bdbdfeda78c7826f41561", + "data/matched_xsum_pretrain.py": "45380fd6d38b82b4ef3d11578a013356fa7f1e817ff8e90ec5d42884b0469d85", + "evaluation/decoding_penalties.py": "70193076934ae8bf8cf6937f4d0d9acd46356bf20d770d3a18fdac46e652ddf0" + }, + "checks": { + "previous_inference_qualification_passed": true, + "only_training_script_changed": true, + "evaluation_imports_unchanged": true, + "generator_ema_unchanged": true + }, + "evidence": "Reuses completed full-test inference verification. Training optimizer/LR grouping, DDP setup, and logs changed; evaluation imports dataset/json_save remain AST-identical. All model/evaluator/penalty/MBR source hashes unchanged.", + "previous_evidence": "experiments/mstok-matched-xsum/mbr-adjacency5-qualification-20260923/qualification.json" +} diff --git a/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/results.json b/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/results.json new file mode 100644 index 0000000000000000000000000000000000000000..0c102434c7763c53f2eee043159dbd9afc664600 --- /dev/null +++ b/mstok-matched-xsum/gentle-codec-20260923-v1-final-recipes-adjacency5/results.json @@ -0,0 +1,106 @@ +{ + "greedy": { + "per_seed": [ + { + "rouge1": 29.85257014508451, + "rouge2": 9.04211817927582, + "rougeL": 23.38604218759476, + "gen_ppl": 207.47876685542496, + "seed": 0, + "documents": 11233, + "empty_predictions": 1, + "differences_from_existing_baseline": 6176 + } + ], + "summary": { + "rouge1": { + "mean": 29.85257014508451, + "standard_error": null + }, + "rouge2": { + "mean": 9.04211817927582, + "standard_error": null + }, + "rougeL": { + "mean": 23.38604218759476, + "standard_error": null + }, + "gen_ppl": { + "mean": 207.47876685542496, + "standard_error": null + } + }, + "differing_predictions_vs_seed0": [ + 0 + ] + }, + "guidance": { + "per_seed": [ + { + "rouge1": 30.42566100620435, + "rouge2": 9.153017688411932, + "rougeL": 23.65170563464576, + "gen_ppl": 247.09878065399937, + "seed": 0, + "documents": 11233, + "empty_predictions": 0 + } + ], + "summary": { + "rouge1": { + "mean": 30.42566100620435, + "standard_error": null + }, + "rouge2": { + "mean": 9.153017688411932, + "standard_error": null + }, + "rougeL": { + "mean": 23.65170563464576, + "standard_error": null + }, + "gen_ppl": { + "mean": 247.09878065399937, + "standard_error": null + } + }, + "differing_predictions_vs_seed0": [ + 0 + ] + }, + "mbr16": { + "per_seed": [ + { + "rouge1": 29.838501266110686, + "rouge2": 7.640362235391838, + "rougeL": 22.089392631123275, + "gen_ppl": 391.76932941394034, + "seed": 0, + "documents": 11233, + "empty_predictions": 0, + "mean_distinct_candidates": 15.984509926110567 + } + ], + "summary": { + "rouge1": { + "mean": 29.838501266110686, + "standard_error": null + }, + "rouge2": { + "mean": 7.640362235391838, + "standard_error": null + }, + "rougeL": { + "mean": 22.089392631123275, + "standard_error": null + }, + "gen_ppl": { + "mean": 391.76932941394034, + "standard_error": null + } + }, + "differing_predictions_vs_seed0": [ + 0 + ] + } +}